-- Logs begin at Sat 2022-06-04 05:21:20 UTC, end at Sat 2022-06-04 08:03:36 UTC. -- Jun 04 06:04:30.795612 n-d-811808-2 systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 06:04:33.320055 n-d-811808-2 neutron-server[88741]: INFO neutron.common.config [-] Logging enabled! Jun 04 06:04:33.320809 n-d-811808-2 neutron-server[88741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 06:04:33.320809 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 06:04:33.324046 n-d-811808-2 neutron-server[88741]: INFO neutron.common.config [-] Logging enabled! Jun 04 06:04:33.324299 n-d-811808-2 neutron-server[88741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 06:04:33.324792 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 06:04:33.325757 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 06:04:33.325990 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 06:04:33.326335 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 06:04:33.326769 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 06:04:33.326993 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 06:04:33.327305 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.327597 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.327886 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.328110 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.328397 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.328822 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.329107 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.329510 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.329813 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.330100 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.330379 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.330661 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.330889 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.331365 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.331654 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.331938 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.332159 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] debug = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.332440 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.332889 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.333381 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.333687 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.333981 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.334257 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.334525 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.334797 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.335076 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.335405 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] host = n-d-811808-2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.335681 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.335965 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.336245 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.336526 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.336798 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.337068 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.337345 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.337639 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.337909 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.338180 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.338464 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.338746 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.339031 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.339252 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.339472 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.339756 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.340037 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.340308 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.340578 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.340846 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.341114 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.341380 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.341670 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.341952 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.342230 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.342514 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.342783 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.343051 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.343316 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.343581 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.343859 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.344164 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.344514 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.344784 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.345063 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.345326 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.345631 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.345931 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.346213 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.346490 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.346769 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.347036 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.347312 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.347578 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.347844 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.348109 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_json = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.348375 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.348638 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.348913 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.349178 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.349445 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.349745 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.350011 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.350289 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.350556 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:33.350844 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.351133 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.351424 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.351705 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.351987 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.352260 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.352548 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.352821 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.353100 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.353382 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.353691 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.353968 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.354250 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.354521 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.354806 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.355105 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.355392 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.355678 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.355947 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.356214 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.356480 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.356752 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.357029 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.357315 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.357628 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.357900 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.358171 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.358454 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.358725 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.358990 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.359260 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.359543 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.360446 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.360889 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.361278 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.361764 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.362232 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.362641 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.362930 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.363221 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.363499 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.363771 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.364040 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.364316 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.364584 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.364864 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.365137 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.365406 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.365700 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.365972 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.366240 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.366510 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.366781 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.367047 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.367319 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.367584 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.367849 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.368112 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.368379 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.368644 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.368908 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.369173 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.369442 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.369730 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.369997 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.370263 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.370532 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.370800 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.371078 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.371370 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.371643 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.371915 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.372191 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.372465 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.372735 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.373010 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.373280 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.373579 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.373847 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.374129 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.374406 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.374690 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.374965 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.375238 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.376219 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.376622 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.377111 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.377623 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.377976 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.378264 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.378548 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.378841 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.379134 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.379424 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.379711 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.379998 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.380274 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.380578 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.380853 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:33.381067 n-d-811808-2 neutron-server[88741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 06:04:33.381306 n-d-811808-2 neutron-server[88741]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88741) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 06:04:33.768159 n-d-811808-2 neutron-server[88741]: INFO keyring.backend [-] Loading KWallet Jun 04 06:04:33.775235 n-d-811808-2 neutron-server[88741]: INFO keyring.backend [-] Loading SecretService Jun 04 06:04:33.778621 n-d-811808-2 neutron-server[88741]: INFO keyring.backend [-] Loading Windows Jun 04 06:04:33.779888 n-d-811808-2 neutron-server[88741]: INFO keyring.backend [-] Loading chainer Jun 04 06:04:33.780657 n-d-811808-2 neutron-server[88741]: INFO keyring.backend [-] Loading macOS Jun 04 06:04:33.813912 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 06:04:33.814186 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 06:04:33.814471 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 06:04:33.814805 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 06:04:34.203882 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.204081 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.204334 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.205522 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.205799 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.206056 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.240402 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.240679 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.240951 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.253980 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.254257 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.254522 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.284266 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.284538 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.284801 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.321408 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.322000 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.322000 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.551861 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.552146 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.552406 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.552671 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.553411 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.673713 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.674032 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.674313 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.674587 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.674855 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.675163 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.675426 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.675682 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.675937 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.676213 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.676467 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.676726 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.676986 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.677235 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.677521 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.677789 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.678043 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.678307 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.678553 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.678828 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.679169 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.679415 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.679661 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.679940 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.680188 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.680432 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.680809 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.681043 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.681274 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.681530 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.681763 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.681992 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:34.682351 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 06:04:34.685433 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 06:04:34.689969 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 06:04:34.693736 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 04 06:04:34.695338 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 06:04:34.695795 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 06:04:34.696105 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 06:04:34.696485 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 06:04:34.699410 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 06:04:34.699659 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 06:04:34.699999 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 06:04:34.727973 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 06:04:34.728410 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.728698 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88741) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 06:04:34.729054 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.730409 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88741) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 06:04:34.730687 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 06:04:34.730932 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 06:04:34.734231 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.734510 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:34.795967 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 06:04:34.796199 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 06:04:34.796437 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 06:04:34.796796 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 06:04:34.829576 n-d-811808-2 neutron-server[88741]: DEBUG oslo_db.sqlalchemy.engines [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88741) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 04 06:04:35.165032 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing driver for type 'gre' Jun 04 06:04:35.165576 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] gre ID ranges: [(1, 1000)] Jun 04 06:04:35.220928 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing driver for type 'local' Jun 04 06:04:35.221260 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing driver for type 'vlan' Jun 04 06:04:35.232321 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] VlanTypeDriver initialization complete Jun 04 06:04:35.232666 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing driver for type 'vxlan' Jun 04 06:04:35.233157 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] vxlan ID ranges: [(1, 1000)] Jun 04 06:04:35.291094 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing extension driver 'port_security' Jun 04 06:04:35.291496 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.extensions.port_security [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] PortSecurityExtensionDriver initialization complete Jun 04 06:04:35.291925 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing mechanism driver 'openvswitch' Jun 04 06:04:35.292251 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing mechanism driver 'hyperv' Jun 04 06:04:35.298835 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.plugin [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:35.299493 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.299857 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.300202 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.300720 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.301141 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.301503 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.301849 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.302253 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.302658 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.303002 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.303339 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.303716 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.304111 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.304452 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.304786 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.305178 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.305616 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.305967 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.306303 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.306806 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.307206 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > address_group after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.307548 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > address_group after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.307882 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.308278 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 06:04:35.308719 n-d-811808-2 neutron-server[88741]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] ML2 OVO RPC backend initialized. {{(pid=88741) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 04 06:04:35.309416 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.309793 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.310208 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.310550 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > networks before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.310890 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.311227 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > ports before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.311563 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.311898 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnets before_response 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.312236 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.312567 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.313538 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.313976 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.314314 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.314644 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.314973 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.315310 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.315639 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.316203 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.plugin [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Modular L2 Plugin initialization complete Jun 04 06:04:35.316531 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading services supported by the core plugin {{(pid=88741) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 06:04:35.316862 n-d-811808-2 neutron-server[88741]: INFO neutron.plugins.ml2.managers [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Got port-security extension from driver 'port_security' Jun 04 06:04:35.317311 n-d-811808-2 neutron-server[88741]: INFO neutron.extensions.vlantransparent [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Disabled vlantransparent extension. Jun 04 06:04:35.317832 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88741) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 06:04:35.318142 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: router Jun 04 06:04:35.355376 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.355942 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_create 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.356105 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router before_create 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.356463 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.356825 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.357172 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_delete 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.357545 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.357902 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_create 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.358242 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.358591 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.358933 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.359284 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.359717 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.360083 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.360417 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.360748 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: subnet after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.361081 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.361422 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.361793 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_create 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.362129 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.362463 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.362814 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router after_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.363149 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.363489 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_create 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.363844 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.364180 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_update 55549900 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.364538 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > agent after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.364878 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > agent after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.365214 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > network after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.366100 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Tracking information for resource: router configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:35.366427 n-d-811808-2 neutron-server[88741]: DEBUG neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Tracking information for resource: floatingip configured {{(pid=88741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 06:04:35.371188 n-d-811808-2 neutron-server[88741]: INFO neutron.db.l3_agentschedulers_db [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 06:04:35.371757 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.372113 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.372458 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.372801 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: port after_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.373725 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router before_create 55550100 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.374083 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.374438 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_create 55550100 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.374788 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > router precommit_update 55550100 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.379742 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.provider_configuration [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service providers = [] {{(pid=88741) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 06:04:35.380104 n-d-811808-2 neutron-server[88741]: DEBUG neutron.db.servicetype_db [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88741) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 06:04:35.382999 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.service_base [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 06:04:35.383343 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.service_base [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 06:04:35.383685 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.service_base [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 06:04:35.384567 n-d-811808-2 neutron-server[88741]: DEBUG neutron.services.service_base [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 06:04:35.384930 n-d-811808-2 neutron-server[88741]: INFO neutron.services.service_base [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 06:04:35.385299 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.385640 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 06:04:35.397270 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.397625 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: auto_allocate Jun 04 06:04:35.403343 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: network precommit_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.403707 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: network precommit_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.404223 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.404539 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: tag Jun 04 06:04:35.410978 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.411300 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: timestamp Jun 04 06:04:35.415512 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.415791 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: network_ip_availability Jun 04 06:04:35.420914 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.421278 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.421676 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.422436 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.422757 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: flavors Jun 04 06:04:35.427332 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.427660 n-d-811808-2 neutron-server[88741]: INFO neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading Plugin: revisions Jun 04 06:04:35.431831 n-d-811808-2 neutron-server[88741]: DEBUG neutron.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 06:04:35.432208 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=88741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 06:04:35.432932 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88741) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 04 06:04:35.433262 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Initializing extension manager. Jun 04 06:04:35.433784 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: __init__.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.434122 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: __pycache__ {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.434452 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.434780 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: address_group.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.435519 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.436083 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: address-group Jun 04 06:04:35.436401 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: address_scope.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.437099 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.437646 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: address-scope Jun 04 06:04:35.438494 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.439401 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.439914 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: router-admin-state-down-before-update Jun 04 06:04:35.440230 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: agent.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.440916 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.441427 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: agent Jun 04 06:04:35.441771 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: agent_resources_synced.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.442848 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.443365 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: agent-resources-synced Jun 04 06:04:35.443679 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: allowedaddresspairs.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.445433 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.445978 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: allowed-address-pairs Jun 04 06:04:35.446298 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: auto_allocated_topology.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.447350 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.447865 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: auto-allocated-topology Jun 04 06:04:35.448194 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: availability_zone.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.448860 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.449365 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: availability_zone Jun 04 06:04:35.449707 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: availability_zone_filter.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.450598 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.451108 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: availability_zone_filter Jun 04 06:04:35.451428 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: data_plane_status.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.452314 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.452826 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 06:04:35.453143 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: default_subnetpools.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.454727 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.455245 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: default-subnetpools Jun 04 06:04:35.455566 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.456364 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.456872 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: dhcp_agent_scheduler Jun 04 06:04:35.457189 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: dns.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.458107 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.458617 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension dns-integration not supported by any of loaded plugins Jun 04 06:04:35.458937 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: dns_domain_ports.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.459832 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.460342 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 06:04:35.460658 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: dvr.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.461319 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.461862 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: dvr Jun 04 06:04:35.462181 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: empty_string_filtering.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.463079 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.463595 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: empty-string-filtering Jun 04 06:04:35.463913 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.464811 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.465322 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 06:04:35.465678 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.466572 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.467084 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 06:04:35.467399 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: external_net.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.468300 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.468817 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: external-net Jun 04 06:04:35.469160 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.470088 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.470597 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: extra_dhcp_opt Jun 04 06:04:35.470912 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: extraroute.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.471803 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.472315 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: extraroute Jun 04 06:04:35.472635 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: extraroute_atomic.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.473684 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.474201 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: extraroute-atomic Jun 04 06:04:35.474518 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: filter_validation.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.475171 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.475677 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: filter-validation Jun 04 06:04:35.475991 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: fip_pf_description.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.476878 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.477382 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 06:04:35.477723 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: fip_port_details.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.478626 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.479136 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: fip-port-details Jun 04 06:04:35.479450 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: flavors.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.480676 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.481201 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: flavors Jun 04 06:04:35.481557 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.483194 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.483724 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 06:04:35.484049 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: floatingip_pools.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.484790 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.485304 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: floatingip-pools Jun 04 06:04:35.485655 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: ip_allocation.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.486560 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.487075 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 06:04:35.487392 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.488291 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.488806 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: ip-substring-filtering Jun 04 06:04:35.489124 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l2_adjacency.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.490060 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.490575 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 06:04:35.490890 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.491843 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.492368 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: router Jun 04 06:04:35.492686 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.495046 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.495584 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 06:04:35.495909 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.496820 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.497341 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: ext-gw-mode Jun 04 06:04:35.497691 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.498599 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.499115 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: l3-ha Jun 04 06:04:35.499432 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3_flavors.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.500935 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.501492 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: l3-flavors Jun 04 06:04:35.501813 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.502723 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.503241 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 06:04:35.503557 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: l3agentscheduler.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.504564 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.505074 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: l3_agent_scheduler Jun 04 06:04:35.505397 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: logging.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.506880 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.507406 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension logging not supported by any of loaded plugins Jun 04 06:04:35.507737 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: metering.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.508473 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.509050 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: metering Jun 04 06:04:35.509374 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.510470 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.510994 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: metering_source_and_destination_fields Jun 04 06:04:35.511322 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: multiprovidernet.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.512232 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.512758 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: multi-provider Jun 04 06:04:35.513079 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: netmtu.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.514012 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.514532 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: net-mtu Jun 04 06:04:35.514851 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: netmtu_writable.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.515751 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.516873 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: net-mtu-writable Jun 04 06:04:35.517269 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: network_availability_zone.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.517968 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.518480 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: network_availability_zone Jun 04 06:04:35.518797 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: network_ip_availability.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.519876 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.520395 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: network-ip-availability Jun 04 06:04:35.520718 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: network_segment_range.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.521487 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.522008 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 06:04:35.522326 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: pagination.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.523291 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.523615 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: pagination Jun 04 06:04:35.523930 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: port_device_profile.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.524819 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.525343 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: port-device-profile Jun 04 06:04:35.525703 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.526605 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.527119 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: port-mac-address-regenerate Jun 04 06:04:35.527435 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.528330 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.528848 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: port-numa-affinity-policy Jun 04 06:04:35.529164 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: port_resource_request.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.530084 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.530596 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 06:04:35.530909 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: portbindings.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.531945 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.532555 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: binding Jun 04 06:04:35.532876 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: portbindings_extended.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.534162 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.534680 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: binding-extended Jun 04 06:04:35.535000 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: portsecurity.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.535900 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.536415 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: port-security Jun 04 06:04:35.536740 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: project_id.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.537845 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.538421 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: project-id Jun 04 06:04:35.538739 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: providernet.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.539642 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.540159 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: provider Jun 04 06:04:35.540475 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.543948 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.544476 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos not supported by any of loaded plugins Jun 04 06:04:35.544796 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.546053 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.546574 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 06:04:35.546896 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.548342 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.548852 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 06:04:35.549170 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_default.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.550098 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.550616 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-default not supported by any of loaded plugins Jun 04 06:04:35.550935 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_fip.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.551576 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.552078 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-fip not supported by any of loaded plugins Jun 04 06:04:35.552395 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_gateway_ip.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.553308 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.553848 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 06:04:35.554168 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_port_network_policy.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.555149 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.555669 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 06:04:35.555989 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_rule_type_details.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.556889 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.557402 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 06:04:35.557747 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: qos_rules_alias.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.558768 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.559286 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 06:04:35.559602 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: quotasv2.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.560482 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.560802 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: quotas Jun 04 06:04:35.561115 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: quotasv2_detail.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.562716 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.563122 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: quota_details Jun 04 06:04:35.563458 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: rbac.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.564478 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.565006 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: rbac-policies Jun 04 06:04:35.565330 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: rbac_address_group.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.566266 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.566793 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: rbac-address-group Jun 04 06:04:35.567114 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: rbac_address_scope.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.568025 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.568543 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: rbac-address-scope Jun 04 06:04:35.568862 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: rbac_security_groups.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.569809 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.570325 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: rbac-security-groups Jun 04 06:04:35.570641 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: rbac_subnetpool.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.571538 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.572053 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: rbac-subnetpool Jun 04 06:04:35.572369 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: revisionifmatch.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.573268 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.573813 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: revision-if-match Jun 04 06:04:35.574130 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: revisions.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.575221 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.575738 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: standard-attr-revisions Jun 04 06:04:35.576055 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: router_availability_zone.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.576716 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.577225 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: router_availability_zone Jun 04 06:04:35.577569 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: routerservicetype.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.579115 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.579628 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension router-service-type not supported by any of loaded plugins Jun 04 06:04:35.579943 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.580849 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.581371 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: security-groups-normalized-cidr Jun 04 06:04:35.581715 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.582627 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.583144 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: port-security-groups-filtering Jun 04 06:04:35.583457 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.584364 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.584879 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: security-groups-remote-address-group Jun 04 06:04:35.585195 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: securitygroup.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.595225 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.595752 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: security-group Jun 04 06:04:35.596078 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: segment.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.596848 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.597359 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension segment not supported by any of loaded plugins Jun 04 06:04:35.597708 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.598623 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.599138 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 06:04:35.599459 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: servicetype.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.600551 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.601075 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: service-type Jun 04 06:04:35.601397 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: sorting.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.602387 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.602713 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: sorting Jun 04 06:04:35.603030 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: standard_attr_segment.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.603930 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.604453 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 06:04:35.604772 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: standardattrdescription.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.605406 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.606013 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: standard-attr-description Jun 04 06:04:35.606333 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: stateful_security_group.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.607236 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.607754 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: stateful-security-group Jun 04 06:04:35.608072 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: stdattrs_common.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.608640 n-d-811808-2 neutron-server[88741]: WARNING neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 06:04:35.608955 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.610079 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.610742 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 06:04:35.611062 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnet_onboard.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.612126 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.612657 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: subnet_onboard Jun 04 06:04:35.612975 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.613913 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.614448 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 06:04:35.614765 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnet_service_types.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.615678 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.616197 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: subnet-service-types Jun 04 06:04:35.616511 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnetallocation.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.617603 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.618129 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: subnet_allocation Jun 04 06:04:35.618449 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.619104 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.619617 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: subnetpool-prefix-ops Jun 04 06:04:35.619932 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.620855 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.621371 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 06:04:35.621720 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: tagging.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.622762 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.623285 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: standard-attr-tag Jun 04 06:04:35.623603 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: timestamp.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.624779 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.625332 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loaded extension: standard-attr-timestamp Jun 04 06:04:35.625872 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: trunk.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.626898 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.627418 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension trunk not supported by any of loaded plugins Jun 04 06:04:35.627738 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: trunk_details.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.628652 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.629169 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension trunk-details not supported by any of loaded plugins Jun 04 06:04:35.629494 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: uplink_status_propagation.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.630415 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.630928 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 06:04:35.631244 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Loading extension file: vlantransparent.py {{(pid=88741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 06:04:35.631896 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 06:04:35.632402 n-d-811808-2 neutron-server[88741]: INFO neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 06:04:35.634794 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:network Jun 04 06:04:35.635513 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnet Jun 04 06:04:35.637378 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 06:04:35.638034 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:port Jun 04 06:04:35.639272 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.639706 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service FLAVORS assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.640305 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.640720 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.641634 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:router Jun 04 06:04:35.642441 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:floatingip Jun 04 06:04:35.643155 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service METERING assigned prefix: /metering {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.644582 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.644949 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.645297 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:04:35.646442 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 06:04:35.646894 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:security_group Jun 04 06:04:35.647533 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 06:04:35.648259 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service CORE assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.648589 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 06:04:35.648922 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] subnetpool is already registered Jun 04 06:04:35.649552 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service CORE assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.649876 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 06:04:35.650196 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] subnetpool is already registered Jun 04 06:04:35.652679 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.653103 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service FLAVORS assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.653705 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.654121 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.654452 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:router Jun 04 06:04:35.654782 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] router is already registered Jun 04 06:04:35.655366 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:floatingip Jun 04 06:04:35.655688 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] floatingip is already registered Jun 04 06:04:35.656388 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service METERING assigned prefix: /metering {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.657903 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 06:04:35.658227 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] rbac_policy is already registered Jun 04 06:04:35.658759 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:security_group Jun 04 06:04:35.659085 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] security_group is already registered Jun 04 06:04:35.659661 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 06:04:35.659986 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] security_group_rule is already registered Jun 04 06:04:35.660648 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service CORE assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.660973 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 06:04:35.661295 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] subnetpool is already registered Jun 04 06:04:35.661912 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.v2.resource_helper [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Service CORE assigned prefix: {{(pid=88741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 06:04:35.662232 n-d-811808-2 neutron-server[88741]: INFO neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 06:04:35.662557 n-d-811808-2 neutron-server[88741]: WARNING neutron.quota.resource_registry [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] subnetpool is already registered Jun 04 06:04:35.663439 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: extensions {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.664894 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: address-groups {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.666551 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: address-scopes {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.667701 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: agents {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.668889 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: auto-allocated-topology {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.670128 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: availability_zones {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.671418 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: dhcp-networks {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.672842 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: dhcp-agents {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.674264 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: routers {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.676241 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: flavors {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.677368 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: service_profiles {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.678577 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: next_providers {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.680081 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: service_profiles {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.681517 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: floatingip-pools {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.682702 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: routers {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.684450 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: floatingips {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.685647 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: l3-routers {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.687017 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: l3-agents {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.688426 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: metering-labels {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.689787 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: metering-label-rules {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.691044 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: network-ip-availabilities {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.692273 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: bindings {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.693909 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: quotas {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.695316 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: quotas {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.696674 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: rbac-policies {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.697975 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: security-groups {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.699174 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: security-group-rules {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.700381 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: service-providers {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.701596 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: subnetpools {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.704481 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: subnetpools {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.705953 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.707618 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.821729 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.823481 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.825261 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.827111 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.829303 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.831295 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.833004 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.834868 n-d-811808-2 neutron-server[88741]: DEBUG neutron.api.extensions [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Extended resource: tags {{(pid=88741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 06:04:35.840689 n-d-811808-2 neutron-server[88741]: WARNING keystonemiddleware.auth_token [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 06:04:35.846085 n-d-811808-2 neutron-server[88741]: WARNING keystonemiddleware.auth_token [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 06:04:35.854142 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Acquired lock "singleton_lock" {{(pid=88741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 06:04:35.854617 n-d-811808-2 neutron-server[88741]: DEBUG oslo_concurrency.lockutils [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Releasing lock "singleton_lock" {{(pid=88741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 06:04:35.855245 n-d-811808-2 neutron-server[88741]: INFO oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Starting 2 workers Jun 04 06:04:35.860001 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Started child 88848 {{(pid=88741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 06:04:35.865532 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Started child 88849 {{(pid=88741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 06:04:35.865716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.866220 n-d-811808-2 neutron-server[88741]: INFO neutron.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 06:04:35.866455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [-] (88848) wsgi starting up on http://0.0.0.0:9696 Jun 04 06:04:35.866556 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Notify callbacks [] for process, before_spawn {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.868652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.869085 n-d-811808-2 neutron-server[88741]: INFO oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Starting 1 workers Jun 04 06:04:35.870036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [-] (88849) wsgi starting up on http://0.0.0.0:9696 Jun 04 06:04:35.873798 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Started child 88850 {{(pid=88741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 06:04:35.874302 n-d-811808-2 neutron-server[88741]: INFO oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Starting 1 workers Jun 04 06:04:35.877852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] calling RpcWorker wait() {{(pid=88850) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 06:04:35.878388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] returning from RpcWorker wait() {{(pid=88850) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 06:04:35.879080 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Started child 88851 {{(pid=88741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 06:04:35.879687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.879842 n-d-811808-2 neutron-server[88741]: DEBUG neutron_lib.callbacks.manager [None req-1178c6a5-3c9d-4f64-99e4-520595237b6c None None] Notify callbacks [] for process, after_spawn {{(pid=88741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.880239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:35.881729 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 06:04:35.881940 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 06:04:35.882116 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 06:04:35.882318 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 06:04:35.882642 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 06:04:35.882804 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 06:04:35.883323 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.883602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.883870 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.884121 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.884401 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.884490 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:35.884979 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.885201 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.885444 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.885566 n-d-811808-2 neutron-server[88851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:35.885732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.885978 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.886145 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.886306 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.886551 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.886794 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.887194 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.887466 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.887696 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.887968 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.888137 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.888383 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.888654 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.888895 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.889151 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] debug = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.889409 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.889891 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.890136 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.890367 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.890596 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.890865 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.891690 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.891967 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.892187 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.892413 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.892654 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.892897 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.893156 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.893380 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.893735 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.893994 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.894209 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.894655 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] host = n-d-811808-2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.894886 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.895114 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.895362 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.895586 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.895823 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.896052 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.896297 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.896544 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.896790 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.897201 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.897338 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.897695 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.897897 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.898050 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.898174 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_options = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.898395 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.898734 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899022 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899163 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899309 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899513 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899772 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.899979 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.900455 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.900455 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.900713 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.901031 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.901169 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.901402 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.901781 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.902014 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.902342 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.902488 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.902711 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.902973 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.903227 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.903540 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.903837 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.905876 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.906104 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.906355 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.906689 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.907069 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.907467 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.907783 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.908050 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.908399 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.908606 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.908870 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.909772 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.910441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.910441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.910707 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.911629 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.911629 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.911795 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.912336 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.912336 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.912602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.912982 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.913530 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_json = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.913812 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.913991 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.914389 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.914647 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.914839 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.915056 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.915308 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.915543 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.915804 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:35.916346 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.917038 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.917150 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.917402 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.917802 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.918068 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.918313 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.918557 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.918829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.919079 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.919451 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.919757 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.919995 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.920243 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.920637 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.921008 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.922162 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.922162 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.922162 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.922383 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.922523 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.924722 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.925379 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.925379 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.925379 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.925622 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.925862 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.926079 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.926301 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.926532 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.926748 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.926977 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.927206 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.927677 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.927677 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.927994 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.928134 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.928301 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.928538 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.928774 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.929007 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.929226 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.929500 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.929753 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.931732 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932273 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932273 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932273 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932489 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932698 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.932927 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.933150 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.933367 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.935613 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.936829 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.937263 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.937346 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.937597 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.938533 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.938972 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.939442 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.939844 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.940262 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.940698 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.941148 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.941709 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.942110 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.942487 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.942946 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.943384 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.943837 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.944102 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.944338 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.944618 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.944847 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.945075 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.945322 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.945602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.945854 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.946279 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.946697 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.947192 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.947576 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.947841 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.948228 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.948503 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.948770 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.948933 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.949209 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.949535 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.950002 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.950274 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.950541 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.950802 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.951065 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.951524 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.951894 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.952180 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.952405 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.952631 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.952905 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.953170 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.954120 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.954353 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.954605 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.954951 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.955189 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.955401 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.955633 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.955920 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.956166 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.956410 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.956666 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.956926 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.957394 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.957888 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.958142 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.958392 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.958648 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.958877 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.959110 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.959348 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.959579 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.959799 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.960015 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.960246 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.960494 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.960727 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.961323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33042) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:04:35.965727 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.966583 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.966583 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.966765 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.967015 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.967253 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.967494 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.967747 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.967979 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.969877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063026 Jun 04 06:04:35.970380 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.971372 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.973320 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.973320 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.973601 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.973890 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.974165 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.975208 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.975505 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.975753 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.976030 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.976257 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.977637 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.977890 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.978407 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.979039 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.981602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.981602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.981602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.981845 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.982017 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.982823 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.983068 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.985150 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.985681 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.985955 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987220 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987220 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987220 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987440 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987614 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.987847 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.988092 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.988321 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.988561 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.988782 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.989002 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.989221 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.989457 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.989755 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.989996 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.990243 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.990459 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.990702 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.990938 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.991158 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.991401 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.993420 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.993420 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.993420 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.993762 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.993930 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.994208 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.994466 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.996819 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.997079 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.997326 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.997863 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.998092 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.998335 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.998558 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.998774 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.999005 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.999239 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.999451 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.999667 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:35.999905 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.001220 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.002488 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.002922 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.003239 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.003503 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.004592 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.004922 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.005291 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.005890 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.006548 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.006786 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.007018 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.009129 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.009427 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.009803 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.010117 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.010373 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.010649 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.010947 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.011235 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.011520 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.011769 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.012065 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.012396 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.012696 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.012947 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.013175 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.013431 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.014043 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.014906 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.014906 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.015067 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.015220 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.015474 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.015737 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.016193 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.016460 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.016713 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.016926 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.017152 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.017362 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.017627 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.017915 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.018025 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 06:04:36.018516 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 06:04:36.018666 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 06:04:36.018822 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 06:04:36.018982 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 06:04:36.019145 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 06:04:36.019289 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 06:04:36.019497 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.019652 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.019808 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.019958 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020117 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020312 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020468 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020624 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020774 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.020930 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021079 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021230 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021387 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021564 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021721 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.021862 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022018 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022168 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022330 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022481 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022636 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022785 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.022939 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] debug = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023098 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023279 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023457 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023602 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023742 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.023901 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024049 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024190 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024330 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024492 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024640 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024787 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.024927 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025077 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025219 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025359 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025553 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025703 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] host = n-d-811808-2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.025861 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026000 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026157 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:36.026325 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026475 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026619 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026775 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.026876 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027441 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027672 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027739 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.027917 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_options = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028038 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028219 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028371 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028516 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028685 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.028831 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.030929 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.031106 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.031272 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.031436 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.032180 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.032321 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.032545 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.032808 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.035411 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.035609 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.035783 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.035954 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036109 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036275 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036460 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036622 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036774 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.036923 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037076 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037226 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037382 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037556 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037747 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.037872 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.038025 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.038435 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.038592 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.038747 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.038902 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039057 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039212 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039374 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039529 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039683 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039838 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.039992 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040145 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040301 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040456 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040611 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_json = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040765 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.040919 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.041073 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.041233 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.041410 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.042498 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.042668 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.042830 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.043019 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 06:04:36.043172 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.043335 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.043503 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.044516 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.044696 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.044949 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.045174 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.045342 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.045531 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.045698 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.045869 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.046020 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.046191 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.046349 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.046508 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.046669 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.047851 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.049141 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.049141 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.051554 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.051554 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.051554 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.051798 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.051879 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052068 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052242 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052408 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052574 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052735 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.052896 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.053058 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.053219 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.053378 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.055527 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.055527 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.055527 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.055527 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056161 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056336 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056504 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056668 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056833 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.056995 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057161 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057324 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057510 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057670 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057824 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.057984 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.058166 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.060050 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.060221 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.060389 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.060575 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.061253 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.061253 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.061853 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.063736 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.063920 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.064236 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.065871 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.065871 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.065871 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.065871 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066302 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066302 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066452 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066603 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066776 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.066933 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.068423 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.068609 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.069706 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.069895 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070081 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070262 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070439 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070637 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070852 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.070947 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071138 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071291 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071449 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071597 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071755 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.071936 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072103 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072267 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072428 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072609 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072755 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.072917 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.073082 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.073243 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.073405 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075104 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075104 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075104 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075104 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075390 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075390 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075512 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075669 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075790 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.075952 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076117 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076279 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076439 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076599 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076759 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.076918 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.077086 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.077247 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.077409 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079643 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079643 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079643 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079643 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079643 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079968 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079968 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.079968 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080142 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080301 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080442 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080605 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080766 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.080936 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081502 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081502 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081502 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081783 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081783 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.081958 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082064 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082226 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082388 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082548 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082709 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.082871 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083033 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083194 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083354 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083517 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083677 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083838 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.083997 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084162 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084325 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084487 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084646 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084808 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.084970 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085131 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085291 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085454 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085660 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085822 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.085982 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086143 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086303 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086462 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086623 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086783 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.086944 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087109 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087267 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087426 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087578 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087736 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.087897 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088060 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088221 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088382 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088543 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088707 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.088868 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089029 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089190 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089351 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089563 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089729 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.089892 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090053 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090217 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090377 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090536 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090716 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.090875 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091036 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091200 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091360 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091520 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091678 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091837 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.091999 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092158 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092319 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092480 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092640 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092800 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.092958 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093118 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093282 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093444 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093626 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093784 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.093947 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.094224 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.094414 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.094603 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.094849 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095031 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095218 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095386 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095560 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095746 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.095920 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096089 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096262 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096411 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096554 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096712 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.096855 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097016 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097178 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097350 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097531 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097684 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.097845 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098014 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098244 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098400 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098540 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098630 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098770 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.098929 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099090 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099268 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099429 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099595 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099758 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.099919 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100080 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100270 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100436 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100608 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100777 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.100939 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.101134 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.101305 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.101500 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.101663 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.101833 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102007 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102168 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102331 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102491 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102653 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102814 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.102974 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103135 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103296 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103456 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103617 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103777 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.103938 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104103 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104262 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104424 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104586 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104747 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.104907 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.105066 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 06:04:36.105221 n-d-811808-2 neutron-server[88741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 06:04:46.928467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f04a2-4d98-484b-bee9-94d564061a03 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:04:46.996794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f04a2-4d98-484b-bee9-94d564061a03 None None] No non-hosted networks {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 06:04:47.004008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.agentschedulers_db [None req-134f04a2-4d98-484b-bee9-94d564061a03 None None] DHCP Agent not found on host n-d-811808-2 {{(pid=88850) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 04 06:04:47.106744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-95757d93-7e9e-4d00-855d-08f3666f5f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:48.916363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf4599d5-244e-4d52-a9c5-95b48803b12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:48.954572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7884092a-48f6-4424-8906-7b500e76868f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:50.063434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:50.069788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.070229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.071516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.074089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.074329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.074677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.076168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.076515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.077537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.079397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.080534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.083591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:04:50.084784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811808-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:50.113997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811808-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:04:50.237373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:51.827191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:53.175402 n-d-811808-2 neutron-server[88850]: INFO neutron.db.l3_hamode_db [None req-340a0da4-fd98-48c7-a382-fa54248cdb24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 06:04:53.254080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:04:53.259371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0da4-fd98-48c7-a382-fa54248cdb24 None None] Routers set() bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:04:53.259758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0da4-fd98-48c7-a382-fa54248cdb24 None None] Router IDs set() for agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 04 06:04:53.831212 n-d-811808-2 neutron-server[88848]: WARNING oslo_policy.policy [None req-ab37fc0b-3d4f-46d0-a9a8-d4153a3aee4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:53.831790 n-d-811808-2 neutron-server[88848]: WARNING oslo_policy.policy [None req-ab37fc0b-3d4f-46d0-a9a8-d4153a3aee4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:54.049174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-ab37fc0b-3d4f-46d0-a9a8-d4153a3aee4c admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:04:54.050477 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab37fc0b-3d4f-46d0-a9a8-d4153a3aee4c admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7943850 Jun 04 06:04:56.459363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:04:57.030725 n-d-811808-2 neutron-server[88849]: WARNING oslo_policy.policy [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:57.031771 n-d-811808-2 neutron-server[88849]: WARNING oslo_policy.policy [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:57.247954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:04:57.342029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.policy [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 06:04:57.386621 n-d-811808-2 neutron-server[88849]: WARNING oslo_policy.policy [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:57.386986 n-d-811808-2 neutron-server[88849]: WARNING oslo_policy.policy [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:04:57.395904 n-d-811808-2 neutron-server[88849]: INFO neutron.quota [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Loaded quota_driver: . Jun 04 06:04:57.412326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:04:57.473235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760755278663', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760755281256', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760755257422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760755264537', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760755269954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760754658953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-592829', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1868747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1989213'] for rbac-policy, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:57.534828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:04:57.536495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c0a582d3-b483-4016-9a8d-15cf2112f37d admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0761940 Jun 04 06:05:00.206593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33174) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:00.551357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'name': 'private'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:00.556057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:00.560469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Usage tracker for resource:network and tenant:a5a2bb07c1b04becbd37d3346ee87d42 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:00.565044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:00.571171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:00.583559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Made reservation on behalf of a5a2bb07c1b04becbd37d3346ee87d42 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:05:00.586618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.604450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.618133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:00.621761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a2bb07c1b04becbd37d3346ee87d42 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:00.627238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:00.632755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:00.727687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.731339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.753148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:05:00.778886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760753270173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.779414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Unsubscribe: segment precommit_create {{(pid=88849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 06:05:00.779941 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Added segment bec4151f-f146-4f1b-a979-17eb4b27eeb6 of type vlan for network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 Jun 04 06:05:00.827595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485cd7ef-6478-4398-b56a-241c1b8cfe08,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:00.848193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.848536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.848871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.849202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.849556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.849885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.850208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.850530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.850850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.851169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.851486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.851801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Tracked resource versions report: Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: pushed versions: Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: { 'AddressGroup': {'1.2'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'ConntrackHelper': {'1.0'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Log': {'1.0'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Network': {'1.1'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Port': {'1.7'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'PortForwarding': {'1.2'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'QosPolicy': {'1.8'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SecurityGroup': {'1.4'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SubPort': {'1.0'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Subnet': {'1.1'}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Trunk': {'1.1'}} Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: consumer versions: Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: L3 agent@n-d-811808-2: {}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: Metadata agent@n-d-811808-2: {}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: Metering agent@n-d-811808-2: {}, Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'ConntrackHelper': '1.0', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Log': '1.0', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Network': '1.1', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Port': '1.7', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'PortForwarding': '1.2', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'QosPolicy': '1.8', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SecurityGroup': '1.4', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SecurityGroupRule': '1.2', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'SubPort': '1.0', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Subnet': '1.1', Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: 'Trunk': '1.1'}} Jun 04 06:05:00.852890 n-d-811808-2 neutron-server[88849]: {{(pid=88849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:05:00.891961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.933027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:00.934103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:00.934737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:01.042697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6c08ff-25b4-48ce-8e08-4f67a7a79b16,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:01.045361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66c12896-3a9c-446c-81ee-f0ef4b107661 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8377962 Jun 04 06:05:01.072480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:05:03.779962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33190) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:04.243344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5e63c-2401-4ff7-941c-9d53ad53f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:04.244590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-79b5e63c-2401-4ff7-941c-9d53ad53f7bb admin admin] 10.222.0.17 "GET /v2.0/networks/cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 HTTP/1.1" status: 200 len: 825 time: 0.4637001 Jun 04 06:05:04.271847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6954a45f-9894-462a-9be0-cdfeea35d05f admin admin] 10.222.0.17 "GET /v2.0/subnetpools/ccda9d81-d39b-46a8-914e-5bacdf884af8 HTTP/1.1" status: 200 len: 734 time: 0.0216310 Jun 04 06:05:04.279895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Request body: {'subnet': {'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:04.284861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:04.288808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Usage tracker for resource:subnet and tenant:a5a2bb07c1b04becbd37d3346ee87d42 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:04.291596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:04.297326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:04.306771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Made reservation on behalf of a5a2bb07c1b04becbd37d3346ee87d42 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:05:04.308947 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:04.581464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:04.676448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e50043-21a3-4365-93c9-7edc746d2688,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:04.679151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Checking segment: {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:05:04.679530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Network hostable DHCP agents. Network: cc6c08ff-25b4-48ce-8e08-4f67a7a79b16, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:05:04.700875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:05:04.711882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cc6c08ff-25b4-48ce-8e08-4f67a7a79b16) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:04.716228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:04.716803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:04.721837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dc954-4606-49a6-9a47-b1b0b5ebe538 None None] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:05:04.735550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-92a83fa5-56a8-487e-ac17-dd977868ab62 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4587483 Jun 04 06:05:05.031967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:05:05.033244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.218633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Allocated IP 172.20.0.2 (cc6c08ff-25b4-48ce-8e08-4f67a7a79b16/a9e50043-21a3-4365-93c9-7edc746d2688/5297970b-42c2-42c1-9e52-f6a91c9888dd) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:05:05.448997 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.462542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Transition to ACTIVE for port object 5297970b-42c2-42c1-9e52-f6a91c9888dd will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:05:05.482875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Transition to ACTIVE for port object 5297970b-42c2-42c1-9e52-f6a91c9888dd will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:05:05.490287 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.557393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:05:05.560157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:05.567299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:05:05.570674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Pushing event updated for resources: {'Port': ['ID=5297970b-42c2-42c1-9e52-f6a91c9888dd,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:05.615648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.615996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.616336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.616672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.617001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.617328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.617679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.618008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.618331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.618652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.618973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.619291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Tracked resource versions report: Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: pushed versions: Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: { 'AddressGroup': {'1.2'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'ConntrackHelper': {'1.0'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Log': {'1.0'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Network': {'1.1'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Port': {'1.7'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'PortForwarding': {'1.2'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'QosPolicy': {'1.8'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SecurityGroup': {'1.4'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SubPort': {'1.0'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Subnet': {'1.1'}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Trunk': {'1.1'}} Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: consumer versions: Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: L3 agent@n-d-811808-2: {}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: Metadata agent@n-d-811808-2: {}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: Metering agent@n-d-811808-2: {}, Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'ConntrackHelper': '1.0', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Log': '1.0', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Network': '1.1', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Port': '1.7', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'PortForwarding': '1.2', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'QosPolicy': '1.8', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SecurityGroup': '1.4', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SecurityGroupRule': '1.2', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'SubPort': '1.0', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Subnet': '1.1', Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: 'Trunk': '1.1'}} Jun 04 06:05:05.620402 n-d-811808-2 neutron-server[88850]: {{(pid=88850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:05:05.670897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Attempting to bind port 5297970b-42c2-42c1-9e52-f6a91c9888dd on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:05:05.671843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Attempting to bind port 5297970b-42c2-42c1-9e52-f6a91c9888dd by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:05:05.672348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Attempting to bind port 5297970b-42c2-42c1-9e52-f6a91c9888dd on network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:05:05.677496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:05:05.677889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Checking segment: {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:05:05.678388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.678778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Bound using segment: {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:05:05.679262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Bound port: 5297970b-42c2-42c1-9e52-f6a91c9888dd, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:05:05.679653 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.767961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] For port 5297970b-42c2-42c1-9e52-f6a91c9888dd, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:05:05.771826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] For port 5297970b-42c2-42c1-9e52-f6a91c9888dd, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5297970b-42c2-42c1-9e52-f6a91c9888dd,segment=NetworkSegment(bec4151f-f146-4f1b-a979-17eb4b27eeb6),segment_id=bec4151f-f146-4f1b-a979-17eb4b27eeb6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:05:05.776607 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:05.867267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de757c2-dc68-4f1b-9ef7-c48af6d2aa06 None None] Pushing event updated for resources: {'Port': ['ID=5297970b-42c2-42c1-9e52-f6a91c9888dd,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:07.201851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:07.567068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-885d3d35-250b-4c00-80d8-15d0ebf71dcb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:05:07.568139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-885d3d35-250b-4c00-80d8-15d0ebf71dcb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650129 Jun 04 06:05:09.575068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391603be-67ec-4abb-8a1c-efb4b1037a0d None None] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:05:09.651516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0d3bd495-2131-48bc-b2b3-482a0728adb1 None None] Provisioning for port 5297970b-42c2-42c1-9e52-f6a91c9888dd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:05:09.957884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5297970b-42c2-42c1-9e52-f6a91c9888dd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:10.030099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5297970b-42c2-42c1-9e52-f6a91c9888dd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:05:10.035033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33214) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:10.036239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5297970b-42c2-42c1-9e52-f6a91c9888dd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:10.036641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:10.104604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Provisioning complete for port 5297970b-42c2-42c1-9e52-f6a91c9888dd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:10.104858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:10.217823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5297970b-42c2-42c1-9e52-f6a91c9888dd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:10.218882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:10.297734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5297970b-42c2-42c1-9e52-f6a91c9888dd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5297970b-42c2-42c1-9e52-f6a91c9888dd,segment=NetworkSegment(bec4151f-f146-4f1b-a979-17eb4b27eeb6),segment_id=bec4151f-f146-4f1b-a979-17eb4b27eeb6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:05:10.300106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Current status of the port 5297970b-42c2-42c1-9e52-f6a91c9888dd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:10.300603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:10.313504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:10.410636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-020b9afd-5699-4566-88da-5f20665c61cb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:05:10.411638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-020b9afd-5699-4566-88da-5f20665c61cb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3757107 Jun 04 06:05:10.460123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5297970b-42c2-42c1-9e52-f6a91c9888dd,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:10.463162 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:05:10.463555 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:05:11.022249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d109881-3818-4cfa-9158-2e4a616739f2 None None] Current status of the port 5297970b-42c2-42c1-9e52-f6a91c9888dd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:11.927972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5297970b-42c2-42c1-9e52-f6a91c9888dd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:11.994342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5297970b-42c2-42c1-9e52-f6a91c9888dd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:11.994716 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:12.115853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5297970b-42c2-42c1-9e52-f6a91c9888dd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:13.096883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:13.439300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:13.444272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:13.448254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Usage tracker for resource:router and tenant:a5a2bb07c1b04becbd37d3346ee87d42 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:13.451498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:13.458392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:13.468761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:13.470301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:13.492080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:13.603658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:13.622603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:13.623812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86646e3e-5c85-4d35-88b0-e233d7e36be9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5259454 Jun 04 06:05:14.929243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:05:16.026773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:16.387299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-c606bf0c-bfb5-4139-9773-f6888ba195ec admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:05:16.388237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c606bf0c-bfb5-4139-9773-f6888ba195ec admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605549 Jun 04 06:05:16.841174 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79ff898d-ff6a-4526-94ac-6074e3f802ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:18.805998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:18.912776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca0542df-c19b-4a36-9a85-77702c25ab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.169272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:19.170911 n-d-811808-2 neutron-server[88848]: INFO neutron.quota [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Loaded quota_driver: . Jun 04 06:05:19.187483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:19.193936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Usage tracker for resource:network and tenant:8c68aa8094164ac9a0be51efb569b29c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:19.198734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:19.206879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:19.223782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Made reservation on behalf of 8c68aa8094164ac9a0be51efb569b29c for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:05:19.291466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.policy [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 06:05:19.338127 n-d-811808-2 neutron-server[88848]: WARNING oslo_policy.policy [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:05:19.338497 n-d-811808-2 neutron-server[88848]: WARNING oslo_policy.policy [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 06:05:19.349367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.369219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.384834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:19.388498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Usage tracker for resource:security_group_rule and tenant:8c68aa8094164ac9a0be51efb569b29c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:19.392287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:19.398549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:19.500048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.503781 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.519431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Reserving flat network on physical network physnet1 {{(pid=88848) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 06:05:19.551933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760753270173', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.552454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Unsubscribe: segment precommit_create {{(pid=88848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 06:05:19.552965 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Added segment d05659ac-f057-4df6-909d-017b3d5f222b of type flat for network 745395c4-3603-4ebb-96f6-04a67c8a9918 Jun 04 06:05:19.609619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945ba39-b86c-4644-9146-fead500d9b21,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:19.632161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.632502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.632830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.633152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.633491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.633811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.634125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.634437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.634747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.635056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.635365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.635672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Tracked resource versions report: Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: pushed versions: Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: { 'AddressGroup': {'1.2'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'ConntrackHelper': {'1.0'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Log': {'1.0'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Network': {'1.1'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Port': {'1.7'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'PortForwarding': {'1.2'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'QosPolicy': {'1.8'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SecurityGroup': {'1.4'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SubPort': {'1.0'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Subnet': {'1.1'}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Trunk': {'1.1'}} Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: consumer versions: Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: L3 agent@n-d-811808-2: {}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: Metadata agent@n-d-811808-2: {}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: Metering agent@n-d-811808-2: {}, Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'ConntrackHelper': '1.0', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Log': '1.0', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Network': '1.1', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Port': '1.7', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'PortForwarding': '1.2', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'QosPolicy': '1.8', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SecurityGroup': '1.4', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SecurityGroupRule': '1.2', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'SubPort': '1.0', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Subnet': '1.1', Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: 'Trunk': '1.1'}} Jun 04 06:05:19.636748 n-d-811808-2 neutron-server[88848]: {{(pid=88848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:05:19.678407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.722948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.724094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:19.724733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:19.832952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0258274 Jun 04 06:05:19.833647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3170e8-79e7-412a-a2dc-91fabfe80588 admin admin] Pushing event updated for resources: {'Network': ['ID=745395c4-3603-4ebb-96f6-04a67c8a9918,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:19.848395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:05:20.050931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:20.191135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:21.805929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:22.348324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33272) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:22.600264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc1d89-eee6-4d7f-b392-59e8455a9c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:22.601593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-90dc1d89-eee6-4d7f-b392-59e8455a9c74 admin admin] 10.222.0.17 "GET /v2.0/subnets/a9e50043-21a3-4365-93c9-7edc746d2688 HTTP/1.1" status: 200 len: 849 time: 0.2521045 Jun 04 06:05:22.777772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f033cc66-1395-4c08-be88-fe63c755edea admin admin] 10.222.0.17 "GET /v2.0/routers/f4789b78-67b4-4328-b674-b0773f60cfd5 HTTP/1.1" status: 200 len: 704 time: 0.1703537 Jun 04 06:05:23.248381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:23.476446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Allocated IP 172.20.0.1 (cc6c08ff-25b4-48ce-8e08-4f67a7a79b16/a9e50043-21a3-4365-93c9-7edc746d2688/e3a0988e-4cad-42ff-b81c-00401ac3fc27) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:05:23.631570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:23.649638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Transition to ACTIVE for port object e3a0988e-4cad-42ff-b81c-00401ac3fc27 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:05:23.704688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:23.771515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:05:23.774586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:23.780281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:05:23.780801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:23.900069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Pushing event updated for resources: {'Port': ['ID=e3a0988e-4cad-42ff-b81c-00401ac3fc27,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:24.010836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08070314-2c61-45a0-bcaa-7bf35c0a985a None None] Provisioning for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:05:24.018349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08070314-2c61-45a0-bcaa-7bf35c0a985a None None] Provisioning complete for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:24.018718 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08070314-2c61-45a0-bcaa-7bf35c0a985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.045852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.070244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08070314-2c61-45a0-bcaa-7bf35c0a985a None None] Port e3a0988e-4cad-42ff-b81c-00401ac3fc27 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:05:24.307447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.312176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.312914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.441668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Pushing event updated for resources: {'Port': ['ID=e3a0988e-4cad-42ff-b81c-00401ac3fc27,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:24.501214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:05:24.502259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:24.692696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0e936ec9-7b57-488a-be21-6919135dfeb4 None None] Provisioning complete for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:24.693508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e936ec9-7b57-488a-be21-6919135dfeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:24.693916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Router f4789b78-67b4-4328-b674-b0773f60cfd5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:05:24.748691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0e936ec9-7b57-488a-be21-6919135dfeb4 None None] Port e3a0988e-4cad-42ff-b81c-00401ac3fc27 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:05:24.846941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:05:24.856583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Sync routers for ids ['f4789b78-67b4-4328-b674-b0773f60cfd5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:05:24.857034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2a227d7-696c-46bb-bb00-01a55b72709d admin admin] 10.222.0.17 "PUT /v2.0/routers/f4789b78-67b4-4328-b674-b0773f60cfd5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0742872 Jun 04 06:05:24.867198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Routers {'f4789b78-67b4-4328-b674-b0773f60cfd5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:05:24.868085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:05:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f4789b78-67b4-4328-b674-b0773f60cfd5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:25.045038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Set router f4789b78-67b4-4328-b674-b0773f60cfd5 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:05:25.413308 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:23Z', 'revision_number': 2, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port_host': None, '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:24Z', 'revision_number': 2, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:25.418347 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Checking router: f4789b78-67b4-4328-b674-b0773f60cfd5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:05:25.418714 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Updating router f4789b78-67b4-4328-b674-b0773f60cfd5 port e3a0988e-4cad-42ff-b81c-00401ac3fc27 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:05:25.470449 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:25.851070 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:25.866791 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Transition to ACTIVE for port object e3a0988e-4cad-42ff-b81c-00401ac3fc27 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:05:25.873088 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:26.120925 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Pushing event updated for resources: {'Port': ['ID=e3a0988e-4cad-42ff-b81c-00401ac3fc27,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:26.130717 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.131057 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.131396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.131729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.132056 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.132380 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.132701 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.133024 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.133341 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.133685 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.134005 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.134322 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Tracked resource versions report: Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: pushed versions: Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: { 'AddressGroup': {'1.2'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'ConntrackHelper': {'1.0'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Log': {'1.0'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Network': {'1.1'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Port': {'1.7'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'PortForwarding': {'1.2'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'QosPolicy': {'1.8'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SecurityGroup': {'1.4'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SubPort': {'1.0'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Subnet': {'1.1'}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Trunk': {'1.1'}} Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: consumer versions: Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: L3 agent@n-d-811808-2: {}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: Metadata agent@n-d-811808-2: {}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: Metering agent@n-d-811808-2: {}, Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'ConntrackHelper': '1.0', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Log': '1.0', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Network': '1.1', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Port': '1.7', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'PortForwarding': '1.2', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'QosPolicy': '1.8', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SecurityGroup': '1.4', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SecurityGroupRule': '1.2', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'SubPort': '1.0', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Subnet': '1.1', Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: 'Trunk': '1.1'}} Jun 04 06:05:26.135405 n-d-811808-2 neutron-server[88851]: {{(pid=88851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:05:26.137688 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Attempting to bind port e3a0988e-4cad-42ff-b81c-00401ac3fc27 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:05:26.138082 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Attempting to bind port e3a0988e-4cad-42ff-b81c-00401ac3fc27 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:05:26.138524 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Attempting to bind port e3a0988e-4cad-42ff-b81c-00401ac3fc27 on network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:05:26.144507 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:05:26.144885 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Checking segment: {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:05:26.145387 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:26.145924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Bound using segment: {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:05:26.146393 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Bound port: e3a0988e-4cad-42ff-b81c-00401ac3fc27, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec4151f-f146-4f1b-a979-17eb4b27eeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:05:26.146640 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:26.234876 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] For port e3a0988e-4cad-42ff-b81c-00401ac3fc27, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:05:26.239480 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] For port e3a0988e-4cad-42ff-b81c-00401ac3fc27, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3a0988e-4cad-42ff-b81c-00401ac3fc27,segment=NetworkSegment(bec4151f-f146-4f1b-a979-17eb4b27eeb6),segment_id=bec4151f-f146-4f1b-a979-17eb4b27eeb6)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:05:26.244345 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:26.337423 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Routers {'f4789b78-67b4-4328-b674-b0773f60cfd5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:05:26.338066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:05:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f4789b78-67b4-4328-b674-b0773f60cfd5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:26.387619 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9c443-34e5-43c8-971a-dc6637544a62 None None] Pushing event updated for resources: {'Port': ['ID=e3a0988e-4cad-42ff-b81c-00401ac3fc27,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:26.503503 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] Set router f4789b78-67b4-4328-b674-b0773f60cfd5 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:05:26.822195 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:23Z', 'revision_number': 2, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port_host': None, '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:26Z', 'revision_number': 4, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:26.825862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdd959-ed1a-4550-8e6f-b4bb1c303288 None None] The sync data for ids ['f4789b78-67b4-4328-b674-b0773f60cfd5'] in n-d-811808-2 is: [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:23Z', 'revision_number': 2, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port_host': None, '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:26Z', 'revision_number': 4, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:05:27.124267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33294) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:27.273327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816d44a-ff14-439a-a896-ce1399b7e631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:27.273916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c816d44a-ff14-439a-a896-ce1399b7e631 admin admin] Synchronizing usage tracker for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:05:27.292258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c816d44a-ff14-439a-a896-ce1399b7e631 admin admin] Unset dirty status for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:05:27.293434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c816d44a-ff14-439a-a896-ce1399b7e631 admin admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 842 time: 0.1676073 Jun 04 06:05:27.303327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:27.308448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:05:27.312928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Usage tracker for resource:subnet and tenant:8c68aa8094164ac9a0be51efb569b29c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:05:27.316588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:05:27.324697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:05:27.336482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Made reservation on behalf of 8c68aa8094164ac9a0be51efb569b29c for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:05:27.338820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:27.749342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:05:27.749832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:27.826062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da2d7b6-89ad-4fe4-acc1-05470ae9f27f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:27.834014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:05:27.834367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Network hostable DHCP agents. Network: 745395c4-3603-4ebb-96f6-04a67c8a9918, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:05:27.855312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:05:27.865344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 745395c4-3603-4ebb-96f6-04a67c8a9918) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:27.869933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:27.870688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:27.873563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f19633-f69a-4e97-8ca5-4a163d6768cf None None] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:05:27.895279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ba6db5d-7aeb-418f-8091-1c4948833ec3 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5954359 Jun 04 06:05:27.994717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3a0988e-4cad-42ff-b81c-00401ac3fc27 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:28.179475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:05:28.191131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:28.191546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:28.218259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccd590-7261-4a57-8bfc-764e53aeb0c1 None None] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:05:28.463132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e3a0988e-4cad-42ff-b81c-00401ac3fc27 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:28.463532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:28.536254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port e3a0988e-4cad-42ff-b81c-00401ac3fc27, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3a0988e-4cad-42ff-b81c-00401ac3fc27,segment=NetworkSegment(bec4151f-f146-4f1b-a979-17eb4b27eeb6),segment_id=bec4151f-f146-4f1b-a979-17eb4b27eeb6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:05:28.540895 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:28.614744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=e3a0988e-4cad-42ff-b81c-00401ac3fc27,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:29.938949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3a0988e-4cad-42ff-b81c-00401ac3fc27 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:30.006807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:30.007177 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:30.122329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e3a0988e-4cad-42ff-b81c-00401ac3fc27 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:30.246600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33308) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:30.476821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-28fae748-e30c-4953-a57b-1b7b2a720653 admin admin] 10.222.0.17 "GET /v2.0/routers/f4789b78-67b4-4328-b674-b0773f60cfd5 HTTP/1.1" status: 200 len: 710 time: 0.2291024 Jun 04 06:05:30.600196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63779227-b341-4171-87a2-50a6d59384ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:05:30.601532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-63779227-b341-4171-87a2-50a6d59384ff admin admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 886 time: 0.1194954 Jun 04 06:05:30.610037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:05:31.048726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:31.367574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:31.421856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:31.552364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Allocated IP 172.25.1.56 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/564a86fb-aceb-4aa1-ba0a-a22c9594975d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:05:31.740982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:31.770761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:31.839018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:05:31.841698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:05:31.844316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:05:31.908022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=564a86fb-aceb-4aa1-ba0a-a22c9594975d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:32.220955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:32.546144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:32.549308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:32.721664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Router f4789b78-67b4-4328-b674-b0773f60cfd5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:05:32.891824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:05:32.899738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:32.900895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c6050178-647b-4abb-8cbe-1d0a51a9eaa4 admin admin] 10.222.0.17 "PUT /v2.0/routers/f4789b78-67b4-4328-b674-b0773f60cfd5 HTTP/1.1" status: 200 len: 889 time: 2.2939985 Jun 04 06:05:32.902912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Sync routers for ids ['f4789b78-67b4-4328-b674-b0773f60cfd5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:05:32.914594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Routers {'f4789b78-67b4-4328-b674-b0773f60cfd5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:05:32.915280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:05:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f4789b78-67b4-4328-b674-b0773f60cfd5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:33.137720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Set router f4789b78-67b4-4328-b674-b0773f60cfd5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:05:33.477345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:32Z', 'revision_number': 4, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port': {'id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:31Z', 'updated_at': '2022-06-04T06:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:28Z', 'revision_number': 5, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:33.481999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Checking router: f4789b78-67b4-4328-b674-b0773f60cfd5 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:05:33.482350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Updating router f4789b78-67b4-4328-b674-b0773f60cfd5 port 564a86fb-aceb-4aa1-ba0a-a22c9594975d binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:05:33.533117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:33.859960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:33.871166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Transition to ACTIVE for port object 564a86fb-aceb-4aa1-ba0a-a22c9594975d will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:05:33.878777 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:33.955586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Attempting to bind port 564a86fb-aceb-4aa1-ba0a-a22c9594975d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:05:33.956194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Attempting to bind port 564a86fb-aceb-4aa1-ba0a-a22c9594975d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:05:33.956309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Attempting to bind port 564a86fb-aceb-4aa1-ba0a-a22c9594975d on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:05:33.963262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4725a9-3201-42ac-abbf-2903ec60db48 None None] Pushing event updated for resources: {'Port': ['ID=564a86fb-aceb-4aa1-ba0a-a22c9594975d,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:33.965774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:05:33.966143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:05:33.966538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:33.966914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:05:33.967407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Bound port: 564a86fb-aceb-4aa1-ba0a-a22c9594975d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:05:33.967787 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:34.042862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] For port 564a86fb-aceb-4aa1-ba0a-a22c9594975d, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:05:34.046412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] For port 564a86fb-aceb-4aa1-ba0a-a22c9594975d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=564a86fb-aceb-4aa1-ba0a-a22c9594975d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:05:34.050407 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:34.127953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Routers {'f4789b78-67b4-4328-b674-b0773f60cfd5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:05:34.128491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:05:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f4789b78-67b4-4328-b674-b0773f60cfd5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:34.184090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4725a9-3201-42ac-abbf-2903ec60db48 None None] Pushing event updated for resources: {'Port': ['ID=564a86fb-aceb-4aa1-ba0a-a22c9594975d,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:34.312078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] Set router f4789b78-67b4-4328-b674-b0773f60cfd5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:05:34.655190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:32Z', 'revision_number': 4, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port': {'id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:31Z', 'updated_at': '2022-06-04T06:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:28Z', 'revision_number': 5, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:05:34.659201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e3cd1-0341-4a9d-abc2-3502c6c4e126 None None] The sync data for ids ['f4789b78-67b4-4328-b674-b0773f60cfd5'] in n-d-811808-2 is: [{'id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'name': 'router1', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:05:13Z', 'updated_at': '2022-06-04T06:05:32Z', 'revision_number': 4, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'gw_port': {'id': '564a86fb-aceb-4aa1-ba0a-a22c9594975d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:31Z', 'updated_at': '2022-06-04T06:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e3a0988e-4cad-42ff-b81c-00401ac3fc27', 'name': '', 'network_id': 'cc6c08ff-25b4-48ce-8e08-4f67a7a79b16', 'tenant_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'mac_address': 'fa:16:3e:86:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4789b78-67b4-4328-b674-b0773f60cfd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:05:23Z', 'updated_at': '2022-06-04T06:05:28Z', 'revision_number': 5, 'project_id': 'a5a2bb07c1b04becbd37d3346ee87d42', 'subnets': [{'id': 'a9e50043-21a3-4365-93c9-7edc746d2688', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccda9d81-d39b-46a8-914e-5bacdf884af8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:05:35.328215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:05:35.458846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a04b64f8-1736-4bc0-80d6-e85071b16074 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1295266 Jun 04 06:05:35.971173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 564a86fb-aceb-4aa1-ba0a-a22c9594975d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:36.050499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 564a86fb-aceb-4aa1-ba0a-a22c9594975d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:05:36.055268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 564a86fb-aceb-4aa1-ba0a-a22c9594975d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:36.055635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:36.180184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 564a86fb-aceb-4aa1-ba0a-a22c9594975d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:36.180577 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:36.198241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 564a86fb-aceb-4aa1-ba0a-a22c9594975d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=564a86fb-aceb-4aa1-ba0a-a22c9594975d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:05:36.203620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:36.272250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=564a86fb-aceb-4aa1-ba0a-a22c9594975d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:05:37.985204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 564a86fb-aceb-4aa1-ba0a-a22c9594975d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:05:38.058261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 564a86fb-aceb-4aa1-ba0a-a22c9594975d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:05:38.058657 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:38.187784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 564a86fb-aceb-4aa1-ba0a-a22c9594975d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:05:46.848493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8927605-9dee-4bcf-9a0f-7b16778850d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:48.914904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4f66ff20-888a-4998-bab7-8ac70cf6160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:50.054009 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:50.193638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:51.816078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:05:51.928176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:06:16.842134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aecc14e3-95a3-43b7-bead-5a1366caf1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:18.934023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f19b2c14-1e11-4673-a522-2b0e14270ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:20.057195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:20.197827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:21.820549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:28.934641 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:06:46.845874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb49ba86-5c3b-41f9-b181-db2f27794f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:48.920325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b2a55fc-e466-4fdb-9e71-26741a7d7d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:50.064327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:50.202572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:06:51.832153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:05.923985 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:07:16.848647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7059e2f7-a825-452d-9d10-e9b725b25d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:18.923656 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-485b4e64-9dbb-4e9e-9070-a6c6b284e95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:20.068944 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:20.202549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:21.826879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:42.923972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:07:42.952954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33920) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:43.020179 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7aa3ca-2fcd-4b33-8c57-9672bbe2f3d5 admin admin] GET failed (client error): The resource could not be found. Jun 04 06:07:43.021489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc7aa3ca-2fcd-4b33-8c57-9672bbe2f3d5 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675521 Jun 04 06:07:43.150881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea899e7-4547-4d5b-b0d5-5b063b56c2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:43.153011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aea899e7-4547-4d5b-b0d5-5b063b56c2bd admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1276531 Jun 04 06:07:45.310235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:45.415209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454290ed-7b8d-43d1-b6b5-7e9bb9a809b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:45.416496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-454290ed-7b8d-43d1-b6b5-7e9bb9a809b9 admin admin] 10.222.0.17 "GET /v2.0/subnets/a9e50043-21a3-4365-93c9-7edc746d2688 HTTP/1.1" status: 200 len: 849 time: 0.1053233 Jun 04 06:07:45.425891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:07:45.539548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:45.724855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760753176998'] for subnet, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:45.766185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:45.767251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:45.768633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] 10.222.0.17 "PUT /v2.0/subnets/a9e50043-21a3-4365-93c9-7edc746d2688 HTTP/1.1" status: 200 len: 868 time: 0.3455973 Jun 04 06:07:45.771558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52a478-3baa-41f7-a842-9b974c045beb None None] Network cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:07:45.793205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e50043-21a3-4365-93c9-7edc746d2688,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:07:45.800838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.801188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.801565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.801908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.802242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.802572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.802910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.803239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.803566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.803892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.804218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:45.804543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b1455-b8ab-481e-ae07-0de591aa9f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:07:46.289801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Provisioning complete for port e3a0988e-4cad-42ff-b81c-00401ac3fc27 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:07:46.290423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:46.408462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Current status of the port e3a0988e-4cad-42ff-b81c-00401ac3fc27 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:07:46.419749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Provisioning complete for port 5297970b-42c2-42c1-9e52-f6a91c9888dd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:07:46.420117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:46.560695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9c4427d3-a017-4b63-a1bd-caafcadd649f None None] Current status of the port 5297970b-42c2-42c1-9e52-f6a91c9888dd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:07:46.852424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-200ac960-b503-46bc-af1e-23372b8c7442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:47.964734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:48.189741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279c6b0-f947-409d-b90b-b4e1ec04746f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:48.190123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279c6b0-f947-409d-b90b-b4e1ec04746f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:48.191663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3279c6b0-f947-409d-b90b-b4e1ec04746f admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2259939 Jun 04 06:07:48.926745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbf3a-9e83-46a7-9a4e-81067f37a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:50.070967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:50.208686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:50.359325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33950) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:50.530231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52888876-b91d-49a4-ba51-c3a38838eb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:50.530610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52888876-b91d-49a4-ba51-c3a38838eb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:50.532129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52888876-b91d-49a4-ba51-c3a38838eb3e admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718628 Jun 04 06:07:51.827856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:07:52.703057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33960) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:52.871645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c0fab-a202-4d66-8809-0f491dedef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:52.872990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-950c0fab-a202-4d66-8809-0f491dedef94 admin admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 886 time: 0.1690011 Jun 04 06:07:55.063231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:55.233949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be6343-57f1-417d-8415-b98024d5e9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:55.235277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a8be6343-57f1-417d-8415-b98024d5e9cc admin admin] 10.222.0.17 "GET /v2.0/networks/cc6c08ff-25b4-48ce-8e08-4f67a7a79b16 HTTP/1.1" status: 200 len: 869 time: 0.1711085 Jun 04 06:07:57.403974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33980) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:57.512981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93334e3-c5b0-4c0f-a40b-682226a34322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:57.513436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93334e3-c5b0-4c0f-a40b-682226a34322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:57.514188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b93334e3-c5b0-4c0f-a40b-682226a34322 admin admin] Synchronizing usage tracker for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:07:57.531371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b93334e3-c5b0-4c0f-a40b-682226a34322 admin admin] Unset dirty status for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:07:57.532685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b93334e3-c5b0-4c0f-a40b-682226a34322 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277492 Jun 04 06:07:59.703229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:07:59.808025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a34941-ece5-4143-8a35-a1c595433485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:59.808477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a34941-ece5-4143-8a35-a1c595433485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:07:59.810018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-19a34941-ece5-4143-8a35-a1c595433485 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058173 Jun 04 06:08:01.975639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34000) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:02.079894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47d8ed-fc8c-4f98-8a76-ffb02c706a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:02.081223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf47d8ed-fc8c-4f98-8a76-ffb02c706a95 admin admin] 10.222.0.17 "GET /v2.0/subnets/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f HTTP/1.1" status: 200 len: 816 time: 0.1046312 Jun 04 06:08:04.273887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:04.382892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d5075-ee4a-470f-87e6-8b32230654f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:04.384231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d92d5075-ee4a-470f-87e6-8b32230654f1 admin admin] 10.222.0.17 "GET /v2.0/subnets/a9e50043-21a3-4365-93c9-7edc746d2688 HTTP/1.1" status: 200 len: 868 time: 0.1094091 Jun 04 06:08:16.855762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e175981c-344e-4115-822b-1b866db03ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:18.928087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-19a1952c-ee16-4312-af57-0d46f1077b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:19.924126 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:08:20.074713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:20.209890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:21.831298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:23.361271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:23.409343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-2d27dc2b-353b-4c7f-a64d-edbc16ea70f3 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:08:23.410361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2d27dc2b-353b-4c7f-a64d-edbc16ea70f3 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481844 Jun 04 06:08:25.732780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34066) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:25.799640 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbd67eb-011c-416b-bb1b-4d0609cb0df7 admin admin] GET failed (client error): The resource could not be found. Jun 04 06:08:25.800873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1bbd67eb-011c-416b-bb1b-4d0609cb0df7 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671556 Jun 04 06:08:25.924553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23826b0-9a7f-4308-891f-ec2f84b85845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:25.925995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b23826b0-9a7f-4308-891f-ec2f84b85845 admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213577 Jun 04 06:08:28.111311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:28.156872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:08:28.161381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:08:28.172059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:08:28.181303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Made reservation on behalf of 8c68aa8094164ac9a0be51efb569b29c for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:08:28.184491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:28.272032 n-d-811808-2 neutron-server[88849]: WARNING neutron.services.revisions.revision_plugin [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Could not find related network for resource to bump revision. Jun 04 06:08:28.284592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:08:28.294882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:28.295216 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Added segment 6adae674-2da7-408c-a678-6b516afb8b17 of type vlan for network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 Jun 04 06:08:28.320741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:28.350740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:28.351637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:28.352207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:28.452955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3405650 Jun 04 06:08:28.455496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dd76e-4c95-422d-a8af-150704d8d69f admin admin] Pushing event updated for resources: {'Network': ['ID=3679b408-f5ea-4a7a-8197-f3bd8cde3368,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:08:28.481230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:08:30.637573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34086) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:08:30.702924 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39beeab-d9eb-48db-bbc4-17b2d79e851a admin admin] GET failed (client error): The resource could not be found. Jun 04 06:08:30.703429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f39beeab-d9eb-48db-bbc4-17b2d79e851a admin admin] Synchronizing usage tracker for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:08:30.718798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f39beeab-d9eb-48db-bbc4-17b2d79e851a admin admin] Unset dirty status for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:08:30.719903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f39beeab-d9eb-48db-bbc4-17b2d79e851a admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0813875 Jun 04 06:08:30.846659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf5f14-ebfb-4083-a21e-b655a3dbc5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:30.848078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-88cf5f14-ebfb-4083-a21e-b655a3dbc5c5 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1241057 Jun 04 06:08:30.858208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:08:30.862744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:08:30.872243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:08:30.881407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Made reservation on behalf of 8c68aa8094164ac9a0be51efb569b29c for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:08:30.883689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.091365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.164170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490dbe45-c597-42a3-ba54-3b1d5a4889e3,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:08:31.172500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:08:31.172850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Network hostable DHCP agents. Network: 3679b408-f5ea-4a7a-8197-f3bd8cde3368, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:08:31.190125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:08:31.199316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 3679b408-f5ea-4a7a-8197-f3bd8cde3368) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:08:31.203135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:08:31.203712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.208191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003de31e-0b0d-4d25-98f8-ed2dc8260e27 None None] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:08:31.236584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5faf425d-6b5d-48d5-a961-4753288d0562 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3734264 Jun 04 06:08:31.429285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'tenant_id': '8c68aa8094164ac9a0be51efb569b29c', 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:08:31.430169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.588464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Allocated IP 192.168.233.2 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/afcbecfa-95e9-46ea-acb9-690ee2ad7e20) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:08:31.801343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.812534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Transition to ACTIVE for port object afcbecfa-95e9-46ea-acb9-690ee2ad7e20 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:08:31.832514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Transition to ACTIVE for port object afcbecfa-95e9-46ea-acb9-690ee2ad7e20 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:08:31.838978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:31.906827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:08:31.910053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:08:31.912509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:08:31.949773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Pushing event updated for resources: {'Port': ['ID=afcbecfa-95e9-46ea-acb9-690ee2ad7e20,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:08:31.968390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.968732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.969072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.969402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.969752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.970078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.970398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.970716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.971032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.971347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.971662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:31.971976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:08:32.026499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Attempting to bind port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:08:32.026855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Attempting to bind port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:08:32.027218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Attempting to bind port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:08:32.032961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:08:32.033330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:08:32.033751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:32.034141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:08:32.034600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Bound port: afcbecfa-95e9-46ea-acb9-690ee2ad7e20, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:08:32.034966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:32.125876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] For port afcbecfa-95e9-46ea-acb9-690ee2ad7e20, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:08:32.129049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] For port afcbecfa-95e9-46ea-acb9-690ee2ad7e20, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afcbecfa-95e9-46ea-acb9-690ee2ad7e20,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:08:32.134054 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:32.213325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad922d-a93f-4c83-943e-161a8250a9b5 None None] Pushing event updated for resources: {'Port': ['ID=afcbecfa-95e9-46ea-acb9-690ee2ad7e20,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:08:33.044680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d15bf-6c13-41c0-bb63-4ab7bd27af58 None None] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:08:33.140055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b42400ba-ec79-4f46-bd2a-0387ebfbc902 None None] Provisioning for port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:08:34.062613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afcbecfa-95e9-46ea-acb9-690ee2ad7e20 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:08:34.131240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:08:34.136747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:08:34.137118 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:34.254068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:08:34.254380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:34.286237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port afcbecfa-95e9-46ea-acb9-690ee2ad7e20, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afcbecfa-95e9-46ea-acb9-690ee2ad7e20,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:08:34.289811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:34.354762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=afcbecfa-95e9-46ea-acb9-690ee2ad7e20,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:08:36.033169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afcbecfa-95e9-46ea-acb9-690ee2ad7e20 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:08:36.104739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:08:36.105099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:36.223825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port afcbecfa-95e9-46ea-acb9-690ee2ad7e20 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:08:46.853257 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e67cc639-e89e-4a4b-8d85-fe3ce0107d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:48.934442 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d0107de7-5e6e-4fc6-a8c9-5604450ebfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:50.077335 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:50.213173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:51.832623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:08:56.923459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:09:16.856032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3e1f99ae-b852-4bbe-b388-ce58aba9bdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:18.935647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0238ef20-f1c1-42c6-8c31-d165e5132367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:20.083913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:20.215155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:21.834670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:33.948767 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:09:46.858026 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-27fe5a42-6e1b-4ebc-a17b-c8506e105098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:48.937947 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-31905e91-aefe-45f1-ad9d-8b93e0322c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:50.077810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:50.218931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:51.839087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:52.615882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:09:52.621761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-8627300b-de40-4b58-9c97-6abd1342207f tempest-verify_tempest_config-1047647204 tempest-verify_tempest_config-1047647204-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:09:52.622704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8627300b-de40-4b58-9c97-6abd1342207f tempest-verify_tempest_config-1047647204 tempest-verify_tempest_config-1047647204-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058706 Jun 04 06:09:52.921439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:09:53.037194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.051249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:09:53.055053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Usage tracker for resource:security_group_rule and tenant:d01d1f1dd20b4bf5bca8d2c854d9986b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:09:53.057824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:09:53.063399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:09:53.145223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.148767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.199779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Synchronizing usage tracker for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:09:53.203811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34420e4-caf7-4dfd-ad7d-dc478f0f9127,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:09:53.213830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.214182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.214520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.214939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.215184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.215512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.215839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.216163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.216485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.216807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.217126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.217450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:09:53.231517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] Unset dirty status for tenant:8c68aa8094164ac9a0be51efb569b29c on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:09:53.233387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7806c36d-bad7-4fbd-8d95-f9970319099c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d01d1f1dd20b4bf5bca8d2c854d9986b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109527 Jun 04 06:09:53.235348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:09:53.291639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.316380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.408623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.425174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34420e4-caf7-4dfd-ad7d-dc478f0f9127,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:09:53.429602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:09:53.430772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-63f0a3fb-b515-41da-a8a7-a9d5cd36099d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b34420e4-caf7-4dfd-ad7d-dc478f0f9127 HTTP/1.1" status: 204 len: 168 time: 0.1944957 Jun 04 06:10:10.937843 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:10:16.860081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8095eb6c-39e9-480b-9175-b62fc518f67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:18.939290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2298b8ec-8722-4c00-af9e-c045c743e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:20.081094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:20.220822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:21.841229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:46.864052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cdf97d2b-1350-4847-a051-2a5eff76641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:47.936984 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:10:48.940668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d3e84852-c2fa-4349-a712-b21d9f60cf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:50.083733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:50.222897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:10:51.843131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:16.865567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d300d0f-289e-47dc-9a61-7207b80016bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:18.942379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-320f24a9-00f4-467f-a801-f7bd6f5ec74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:20.085564 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:20.225365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:21.845466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:24.935508 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:11:46.866455 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6da62d71-ccf1-4d40-b1d0-ff76cb7f7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:48.943726 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a80e7932-3d0f-41f3-9310-63f391bc98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:50.088029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:50.227915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:11:51.848912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:01.934128 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:12:16.867970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-91e9d13b-5599-48e5-a33e-7cd1986d82f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:18.946191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-097a97a0-3497-4e99-b580-67f6180a1c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:20.090891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:20.230214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:21.852295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:38.932084 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 5 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:12:46.871116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ab8e0336-5cd3-474f-aef0-1717dd1fa274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:48.946711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa542c1e-44cd-413b-820d-e01c78ddecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:50.092999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:50.232519 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:51.858299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:54.996473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:12:55.266532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1710941'] for agent, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:15.931010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:13:16.871664 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc47638c-2b7b-4cc3-97fb-faff1b1c7f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:18.950083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4301c00e-7756-401d-90c8-88cafe31d0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:20.094755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:20.235012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:21.858405 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:24.971514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:25.251558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:41.582906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:13:41.699555 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ddf7dfc5-0cc7-461f-b68b-1b50fc80e385 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1155295 Jun 04 06:13:44.036434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:13:44.090829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2200318b-a154-47a5-930a-dff14834ee30 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0532656 Jun 04 06:13:46.874171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6da95546-a926-4679-8591-e92b9a970af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:48.950749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6c8edea-1eda-47a1-abed-e043ccbc62b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:50.096600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:50.239355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:51.859867 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:52.930372 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:13:54.970735 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:13:55.249647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:16.875384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-57756e33-5924-4d7d-bcb3-5bf8635ed5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:18.952244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8a8be45a-d35f-46f9-b084-7d214fc42064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:20.099588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:20.241841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:21.872314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:24.981896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:25.268022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:29.930333 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:14:46.883085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c715c906-a0f1-4e62-8b0a-fa678df4fc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:48.955169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5102e7d3-e41a-4616-9cc0-330544ff2132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:50.103960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:50.244595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:51.867698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:54.970503 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:14:55.264652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:06.932328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:15:16.891595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc00e-7d34-462e-b069-02ec4252f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:18.954756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-54fcd88c-ac1e-42b6-bfa7-6c0e84620328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:20.112352 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:20.180109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34462) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:20.248568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:20.356756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34476) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:20.628368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-network', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:20.634345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:20.640346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Usage tracker for resource:network and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:20.643780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:20.650882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:20.663888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Made reservation on behalf of efe56b48b60744baaa5b5954f9fa9d2e for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:20.666799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:20.680986 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:20.726643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:20.726643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Usage tracker for resource:security_group_rule and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:20.726643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:20.726643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:20.777298 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2e7f462a-0575-4a74-acc1-3fb3779af7e3 tempest-AutoAllocateNetworkTest-223690930 tempest-AutoAllocateNetworkTest-223690930-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=14fa8801d069405d8da2b8e7807c3973&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4168718 Jun 04 06:15:20.777298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:20.976052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a021b3-e1eb-41ab-bea6-182da94206e4 tempest-AutoAllocateNetworkTest-223690930 tempest-AutoAllocateNetworkTest-223690930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:20.980967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34512) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:20.981463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-25a021b3-e1eb-41ab-bea6-182da94206e4 tempest-AutoAllocateNetworkTest-223690930 tempest-AutoAllocateNetworkTest-223690930-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2028151 Jun 04 06:15:20.995624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.000661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.049893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:15:21.066086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757a723-08eb-4697-8d80-8fdcae7a201d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:21.071722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb8066fa-3f04-4695-ac8e-538ed0d19279 tempest-AutoAllocateNetworkTest-223690930 tempest-AutoAllocateNetworkTest-223690930-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882163 Jun 04 06:15:21.071930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34516) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:21.078421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.078796 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Added segment d34b0edd-60d5-4e9e-9784-2ea8733d1fcf of type vlan for network f81c4301-5ba3-46b8-a960-daf43d54e60c Jun 04 06:15:21.080531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.080870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.081199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.081749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.081948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.082376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.082711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.083031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.083351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.083684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.083984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.084335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Tracked resource versions report: Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: pushed versions: Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: { 'AddressGroup': {'1.2'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'ConntrackHelper': {'1.0'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Log': {'1.0'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Network': {'1.1'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Port': {'1.7'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'PortForwarding': {'1.2'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'QosPolicy': {'1.8'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SecurityGroup': {'1.4'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SubPort': {'1.0'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Subnet': {'1.1'}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Trunk': {'1.1'}} Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: consumer versions: Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: HyperV agent@n-h1-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: HyperV agent@n-h2-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: L3 agent@n-d-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: Metadata agent@n-d-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: Metering agent@n-d-811808-2: {}, Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'ConntrackHelper': '1.0', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Log': '1.0', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Network': '1.1', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Port': '1.7', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'PortForwarding': '1.2', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'QosPolicy': '1.8', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SecurityGroup': '1.4', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SecurityGroupRule': '1.2', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'SubPort': '1.0', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Subnet': '1.1', Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: 'Trunk': '1.1'}} Jun 04 06:15:21.086335 n-d-811808-2 neutron-server[88848]: {{(pid=88848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:15:21.119187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ed275753-d8d2-4674-9777-9e5231c60938 tempest-AutoAllocateNetworkTest-223690930 tempest-AutoAllocateNetworkTest-223690930-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=14fa8801d069405d8da2b8e7807c3973 HTTP/1.1" status: 200 len: 208 time: 0.0428240 Jun 04 06:15:21.142008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.174212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.175319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:21.176019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.282195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] Pushing event updated for resources: {'Network': ['ID=f81c4301-5ba3-46b8-a960-daf43d54e60c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:21.289014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3dd2a17d-74a7-43b6-89cb-92023bd90696 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1045637 Jun 04 06:15:21.289329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:21.294332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f81c4301-5ba3-46b8-a960-daf43d54e60c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:15:21.296862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Request body: {'subnet': {'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-subnet', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:21.301925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:21.306200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Usage tracker for resource:subnet and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:21.309722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:21.316030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:21.330378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Made reservation on behalf of efe56b48b60744baaa5b5954f9fa9d2e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:21.333214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.541421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.620419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fecfc904-d9b9-49e9-909b-2388816cfe46,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:21.646720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.647866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.648348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.648823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.649449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.649945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.650412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.650874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.651337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.651966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.652435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.652890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Tracked resource versions report: Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: pushed versions: Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: { 'AddressGroup': {'1.2'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'ConntrackHelper': {'1.0'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Log': {'1.0'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Network': {'1.1'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Port': {'1.7'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'PortForwarding': {'1.2'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'QosPolicy': {'1.8'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SecurityGroup': {'1.4'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SubPort': {'1.0'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Subnet': {'1.1'}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Trunk': {'1.1'}} Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: consumer versions: Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: HyperV agent@n-h1-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: HyperV agent@n-h2-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: L3 agent@n-d-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: Metadata agent@n-d-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: Metering agent@n-d-811808-2: {}, Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'ConntrackHelper': '1.0', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Log': '1.0', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Network': '1.1', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Port': '1.7', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'PortForwarding': '1.2', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'QosPolicy': '1.8', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SecurityGroup': '1.4', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SecurityGroupRule': '1.2', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'SubPort': '1.0', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Subnet': '1.1', Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: 'Trunk': '1.1'}} Jun 04 06:15:21.654221 n-d-811808-2 neutron-server[88849]: {{(pid=88849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:15:21.665924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Checking segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:21.666546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Network hostable DHCP agents. Network: f81c4301-5ba3-46b8-a960-daf43d54e60c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:15:21.698636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:15:21.712637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f81c4301-5ba3-46b8-a960-daf43d54e60c) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:21.718372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:21.720009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.723172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00b912-c3b1-4fc2-91b7-b1f85761c406 None None] Network f81c4301-5ba3-46b8-a960-daf43d54e60c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:15:21.746906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-59353cf9-35ee-4abe-a701-bb725bd853fb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4552634 Jun 04 06:15:21.749426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34546) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:21.755279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:21.761320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:21.766043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Usage tracker for resource:router and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:21.769386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:21.776380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:21.789717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.791041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.811779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:21.954260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.017978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34566) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:22.115364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f81c4301-5ba3-46b8-a960-daf43d54e60c', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:15:22.116655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.146270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.312425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Allocated IP 172.20.0.2 (f81c4301-5ba3-46b8-a960-daf43d54e60c/fecfc904-d9b9-49e9-909b-2388816cfe46/dc273b02-7338-40c9-ba77-034c044c2e80) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:22.572399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.574332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.577705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.587675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Transition to ACTIVE for port object dc273b02-7338-40c9-ba77-034c044c2e80 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:22.605131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.611257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Transition to ACTIVE for port object dc273b02-7338-40c9-ba77-034c044c2e80 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:22.612412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:22.619758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.621047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Usage tracker for resource:security_group_rule and tenant:14fa8801d069405d8da2b8e7807c3973 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:22.629196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:22.641487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:22.739949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Pushing event updated for resources: {'Port': ['ID=dc273b02-7338-40c9-ba77-034c044c2e80,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:22.747706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:22.754271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:22.757864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.758585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.759067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.759585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.760165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.760686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.761152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.761762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.762231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.765771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.766310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.766846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Tracked resource versions report: Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: pushed versions: Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: { 'AddressGroup': {'1.2'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'ConntrackHelper': {'1.0'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Log': {'1.0'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Network': {'1.1'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Port': {'1.7'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'PortForwarding': {'1.2'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'QosPolicy': {'1.8'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SecurityGroup': {'1.4'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SubPort': {'1.0'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Subnet': {'1.1'}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Trunk': {'1.1'}} Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: consumer versions: Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: HyperV agent@n-h1-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: HyperV agent@n-h2-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: L3 agent@n-d-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: Metadata agent@n-d-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: Metering agent@n-d-811808-2: {}, Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'ConntrackHelper': '1.0', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Log': '1.0', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Network': '1.1', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Port': '1.7', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'PortForwarding': '1.2', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'QosPolicy': '1.8', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SecurityGroup': '1.4', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SecurityGroupRule': '1.2', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'SubPort': '1.0', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Subnet': '1.1', Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: 'Trunk': '1.1'}} Jun 04 06:15:22.769952 n-d-811808-2 neutron-server[88850]: {{(pid=88850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:15:22.776345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:22.786416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.792903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.844039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622b097a-af8a-4886-9016-576fbc3e4410,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:22.873010 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b09ae02b-85a9-4bc1-bc4f-ebb5384025e8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=14fa8801d069405d8da2b8e7807c3973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8510578 Jun 04 06:15:22.873195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:22.885789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Attempting to bind port dc273b02-7338-40c9-ba77-034c044c2e80 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:22.886303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Attempting to bind port dc273b02-7338-40c9-ba77-034c044c2e80 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:22.887086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Attempting to bind port dc273b02-7338-40c9-ba77-034c044c2e80 on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:22.893370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:22.893602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Checking segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:22.893992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.894368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Bound using segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:22.895316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Bound port: dc273b02-7338-40c9-ba77-034c044c2e80, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:22.895501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.911757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Allocated IP 172.25.1.213 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/c4f06a09-22bd-463a-b266-9bc3078ab79d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:22.958033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:22.989302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.042199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] For port dc273b02-7338-40c9-ba77-034c044c2e80, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:23.047287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] For port dc273b02-7338-40c9-ba77-034c044c2e80, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc273b02-7338-40c9-ba77-034c044c2e80,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:23.056218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.095781 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.129094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b097a-af8a-4886-9016-576fbc3e4410,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:23.150748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.152033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ccb9c68-561e-42a2-9e1b-8fe363da5c03 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/622b097a-af8a-4886-9016-576fbc3e4410 HTTP/1.1" status: 204 len: 168 time: 0.2774508 Jun 04 06:15:23.207404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9f1c-e370-4714-b7c4-9d4c0d88be4f None None] Pushing event updated for resources: {'Port': ['ID=dc273b02-7338-40c9-ba77-034c044c2e80,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:23.277660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.423119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:23.516141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:23.519914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:23.524008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:23.626136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f06a09-22bd-463a-b266-9bc3078ab79d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:24.099927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:24.140530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:24.279147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34640) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:24.349905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc273b02-7338-40c9-ba77-034c044c2e80 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:24.444647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dc273b02-7338-40c9-ba77-034c044c2e80 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:24.573556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a7285-b43c-42ac-bc14-3837f5c5e58b None None] Network f81c4301-5ba3-46b8-a960-daf43d54e60c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:15:24.609317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:24.621379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:24.714215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Provisioning for port dc273b02-7338-40c9-ba77-034c044c2e80 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:24.735234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Provisioning complete for port dc273b02-7338-40c9-ba77-034c044c2e80 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:24.735682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:24.780983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:24.795055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:24.801910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:27d7821b447944c89fd5e78f85b3d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:24.817273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:24.834200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:24.843485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:24.859379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Usage tracker for resource:security_group_rule and tenant:cadd355d6bac4b97a197185bb371fda3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:24.867639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:24.900356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:25.156857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.167775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.196164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Current status of the port dc273b02-7338-40c9-ba77-034c044c2e80 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:25.197727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.232676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.234295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.252364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Router 15dce997-a61a-4e22-9df0-881499927e1b is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:15:25.255414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.299074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] For port dc273b02-7338-40c9-ba77-034c044c2e80, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc273b02-7338-40c9-ba77-034c044c2e80,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:25.325753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.331039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cadd355d6bac4b97a197185bb371fda3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0500665 Jun 04 06:15:25.331039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae6b75-a535-4d05-859c-9c6f4a11b72a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:25.415428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.421672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34690) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:25.434144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355cbed-61a5-4f39-979b-f1158285b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb0f50-d757-41ef-9b87-cd410b2338f7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:25.440741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dde25c48-963a-4c83-bdff-b33d8f8e3fd2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=27d7821b447944c89fd5e78f85b3d63d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2968163 Jun 04 06:15:25.447939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34698) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:25.500636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dad37-9828-42a8-b1ec-9914e55f8f80 None None] Pushing event updated for resources: {'Port': ['ID=dc273b02-7338-40c9-ba77-034c044c2e80,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:25.598572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.650258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6645f487-1a1e-4892-9a10-bfbff108f718 None None] Provisioning complete for port dc273b02-7338-40c9-ba77-034c044c2e80 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:25.650712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6645f487-1a1e-4892-9a10-bfbff108f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.660742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.681188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.735870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:15:25.738440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.746394 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:15:25.760754 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:25.761890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:25.808329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.811346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.818736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8df24fc5-7168-44a9-8acd-a4f29e213503 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0632334 Jun 04 06:15:25.821227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34724) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:25.839026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34728) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:25.919549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.933347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6645f487-1a1e-4892-9a10-bfbff108f718 None None] Current status of the port dc273b02-7338-40c9-ba77-034c044c2e80 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:25.950103 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:25.951938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dabb0f50-d757-41ef-9b87-cd410b2338f7 HTTP/1.1" status: 204 len: 168 time: 0.5289390 Jun 04 06:15:25.953440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af473217-8a0d-4c31-a436-bdd4970009ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb0f50-d757-41ef-9b87-cd410b2338f7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:26.003255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae6b75-a535-4d05-859c-9c6f4a11b72a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:26.037035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.037035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c47c5cc8-2d5a-4108-b6f8-b8550858877b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f4ae6b75-a535-4d05-859c-9c6f4a11b72a HTTP/1.1" status: 204 len: 168 time: 0.5833259 Jun 04 06:15:26.168729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:26.261764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.266478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc273b02-7338-40c9-ba77-034c044c2e80 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:26.305783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:26.312019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Usage tracker for resource:security_group_rule and tenant:23ba79e48342410988a15658156685ba is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:26.317920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:26.335701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:26.412711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dc273b02-7338-40c9-ba77-034c044c2e80 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:26.413415 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.508534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.516098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.588524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dc273b02-7338-40c9-ba77-034c044c2e80 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:26.626877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047294af-9e83-4778-9581-a3e52ee35370,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:26.652912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46635c83-0c63-40c0-9140-2ac016d8bbfd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=23ba79e48342410988a15658156685ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8109200 Jun 04 06:15:26.655964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34762) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:26.681753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:23Z', 'revision_number': 3, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:26.690353 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:15:26.691175 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Updating router 15dce997-a61a-4e22-9df0-881499927e1b port c4f06a09-22bd-463a-b266-9bc3078ab79d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:15:26.759027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.802836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.816904 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.875638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.912363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047294af-9e83-4778-9581-a3e52ee35370,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:26.917523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:26.941860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f48962a6-7077-4121-bb49-12b3e3c2070c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/047294af-9e83-4778-9581-a3e52ee35370 HTTP/1.1" status: 204 len: 168 time: 0.2853174 Jun 04 06:15:26.984340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.076850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34780) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:27.104510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.142494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:27.150385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7e73a8637048759a5949e89234ad70 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:27.156318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:27.165017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:27.235485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Allocated IP 172.20.0.1 (f81c4301-5ba3-46b8-a960-daf43d54e60c/fecfc904-d9b9-49e9-909b-2388816cfe46/a824bbdc-814d-436f-b385-b3c9ba48183f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:27.280729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.287048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.350310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:27.363925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee7e73a8637048759a5949e89234ad70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2857656 Jun 04 06:15:27.365604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:27.366867 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.377848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c230a-b8d0-48da-99bf-7eaf4bdac355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9c7451-a372-4825-a30e-6c85994b65db,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.380666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.380810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Transition to ACTIVE for port object c4f06a09-22bd-463a-b266-9bc3078ab79d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:27.390665 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.404029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:27.408462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Usage tracker for resource:security_group_rule and tenant:67346dd603484926ac5b8433af59307b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:27.412348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:27.420452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:27.486118 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Attempting to bind port c4f06a09-22bd-463a-b266-9bc3078ab79d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:27.487042 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Attempting to bind port c4f06a09-22bd-463a-b266-9bc3078ab79d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:27.487623 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Attempting to bind port c4f06a09-22bd-463a-b266-9bc3078ab79d on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:27.492288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.497553 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Pushing event updated for resources: {'Port': ['ID=c4f06a09-22bd-463a-b266-9bc3078ab79d,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.501831 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:27.502441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:27.503025 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.503617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:27.504271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Bound port: c4f06a09-22bd-463a-b266-9bc3078ab79d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:27.505385 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.505523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.533296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Transition to ACTIVE for port object a824bbdc-814d-436f-b385-b3c9ba48183f will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:27.558355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.561141 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.562568 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.564118 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.564662 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.566186 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.566745 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.567891 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.568856 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.570475 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.571702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.572198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.574385 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Tracked resource versions report: Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: pushed versions: Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: { 'AddressGroup': {'1.2'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'ConntrackHelper': {'1.0'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Log': {'1.0'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Network': {'1.1'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Port': {'1.7'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'PortForwarding': {'1.2'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'QosPolicy': {'1.8'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SecurityGroup': {'1.4'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SecurityGroupRule': {'1.2'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SubPort': {'1.0'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Subnet': {'1.1'}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Trunk': {'1.1'}} Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: consumer versions: Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: { DHCP agent@n-d-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: HyperV agent@n-h1-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: HyperV agent@n-h2-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: L3 agent@n-d-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: Metadata agent@n-d-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: Metering agent@n-d-811808-2: {}, Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: Open vSwitch agent@n-d-811808-2: { 'AddressGroup': '1.2', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'ConntrackHelper': '1.0', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Log': '1.0', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Network': '1.1', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Port': '1.7', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'PortForwarding': '1.2', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'QosPolicy': '1.8', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SecurityGroup': '1.4', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SecurityGroupRule': '1.2', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'SubPort': '1.0', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Subnet': '1.1', Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: 'Trunk': '1.1'}} Jun 04 06:15:27.575653 n-d-811808-2 neutron-server[88851]: {{(pid=88851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 06:15:27.577651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:27.599455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.608099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.638031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.650957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.656372 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] For port c4f06a09-22bd-463a-b266-9bc3078ab79d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:27.659235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9c7451-a372-4825-a30e-6c85994b65db,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.660329 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] For port c4f06a09-22bd-463a-b266-9bc3078ab79d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4f06a09-22bd-463a-b266-9bc3078ab79d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:27.667173 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.670336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.674461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8df19c91-3521-428b-818b-51c1d0b3b286 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2d9c7451-a372-4825-a30e-6c85994b65db HTTP/1.1" status: 204 len: 168 time: 0.3052540 Jun 04 06:15:27.733093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=67346dd603484926ac5b8433af59307b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3767340 Jun 04 06:15:27.734919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34808) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:27.742675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:27.744216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a44d1-efa9-4fb1-a865-c227bc204317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f4f498-56ef-40c0-adb7-82bae5c9751f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.768241 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:27.768858 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:27.851856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Pushing event updated for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.856220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:27.878717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:27.879436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.906068 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:27.922904 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5600e-dbd4-4cd2-8d13-5f912135d6de None None] Pushing event updated for resources: {'Port': ['ID=c4f06a09-22bd-463a-b266-9bc3078ab79d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:27.985896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.101460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.127436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:28.151374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f4f498-56ef-40c0-adb7-82bae5c9751f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:28.153286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.154408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bda1169-af53-4a80-b649-e04f1dfdce29 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/51f4f498-56ef-40c0-adb7-82bae5c9751f HTTP/1.1" status: 204 len: 168 time: 0.4163973 Jun 04 06:15:28.227320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce65d64d-f179-479d-8f35-ad8b694d5cb4 None None] Provisioning for port a824bbdc-814d-436f-b385-b3c9ba48183f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:28.239635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.241261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce65d64d-f179-479d-8f35-ad8b694d5cb4 None None] Provisioning complete for port a824bbdc-814d-436f-b385-b3c9ba48183f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:28.241830 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ce65d64d-f179-479d-8f35-ad8b694d5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.302530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34830) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:28.318977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:28.340841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Usage tracker for resource:security_group_rule and tenant:daaa9a45b7714ea485e6785bc57be72d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:28.343983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ce65d64d-f179-479d-8f35-ad8b694d5cb4 None None] Port a824bbdc-814d-436f-b385-b3c9ba48183f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:28.347525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.349639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.369339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:28.381502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:28.385661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:28.388476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Usage tracker for resource:security_group_rule and tenant:3458f0d8c25541388b9fc8e8119933ae is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:28.395112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:28.403261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:28.579798 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:23Z', 'revision_number': 3, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:28.585540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66de5e-92ca-4459-9b42-c794c14a716b None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:23Z', 'revision_number': 3, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:15:28.629939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.634879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.692096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3458f0d8c25541388b9fc8e8119933ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3883183 Jun 04 06:15:28.692842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:28.784514 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.795180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeae0a-b99e-408e-8f39-04887bf6bd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890d8aa-5697-4c6a-82a4-9636a893fde7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:28.797957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.808493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.837678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.934315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:28.951426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=daaa9a45b7714ea485e6785bc57be72d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3694782 Jun 04 06:15:28.951426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da919cc8-b423-4251-9a92-69603aec1889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87591f-926e-4d07-b2d9-7f3e3e6dd2c9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:28.959016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:29.000172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.007431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.008630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.059296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.063163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2890d8aa-5697-4c6a-82a4-9636a893fde7 HTTP/1.1" status: 204 len: 168 time: 0.3652089 Jun 04 06:15:29.063163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96f267-d5bf-4d2e-b3e1-faf75706110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890d8aa-5697-4c6a-82a4-9636a893fde7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:29.132084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.168415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.237888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.284121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.285285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2d87591f-926e-4d07-b2d9-7f3e3e6dd2c9 HTTP/1.1" status: 204 len: 168 time: 0.2914336 Jun 04 06:15:29.286236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298595c-9bc3-4b0c-a3d5-f06078d68562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87591f-926e-4d07-b2d9-7f3e3e6dd2c9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:29.316552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Pushing event updated for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:29.332347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:29.334032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:29.606018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:15:29.685059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-532174bb-9167-4202-9d7e-ccfc73d825d5 None None] Provisioning complete for port a824bbdc-814d-436f-b385-b3c9ba48183f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:29.685639 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-532174bb-9167-4202-9d7e-ccfc73d825d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:29.750029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34898) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:29.771432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-532174bb-9167-4202-9d7e-ccfc73d825d5 None None] Port a824bbdc-814d-436f-b385-b3c9ba48183f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:29.881032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:15:29.904118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2e5e6a71-5344-493c-9227-d339fd48cd84 admin admin] 10.222.0.17 "PUT /v2.0/routers/15dce997-a61a-4e22-9df0-881499927e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0733566 Jun 04 06:15:30.240822 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.265253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:30.269500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Usage tracker for resource:security_group_rule and tenant:a2a4b4fbdc784c75bc8598c682a2568c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:30.272893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:30.279774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:30.339385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4f06a09-22bd-463a-b266-9bc3078ab79d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:30.401941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.410695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34926) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:30.424000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.450081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.488906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:30.496438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c4f06a09-22bd-463a-b266-9bc3078ab79d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:30.499964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Usage tracker for resource:security_group_rule and tenant:dde4ff97828f40ada52fd56664e7d198 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:30.502954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:30.504740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c4f06a09-22bd-463a-b266-9bc3078ab79d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:30.505344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.518672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:30.553172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294715c-208a-4661-af48-f9302a6c8afb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:30.587227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cf9121ea-cc7b-42f7-b027-fe7060661c5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a2a4b4fbdc784c75bc8598c682a2568c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8355694 Jun 04 06:15:30.587851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34938) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:30.687507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.695719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.708083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c4f06a09-22bd-463a-b266-9bc3078ab79d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:30.709019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.728450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.745699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c4f06a09-22bd-463a-b266-9bc3078ab79d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4f06a09-22bd-463a-b266-9bc3078ab79d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:30.747630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dde4ff97828f40ada52fd56664e7d198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3357041 Jun 04 06:15:30.747745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:30.753355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.775416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d53ce-b617-4aa5-966e-dd428f34776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae85673-3837-49ce-a417-307996236cdf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:30.860957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c4f06a09-22bd-463a-b266-9bc3078ab79d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:30.866407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.912424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:30.952172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:31.010917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:31.033707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294715c-208a-4661-af48-f9302a6c8afb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:31.047943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:31.052096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e19cce48-40bc-4a3a-9998-31691a500abf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5294715c-208a-4661-af48-f9302a6c8afb HTTP/1.1" status: 204 len: 168 time: 0.4605427 Jun 04 06:15:31.052096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:31.054761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:31.058091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2ae85673-3837-49ce-a417-307996236cdf HTTP/1.1" status: 204 len: 168 time: 0.3063939 Jun 04 06:15:31.072719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd515ca-5818-44ae-8f56-d78d820b0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae85673-3837-49ce-a417-307996236cdf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:31.275294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:15:31.285337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:31.286183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:31.477421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:31.676599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34992) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:31.679690 n-d-811808-2 neutron-server[88848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 06:15:31.742854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-eeb0b948-66dd-4640-92ec-c1381b60d7b1 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648954 Jun 04 06:15:31.894273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 2, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:31.901778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:15:31.902126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Updating router 15dce997-a61a-4e22-9df0-881499927e1b port a824bbdc-814d-436f-b385-b3c9ba48183f binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:15:32.029338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-06f31712-0ab5-43c0-8da4-f5b7c5db20a2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:32.033806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35002) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:32.034268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-06f31712-0ab5-43c0-8da4-f5b7c5db20a2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856894 Jun 04 06:15:32.061391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-47f1e618-666c-400a-9831-e77c5c2f0f01 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/quotas/5a6bd46b01584c1d8f5cc2caf708299b HTTP/1.1" status: 200 len: 375 time: 0.0189807 Jun 04 06:15:32.067531 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.073427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.108327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:32.115762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-5b1d3afb-47b2-4258-a206-3f16d244fc3f tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505974 Jun 04 06:15:32.121510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Usage tracker for resource:security_group_rule and tenant:a6f932d064d249abb462fb8fcd35e78f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:32.132455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:32.155299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:32.279789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.286198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.343343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a6f932d064d249abb462fb8fcd35e78f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3076999 Jun 04 06:15:32.346170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:32.383846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4f06a09-22bd-463a-b266-9bc3078ab79d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:32.449303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.488382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.589896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.605079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.606552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dde2e797-4cf4-402e-8cef-c946545f0254 HTTP/1.1" status: 204 len: 168 time: 0.2582235 Jun 04 06:15:32.607349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96113be2-c8c8-4e71-a400-e27c3abf34ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde2e797-4cf4-402e-8cef-c946545f0254,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:32.614302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c4f06a09-22bd-463a-b266-9bc3078ab79d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:32.614765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.645105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666c8a5-c252-4250-ae0d-1bd4ed1dc82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde2e797-4cf4-402e-8cef-c946545f0254,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:32.670916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae631914-3440-403d-a524-c996bb234f0e req-afff2bd2-e00f-403e-8111-9ec66612387e tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 210 time: 0.1444035 Jun 04 06:15:32.920124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c4f06a09-22bd-463a-b266-9bc3078ab79d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:32.940199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:32.954779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Transition to ACTIVE for port object a824bbdc-814d-436f-b385-b3c9ba48183f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:32.966237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.200163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880ba28-c842-42f1-8215-91b221f079d8 None None] Pushing event updated for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:33.230183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Attempting to bind port a824bbdc-814d-436f-b385-b3c9ba48183f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:33.230801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Attempting to bind port a824bbdc-814d-436f-b385-b3c9ba48183f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:33.231325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Attempting to bind port a824bbdc-814d-436f-b385-b3c9ba48183f on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:33.237807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:33.239505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Checking segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:33.240062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.240595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Bound using segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:33.241295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Bound port: a824bbdc-814d-436f-b385-b3c9ba48183f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:33.241868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.333329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:33.339450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-network', 'tenant_id': '7170de83d79d42918a11be14a0347c4e'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:33.344507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:33.348678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Usage tracker for resource:network and tenant:7170de83d79d42918a11be14a0347c4e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:33.352304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:33.359416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:33.364193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] For port a824bbdc-814d-436f-b385-b3c9ba48183f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:33.369189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] For port a824bbdc-814d-436f-b385-b3c9ba48183f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a824bbdc-814d-436f-b385-b3c9ba48183f,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:33.374767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.375461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Made reservation on behalf of 7170de83d79d42918a11be14a0347c4e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:33.378295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.394981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.413702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:33.418434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Usage tracker for resource:security_group_rule and tenant:7170de83d79d42918a11be14a0347c4e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:33.423541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:33.433504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:33.469578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:33.470386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:33.573079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.579170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.639180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:15:33.641826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880ba28-c842-42f1-8215-91b221f079d8 None None] Pushing event updated for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:33.651088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c739100-f89a-4d37-90ec-9c28520b90ef,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:33.659339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.659991 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Added segment 97d37285-be16-4f3f-b99e-7f9e98e978eb of type vlan for network b8384643-a55c-4326-875d-2a656862d446 Jun 04 06:15:33.700513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.722879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:33.789071 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.790352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:33.791081 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:33.870165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35096) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:33.950386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6158316 Jun 04 06:15:33.953341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:33.960197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Request body: {'subnet': {'network_id': 'b8384643-a55c-4326-875d-2a656862d446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-subnet', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:33.963514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf35a87-721d-4e4d-b42f-06280edb7afd admin admin] Pushing event updated for resources: {'Network': ['ID=b8384643-a55c-4326-875d-2a656862d446,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:33.967269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:33.971182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Usage tracker for resource:subnet and tenant:7170de83d79d42918a11be14a0347c4e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:33.974296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:33.980986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:33.981416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b8384643-a55c-4326-875d-2a656862d446 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:15:33.993002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Made reservation on behalf of 7170de83d79d42918a11be14a0347c4e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:33.998891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.330277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:33Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:34.336127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a073-993d-443e-9ae7-dbeecb573e4d None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:33Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:15:34.344374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.436696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.443569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395492b8-477d-4360-8f4b-bc743e694f83,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:34.463253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Checking segment: {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:34.463690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Network hostable DHCP agents. Network: b8384643-a55c-4326-875d-2a656862d446, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:15:34.468106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:34.474439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Usage tracker for resource:security_group_rule and tenant:117a7ade71c24bddb3c963063369e836 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:34.480447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:34.489622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Network b8384643-a55c-4326-875d-2a656862d446 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:15:34.491766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:34.505266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b8384643-a55c-4326-875d-2a656862d446) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:34.517053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8d3327-00f0-4470-977e-9d3ee30af343 None None] Network b8384643-a55c-4326-875d-2a656862d446 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:15:34.524635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:34.530739 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.573083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c1f22a2f-dff9-4932-abc0-77023a67a9b7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6185980 Jun 04 06:15:34.575506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:34.587137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:34.597723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:34.611407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Usage tracker for resource:router and tenant:7170de83d79d42918a11be14a0347c4e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:34.618846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:34.635300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:34.691614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.707797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.709400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.711720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.756797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:34.758550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:34.811886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=117a7ade71c24bddb3c963063369e836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9399540 Jun 04 06:15:34.820303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35138) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:34.850103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c333-26fd-4d56-b191-0d7a4f3eec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0010b277-3ae8-458a-9882-753aea98565e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:35.108295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b8384643-a55c-4326-875d-2a656862d446', 'network_id': 'b8384643-a55c-4326-875d-2a656862d446', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'fixed_ips': [{'subnet_id': '395492b8-477d-4360-8f4b-bc743e694f83'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:15:35.114634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.196508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.236624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.270103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.382314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.414242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0010b277-3ae8-458a-9882-753aea98565e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:35.443656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.447408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89a610a6-f139-454d-989a-4c442435a334 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0010b277-3ae8-458a-9882-753aea98565e HTTP/1.1" status: 204 len: 168 time: 0.6236269 Jun 04 06:15:35.538933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Allocated IP 172.20.0.2 (b8384643-a55c-4326-875d-2a656862d446/395492b8-477d-4360-8f4b-bc743e694f83/82d02970-0420-4890-b712-b7d6b128b9c2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:35.644873 n-d-811808-2 neutron-server[88849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 06:15:35.769245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b39545fe-3d9a-4e23-afac-dc4595c93785 req-ddba6e81-1dcc-4c01-9aaa-657e744d54e7 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 210 time: 1.0086186 Jun 04 06:15:35.860374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.875521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Transition to ACTIVE for port object 82d02970-0420-4890-b712-b7d6b128b9c2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:35.878572 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.906697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Transition to ACTIVE for port object 82d02970-0420-4890-b712-b7d6b128b9c2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:35.915398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.937100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:35.995270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Network b8384643-a55c-4326-875d-2a656862d446 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:36.005203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:36.012216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:36.080502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Pushing event updated for resources: {'Port': ['ID=82d02970-0420-4890-b712-b7d6b128b9c2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:36.151998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Allocated IP 172.25.1.41 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/46d49817-c42f-485d-917b-c3f530e991bc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:36.208975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Attempting to bind port 82d02970-0420-4890-b712-b7d6b128b9c2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:36.210171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Attempting to bind port 82d02970-0420-4890-b712-b7d6b128b9c2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:36.210714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Attempting to bind port 82d02970-0420-4890-b712-b7d6b128b9c2 on network b8384643-a55c-4326-875d-2a656862d446 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:36.224841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:36.225327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Checking segment: {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:36.225931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.226386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Bound using segment: {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:36.227072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Bound port: 82d02970-0420-4890-b712-b7d6b128b9c2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:36.227570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.348326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] For port 82d02970-0420-4890-b712-b7d6b128b9c2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:36.352729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a824bbdc-814d-436f-b385-b3c9ba48183f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:36.398027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] For port 82d02970-0420-4890-b712-b7d6b128b9c2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82d02970-0420-4890-b712-b7d6b128b9c2,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:36.423914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.484017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.525058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b31f7-7664-458d-82b6-034f5b0ab2a5 None None] Pushing event updated for resources: {'Port': ['ID=82d02970-0420-4890-b712-b7d6b128b9c2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:36.529247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.535019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a824bbdc-814d-436f-b385-b3c9ba48183f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:36.545309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a824bbdc-814d-436f-b385-b3c9ba48183f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:36.545942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.623920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Pushing event updated for resources: {'Port': ['ID=46d49817-c42f-485d-917b-c3f530e991bc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:36.640444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:36.643199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:36.646185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:36.767998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.39', 52365) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:36.866351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a824bbdc-814d-436f-b385-b3c9ba48183f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:36.866752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.871251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35192) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:36.932195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.967793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a824bbdc-814d-436f-b385-b3c9ba48183f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a824bbdc-814d-436f-b385-b3c9ba48183f,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:36.976477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:36.976994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-e9d5f2bc-de00-4ab5-8f97-acc745c6cccb tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1983259 Jun 04 06:15:37.035989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:37.056011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:73812863992646c29bdd78401d57d669 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:37.061132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:37.142895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:37.222856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:37.241650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-e7e8f3b5-0010-42ab-bc5b-4eb29617d904 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:37.243339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-e7e8f3b5-0010-42ab-bc5b-4eb29617d904 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654049 Jun 04 06:15:37.254565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1eff711-37d5-4910-bcd3-bd15d277d519 req-534c6f90-8f99-46bb-820e-fc65ab3874c4 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 210 time: 0.1637290 Jun 04 06:15:37.355174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.362005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.402327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Request body: {'port': {'device_id': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '5a6bd46b01584c1d8f5cc2caf708299b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:37.436000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.517308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5c3fc-f83d-498e-b8ef-ed6dd22c5ff6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:37.523080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6819f03-cc95-4cb6-a40c-c29177e4d8d8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=73812863992646c29bdd78401d57d669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508279 Jun 04 06:15:37.545859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:37.676199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.695588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:37.700947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Usage tracker for resource:port and tenant:5a6bd46b01584c1d8f5cc2caf708299b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:37.704213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:37.711023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:37.744648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Made reservation on behalf of 5a6bd46b01584c1d8f5cc2caf708299b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:37.748104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.766235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.778474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.817355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:37.832328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Usage tracker for resource:security_group_rule and tenant:5a6bd46b01584c1d8f5cc2caf708299b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:37.838035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:37.845270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:37.887028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:37.941297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5c3fc-f83d-498e-b8ef-ed6dd22c5ff6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:38.010718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.031996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.040843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8114e234-24cb-4947-a218-90c0d8ffbd9d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/42d5c3fc-f83d-498e-b8ef-ed6dd22c5ff6 HTTP/1.1" status: 204 len: 168 time: 0.4919684 Jun 04 06:15:38.086948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284e66d-b40b-47b7-9a09-05e3070b9bd9 None None] Network b8384643-a55c-4326-875d-2a656862d446 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:15:38.162541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.170959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.349687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a7d51f2f-e108-4a63-8ea7-3cdb99f37130 None None] Provisioning for port 82d02970-0420-4890-b712-b7d6b128b9c2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:38.423669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1077ce-b1e6-4536-bbfd-7f8363ab88f2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:38.465424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:15:38.550330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82d02970-0420-4890-b712-b7d6b128b9c2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:38.575599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3221a827-cc5e-4bab-9591-875c0b8e7ab2 req-bff4ef5f-1146-4a3d-9b9d-8c6839795603 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 210 time: 0.0514939 Jun 04 06:15:38.592596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Allocated IP 192.168.233.141 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:38.736400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:15:38.741899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 82d02970-0420-4890-b712-b7d6b128b9c2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:38.750903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82d02970-0420-4890-b712-b7d6b128b9c2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:38.751276 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.764056 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Sync routers for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:15:38.776791 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:38.779123 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:38.784449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:38.786408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1891f567-07af-44bb-a56e-ff9fc58a7447 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.2098494 Jun 04 06:15:38.790553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35272) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:38.973693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82d02970-0420-4890-b712-b7d6b128b9c2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:38.974087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.057964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 82d02970-0420-4890-b712-b7d6b128b9c2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82d02970-0420-4890-b712-b7d6b128b9c2,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:39.064842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.066182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a824bbdc-814d-436f-b385-b3c9ba48183f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:39.118009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.140030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Transition to ACTIVE for port object cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:39.174983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.237113 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:39.265902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:39.269185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:39.283462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:39.289261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=82d02970-0420-4890-b712-b7d6b128b9c2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:39.294493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-55970f6a-7681-4737-99d8-2324211fd6ea None None] Provisioning complete for port 82d02970-0420-4890-b712-b7d6b128b9c2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:39.294864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-55970f6a-7681-4737-99d8-2324211fd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.302369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:39.303020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.347721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9518306 Jun 04 06:15:39.357854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-dbfe788b-b067-47be-83ee-14c2bf340c80 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:15:39.359454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-dbfe788b-b067-47be-83ee-14c2bf340c80 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059624 Jun 04 06:15:39.370255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b17fc9-1498-4d91-8927-824a26d5cee8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Pushing event updated for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:39.385923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a824bbdc-814d-436f-b385-b3c9ba48183f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:39.386324 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.620217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a824bbdc-814d-436f-b385-b3c9ba48183f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:39.625717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-55970f6a-7681-4737-99d8-2324211fd6ea None None] Current status of the port 82d02970-0420-4890-b712-b7d6b128b9c2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:39.750075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99d42363-bad8-40bf-9b47-190903d61a7e None None] Provisioning for port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:39.755976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99d42363-bad8-40bf-9b47-190903d61a7e None None] Provisioning complete for port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:39.757619 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99d42363-bad8-40bf-9b47-190903d61a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:39.819392 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 3, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:39.838230 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Checking router: dcf5e8ce-9a84-451a-8293-e6a458cb8f9c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:15:39.838997 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Updating router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c port 46d49817-c42f-485d-917b-c3f530e991bc binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:15:39.944622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99d42363-bad8-40bf-9b47-190903d61a7e None None] Port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:39.995715 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:40.075263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35302) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:40.170810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-e95a6783-79e8-465a-af32-2383af26a917 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:40.172866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-e95a6783-79e8-465a-af32-2383af26a917 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Synchronizing usage tracker for tenant:5a6bd46b01584c1d8f5cc2caf708299b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:40.220047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-e95a6783-79e8-465a-af32-2383af26a917 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Unset dirty status for tenant:5a6bd46b01584c1d8f5cc2caf708299b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:40.221503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-e95a6783-79e8-465a-af32-2383af26a917 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 936 time: 0.3095515 Jun 04 06:15:40.326029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82d02970-0420-4890-b712-b7d6b128b9c2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:40.338762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-9aab0c01-ce35-4816-af54-bfebb6925746 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Synchronizing usage tracker for tenant:5a6bd46b01584c1d8f5cc2caf708299b on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:40.404853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-9aab0c01-ce35-4816-af54-bfebb6925746 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Unset dirty status for tenant:5a6bd46b01584c1d8f5cc2caf708299b on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:40.412209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd851519-4411-4cf8-acad-17fe9eee3c18 req-9aab0c01-ce35-4816-af54-bfebb6925746 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723735 Jun 04 06:15:40.476211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82d02970-0420-4890-b712-b7d6b128b9c2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:40.476708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:40.665813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82d02970-0420-4890-b712-b7d6b128b9c2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:40.715737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:40.771829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:40.782566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:40.795404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a293f6bb9324909b2b523035ef7e3a2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:40.805714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:40.821625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:40.945600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:40.957281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Request body: {'port': {'device_id': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'device_owner': 'compute:tempest-test_az-1519768957', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:41.023655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.091948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3a293f6bb9324909b2b523035ef7e3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0153534 Jun 04 06:15:41.100694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35328) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:41.196153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.227190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.296899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbe6f3-c150-4a3e-a0f2-0ec2a80ce7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a7955a-3bd3-476e-83b0-79279f37ac26,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:41.323751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.352623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.354160 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3a7955a-3bd3-476e-83b0-79279f37ac26 HTTP/1.1" status: 204 len: 168 time: 0.2498939 Jun 04 06:15:41.369100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Allocated IP 172.20.0.1 (b8384643-a55c-4326-875d-2a656862d446/395492b8-477d-4360-8f4b-bc743e694f83/87ca753d-acb6-49fd-908a-4725a84d564b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:41.413606 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.464943 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Transition to ACTIVE for port object 46d49817-c42f-485d-917b-c3f530e991bc will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:41.479034 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.500573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.584044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03037066-3c9d-4f02-aded-2c993ec4b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a7955a-3bd3-476e-83b0-79279f37ac26,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:41.700470 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483cdc4-b2ac-46c8-b0ca-514acdaa4191 None None] Pushing event updated for resources: {'Port': ['ID=46d49817-c42f-485d-917b-c3f530e991bc,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:41.710658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Attempting to bind port 46d49817-c42f-485d-917b-c3f530e991bc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:41.711057 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Attempting to bind port 46d49817-c42f-485d-917b-c3f530e991bc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:41.711589 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Attempting to bind port 46d49817-c42f-485d-917b-c3f530e991bc on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:41.722269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:41.722556 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:41.722917 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.723322 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:41.723815 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Bound port: 46d49817-c42f-485d-917b-c3f530e991bc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:41.726360 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.773005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.820893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Transition to ACTIVE for port object 87ca753d-acb6-49fd-908a-4725a84d564b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:41.893708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:41.940878 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] For port 46d49817-c42f-485d-917b-c3f530e991bc, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:41.947886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] For port 46d49817-c42f-485d-917b-c3f530e991bc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d49817-c42f-485d-917b-c3f530e991bc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:41.958458 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:42.121859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Network b8384643-a55c-4326-875d-2a656862d446 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:42.125243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:42.129090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:42.147409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:42.168227 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:42.168899 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:42.605644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d6f88539-3e2f-49a2-9f56-5d2086299346 None None] Provisioning for port 87ca753d-acb6-49fd-908a-4725a84d564b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:42.616133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d6f88539-3e2f-49a2-9f56-5d2086299346 None None] Provisioning complete for port 87ca753d-acb6-49fd-908a-4725a84d564b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:42.616762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6f88539-3e2f-49a2-9f56-5d2086299346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:42.630291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Pushing event updated for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:42.656262 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483cdc4-b2ac-46c8-b0ca-514acdaa4191 None None] Pushing event updated for resources: {'Port': ['ID=46d49817-c42f-485d-917b-c3f530e991bc,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:42.749702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:42.752738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d6f88539-3e2f-49a2-9f56-5d2086299346 None None] Port 87ca753d-acb6-49fd-908a-4725a84d564b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:42.775908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:15:42.799981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:42.856702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Transition to ACTIVE for port object cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:42.861687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:42.903870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35362) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:42.996736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8092514-4023-4808-ba29-217fe1166aa4 req-0f7dabf4-8a5a-495f-94b7-15bb5cb78fb1 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:43.004325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8092514-4023-4808-ba29-217fe1166aa4 req-0f7dabf4-8a5a-495f-94b7-15bb5cb78fb1 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 936 time: 0.4491847 Jun 04 06:15:43.162355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8092514-4023-4808-ba29-217fe1166aa4 req-83c672bd-0a7a-4af1-80d7-ab6053b1c6fb tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570778 Jun 04 06:15:43.163964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:43.335244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.531629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.534379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 3, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:43.558670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc67bc-a6d1-454e-ad51-453393ec3fc5 None None] The sync data for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 is: [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 3, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:15:43.599323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Attempting to bind port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:43.599664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Attempting to bind port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:43.600292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Attempting to bind port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:43.616396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:43.623405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:041d294bd4794f13801414253fa3d826 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:43.626386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:43.636360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:43.654942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:15:43.655265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Attempting to bind port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:43.674471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:43.674850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:43.675425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:43.675854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Bound port: cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:43.676194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.875135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:43.906767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:43.913837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.916544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.931423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.935990 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:15:43.939379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.940533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:43.965250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:44.038548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=041d294bd4794f13801414253fa3d826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083063 Jun 04 06:15:44.061850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0838f04-c75c-4b42-8597-def2a6fce7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20432694-ff53-4457-a3d9-cc1b599cce36,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:44.065789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35386) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:44.074709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:44.075745 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:44.077991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 HTTP/1.1" status: 200 len: 1118 time: 3.7280407 Jun 04 06:15:44.140375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:15:44.455854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d49817-c42f-485d-917b-c3f530e991bc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:44.531174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35404) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:44.610830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-c1147f1d-4c53-43da-8114-23069e80385e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=299246053ae24626824cb5e702e229c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126239 Jun 04 06:15:44.690970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce2c30-afdc-4554-9eae-775a2c838d13 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:44.703348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:44.722570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Pushing event updated for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:44.783986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 46d49817-c42f-485d-917b-c3f530e991bc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:44.794487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 46d49817-c42f-485d-917b-c3f530e991bc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:44.796540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:44.909961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Network b8384643-a55c-4326-875d-2a656862d446 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:44.912083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:45.005847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.064058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-b5011660-cc3d-4193-97e8-7a543e27ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:45.072664 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-b5011660-cc3d-4193-97e8-7a543e27ee78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 1121 time: 0.6973104 Jun 04 06:15:45.260298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 46d49817-c42f-485d-917b-c3f530e991bc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:45.260661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.301335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 46d49817-c42f-485d-917b-c3f530e991bc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d49817-c42f-485d-917b-c3f530e991bc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:45.312049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.401893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-5af080da-d997-4e4e-9e71-e56f6872ad52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 HTTP/1.1" status: 200 len: 217 time: 0.2974591 Jun 04 06:15:45.438468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-8a202551-73ee-475e-a606-99b0b11d9d8b tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:45.439990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-8a202551-73ee-475e-a606-99b0b11d9d8b tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8179300 Jun 04 06:15:45.487934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:15:45.519502 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-1387e62d-ed31-44a7-82d7-77fd5bbadefe tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/quotas/299246053ae24626824cb5e702e229c5 HTTP/1.1" status: 200 len: 375 time: 0.0594239 Jun 04 06:15:45.542332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=46d49817-c42f-485d-917b-c3f530e991bc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:45.577807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48f77793-4731-4351-86d2-b02370840f05 None None] Provisioning complete for port 87ca753d-acb6-49fd-908a-4725a84d564b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:45.578155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48f77793-4731-4351-86d2-b02370840f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.615279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedbe1-49c0-4254-b9a0-43846b647882 req-a4131ea9-9ec2-4228-9662-51a9ffd12eaa tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:45.621307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03aedbe1-49c0-4254-b9a0-43846b647882 req-a4131ea9-9ec2-4228-9662-51a9ffd12eaa tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 1.0881910 Jun 04 06:15:45.634129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.666561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-5d03fa37-8658-4d02-abd0-b52fcb8e1215 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361723 Jun 04 06:15:45.698562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20432694-ff53-4457-a3d9-cc1b599cce36,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:45.709799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.709799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-754e2b86-a474-4757-8e1f-ec4dd9ea082f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/20432694-ff53-4457-a3d9-cc1b599cce36 HTTP/1.1" status: 204 len: 168 time: 1.6274621 Jun 04 06:15:45.764217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:45.781159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-48f77793-4731-4351-86d2-b02370840f05 None None] Port 87ca753d-acb6-49fd-908a-4725a84d564b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:45.910204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:46.034883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Usage tracker for resource:security_group_rule and tenant:e502c1bf52e74b9585715b2ea4ea022e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:46.061598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:46.087843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:46.136335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03aedbe1-49c0-4254-b9a0-43846b647882 req-02996e96-864a-423c-9978-425287b32058 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813578 Jun 04 06:15:46.374819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d49817-c42f-485d-917b-c3f530e991bc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:46.461572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-f4e3e59c-3578-40ac-801e-bb0f07de4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:46.465130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-f4e3e59c-3578-40ac-801e-bb0f07de4ac0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2190545 Jun 04 06:15:46.568255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:15:46.618475 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247811e9-e14d-4405-a51f-48e3d1550bf9'] response: {'name': 'network-changed', 'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2', 'status': 'completed', 'code': 200} Jun 04 06:15:46.634853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 46d49817-c42f-485d-917b-c3f530e991bc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:46.635404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:46.689563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-3b9e8d78-b3fd-4e3d-87a5-3cade5fef3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:46.691704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-3b9e8d78-b3fd-4e3d-87a5-3cade5fef3d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2200890 Jun 04 06:15:46.751866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Sync routers for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:15:46.776913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-17c87e10-5a92-4394-96a0-efaa6a55b492 admin admin] 10.222.0.17 "PUT /v2.0/routers/dcf5e8ce-9a84-451a-8293-e6a458cb8f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9732745 Jun 04 06:15:46.791791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:46.792667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:46.963559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a8de547c-e05f-4795-b0da-ddfe817149e5 req-88d2ba4c-d4d9-43b6-a9da-305c5bdb03d3 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 210 time: 0.1824536 Jun 04 06:15:47.025604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.047477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:47.066884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.152833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-73457f6f-6684-46ea-85b8-baa6bd1b783f service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378929 Jun 04 06:15:47.242648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e502c1bf52e74b9585715b2ea4ea022e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6731672 Jun 04 06:15:47.255221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35486) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:47.326726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b055eb-c9aa-4461-a366-804b68b7a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24777c-2e74-407f-8ec2-5b86988d0847,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:47.497732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.503759 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-03c7f17f-3388-4845-9aa3-9ea4186381d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.564032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.675864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.697033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24777c-2e74-407f-8ec2-5b86988d0847,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:47.718341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:47.719715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4118a745-588e-47c9-a50e-a8f617f003b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2e24777c-2e74-407f-8ec2-5b86988d0847 HTTP/1.1" status: 204 len: 168 time: 0.4615257 Jun 04 06:15:47.773440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2b745be-210a-4060-9aa7-17a6f97cbdad req-7a048d2c-457f-400a-96b9-56238afe7e45 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081543 Jun 04 06:15:47.833890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbae83-b7a2-4dd0-9182-7dbfb6834cad req-0f0ad2e9-ee1e-4094-a5a8-e51b099b65a2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:47.835493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86cbae83-b7a2-4dd0-9182-7dbfb6834cad req-0f0ad2e9-ee1e-4094-a5a8-e51b099b65a2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.2967889 Jun 04 06:15:47.877947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:43Z', 'revision_number': 4, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '87ca753d-acb6-49fd-908a-4725a84d564b', 'name': '', 'network_id': 'b8384643-a55c-4326-875d-2a656862d446', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'mac_address': 'fa:16:3e:cb:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '395492b8-477d-4360-8f4b-bc743e694f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:40Z', 'updated_at': '2022-06-04T06:15:43Z', 'revision_number': 2, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'subnets': [{'id': '395492b8-477d-4360-8f4b-bc743e694f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:47.882616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 46d49817-c42f-485d-917b-c3f530e991bc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:47.884840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Checking router: dcf5e8ce-9a84-451a-8293-e6a458cb8f9c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:15:47.885255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Updating router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c port 87ca753d-acb6-49fd-908a-4725a84d564b binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:15:47.970115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:48.227026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86cbae83-b7a2-4dd0-9182-7dbfb6834cad req-a5b0c0d5-12e6-44ed-b4dc-e1efd17ea3ec tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721972 Jun 04 06:15:48.264229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-1a166f95-64c5-4a11-9780-ba690f1d1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:48.266813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-1a166f95-64c5-4a11-9780-ba690f1d1075 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 1121 time: 0.3579812 Jun 04 06:15:48.608831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8db0ec19-7261-462b-aad0-f3408202a22f req-385b350a-5aac-45d6-85c1-ec6e307242c6 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 210 time: 0.0665658 Jun 04 06:15:48.679041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-f6f11d4c-8641-4a0b-804a-d437d7c68c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:48.681108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-f6f11d4c-8641-4a0b-804a-d437d7c68c6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3956928 Jun 04 06:15:48.747775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:48.945608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:48.967986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:48.992603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Transition to ACTIVE for port object 87ca753d-acb6-49fd-908a-4725a84d564b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:48.995638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-032f04f5-4027-4a6b-9a90-7436d3096cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:49.004111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:49.008581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.24', 53118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:49.032833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-c9b04e65-7742-4cdc-b793-87e2e446c64a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 HTTP/1.1" status: 200 len: 217 time: 0.2333300 Jun 04 06:15:49.035471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:49.104301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-5fc536b8-d916-4eb8-8b80-ca6c2feeaa3a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=299246053ae24626824cb5e702e229c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923853 Jun 04 06:15:49.208420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Usage tracker for resource:security_group_rule and tenant:75d5d6ec1fe446a1ae7d2daae0559726 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:49.229998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:49.300439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:49.407066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-9e40a795-3af1-45ff-947d-f88f9c830bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:49.408824 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-9e40a795-3af1-45ff-947d-f88f9c830bcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3621604 Jun 04 06:15:49.549000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-521943ea-e274-4984-b7f9-a26755b634e7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:49.550596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-521943ea-e274-4984-b7f9-a26755b634e7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4426007 Jun 04 06:15:49.595061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69dd27-d266-4010-b761-8f58da43df18 None None] Pushing event updated for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:49.618565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Attempting to bind port 87ca753d-acb6-49fd-908a-4725a84d564b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:49.619019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Attempting to bind port 87ca753d-acb6-49fd-908a-4725a84d564b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:49.619348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Attempting to bind port 87ca753d-acb6-49fd-908a-4725a84d564b on network b8384643-a55c-4326-875d-2a656862d446 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:49.626972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:49.627345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Checking segment: {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:49.627925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:49.628491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Bound using segment: {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:49.628972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Bound port: 87ca753d-acb6-49fd-908a-4725a84d564b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d37285-be16-4f3f-b99e-7f9e98e978eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8384643-a55c-4326-875d-2a656862d446'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:49.629350 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:49.641710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Request body: {'port': {'device_id': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '299246053ae24626824cb5e702e229c5'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:49.804997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] For port 87ca753d-acb6-49fd-908a-4725a84d564b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:49.811451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] For port 87ca753d-acb6-49fd-908a-4725a84d564b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=87ca753d-acb6-49fd-908a-4725a84d564b,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:49.825196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:49.872714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-f39080ed-f0a0-467e-85da-434ad992f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:49.879905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-f39080ed-f0a0-467e-85da-434ad992f150 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4443147 Jun 04 06:15:49.935375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35570) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:49.994741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69dd27-d266-4010-b761-8f58da43df18 None None] Pushing event updated for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:50.172499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.202786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:15:50.203677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:15:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:50.208816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.318389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=75d5d6ec1fe446a1ae7d2daae0559726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5670838 Jun 04 06:15:50.332354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:50.405601 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.487157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:50.495158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Usage tracker for resource:port and tenant:299246053ae24626824cb5e702e229c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:50.499429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:50.514670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:50.542235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.564472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Made reservation on behalf of 299246053ae24626824cb5e702e229c5 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:50.568377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5384e6-6cf5-4204-8319-9c2e721b6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa125119-5cc9-40d2-b895-ce8de8fb5b20,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:50.570587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.593699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.641387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:50.648271 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-3c6d8305-f06a-43e2-a247-0f10192c6918 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611170 Jun 04 06:15:50.649416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Usage tracker for resource:security_group_rule and tenant:299246053ae24626824cb5e702e229c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:50.653500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:50.654384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.666429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:50.684330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc110110-37ec-4532-ade0-5022433a3194 req-d4a629e1-c3d9-46fd-80b1-7073fbc22c10 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:50.700464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc110110-37ec-4532-ade0-5022433a3194 req-d4a629e1-c3d9-46fd-80b1-7073fbc22c10 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.9573915 Jun 04 06:15:50.799636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:50.810212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:50.814819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc110110-37ec-4532-ade0-5022433a3194 req-2e48f6d7-c8ba-49cc-b0cd-7dd35fb5645d tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124239 Jun 04 06:15:50.933798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:15:51.032549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Usage tracker for resource:security_group_rule and tenant:8d7898c68c3d467a95adaa14120db163 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:51.036242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a3dd9384-4969-45ce-ae46-c8b244ed869a req-3cdd5f63-7acd-41ec-8dfb-56b7f0c1a6ff tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 210 time: 0.0551310 Jun 04 06:15:51.037399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:51.081200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:51.085689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.133699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.146215 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.242731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d23baa4c-b9e2-4d3c-ac4f-ff5916cfab6f req-8d53dfa2-82c4-46b6-b708-6c0115bd1f61 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694966 Jun 04 06:15:51.281075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.355177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa125119-5cc9-40d2-b895-ce8de8fb5b20,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:51.428945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.430696 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87f69aa1-2b4b-4560-b0ee-d3dd7657fb1d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aa125119-5cc9-40d2-b895-ce8de8fb5b20 HTTP/1.1" status: 204 len: 168 time: 1.0948012 Jun 04 06:15:51.460418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:51.477544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35622) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:51.487312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613394422', 'description': 'tempest-description--721861907'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:51.498657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:51.503453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Usage tracker for resource:security_group and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:51.508680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:51.517564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:51.540185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.574966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:51.592575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Usage tracker for resource:security_group_rule and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:51.599539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:51.606031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.614101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.653741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:51.704115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8d7898c68c3d467a95adaa14120db163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7283809 Jun 04 06:15:51.704345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7453a6-8236-4016-9d5d-2bf2a303ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80294c3b-b5c9-4fef-9b73-5896770bfb8e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:51.707588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:51.890263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.922641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Allocated IP 192.168.233.167 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/8d52a0e6-a345-4636-a38f-7b8a9c4c669d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:51.976040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:51.991914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.042344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:43Z', 'revision_number': 4, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '87ca753d-acb6-49fd-908a-4725a84d564b', 'name': '', 'network_id': 'b8384643-a55c-4326-875d-2a656862d446', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'mac_address': 'fa:16:3e:cb:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '395492b8-477d-4360-8f4b-bc743e694f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:40Z', 'updated_at': '2022-06-04T06:15:49Z', 'revision_number': 4, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'subnets': [{'id': '395492b8-477d-4360-8f4b-bc743e694f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:15:52.052808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa46040-e312-44c8-994e-8d71e4752148 None None] The sync data for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 is: [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:15:43Z', 'revision_number': 4, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '87ca753d-acb6-49fd-908a-4725a84d564b', 'name': '', 'network_id': 'b8384643-a55c-4326-875d-2a656862d446', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'mac_address': 'fa:16:3e:cb:f4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '395492b8-477d-4360-8f4b-bc743e694f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:40Z', 'updated_at': '2022-06-04T06:15:49Z', 'revision_number': 4, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'subnets': [{'id': '395492b8-477d-4360-8f4b-bc743e694f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:15:52.056382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.064930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.261656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:52.280606 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.292723 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0689b978-9310-4b0f-a9a3-0831af4af0cc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8113697 Jun 04 06:15:52.309997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35636) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:52.322587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'security_group_rule': {'security_group_id': 'b08be87a-c8b8-46f6-9e30-3a477ee6cfcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:52.354792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:52.376134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Usage tracker for resource:security_group_rule and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:52.391839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:52.410806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:52.463027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.495834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.555416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 87ca753d-acb6-49fd-908a-4725a84d564b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:52.568726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:52.579163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80294c3b-b5c9-4fef-9b73-5896770bfb8e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:52.708894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.723999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-443d4425-c6fa-4852-adef-11fb733a4d53 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/80294c3b-b5c9-4fef-9b73-5896770bfb8e HTTP/1.1" status: 204 len: 168 time: 1.0120983 Jun 04 06:15:52.730792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 87ca753d-acb6-49fd-908a-4725a84d564b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:52.738216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 87ca753d-acb6-49fd-908a-4725a84d564b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:52.738672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.744511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-486b42d2-66bb-4157-8194-57a25100c561 req-57832ca1-a427-4d20-bd60-30196b35ef1b tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 210 time: 0.0959930 Jun 04 06:15:52.778789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.787851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.848523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154bab58-ee97-4103-80c6-82827678dc79,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:52.887790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.889978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:52.891488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f78c8fa-b1cf-4222-9b54-4d1830764787 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777438 Jun 04 06:15:52.893732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:52.905870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'security_group_rule': {'security_group_id': 'b08be87a-c8b8-46f6-9e30-3a477ee6cfcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:52.959910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e915d59-d05e-47e4-9dda-ccee5d012d0d req-4c0b5119-3838-419c-9855-ce81c3c289ac tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:52.963540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e915d59-d05e-47e4-9dda-ccee5d012d0d req-4c0b5119-3838-419c-9855-ce81c3c289ac tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.5729108 Jun 04 06:15:53.045807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Transition to ACTIVE for port object 8d52a0e6-a345-4636-a38f-7b8a9c4c669d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:53.162210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e915d59-d05e-47e4-9dda-ccee5d012d0d req-09a55ad4-203b-4000-acc1-01f962282f8c tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813707 Jun 04 06:15:53.170326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:53.174924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 87ca753d-acb6-49fd-908a-4725a84d564b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:53.175488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.186835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Usage tracker for resource:security_group_rule and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:53.189033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.201495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:53.220175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:53.248235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.311851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.331561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 87ca753d-acb6-49fd-908a-4725a84d564b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=87ca753d-acb6-49fd-908a-4725a84d564b,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:15:53.338381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.366678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:53.370878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Usage tracker for resource:security_group_rule and tenant:33ec22f80a1743c8b5b0dbd404ac8690 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:53.373241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Pushing event updated for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:53.374424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:53.382864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:53.400627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:53.404704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:53.410369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:53.423955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:53.425216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.494329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-cbf49dd0-df30-4115-b820-8ca126470d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8612802 Jun 04 06:15:53.509064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-c50edab3-5e80-4533-8b54-b75fb998d9d8 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:15:53.513397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-c50edab3-5e80-4533-8b54-b75fb998d9d8 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088301 Jun 04 06:15:53.520937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.578803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.581726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.620742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:53.636033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=33ec22f80a1743c8b5b0dbd404ac8690&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0561349 Jun 04 06:15:53.636033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.636737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35670) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:53.685814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9c599a-654b-42b6-b3fe-4b38a05781a3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:53.704629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c82de-07e5-4147-b970-4ca4df46b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f13205-a641-4268-9fe3-80fcf9b14b39,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:53.710726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.715495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2721dcb1-2d99-4344-93a3-63a087f89442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8199532 Jun 04 06:15:53.716379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35674) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:53.721941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:53.730301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:53.734500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Usage tracker for resource:floatingip and tenant:efe56b48b60744baaa5b5954f9fa9d2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:53.737812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:53.750639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:53.790964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.909613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:53.918462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0d0a9213-adb0-458c-bc6e-ea703983cc00 None None] Provisioning for port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:15:53.933057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0d0a9213-adb0-458c-bc6e-ea703983cc00 None None] Provisioning complete for port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:53.933450 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9213-adb0-458c-bc6e-ea703983cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.004673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.049749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35684) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:54.186061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a9213-adb0-458c-bc6e-ea703983cc00 None None] Port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:15:54.194705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.268197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:54.298979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Usage tracker for resource:security_group_rule and tenant:48f41c10e69748a4999068b67ff19c5d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:54.303086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:54.333921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:54.365738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 87ca753d-acb6-49fd-908a-4725a84d564b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:15:54.381747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.438746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f13205-a641-4268-9fe3-80fcf9b14b39,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:54.467323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-ae23f8b4-eead-4fe5-95d1-71b2771325c5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:54.470609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-ae23f8b4-eead-4fe5-95d1-71b2771325c5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Synchronizing usage tracker for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:54.528038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.532927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-898308d3-1255-46e0-b2bd-7faeefcabbbe admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f6f13205-a641-4268-9fe3-80fcf9b14b39 HTTP/1.1" status: 204 len: 168 time: 0.8933125 Jun 04 06:15:54.544832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Request body: {'port': {'device_id': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:54.598419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 87ca753d-acb6-49fd-908a-4725a84d564b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:15:54.598852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.682055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.816447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:54.911481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 87ca753d-acb6-49fd-908a-4725a84d564b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:15:54.970076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Allocated IP 172.25.1.231 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/52be6c78-4475-4b91-879a-eb7a39ec706a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:15:55.068207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.219018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:55.299235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.314134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.330771 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.388134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.419278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:55.432549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Usage tracker for resource:security_group_rule and tenant:424ddfd7c8884f1f8ed56b2b3361aad4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:55.437012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:55.446390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:55.562133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843505-a4e3-488e-9e2e-603764721d2b req-3c4522ef-869e-4aca-8ccf-56b3343860a8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:55.564087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54843505-a4e3-488e-9e2e-603764721d2b req-3c4522ef-869e-4aca-8ccf-56b3343860a8 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 1.1931531 Jun 04 06:15:55.605878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:15:55.696002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.698328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d52a0e6-a345-4636-a38f-7b8a9c4c669d {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:15:55.698877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:15:55.702880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:15:55.739349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.761133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.786126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.799818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-ae23f8b4-eead-4fe5-95d1-71b2771325c5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Unset dirty status for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:55.801231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-ae23f8b4-eead-4fe5-95d1-71b2771325c5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 936 time: 1.6782887 Jun 04 06:15:55.807782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Transition to ACTIVE for port object 8d52a0e6-a345-4636-a38f-7b8a9c4c669d will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:15:55.854572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.877587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.893154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-738889ca-f7ef-4495-a895-b1a7833fe929 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Synchronizing usage tracker for tenant:299246053ae24626824cb5e702e229c5 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:55.923281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:55.996401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:56.006708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc9ba76-6aa3-46c1-ae0d-55140092b7c3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:56.011748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-738889ca-f7ef-4495-a895-b1a7833fe929 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Unset dirty status for tenant:299246053ae24626824cb5e702e229c5 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:56.012183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db8effdb-5840-43bb-adc4-f524d3db2159 req-738889ca-f7ef-4495-a895-b1a7833fe929 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874175 Jun 04 06:15:56.016962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-537863b4-1343-4e76-b295-39fafcc33c48 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=424ddfd7c8884f1f8ed56b2b3361aad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7946892 Jun 04 06:15:56.076332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:56.161938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=48f41c10e69748a4999068b67ff19c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0906281 Jun 04 06:15:56.173447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35730) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:56.284795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c957-83a6-4888-ba65-e85894bac88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415fdc3-0f84-408b-8335-093f711b24ff,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:56.444708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'Port': ['ID=52be6c78-4475-4b91-879a-eb7a39ec706a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:56.510061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Attempting to bind port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:15:56.510061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Attempting to bind port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:15:56.510967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Attempting to bind port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:56.522265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:15:56.522654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Attempting to bind port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:15:56.525096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54843505-a4e3-488e-9e2e-603764721d2b req-662ca96e-dd76-42f8-870c-3528295cc182 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9337397 Jun 04 06:15:56.543226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:15:56.543226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:15:56.543226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:15:56.543226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Bound port: 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:15:56.543226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.596219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.702965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.735384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:15:56.740412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:15:56.748728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.758376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.821559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.875575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:56.876193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:56.878085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d52a0e6-a345-4636-a38f-7b8a9c4c669d HTTP/1.1" status: 200 len: 1096 time: 2.6894796 Jun 04 06:15:56.878817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:15:56.895360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.129679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.184901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415fdc3-0f84-408b-8335-093f711b24ff,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:57.215063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.292737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc9ba76-6aa3-46c1-ae0d-55140092b7c3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:57.311705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.324406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3af90ef6-7b39-4f25-80bb-0462b5ec213c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0415fdc3-0f84-408b-8335-093f711b24ff HTTP/1.1" status: 204 len: 168 time: 1.0048194 Jun 04 06:15:57.329009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.336174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6c058e2c-1baf-4481-ba19-804c8abfcdd5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3dc9ba76-6aa3-46c1-ae0d-55140092b7c3 HTTP/1.1" status: 204 len: 168 time: 1.1694679 Jun 04 06:15:57.355912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb80d7-aaf1-4901-a37b-d155765fba98 service neutron] Pushing event updated for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:57.374580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.406352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-5fe4cdc4-1abb-4131-bf41-554377e3bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:57.408376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-5fe4cdc4-1abb-4131-bf41-554377e3bf19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 1099 time: 0.3523331 Jun 04 06:15:57.424974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.520617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.600454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'Port': ['ID=52be6c78-4475-4b91-879a-eb7a39ec706a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:57.613759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:57.615055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-182ebcd4-2c92-4e89-b50e-bbceb15e81e6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8979001 Jun 04 06:15:57.666592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c901cd-a0f4-4405-8ae4-2311536c2ff0 req-2d5f95c2-4e66-4fbc-a9fa-25b34f2eb671 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:57.668763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09c901cd-a0f4-4405-8ae4-2311536c2ff0 req-2d5f95c2-4e66-4fbc-a9fa-25b34f2eb671 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.2889612 Jun 04 06:15:57.747068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09c901cd-a0f4-4405-8ae4-2311536c2ff0 req-a7525428-3e49-4251-bf73-f642f5f3dc3c tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718780 Jun 04 06:15:57.764399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-63c9cc87-e354-4d9d-9428-6e5001d40301 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d HTTP/1.1" status: 200 len: 217 time: 0.1414807 Jun 04 06:15:57.891444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:57.908114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-9ac43303-ce94-4c2f-bd29-ff1ea2ca0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:57.910235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-9ac43303-ce94-4c2f-bd29-ff1ea2ca0775 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1216254 Jun 04 06:15:58.175861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33af7-5322-4ac4-9226-10d751fa4676 req-f7f86565-5673-4edb-8900-91202b449a4d tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:58.184434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-37f33af7-5322-4ac4-9226-10d751fa4676 req-f7f86565-5673-4edb-8900-91202b449a4d tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.2044873 Jun 04 06:15:58.270213 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-37f33af7-5322-4ac4-9226-10d751fa4676 req-4ffb90be-d4fd-451b-bc74-01a86c96e0aa tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Jun 04 06:15:58.407387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:58.430290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:58.435276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Usage tracker for resource:security_group_rule and tenant:e5e1d45efdd349e6b5c3a7c262ddcb68 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:58.438350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:58.445331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:58.636070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:58.643114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:58.676274 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79109feb-cf01-4ea9-84e5-e93e21eb0430'] response: {'name': 'network-changed', 'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d', 'status': 'completed', 'code': 200} Jun 04 06:15:58.762688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e5e1d45efdd349e6b5c3a7c262ddcb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675308 Jun 04 06:15:58.763221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:58.813135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07fa92-765c-41db-9eaa-f4d3b780183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea2dcb-9536-4160-b69d-ebbd821486c8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:58.883088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:58.930765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:59.062352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:59.114327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea2dcb-9536-4160-b69d-ebbd821486c8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:15:59.161430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:15:59.165007 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-122f5fd0-bc8f-4f6e-9b6b-68aad9abfeae admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30ea2dcb-9536-4160-b69d-ebbd821486c8 HTTP/1.1" status: 204 len: 168 time: 0.4006100 Jun 04 06:15:59.418871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-47592c79-993c-4829-9f2c-a672ae558c70 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321064 Jun 04 06:15:59.446585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-f5853e25-a6f2-408f-8f09-f9e2ce8f4798 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:59.475747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-f5853e25-a6f2-408f-8f09-f9e2ce8f4798 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:59.477309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-f5853e25-a6f2-408f-8f09-f9e2ce8f4798 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1613394422&fields=id&tenant_id=efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 267 time: 0.1244006 Jun 04 06:15:59.534161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35856) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:15:59.672141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0c42508d-e818-493d-a7b1-a0954e18fa96 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:59.673910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0c42508d-e818-493d-a7b1-a0954e18fa96 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490747 Jun 04 06:15:59.716245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-eb454092-d361-46b9-b27d-c49724695540 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/quotas/36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 375 time: 0.0357413 Jun 04 06:15:59.722178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-7287b03e-67b1-4c9f-8e01-9a5e8364d90a tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:15:59.722872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-7287b03e-67b1-4c9f-8e01-9a5e8364d90a tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:59.742329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-7287b03e-67b1-4c9f-8e01-9a5e8364d90a tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:59.745509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-7287b03e-67b1-4c9f-8e01-9a5e8364d90a tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 824 time: 0.2567222 Jun 04 06:15:59.769932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-b760db00-fb7a-492b-a1ed-4660e92fff3f tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/quotas/efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 375 time: 0.0115182 Jun 04 06:15:59.826105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-439b19bc-4529-4360-ab6c-d884d8bfd844 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054952 Jun 04 06:15:59.900823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-58a6d077-2666-4f0a-8c96-59b25adc9c20 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:15:59.927354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1910154289-network', 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:15:59.938566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:15:59.941577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2316c595-f658-454d-bf74-13362b1df09f req-58a6d077-2666-4f0a-8c96-59b25adc9c20 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:15:59.950588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Usage tracker for resource:network and tenant:bc4bc65455654a9d915a6eed4b933b22 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:15:59.953884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:15:59.955196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-58a6d077-2666-4f0a-8c96-59b25adc9c20 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1791921 Jun 04 06:15:59.962560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:15:59.978335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:15:59.980627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.003794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.038249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:00.043431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Usage tracker for resource:security_group_rule and tenant:bc4bc65455654a9d915a6eed4b933b22 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:00.046916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:00.059629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:00.189354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:00.211973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.223527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.264765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.328818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:00.333400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Usage tracker for resource:security_group_rule and tenant:788af4f0ab3549b89900caa3899ef365 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:00.337377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:00.382618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:00.412018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:16:00.445799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:00.448243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.448589 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Added segment 5d73c5c8-4381-4774-b08f-70f5172f1eb4 of type vlan for network 8def6106-68ef-448c-afa6-829100fdb881 Jun 04 06:16:00.561082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.580489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-a423a29f-dae5-458f-becf-280cffb2b8bb service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:16:00.581564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-a423a29f-dae5-458f-becf-280cffb2b8bb service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1513062 Jun 04 06:16:00.629763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e377b01-f5ae-4740-9808-d83793fd597c req-568f00ea-770a-4c97-9262-bcc70dc1a831 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:00.632886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e377b01-f5ae-4740-9808-d83793fd597c req-568f00ea-770a-4c97-9262-bcc70dc1a831 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.3525708 Jun 04 06:16:00.730567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.731444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:00.732816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.789058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.792994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2577662 Jun 04 06:16:00.796091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35896) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:00.822072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Request body: {'subnet': {'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1910154289-subnet', 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:00.829679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:00.838609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:00.872527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Usage tracker for resource:subnet and tenant:bc4bc65455654a9d915a6eed4b933b22 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:00.872739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e377b01-f5ae-4740-9808-d83793fd597c req-8e8f1ef6-7f8c-4e12-ade2-1d1ec575fd51 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250710 Jun 04 06:16:00.899615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:00.922948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83952-11ad-4c03-a8eb-f5467db5e5ef admin admin] Pushing event updated for resources: {'Network': ['ID=8def6106-68ef-448c-afa6-829100fdb881,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:00.941339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8def6106-68ef-448c-afa6-829100fdb881 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:16:00.941948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-b42bafc3-ec9a-4304-847c-d4708af2f94b service neutron] 10.222.0.17 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513060 Jun 04 06:16:00.963545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:00.976167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=788af4f0ab3549b89900caa3899ef365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856240 Jun 04 06:16:00.979612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:01.067893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e5e21-e15c-45ec-9339-31c5845d19c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef084a-002d-4d91-8331-d2c98394af63,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:01.076319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:01.079457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.152358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.184369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b0c21-c825-4c06-bc3b-3d0386f111bd req-50c4cc45-7151-4fd2-a783-ec05b5a8b66f tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:01.185761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360b0c21-c825-4c06-bc3b-3d0386f111bd req-50c4cc45-7151-4fd2-a783-ec05b5a8b66f tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.1711020 Jun 04 06:16:01.194909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.237072 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-a074ee82-a3be-42dd-bcb3-7b560979df40 service neutron] 10.222.0.17 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940907 Jun 04 06:16:01.273037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360b0c21-c825-4c06-bc3b-3d0386f111bd req-20426985-1fdf-446e-89b8-b0a9f930f3ce tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665083 Jun 04 06:16:01.300541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.335194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef084a-002d-4d91-8331-d2c98394af63,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:01.344382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.348477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a4bf267-00ec-452d-b0a1-c9a4d77cd587 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1aef084a-002d-4d91-8331-d2c98394af63 HTTP/1.1" status: 204 len: 168 time: 0.3670328 Jun 04 06:16:01.395509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.500155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-168d9d8d-f91b-4ef6-b940-c49e881cc2c7 req-5fd048f6-a108-4e5b-be6e-e7b7079297b4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 210 time: 0.0671690 Jun 04 06:16:01.508874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75909812-5690-472c-b388-d5406ca98ad7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:01.516759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:01.517109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Network hostable DHCP agents. Network: 8def6106-68ef-448c-afa6-829100fdb881, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:16:01.550708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Network 8def6106-68ef-448c-afa6-829100fdb881 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:16:01.565968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8def6106-68ef-448c-afa6-829100fdb881) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:01.572086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:01.572674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:01.579322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bb9ff-177b-4882-a79f-0e02cadeb091 None None] Network 8def6106-68ef-448c-afa6-829100fdb881 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:01.645131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94aa8393-b813-402b-9aa2-abe2d6a28361 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8471510 Jun 04 06:16:01.728780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba342bea-f2c0-4582-b604-5608ad866db6 req-6a522a36-b85a-4086-8065-14d8b19f3b79 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 210 time: 0.1114435 Jun 04 06:16:01.807439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-6f8bc957-4e2a-46f8-8caa-47d32c0ac9ed tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317671 Jun 04 06:16:01.932194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b9abf-9b8b-4009-a645-7bbb5ae877e5 None None] Network 8def6106-68ef-448c-afa6-829100fdb881 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:02.209577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35930) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:02.263700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:02.310686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:02.321769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-bd3748a1-56d5-48f8-84ad-a1a271303a6b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.323559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-bd3748a1-56d5-48f8-84ad-a1a271303a6b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088856 Jun 04 06:16:02.324913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7714976-fd7d-4ea1-acfd-b96b213e4380 req-be1bf4ac-4c18-41f5-950e-9d041b5da52a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.326555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7714976-fd7d-4ea1-acfd-b96b213e4380 req-be1bf4ac-4c18-41f5-950e-9d041b5da52a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.1805134 Jun 04 06:16:02.327620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Usage tracker for resource:security_group_rule and tenant:563a5a5ae35c42a0953e438a897eefbf is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:02.331992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:02.339190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'port': {'device_id': 'a80ac72e-0157-4447-b87b-73b312d27302', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '36671555bc8340b5a022e2fda52f75fc'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:02.380060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7714976-fd7d-4ea1-acfd-b96b213e4380 req-1d1fdf12-a47e-4d02-84cb-3ab4fb431421 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468996 Jun 04 06:16:02.380536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:02.560520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.561227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.561711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.562160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.562604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.563045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.564753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8ebe543e-c1af-47cb-8824-158a82740c89 req-db564811-4a4e-4a6f-bb8b-5f846191664f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4338 time: 0.5349805 Jun 04 06:16:02.626663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:02.633232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:port and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:02.639177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:02.643885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e22d7a-7178-4a04-91c6-8e2ec4445a15 req-f7553740-ef4f-4be3-87c6-53e543e5ce42 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.645587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0e22d7a-7178-4a04-91c6-8e2ec4445a15 req-f7553740-ef4f-4be3-87c6-53e543e5ce42 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.1227837 Jun 04 06:16:02.650837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:02.679982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Made reservation on behalf of 36671555bc8340b5a022e2fda52f75fc for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:02.683974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:02.695986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0e22d7a-7178-4a04-91c6-8e2ec4445a15 req-754e4035-93b7-4f26-8a58-fd292ad08f32 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Jun 04 06:16:02.744310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35950) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:02.749139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:02.755553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-532916961-network', 'tenant_id': '3241a0c0668a41558bf0c24aec4209b4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:02.782071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8afe4ba6-cd2b-47ce-bf55-5778cb4f0ef9 req-acf04957-1eb3-4dce-9567-baad424ded60 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 210 time: 0.0875497 Jun 04 06:16:02.792536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:02.808311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:02.815737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:02.829816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:security_group_rule and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:02.843809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:02.855908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:02.875079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f06529-494a-46e8-9252-c6585f7b1f06 req-3194544a-0eb0-457f-9383-634fe913b58f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:02.879463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03f06529-494a-46e8-9252-c6585f7b1f06 req-3194544a-0eb0-457f-9383-634fe913b58f tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 886 time: 0.1547828 Jun 04 06:16:02.911786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d49ef73-5407-4706-8a04-192e96fcd60c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:02.920166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9987020a-ba4e-4c96-b760-8dbb58c17fee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=563a5a5ae35c42a0953e438a897eefbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079802 Jun 04 06:16:02.924310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:02.944784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:02.973982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-91f5eacb-5da4-4b28-a400-bc6e1e7ff2f7 req-d1dc4bbd-bad5-4d2d-9898-7ba0ebc43cb8 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 210 time: 0.0630836 Jun 04 06:16:02.982966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Usage tracker for resource:network and tenant:3241a0c0668a41558bf0c24aec4209b4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:02.997923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:03.050653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.057825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:03.059040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.138154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Made reservation on behalf of 3241a0c0668a41558bf0c24aec4209b4 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:03.141358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.154268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c135f-45d4-4b0d-9e44-c6863686d45d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:03.175662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.220100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:03.227498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.251159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Usage tracker for resource:security_group_rule and tenant:3241a0c0668a41558bf0c24aec4209b4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:03.258246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-36eff13c-e0d0-444f-b0e6-9137c7d20a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.259734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-36eff13c-e0d0-444f-b0e6-9137c7d20a93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3793461 Jun 04 06:16:03.260144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Allocated IP 192.168.233.96 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/4adf004e-7f9e-4284-8f56-91bbdf46383e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:03.265253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:03.302431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:03.306998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.307477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.307964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.308692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.309198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.309675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.311357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc165182-dc1e-40d9-9881-2d340bf72cf5 req-a92fbd92-f0d8-4fb9-a477-bb9ff52a2877 tempest-NetworksTest-229635918 tempest-NetworksTest-229635918-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4338 time: 0.3843708 Jun 04 06:16:03.321415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.511906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-b3b8bc73-3e12-4d92-a0d6-751a0b035177 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353296 Jun 04 06:16:03.563018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.567212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.597526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.24', 53125) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:03.598304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d49ef73-5407-4706-8a04-192e96fcd60c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:03.680843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Transition to ACTIVE for port object 4adf004e-7f9e-4284-8f56-91bbdf46383e will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:03.684108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.750725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.760682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0657b-173d-40a8-8831-7b14f03da741 req-63cffebb-1ec1-4749-bc78-85b7172cd2ac tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.762840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-02e0657b-173d-40a8-8831-7b14f03da741 req-63cffebb-1ec1-4749-bc78-85b7172cd2ac tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.1508145 Jun 04 06:16:03.809269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35972) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:03.869726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.927371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:03.938126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.941660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c7d2f7d8-387f-4ed6-afd0-aa0cf4409948 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0d49ef73-5407-4706-8a04-192e96fcd60c HTTP/1.1" status: 204 len: 168 time: 0.9892173 Jun 04 06:16:03.941793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-02e0657b-173d-40a8-8831-7b14f03da741 req-5ede7a14-88d0-4dd1-91cd-3c9d5463048c tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383691 Jun 04 06:16:03.950413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:03.952806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-3f72d741-abd8-4b37-a3d4-95f1ecd6614e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.953105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:03.954292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-3f72d741-abd8-4b37-a3d4-95f1ecd6614e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.24 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 824 time: 0.2684917 Jun 04 06:16:03.966245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:16:03.970618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:03.977588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:03.978286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:03.992875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.021003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:04.029975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:70fa5c00540b4451bfd01f8b05c59317 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:04.033758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.034175 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Added segment df8f44b2-cd44-4c17-9080-6c3c97ab43da of type vlan for network d9c66534-d649-4317-b815-2f947666fafa Jun 04 06:16:04.035106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:04.044010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:04.051796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-75997523-be66-432b-8ed6-13a1ce465ffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7127080 Jun 04 06:16:04.054006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42cb98-958c-4e29-af24-0104eab59a3e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:04.063747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Request body: {'port': {'device_id': 'a80ac72e-0157-4447-b87b-73b312d27302', 'device_owner': 'compute:tempest-test_az-1519768957', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:04.109026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d566e49b-f720-4321-9e22-5ad5fe106fba req-0ae133ee-5735-4780-aa79-7756efbe82da service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842516 Jun 04 06:16:04.139066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-ab23ac33-8c8d-4515-9573-df96206beabd tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 380 time: 0.1687007 Jun 04 06:16:04.153790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'port': {'device_id': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'admin_state_up': True, 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'security_groups': ['b08be87a-c8b8-46f6-9e30-3a477ee6cfcd']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:04.173545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.327605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee1fcd4b-fa20-447d-9257-1456852dedcc None None] Provisioning for port 4adf004e-7f9e-4284-8f56-91bbdf46383e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:04.339837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee1fcd4b-fa20-447d-9257-1456852dedcc None None] Provisioning complete for port 4adf004e-7f9e-4284-8f56-91bbdf46383e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:04.340992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee1fcd4b-fa20-447d-9257-1456852dedcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.354911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.379307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208f194-f5c1-46ac-9d14-56b52454dadf req-2736fc09-ddfb-44ac-bb39-f604774e2ba2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:04.381293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c208f194-f5c1-46ac-9d14-56b52454dadf req-2736fc09-ddfb-44ac-bb39-f604774e2ba2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.5150027 Jun 04 06:16:04.420345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fcd4b-fa20-447d-9257-1456852dedcc None None] Port 4adf004e-7f9e-4284-8f56-91bbdf46383e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:04.428483 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.430732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:04.430732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.465009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.486154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-917e515c-727e-4853-b8ca-8f8dddb59253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:04.487069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-917e515c-727e-4853-b8ca-8f8dddb59253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:04.499975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.600458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-917e515c-727e-4853-b8ca-8f8dddb59253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:04.601455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-917e515c-727e-4853-b8ca-8f8dddb59253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 935 time: 0.3973873 Jun 04 06:16:04.624823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a79279-9dfe-4028-a202-0d9b0fa348e4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:04.649059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e481618d-9e19-43f0-bef9-e191e124e3d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=70fa5c00540b4451bfd01f8b05c59317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336985 Jun 04 06:16:04.652456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:04.660358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c208f194-f5c1-46ac-9d14-56b52454dadf req-c0c61da0-6f93-4ae0-8ab4-94978da75bab tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674284 Jun 04 06:16:04.665101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9170222 Jun 04 06:16:04.665757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36002) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:04.679936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-e454ee4e-f21e-41fc-a296-2df73f6c79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:04.681428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-e454ee4e-f21e-41fc-a296-2df73f6c79ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 1099 time: 0.5019753 Jun 04 06:16:04.682442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:04.687532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Request body: {'subnet': {'network_id': 'd9c66534-d649-4317-b815-2f947666fafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-532916961-subnet', 'tenant_id': '3241a0c0668a41558bf0c24aec4209b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:04.698542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f028b-3f4d-41e0-ac3d-5b722c931161 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c66534-d649-4317-b815-2f947666fafa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:04.703441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:04.709858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d9c66534-d649-4317-b815-2f947666fafa details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:16:04.733225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Usage tracker for resource:subnet and tenant:3241a0c0668a41558bf0c24aec4209b4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:04.739345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:04.741994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:04.825890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:04.896178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-d76be4e8-fda1-4448-8099-adab4cb66a8a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:04.898678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Made reservation on behalf of efe56b48b60744baaa5b5954f9fa9d2e for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:04.902289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.921208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Made reservation on behalf of 3241a0c0668a41558bf0c24aec4209b4 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:04.923644 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:04.941303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38fea311-0cdf-447d-afe8-988ce38e149f req-b4120e7b-cb82-4963-867a-5c7db0e466a5 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 210 time: 0.0959189 Jun 04 06:16:04.956475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-d76be4e8-fda1-4448-8099-adab4cb66a8a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:04.957654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7d69f9d0-6e5f-412c-98c0-20c9b0d59f32 req-d76be4e8-fda1-4448-8099-adab4cb66a8a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379133 Jun 04 06:16:05.007876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.047310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adf004e-7f9e-4284-8f56-91bbdf46383e {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:05.057584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.066495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.113675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Transition to ACTIVE for port object 4adf004e-7f9e-4284-8f56-91bbdf46383e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:05.121289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.284991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-394f40cd-4e59-48ac-9e17-268f855a8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:05.286491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-394f40cd-4e59-48ac-9e17-268f855a8f35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5933256 Jun 04 06:16:05.361106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:05.368971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.395652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-3f60e2e4-e038-45b2-867b-df6ce692cfaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d HTTP/1.1" status: 200 len: 217 time: 0.0870008 Jun 04 06:16:05.398182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a79279-9dfe-4028-a202-0d9b0fa348e4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:05.403401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:05.404236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:05.404236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:05.409111 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.412894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00294cea-7e0a-403a-a7ed-a6656ff900ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f2a79279-9dfe-4028-a202-0d9b0fa348e4 HTTP/1.1" status: 204 len: 168 time: 0.7478476 Jun 04 06:16:05.414080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:05.414318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:05.423408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:05.423731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:05.424106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:05.426389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Bound port: 4adf004e-7f9e-4284-8f56-91bbdf46383e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:05.426755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.542869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:05.546959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:05.554417 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.594469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-eb21b562-de12-4ac5-85ed-dc91b506c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:05.595897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-eb21b562-de12-4ac5-85ed-dc91b506c59a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1890366 Jun 04 06:16:05.596697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.644905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e13e7-f489-4919-8d55-2fc1cc859e04 req-0dbadfc6-09ad-445b-a556-6f8c6536859e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:05.647335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9e13e7-f489-4919-8d55-2fc1cc859e04 req-0dbadfc6-09ad-445b-a556-6f8c6536859e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.5157790 Jun 04 06:16:05.654065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:05.654980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.656614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] 10.222.0.39 "PUT /v2.0/ports/4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 1117 time: 1.6007404 Jun 04 06:16:05.657241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:05.687502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb38a6-a012-4c98-98e6-01d287c9ac53 service neutron] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:05.728608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Allocated IP 172.20.0.5 (f81c4301-5ba3-46b8-a960-daf43d54e60c/fecfc904-d9b9-49e9-909b-2388816cfe46/a65c66ff-2253-487f-b08c-b5a73ede05fe) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:05.826240 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5ce6e0-d4fa-4492-8799-9f830992a676'] response: {'name': 'network-changed', 'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'status': 'completed', 'code': 200} Jun 04 06:16:05.862625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd91d5d-34ca-48c2-a659-04bd016e33e9,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:05.907822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9e13e7-f489-4919-8d55-2fc1cc859e04 req-05bdcb66-ddb9-4bac-a201-5496b8f76b82 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028162 Jun 04 06:16:05.908505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Checking segment: {'id': 'df8f44b2-cd44-4c17-9080-6c3c97ab43da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd9c66534-d649-4317-b815-2f947666fafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:05.908914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Network hostable DHCP agents. Network: d9c66534-d649-4317-b815-2f947666fafa, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:16:05.941437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36038) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:05.964068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:05.980728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:05.996868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-06128422-1dfa-45ca-876e-e6d295a7140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:05.997995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-06128422-1dfa-45ca-876e-e6d295a7140f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1120 time: 0.2852206 Jun 04 06:16:06.005588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:06.010194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Usage tracker for resource:security_group_rule and tenant:ecd982c44a504b11b2f697c6f799e553 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:06.013066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:06.018816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:06.173236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-356cb72f-1a54-4293-b1e6-38d16dc68ffc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.0760899 Jun 04 06:16:06.184213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.195299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:06.203197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Network d9c66534-d649-4317-b815-2f947666fafa is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:16:06.210438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2', 'mac_address': 'fa:16:3e:9b:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:tempest-test_az-1519768957', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:06.222338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-2b016624-237f-4bb8-adb4-eaaae80a26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.223967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-2b016624-237f-4bb8-adb4-eaaae80a26ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5905800 Jun 04 06:16:06.228771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-256cbadd-98c2-4e23-8073-0719fa596b5e req-a2120158-8430-43e8-9d4b-f596f040a3c8 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 210 time: 0.0772014 Jun 04 06:16:06.230662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b43cb5-502d-464f-8d46-299e01040abf req-2595522f-1048-4fc7-ad4c-25b664610b2a tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.231986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d9c66534-d649-4317-b815-2f947666fafa) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:06.232136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e5b43cb5-502d-464f-8d46-299e01040abf req-2595522f-1048-4fc7-ad4c-25b664610b2a tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 970 time: 0.3635561 Jun 04 06:16:06.236469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.236688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.237246 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.256227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77491d0b-be46-4909-a441-a25ac91672bd None None] Network d9c66534-d649-4317-b815-2f947666fafa requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:06.330955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f1c0f-2993-4b68-a776-f63562f3d148,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:06.338373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-70adb66f-e67f-4fbf-8f78-7b86c52557ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ecd982c44a504b11b2f697c6f799e553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933392 Jun 04 06:16:06.342411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36048) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:06.343796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-e06ede86-5df8-4164-bc38-4803c7d44f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.345199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-e06ede86-5df8-4164-bc38-4803c7d44f55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1592529 Jun 04 06:16:06.350147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e5b43cb5-502d-464f-8d46-299e01040abf req-14584a87-7227-408a-a5ec-0e48677bd382 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052349 Jun 04 06:16:06.376921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:06.384689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.418148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:06.437787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-850d978a-7c23-4b7a-827a-1a057b071956 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7680962 Jun 04 06:16:06.442533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.475150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.487874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-9a58e886-ec35-4706-9aaf-702886a7a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.489349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Transition to ACTIVE for port object a65c66ff-2253-487f-b08c-b5a73ede05fe will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:06.489821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-9a58e886-ec35-4706-9aaf-702886a7a1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304357 Jun 04 06:16:06.512944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:06.539237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-93659c11-2902-4957-9ed1-1ce8fe4577cf service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966642 Jun 04 06:16:06.539856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.710215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.711418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-23d6f33b-324d-452b-9531-714769d9629d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141697 Jun 04 06:16:06.762497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.790575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a8305-e140-4e34-9d08-127c01964fdc None None] Network d9c66534-d649-4317-b815-2f947666fafa requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:06.797587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.838702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f1c0f-2993-4b68-a776-f63562f3d148,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:06.855093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:06.856447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1433864d-59e8-4989-a1c1-701f71482043 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a54f1c0f-2993-4b68-a776-f63562f3d148 HTTP/1.1" status: 204 len: 168 time: 0.5103157 Jun 04 06:16:06.909986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674d903d-e00e-4bc2-bb6d-334cb6f9138a req-de210e41-4468-44a1-bbab-f53198053003 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895938 Jun 04 06:16:06.910310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a1b99-8c63-4ee1-9a4f-895363a67c16 req-90a5a306-ee8e-4cce-b9ae-008edb0b9246 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.911792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f47a1b99-8c63-4ee1-9a4f-895363a67c16 req-90a5a306-ee8e-4cce-b9ae-008edb0b9246 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 969 time: 0.4151158 Jun 04 06:16:06.939833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:06.971267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:06.980829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:06.994689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:06.995432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:07.009878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5f8e6d1-59d6-4c02-976e-c63ea7bf26d6 req-a05e44fc-8554-4e48-adc7-e007cf4b095f service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568927 Jun 04 06:16:07.044624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:07.094579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-c7df71c0-19b7-40ee-826d-777d8948e6e7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9446077 Jun 04 06:16:07.113214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Request body: {'port': {'device_id': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:07.156085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:07.174566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26263-39d5-4eb3-8472-d502a579a16d req-8e5b9e0c-bbc0-49e2-a4b6-983bcf12767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:07.176561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-8e5b9e0c-bbc0-49e2-a4b6-983bcf12767d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1120 time: 0.1997352 Jun 04 06:16:07.239563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f47a1b99-8c63-4ee1-9a4f-895363a67c16 req-b23e760b-185e-43d7-901d-786207a88316 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970455 Jun 04 06:16:07.370852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:07.385436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4661cb4e-9184-4664-8ac8-6adefb0723b3 None None] Provisioning for port a65c66ff-2253-487f-b08c-b5a73ede05fe completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:07.392781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4661cb4e-9184-4664-8ac8-6adefb0723b3 None None] Provisioning complete for port a65c66ff-2253-487f-b08c-b5a73ede05fe triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:07.393238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4661cb4e-9184-4664-8ac8-6adefb0723b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:07.454833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:07.503565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26263-39d5-4eb3-8472-d502a579a16d req-ac574ca2-e247-429f-9f2f-7e920d1f8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:07.505935 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-ac574ca2-e247-429f-9f2f-7e920d1f8294 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3229697 Jun 04 06:16:07.545410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4661cb4e-9184-4664-8ac8-6adefb0723b3 None None] Port a65c66ff-2253-487f-b08c-b5a73ede05fe cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:07.597098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523c3a-917c-4207-8e3d-fd20e1b203b9 req-313ca3c5-6996-4653-8f8a-d8b3410abd8f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:07.598637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5523c3a-917c-4207-8e3d-fd20e1b203b9 req-313ca3c5-6996-4653-8f8a-d8b3410abd8f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 948 time: 0.2143857 Jun 04 06:16:07.619815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-00401360-e11e-4849-ac4c-f8e1fa609b06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.0895400 Jun 04 06:16:07.634392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-33cd5386-e393-4444-8105-482c3d33b22a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:07.641371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-33cd5386-e393-4444-8105-482c3d33b22a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.3033211 Jun 04 06:16:07.750366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5523c3a-917c-4207-8e3d-fd20e1b203b9 req-72d41bea-ca92-432a-b3d5-15198843ded0 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364827 Jun 04 06:16:07.779333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-981f756f-b5ce-405e-9a42-223d5d1e2fb5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/quotas/bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 375 time: 0.1367984 Jun 04 06:16:07.840273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-25af79e2-5425-4b5b-9fda-744045920287 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598919 Jun 04 06:16:07.927403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26263-39d5-4eb3-8472-d502a579a16d req-2e6b8ab9-3854-4f8a-8ac4-68ae46b1e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:07.929530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-2e6b8ab9-3854-4f8a-8ac4-68ae46b1e258 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2860215 Jun 04 06:16:07.960917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65c66ff-2253-487f-b08c-b5a73ede05fe {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:07.971091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.002277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Transition to ACTIVE for port object a65c66ff-2253-487f-b08c-b5a73ede05fe will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:08.014748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.046495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-e2afed9f-8852-41d4-962c-4dd31dadce7d service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050991 Jun 04 06:16:08.108969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8d52a0e6-a345-4636-a38f-7b8a9c4c669d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:08.147610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26263-39d5-4eb3-8472-d502a579a16d req-213b51aa-a6a3-4376-879b-0b04128d4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:08.149112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-213b51aa-a6a3-4376-879b-0b04128d4bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095175 Jun 04 06:16:08.228819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962f92d-8e8c-42fe-bfc6-1ca7e9585b86 req-1cb1a157-04f6-4fdc-beb5-f5115af08e28 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:08.229580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c962f92d-8e8c-42fe-bfc6-1ca7e9585b86 req-1cb1a157-04f6-4fdc-beb5-f5115af08e28 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:08.242609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Pushing event updated for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:08.262264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Attempting to bind port a65c66ff-2253-487f-b08c-b5a73ede05fe on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:08.267992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Attempting to bind port a65c66ff-2253-487f-b08c-b5a73ede05fe by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:08.268420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Attempting to bind port a65c66ff-2253-487f-b08c-b5a73ede05fe on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:08.278084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Port a65c66ff-2253-487f-b08c-b5a73ede05fe on network f81c4301-5ba3-46b8-a960-daf43d54e60c not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:08.278533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Attempting to bind port a65c66ff-2253-487f-b08c-b5a73ede05fe on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:08.285358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c962f92d-8e8c-42fe-bfc6-1ca7e9585b86 req-1cb1a157-04f6-4fdc-beb5-f5115af08e28 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:08.286546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c962f92d-8e8c-42fe-bfc6-1ca7e9585b86 req-1cb1a157-04f6-4fdc-beb5-f5115af08e28 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 931 time: 0.3747711 Jun 04 06:16:08.289141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:08.294092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Checking segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:08.294538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Bound using segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:08.294998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Bound port: a65c66ff-2253-487f-b08c-b5a73ede05fe, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:08.295354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.306658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-0ee43eb2-a5de-4bfd-b9a8-fa1ed86c4310 service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525027 Jun 04 06:16:08.360942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-5c06ab57-935a-4533-9147-87420b45e278 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034297 Jun 04 06:16:08.366559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:08.383713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d', 'mac_address': 'fa:16:3e:57:67:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:08.454040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:08.454800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.509302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d52a0e6-a345-4636-a38f-7b8a9c4c669d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:08.526023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c962f92d-8e8c-42fe-bfc6-1ca7e9585b86 req-21ae8eb9-92b5-40c1-a7eb-992e70344a9e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030313 Jun 04 06:16:08.542390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a26263-39d5-4eb3-8472-d502a579a16d req-66f9bbaf-5c89-439b-953f-e09fc72cbe26 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725366 Jun 04 06:16:08.554583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:08.560107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:08.571886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.576395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:08.582984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.673298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:08.708563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:08.709651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:08.711294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] 10.222.0.24 "PUT /v2.0/ports/a65c66ff-2253-487f-b08c-b5a73ede05fe HTTP/1.1" status: 200 len: 1091 time: 1.6085956 Jun 04 06:16:08.711923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:08.742007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1ad28-ef35-44bf-ab29-6078ca81b2ea service neutron] Pushing event updated for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:08.843089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3967c-0cf8-4ce3-9355-549fdf8792d6 req-173e7816-152e-4418-ad3e-021df42c75c0 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:08.851258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed3967c-0cf8-4ce3-9355-549fdf8792d6 req-173e7816-152e-4418-ad3e-021df42c75c0 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 971 time: 0.2100854 Jun 04 06:16:08.929884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed3967c-0cf8-4ce3-9355-549fdf8792d6 req-c381aaa5-2f5c-450a-8d6e-31f7462b4a3a tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767100 Jun 04 06:16:08.954921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-7cf00e28-2699-4109-81e9-a14102f2b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:08.956402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-7cf00e28-2699-4109-81e9-a14102f2b6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 1094 time: 0.1860638 Jun 04 06:16:09.056465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8d52a0e6-a345-4636-a38f-7b8a9c4c669d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:09.059569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6efb60-af44-4d41-bf6a-35578a3c19d5 req-8f3a8065-02b2-4de1-a3f1-54b30f3532b9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:09.061070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a6efb60-af44-4d41-bf6a-35578a3c19d5 req-8f3a8065-02b2-4de1-a3f1-54b30f3532b9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 969 time: 0.2234032 Jun 04 06:16:09.062344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-50d5b37b-a1a8-4b58-ad51-63c2966ed607 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe HTTP/1.1" status: 200 len: 217 time: 0.0960109 Jun 04 06:16:09.077370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-313049fb-2ae1-4f28-80ea-d8cb796c74fc req-6781c446-a17d-47f3-9ea6-1d3bbac6ea82 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 210 time: 0.0767817 Jun 04 06:16:09.172351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a6efb60-af44-4d41-bf6a-35578a3c19d5 req-bc751573-9fd8-4b9a-ac0a-a7b4ce26c77d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036856 Jun 04 06:16:09.184295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-463e8b78-4a5d-4a24-89b0-d79204213b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:09.186674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-463e8b78-4a5d-4a24-89b0-d79204213b5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.1165631 Jun 04 06:16:09.191668 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59e1726-7f53-4063-904a-3a68fe0a548b'] response: {'name': 'network-changed', 'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'status': 'completed', 'code': 200} Jun 04 06:16:09.434882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c595-f658-454d-bf74-13362b1df09f req-75c17344-8a21-444a-827d-362a701b86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:09.436361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-75c17344-8a21-444a-827d-362a701b86c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406676 Jun 04 06:16:09.449106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdd2f6-48c6-455d-ae33-2d983331febe req-1dee9e43-51eb-49de-9d42-94b7a7da73a0 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:09.450557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-accdd2f6-48c6-455d-ae33-2d983331febe req-1dee9e43-51eb-49de-9d42-94b7a7da73a0 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 949 time: 0.1179039 Jun 04 06:16:09.574296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-accdd2f6-48c6-455d-ae33-2d983331febe req-3f2abdb9-5d66-4116-a6ce-65704be8b30e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053011 Jun 04 06:16:09.619587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-9fbd61fc-8838-481b-bfee-ad28997747a7 service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680806 Jun 04 06:16:09.832065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2316c595-f658-454d-bf74-13362b1df09f req-93866a2a-4e1e-4af0-b28d-f01fce740bfa service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038486 Jun 04 06:16:09.849231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac36db-b0fc-4089-ba4d-4ed0392801f9 req-41b3d446-65b3-4bf5-8276-3faf387ab03c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:09.850182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfac36db-b0fc-4089-ba4d-4ed0392801f9 req-41b3d446-65b3-4bf5-8276-3faf387ab03c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 943 time: 0.1422539 Jun 04 06:16:09.906126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfac36db-b0fc-4089-ba4d-4ed0392801f9 req-500d1e8e-6a2e-436a-9dd4-9a7776bcd8e2 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492163 Jun 04 06:16:09.957384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebb32274-e3cf-4040-a8f7-49bff59a9542 req-32437025-eb3a-451a-95ee-bf819f68232a tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347044 Jun 04 06:16:09.971827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:10.003312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-7d2ffb29-7f99-402c-81f9-971c1c69c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.005046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-7d2ffb29-7f99-402c-81f9-971c1c69c046 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 1094 time: 0.0965664 Jun 04 06:16:10.095440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8d52a0e6-a345-4636-a38f-7b8a9c4c669d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:10.214259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:10.221059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:10.231093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:10.231868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.299797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-f299e2bf-cfef-4aad-9a20-79083597540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.300829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:10.301403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-f299e2bf-cfef-4aad-9a20-79083597540a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 925 time: 0.2886691 Jun 04 06:16:10.301653 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.319948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-05841fdf-9a49-489e-ab6a-11582a186d0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.321385 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-05841fdf-9a49-489e-ab6a-11582a186d0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.3589764 Jun 04 06:16:10.322059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36196) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:10.328899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32274-e3cf-4040-a8f7-49bff59a9542 req-ef1251d8-c7ee-4a74-8046-8e3c3b582900 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.336600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebb32274-e3cf-4040-a8f7-49bff59a9542 req-ef1251d8-c7ee-4a74-8046-8e3c3b582900 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758595 Jun 04 06:16:10.354039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Request body: {'port': {'device_id': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'admin_state_up': True, 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:10.380384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14834-c127-4ba0-bedc-b2e57c3e8a5f req-8eea0575-c870-4336-9d00-4da26d742fdf tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.381801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebb32274-e3cf-4040-a8f7-49bff59a9542 req-05041b04-5ef5-46d1-a237-3666df1ec02f tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/quotas/eaebc04a6cce4415b2a78e701571ae7c HTTP/1.1" status: 200 len: 375 time: 0.0439143 Jun 04 06:16:10.389515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfb14834-c127-4ba0-bedc-b2e57c3e8a5f req-8eea0575-c870-4336-9d00-4da26d742fdf tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 971 time: 0.2153847 Jun 04 06:16:10.411372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-eae1ff28-fbea-4a17-8c81-32219dd24141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe HTTP/1.1" status: 200 len: 217 time: 0.1015456 Jun 04 06:16:10.492037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebb32274-e3cf-4040-a8f7-49bff59a9542 req-ef06e621-5097-45e9-98f8-d0dc2ee14f53 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091042 Jun 04 06:16:10.500702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:10.501371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.506252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfb14834-c127-4ba0-bedc-b2e57c3e8a5f req-32727799-971d-4003-a4ff-4c946cb13d15 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156149 Jun 04 06:16:10.520796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-7e3ef4e2-a2b3-439b-8456-615c67f2d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.523538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-7e3ef4e2-a2b3-439b-8456-615c67f2d327 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.1049414 Jun 04 06:16:10.548676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.566626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:10.568150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:10.583612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:10.589669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Usage tracker for resource:security_group_rule and tenant:f8154d120f364447b04771a2d69047e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:10.592480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:10.598206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:10.695129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.733802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e032e53-e772-48e4-83c9-6a37ad7c81c5 req-9a3f381c-61c2-46b3-8c19-c4941b1978d7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 210 time: 0.0506752 Jun 04 06:16:10.739937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-494028f8-a64e-48bd-a355-b32b5bd0c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:10.741543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-494028f8-a64e-48bd-a355-b32b5bd0c7a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105339 Jun 04 06:16:10.769245 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.778327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.804368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:10.804842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.804970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:10.823310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Usage tracker for resource:port and tenant:bc4bc65455654a9d915a6eed4b933b22 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:10.835063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:10.838132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:10.867610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:10.877317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:10.901288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-345d59ac-3520-41f1-b827-72f64e61d495 service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522775 Jun 04 06:16:10.999363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fcd0b0-f9c1-48b2-9c14-2fb05bde2760,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:11.012960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:11.020132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-704fefa8-207c-4f9b-b028-a0a0e2051b6a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f8154d120f364447b04771a2d69047e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816037 Jun 04 06:16:11.025528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36224) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:11.038664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:11.057657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc009e-9d35-46e2-896c-4a762618ad0e req-fdad37d6-1882-4438-a44a-1cbc08101a92 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.059205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61bc009e-9d35-46e2-896c-4a762618ad0e req-fdad37d6-1882-4438-a44a-1cbc08101a92 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 969 time: 0.3858776 Jun 04 06:16:11.062276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:11.065520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.069262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d563608-a428-4b82-98d5-2f20c5cc028f req-02de1462-3c55-4c80-8098-55b366de99f9 service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615608 Jun 04 06:16:11.218509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61bc009e-9d35-46e2-896c-4a762618ad0e req-c07dbd8a-1cc8-4ff9-8d03-6cd14538d711 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423762 Jun 04 06:16:11.238008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.305663 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.327475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70992239-35a0-4d71-98cd-03072a11fd37 req-f5df116b-49a4-4644-9c9e-863cd92286f1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.329076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70992239-35a0-4d71-98cd-03072a11fd37 req-f5df116b-49a4-4644-9c9e-863cd92286f1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.0939965 Jun 04 06:16:11.373710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70992239-35a0-4d71-98cd-03072a11fd37 req-1c970d97-8b65-4282-a1f7-58372d2b0ca4 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Jun 04 06:16:11.394221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Allocated IP 172.20.0.5 (8def6106-68ef-448c-afa6-829100fdb881/75909812-5690-472c-b388-d5406ca98ad7/9f9f91f8-3498-4d67-85ae-cb13892ae879) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:11.461595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.481086 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bdf805-c81a-4eea-a1a6-1a4e9acd8390'] response: {'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2', 'code': 200} Jun 04 06:16:11.499647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fcd0b0-f9c1-48b2-9c14-2fb05bde2760,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:11.512842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a9f66-37b1-49d4-93be-c535385b7758 req-9bbcc329-62bc-4740-8913-5660fcab4bfd tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.514423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e9a9f66-37b1-49d4-93be-c535385b7758 req-9bbcc329-62bc-4740-8913-5660fcab4bfd tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 943 time: 0.1854873 Jun 04 06:16:11.554866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.39', 52375) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:11.626969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-c39c25d3-a132-4dc8-b353-c36174dab5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.628692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-c39c25d3-a132-4dc8-b353-c36174dab5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 1123 time: 0.0727155 Jun 04 06:16:11.634513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.635612 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-833b9390-6eee-4323-87c6-85b5955c622a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/74fcd0b0-f9c1-48b2-9c14-2fb05bde2760 HTTP/1.1" status: 204 len: 168 time: 0.6091821 Jun 04 06:16:11.653316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e9a9f66-37b1-49d4-93be-c535385b7758 req-0be97ef1-d376-4b0e-aa6e-54ad4e4a740c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208265 Jun 04 06:16:11.655520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.710406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.750168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.801847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:11.826905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Usage tracker for resource:security_group_rule and tenant:57ad847d35c8442aadba83afe81d7b2b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:11.837197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Network 8def6106-68ef-448c-afa6-829100fdb881 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:11.838561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:11.841299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:11.844161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:11.849997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:11.851215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.852097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:11.867312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a4d0-8071-4952-8747-37cf2e20c2bb req-80beebfc-1d16-4f26-a5f0-ecda6be77298 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:11.874462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:11.875579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69b9a4d0-8071-4952-8747-37cf2e20c2bb req-80beebfc-1d16-4f26-a5f0-ecda6be77298 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.2100048 Jun 04 06:16:11.888640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2efb5027-967e-4a45-81b2-e0b3dcaec702 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5477715 Jun 04 06:16:11.902516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Request body: {'port': {'device_id': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'device_owner': 'compute:tempest-test_az-1519768957', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:11.936178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69b9a4d0-8071-4952-8747-37cf2e20c2bb req-c5916b00-715a-495b-a447-99393aa487d1 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Jun 04 06:16:11.956148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:12.017900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.024337 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.050980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8393b2c0-e3bd-44d5-b169-3c084c50860c req-306533ef-8168-4164-9860-3263846d2b5c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153769 Jun 04 06:16:12.096290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306533ef-8168-4164-9860-3263846d2b5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35de76a0-06a5-46c2-b9d2-64dd76b16bf1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:12.151165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.187609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c772-9659-488a-b93c-eb066a8ba19e req-82e0c24b-f2c6-47b6-94d2-37d6b8139c5a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:12.188343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-fba3c772-9659-488a-b93c-eb066a8ba19e req-82e0c24b-f2c6-47b6-94d2-37d6b8139c5a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:12.193380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36264) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:12.202911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:12.218249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be70eb8f-66cb-4b2c-ad76-4062279ae112 req-5a4850f4-dca2-45ec-83cf-594a8538592f tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379467 Jun 04 06:16:12.219358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'mac_address': 'fa:16:3e:c9:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-1519768957', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:12.228414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-fba3c772-9659-488a-b93c-eb066a8ba19e req-82e0c24b-f2c6-47b6-94d2-37d6b8139c5a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:12.229619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fba3c772-9659-488a-b93c-eb066a8ba19e req-82e0c24b-f2c6-47b6-94d2-37d6b8139c5a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 931 time: 0.2770455 Jun 04 06:16:12.262953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.277124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:12.277622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.295956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adf004e-7f9e-4284-8f56-91bbdf46383e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:12.307868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:12.312814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:12.316961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.324819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd46ca097a2451ab5c653cc0ee35295 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:12.331055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:12.340281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:12.362480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fba3c772-9659-488a-b93c-eb066a8ba19e req-0a950cc3-464d-4ef9-948b-d6e080078b44 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007254 Jun 04 06:16:12.385910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70eb8f-66cb-4b2c-ad76-4062279ae112 req-39d9aff1-3df3-4a84-a28e-741cfe9a8dbe tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:12.392565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:12.393672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be70eb8f-66cb-4b2c-ad76-4062279ae112 req-39d9aff1-3df3-4a84-a28e-741cfe9a8dbe tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700518 Jun 04 06:16:12.410068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be70eb8f-66cb-4b2c-ad76-4062279ae112 req-c69651ad-c422-44b8-a4d4-ee52bf93aded tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/quotas/eaebc04a6cce4415b2a78e701571ae7c HTTP/1.1" status: 200 len: 375 time: 0.0153213 Jun 04 06:16:12.457022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be70eb8f-66cb-4b2c-ad76-4062279ae112 req-c6d7f098-fb8e-4e96-951f-22e83122ec52 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449607 Jun 04 06:16:12.652655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.660366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:12.673380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.682528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ea19-8b58-4c08-9539-39f2fef5f107 req-4d247538-21a9-4058-a2b1-64cc580a5456 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:12.684071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0460ea19-8b58-4c08-9539-39f2fef5f107 req-4d247538-21a9-4058-a2b1-64cc580a5456 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.0849235 Jun 04 06:16:12.739553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410677aa-02fc-48ee-a715-bc18d70215f6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:12.739802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0460ea19-8b58-4c08-9539-39f2fef5f107 req-2da518de-8774-4451-8eb6-3afb96681628 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Jun 04 06:16:12.747234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1c57eceb-91f3-457a-9fbd-c51fbbd978c1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7bd46ca097a2451ab5c653cc0ee35295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401366 Jun 04 06:16:12.749504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36276) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:12.814718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fd41-2569-4012-a6bb-626d6890eec5 req-2ba8418d-be58-4113-8890-b0d944d30876 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:12.816158 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a67fd41-2569-4012-a6bb-626d6890eec5 req-2ba8418d-be58-4113-8890-b0d944d30876 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 970 time: 0.2888737 Jun 04 06:16:12.895570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9f91f8-3498-4d67-85ae-cb13892ae879 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:12.909947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.918869 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a67fd41-2569-4012-a6bb-626d6890eec5 req-73a62c2a-f1f0-411e-8a97-a51a75d4f435 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864697 Jun 04 06:16:12.942789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Transition to ACTIVE for port object 9f9f91f8-3498-4d67-85ae-cb13892ae879 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:12.944310 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:12.956284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.027960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.227188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538ce05-8a0a-4f46-b9d3-fa1bacd05a12 req-0a38aea3-d9fd-45ed-8bc9-8b7549132678 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.228663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5538ce05-8a0a-4f46-b9d3-fa1bacd05a12 req-0a38aea3-d9fd-45ed-8bc9-8b7549132678 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.0849726 Jun 04 06:16:13.256084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:13.274986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5538ce05-8a0a-4f46-b9d3-fa1bacd05a12 req-43de73f0-a444-43e9-9178-fb3305cf1002 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Jun 04 06:16:13.303992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:13.304303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:13.304625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:13.314906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:13.315275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:13.324822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:13.325157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:13.325560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:13.325973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Bound port: 9f9f91f8-3498-4d67-85ae-cb13892ae879, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:13.326325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.343874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.400111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad804b-ec70-4f21-a735-48628817d49f req-bf9f8102-4b86-46fe-bd1c-66ee5b8b880d tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.401598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cad804b-ec70-4f21-a735-48628817d49f req-bf9f8102-4b86-46fe-bd1c-66ee5b8b880d tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 943 time: 0.3593771 Jun 04 06:16:13.402328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410677aa-02fc-48ee-a715-bc18d70215f6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:13.430176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.431233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-db6e2a8c-efc5-4e20-80ae-eb04b8661bc7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/410677aa-02fc-48ee-a715-bc18d70215f6 HTTP/1.1" status: 204 len: 168 time: 0.6731079 Jun 04 06:16:13.482357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:13.489514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cad804b-ec70-4f21-a735-48628817d49f req-4cb4aa43-0072-4fcc-9847-2badee7d7761 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772178 Jun 04 06:16:13.492572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:13.496906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:13.516595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.569816 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeab19c-3ab4-470d-81fc-db3b213aca9a'] response: {'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d', 'code': 200} Jun 04 06:16:13.630494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.631273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:13.632884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] 10.222.0.39 "PUT /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 1113 time: 1.7372193 Jun 04 06:16:13.633416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:13.653938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49795b-97c8-4017-b4d8-c34a6f777a8e service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:13.732065 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68c6856-2c4c-4498-9b18-ec8d930dbdc7'] response: {'name': 'network-changed', 'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'status': 'completed', 'code': 200} Jun 04 06:16:13.769556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-1e709180-f557-4fd0-8bd8-8b23340a3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.771191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-1e709180-f557-4fd0-8bd8-8b23340a3c7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1116 time: 0.0892711 Jun 04 06:16:13.775328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809c00-f13a-4b1a-87ab-1b002723d0bf req-374f5800-b252-4e8f-954f-c5e9a8ec5e7a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.776807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc809c00-f13a-4b1a-87ab-1b002723d0bf req-374f5800-b252-4e8f-954f-c5e9a8ec5e7a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.1541400 Jun 04 06:16:13.805833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eb49b-912e-4a38-9df5-32f174e41f50 req-2d7f624d-59ae-4098-b62c-4b0ac0ced816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.807280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa6eb49b-912e-4a38-9df5-32f174e41f50 req-2d7f624d-59ae-4098-b62c-4b0ac0ced816 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 1101 time: 0.1261744 Jun 04 06:16:13.859975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-cc809c00-f13a-4b1a-87ab-1b002723d0bf req-82b5eae0-f32b-461e-abcb-a980326497c3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:13.870445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa6eb49b-912e-4a38-9df5-32f174e41f50 req-0b474b04-8010-463b-9c17-1dde8dedae78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Jun 04 06:16:13.877021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-b439e171-ebbb-4bf4-9422-4dfcaf3e3794 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.0930154 Jun 04 06:16:13.885671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-cc809c00-f13a-4b1a-87ab-1b002723d0bf req-82b5eae0-f32b-461e-abcb-a980326497c3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:13.886839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc809c00-f13a-4b1a-87ab-1b002723d0bf req-82b5eae0-f32b-461e-abcb-a980326497c3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026714 Jun 04 06:16:13.893819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a3c115a-d1f6-42f1-8a9e-abe5f5c20366 req-1a14df77-1a5d-4a39-a8e4-a206b7c98d91 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497668 Jun 04 06:16:13.958059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-8aecff3b-032a-4d38-9778-0529659b9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:13.959829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-8aecff3b-032a-4d38-9778-0529659b9ba5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.0736368 Jun 04 06:16:13.999872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:14.109607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-c8ae8624-22b5-4c8a-a9f2-75e4307c2a74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233892 Jun 04 06:16:14.131088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a65c66ff-2253-487f-b08c-b5a73ede05fe details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:14.170555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fb182-0630-4a57-8927-54a783da046d req-b9055876-fd32-4f11-8a82-571a07fa3863 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:14.172730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-805fb182-0630-4a57-8927-54a783da046d req-b9055876-fd32-4f11-8a82-571a07fa3863 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.1494083 Jun 04 06:16:14.186160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 4adf004e-7f9e-4284-8f56-91bbdf46383e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:14.201253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c115a-d1f6-42f1-8a9e-abe5f5c20366 req-0537a5c1-6aa7-4d09-ba29-484d0444abf5 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:14.203033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a3c115a-d1f6-42f1-8a9e-abe5f5c20366 req-0537a5c1-6aa7-4d09-ba29-484d0444abf5 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422261 Jun 04 06:16:14.237127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 4adf004e-7f9e-4284-8f56-91bbdf46383e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:14.238602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:14.258347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-805fb182-0630-4a57-8927-54a783da046d req-ac5bfa74-1656-4a21-a298-c407fef68770 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751529 Jun 04 06:16:14.327368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a3c115a-d1f6-42f1-8a9e-abe5f5c20366 req-14eaec44-cc33-46a3-90d4-8c55b43331b3 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/quotas/eaebc04a6cce4415b2a78e701571ae7c HTTP/1.1" status: 200 len: 375 time: 0.1008875 Jun 04 06:16:14.397263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a3c115a-d1f6-42f1-8a9e-abe5f5c20366 req-dd4edb07-376f-4bbd-bb9c-3d32dd3df891 tempest-QuotasAdminNegativeTest-781649946 tempest-QuotasAdminNegativeTest-781649946-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689549 Jun 04 06:16:14.431456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:14.456091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60b462-2d30-45ef-91f3-2ef608e8b185 req-9f840bd0-8ef8-4c19-ba42-89b4d9c3ca22 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:14.457855 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc60b462-2d30-45ef-91f3-2ef608e8b185 req-9f840bd0-8ef8-4c19-ba42-89b4d9c3ca22 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 970 time: 0.0990317 Jun 04 06:16:14.482361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-3e0b7d14-1a76-4a72-aae6-a72265dd8865 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783425 Jun 04 06:16:14.531504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc60b462-2d30-45ef-91f3-2ef608e8b185 req-29f059dc-839d-4bcf-a8ce-ec2778770769 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665040 Jun 04 06:16:14.536113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'port_id': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'mac_address': 'fa:16:3e:ab:07:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:14.696686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a65c66ff-2253-487f-b08c-b5a73ede05fe is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:14.697164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:14.717519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:14.717831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:14.723823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8edadf63-a67b-4f9b-aa6b-f1577fbc4cff req-2b0d8f76-3bdb-4bc1-aa69-735840eddf1c service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348502 Jun 04 06:16:14.741526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f5e1e-e173-461e-811a-6977b54983ac req-fa445c24-d379-4742-8169-5fd1e8cf3750 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:14.748813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-612f5e1e-e173-461e-811a-6977b54983ac req-fa445c24-d379-4742-8169-5fd1e8cf3750 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.1526062 Jun 04 06:16:14.764872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65c66ff-2253-487f-b08c-b5a73ede05fe {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:14.803276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:14.808785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:14.848281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:14.860114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:14.879080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-612f5e1e-e173-461e-811a-6977b54983ac req-6c70a141-8a98-451f-a4ec-84a22adfe364 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Jun 04 06:16:14.891689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:14.894887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-a7f75f6b-bc8a-48a4-bb07-56b425ac42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:14.897433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-a7f75f6b-bc8a-48a4-bb07-56b425ac42f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1116 time: 0.1260972 Jun 04 06:16:14.978055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:15.147999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-1f7547e7-407b-464f-9bdb-318459808a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.149630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-1f7547e7-407b-464f-9bdb-318459808a71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.2467058 Jun 04 06:16:15.161441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d982e6-48cb-4100-a28d-e49410ce0ee0 req-f5e5a61b-e9b1-44c3-a1ff-eb9982692442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.163207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44d982e6-48cb-4100-a28d-e49410ce0ee0 req-f5e5a61b-e9b1-44c3-a1ff-eb9982692442 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 944 time: 0.1363397 Jun 04 06:16:15.175178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['a65c66ff-2253-487f-b08c-b5a73ede05fe'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:15.238474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-e55780d4-768e-4d70-a8ed-47428b88bc2b tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.240637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-e55780d4-768e-4d70-a8ed-47428b88bc2b tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 1123 time: 0.1009095 Jun 04 06:16:15.261574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-1137814c-9642-4f8d-b81e-b724afde70de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.0972486 Jun 04 06:16:15.266625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:15.281409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:15.286357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Usage tracker for resource:security_group_rule and tenant:785550079d634cc5b111e6aec041b7fd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:15.290110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:15.296319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:15.397357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:15.403016 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:15.426605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44d982e6-48cb-4100-a28d-e49410ce0ee0 req-229e14a3-3ad6-4f76-b512-80fd85d84792 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020223 Jun 04 06:16:15.443715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-d95bf060-d24e-45b5-9865-26c8b2d17e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.445011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7286d66-2105-43de-a6c4-00c3fb4c7f49 req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981890 Jun 04 06:16:15.445284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-d95bf060-d24e-45b5-9865-26c8b2d17e9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1626103 Jun 04 06:16:15.455023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde07177-f0ad-443f-870b-895dc57d96d7 tempest-AggregatesAdminTestJSON-1983206462 tempest-AggregatesAdminTestJSON-1983206462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df1ac6-5a11-4135-8167-41b5f58b16a4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:15.500490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-080f3e87-7a3c-48e9-9431-a1473783219e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488288 Jun 04 06:16:15.571275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:15.658331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54e72-4e84-4ec2-9917-aa82cc03599e req-f260e2b5-9577-4080-874b-3b13ede26948 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.659818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1da54e72-4e84-4ec2-9917-aa82cc03599e req-f260e2b5-9577-4080-874b-3b13ede26948 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.0877438 Jun 04 06:16:15.713700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-7ce1f3bd-e3ed-486d-99a0-d24fb971584c service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066250 Jun 04 06:16:15.714341 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1da54e72-4e84-4ec2-9917-aa82cc03599e req-6084d786-337c-4988-a61f-4ec9061d3eb0 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478253 Jun 04 06:16:15.725991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e82d6-7b9f-48e5-9a08-d7606a8006db req-0df0233c-813c-4ef7-ac9c-9e1e886fd2ce tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:15.727473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-612e82d6-7b9f-48e5-9a08-d7606a8006db req-0df0233c-813c-4ef7-ac9c-9e1e886fd2ce tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.1410761 Jun 04 06:16:15.793874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:15.902392 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43102262-ed51-4fae-b111-5ee09b9905b0 req-a51b02ec-a553-40c6-92e7-7065578c8eee service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739700 Jun 04 06:16:15.907687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-612e82d6-7b9f-48e5-9a08-d7606a8006db req-f44eabd7-bfee-42cb-93b5-ec37deabfb6b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581793 Jun 04 06:16:15.922711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:15.941021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:15.946047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Usage tracker for resource:security_group_rule and tenant:eaebc04a6cce4415b2a78e701571ae7c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:15.950094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:15.957177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:16.156260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a65c66ff-2253-487f-b08c-b5a73ede05fe up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:16.157065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.162319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.221982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebacfe0f-432a-4279-8869-2ff757d69dab,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:16.228361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f405f58-7042-427b-b6bd-b04d98b57922 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eaebc04a6cce4415b2a78e701571ae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333422 Jun 04 06:16:16.231151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36396) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:16.251895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port a65c66ff-2253-487f-b08c-b5a73ede05fe completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:16.257230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f270f-4fff-4a47-a880-8e0e4c61158c req-e8727b89-3ea8-42e1-b491-de60b4341c61 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:16.258946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a8f270f-4fff-4a47-a880-8e0e4c61158c req-e8727b89-3ea8-42e1-b491-de60b4341c61 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1708684 Jun 04 06:16:16.259911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port a65c66ff-2253-487f-b08c-b5a73ede05fe triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:16.260424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.291212 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e361bd3-3e0e-4149-a38b-71d999188712'] response: {'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'code': 200} Jun 04 06:16:16.316596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a8f270f-4fff-4a47-a880-8e0e4c61158c req-fdb540e0-bb52-44de-abf2-eb247f9bfde4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Jun 04 06:16:16.333221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.408804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a65c66ff-2253-487f-b08c-b5a73ede05fe is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:16.409120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.415822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.461856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:16.467324 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.486613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d6d5b-57b0-4369-975f-6f62c795f095 req-646f2b3c-c0cc-43d4-a7e3-3de2b099fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:16.488045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c62d6d5b-57b0-4369-975f-6f62c795f095 req-646f2b3c-c0cc-43d4-a7e3-3de2b099fd28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1122 time: 0.1448965 Jun 04 06:16:16.546103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.557058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:16.558569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a21e-75d2-41a3-bf6f-26861e76199e req-7bee3069-e377-4d49-8289-d4a9e849647f tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:16.560224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7733a21e-75d2-41a3-bf6f-26861e76199e req-7bee3069-e377-4d49-8289-d4a9e849647f tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.1114819 Jun 04 06:16:16.579925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebacfe0f-432a-4279-8869-2ff757d69dab,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:16.593346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c62d6d5b-57b0-4369-975f-6f62c795f095 req-d142cb14-c995-47a0-9cb4-0ba133380a29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981426 Jun 04 06:16:16.594487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.597991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a358ec1d-bfc2-4820-b500-ecf6a4bc7411 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ebacfe0f-432a-4279-8869-2ff757d69dab HTTP/1.1" status: 204 len: 168 time: 0.3636363 Jun 04 06:16:16.623775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7733a21e-75d2-41a3-bf6f-26861e76199e req-02181f7c-3556-48b7-8fd7-ea283d32e51d tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573785 Jun 04 06:16:16.751877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee8e29-6dda-4ea8-9971-4a7303a443ab req-ac4fdb84-a44d-4dd1-8d16-e9f2a1a6aa01 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:16.753383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8cee8e29-6dda-4ea8-9971-4a7303a443ab req-ac4fdb84-a44d-4dd1-8d16-e9f2a1a6aa01 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.0962338 Jun 04 06:16:16.776678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:16.809829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8cee8e29-6dda-4ea8-9971-4a7303a443ab req-2b6494d5-f39c-47d2-bb66-2819a295e33b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Jun 04 06:16:16.884956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-057bf3ad-f01a-4d5a-ab0d-b670d1cbb14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.927023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36422) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:16.932649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.944871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:16.950961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:16.956984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Usage tracker for resource:security_group_rule and tenant:5fd87cbc07134affade49da8b87a7566 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:16.959413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:16.960796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:16.963722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab48a4ed80e4224b032bca146bde62c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:16.966905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:16.975469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:16.977138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:17.011762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4be3d1-378a-47fe-b92d-dcf31e6660e3 req-91c0b66e-a3cc-44ae-af60-ee351ae65f36 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:17.018816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e4be3d1-378a-47fe-b92d-dcf31e6660e3 req-91c0b66e-a3cc-44ae-af60-ee351ae65f36 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.1540790 Jun 04 06:16:17.068838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.076601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e4be3d1-378a-47fe-b92d-dcf31e6660e3 req-1ade721b-7d56-4834-a078-40bbcdd408f5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569344 Jun 04 06:16:17.105830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.131299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.135929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.170722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e150638b-02c0-4f33-bc03-fbaf7c2aebdc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:17.181151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ddfe8aed-c286-4796-adf9-dc79bd541e68 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3ab48a4ed80e4224b032bca146bde62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523663 Jun 04 06:16:17.181899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36432) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:17.186891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5fd87cbc07134affade49da8b87a7566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068735 Jun 04 06:16:17.187138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36436) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:17.196014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3a28-f7a7-4390-a3ba-4f59887f653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe2ce7-2f1e-40f0-a229-dd3d8f0ee950,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:17.261977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f174-a698-4c31-aee5-7800d19b9c88 req-84726171-7a22-4c57-b451-429b3146124a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:17.264777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.269045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0484f174-a698-4c31-aee5-7800d19b9c88 req-84726171-7a22-4c57-b451-429b3146124a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.1953747 Jun 04 06:16:17.296287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.313762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.337042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0484f174-a698-4c31-aee5-7800d19b9c88 req-a856a650-d9b9-4a87-83bf-253dcf7bed6b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Jun 04 06:16:17.362398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.419674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.424592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.448517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150638b-02c0-4f33-bc03-fbaf7c2aebdc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:17.457559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.459796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89a2ef00-97d3-469c-b653-9e5d39f52069 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e150638b-02c0-4f33-bc03-fbaf7c2aebdc HTTP/1.1" status: 204 len: 168 time: 0.2764590 Jun 04 06:16:17.472567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe2ce7-2f1e-40f0-a229-dd3d8f0ee950,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:17.475418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:17.480938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-610c82ac-3370-4395-81fc-8bbbafd59adb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bfbe2ce7-2f1e-40f0-a229-dd3d8f0ee950 HTTP/1.1" status: 204 len: 168 time: 0.2928684 Jun 04 06:16:17.576717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270e385-ddde-4781-be76-5711500554c7 req-55a1f53c-1508-4680-9ff7-d697e1c8f431 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:17.578322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c270e385-ddde-4781-be76-5711500554c7 req-55a1f53c-1508-4680-9ff7-d697e1c8f431 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1168334 Jun 04 06:16:17.632040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c270e385-ddde-4781-be76-5711500554c7 req-7bdd2263-3798-4a86-980b-ad1dcb173e0b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Jun 04 06:16:17.892190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b6f74-2a91-4bff-ab0e-014820a402d0 req-0a7f4fdb-1fbc-4655-86e7-7c42848c8656 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:17.893954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-833b6f74-2a91-4bff-ab0e-014820a402d0 req-0a7f4fdb-1fbc-4655-86e7-7c42848c8656 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.1469386 Jun 04 06:16:17.926036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300eda-a31b-420e-8f05-54c0a69744ba req-d109b949-e2c7-4de0-89cf-cf3ca8fda3ef tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:17.927647 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b300eda-a31b-420e-8f05-54c0a69744ba req-d109b949-e2c7-4de0-89cf-cf3ca8fda3ef tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.1183150 Jun 04 06:16:17.950664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-833b6f74-2a91-4bff-ab0e-014820a402d0 req-2b8e9a4b-0295-4795-94d5-9fab979805dd tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Jun 04 06:16:17.988897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:18.038357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36462) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:18.091315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.116133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b300eda-a31b-420e-8f05-54c0a69744ba req-2796ceb3-1946-474f-9beb-2b3b063faf74 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818230 Jun 04 06:16:18.162536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:18.172807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Usage tracker for resource:security_group_rule and tenant:6d5aa8c2ce1c46a5bb1edb9365b2f5d6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:18.193495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862424d-8891-4b46-ab2a-869b37952666 req-8b2e022c-3711-4a4b-9463-8930db074d49 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:18.194934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5862424d-8891-4b46-ab2a-869b37952666 req-8b2e022c-3711-4a4b-9463-8930db074d49 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.2458758 Jun 04 06:16:18.226878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:18.238022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:18.273662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:18.292129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:18.301453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Deleting port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:16:18.301893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.310649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'port_id': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'mac_address': 'fa:16:3e:f9:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75909812-5690-472c-b388-d5406ca98ad7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-1519768957', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:18.337301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ccfd5-7cfa-47d4-80db-e34a0591fe07 req-9dee08aa-f3de-4917-8c32-7a429793c385 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:18.340613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-041ccfd5-7cfa-47d4-80db-e34a0591fe07 req-9dee08aa-f3de-4917-8c32-7a429793c385 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.1712611 Jun 04 06:16:18.425950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.438091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-041ccfd5-7cfa-47d4-80db-e34a0591fe07 req-57095754-78b0-44de-9bda-d1be21474eb7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888517 Jun 04 06:16:18.444870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.455194 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e604892-482b-4b99-a53e-2695af3036d1'] response: {'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'code': 200} Jun 04 06:16:18.455717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9f9f91f8-3498-4d67-85ae-cb13892ae879 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:18.456093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.498693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9f91f8-3498-4d67-85ae-cb13892ae879 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:18.541024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d5aa8c2ce1c46a5bb1edb9365b2f5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011818 Jun 04 06:16:18.543657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36480) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:18.543863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b80c3-3cca-4205-ae0c-88698ac0470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5147b8a-f1de-449f-a1fa-b36e280b2142,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:18.551088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:18.556499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.578889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd2b6-0bdf-496c-9083-578a690a8ef3 req-7f90e4f0-fc19-4b88-b8c4-6b4b7909dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:18.580455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b9cd2b6-0bdf-496c-9083-578a690a8ef3 req-7f90e4f0-fc19-4b88-b8c4-6b4b7909dd71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 1096 time: 0.0941112 Jun 04 06:16:18.627639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4b9cd2b6-0bdf-496c-9083-578a690a8ef3 req-4a5fd76e-f7c9-4510-8f10-e8190073c75e service neutron] Synchronizing usage tracker for tenant:57ad847d35c8442aadba83afe81d7b2b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:18.633214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:18.648635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4b9cd2b6-0bdf-496c-9083-578a690a8ef3 req-4a5fd76e-f7c9-4510-8f10-e8190073c75e service neutron] Unset dirty status for tenant:57ad847d35c8442aadba83afe81d7b2b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:18.650203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b9cd2b6-0bdf-496c-9083-578a690a8ef3 req-4a5fd76e-f7c9-4510-8f10-e8190073c75e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629578 Jun 04 06:16:18.650650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36484) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:18.806594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-network', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:18.819829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:18.825331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Usage tracker for resource:network and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:18.828823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:18.836448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:18.858526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Made reservation on behalf of 60859c8798ba4512803cb5074a41a7f8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:18.861709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['9f9f91f8-3498-4d67-85ae-cb13892ae879'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:18.865453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.866558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.873583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] For port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:18.873952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.883506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:18.909228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa1052-39ef-401d-8a5b-68666ffb03f5 req-6feac492-ebd6-42b5-b76d-4cd999fb27e4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:18.910714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88fa1052-39ef-401d-8a5b-68666ffb03f5 req-6feac492-ebd6-42b5-b76d-4cd999fb27e4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1458163 Jun 04 06:16:18.912349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:18.919333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Usage tracker for resource:security_group_rule and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:18.924038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:18.988126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:18.992552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e55f-c764-45cd-bde6-e7ca7a250f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.011911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88fa1052-39ef-401d-8a5b-68666ffb03f5 req-692bd005-8694-4b92-b824-8baa7420c13f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884566 Jun 04 06:16:19.032432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Calling delete_port for cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 owned by compute:tempest-test_az-1519768957 {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:16:19.080540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.126195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558cde-5435-498c-982b-c4195b2c5095 req-2ed5ba19-fa62-43f9-873c-f2d5c692e929 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:19.133600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3558cde-5435-498c-982b-c4195b2c5095 req-2ed5ba19-fa62-43f9-873c-f2d5c692e929 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.5061998 Jun 04 06:16:19.153532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.160077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.229125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:16:19.252224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.252482 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Added segment 122c09ef-5bb3-4479-a281-b15d107e5003 of type vlan for network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 Jun 04 06:16:19.253675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19867208-7c0a-4ce4-bd24-f69b0505740d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:19.286598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3558cde-5435-498c-982b-c4195b2c5095 req-53ab087d-0253-426a-8a40-2020f070380f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514790 Jun 04 06:16:19.300274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.331201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.368267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a74871-1058-4437-96b5-adcb2cfef073 req-a28da50b-25d4-4d02-99f5-285d11ac71be tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:19.369161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5147b8a-f1de-449f-a1fa-b36e280b2142,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:19.369850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90a74871-1058-4437-96b5-adcb2cfef073 req-a28da50b-25d4-4d02-99f5-285d11ac71be tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/ports?device_id=75497045-6cc0-40a7-a236-b58eb0a2b63e HTTP/1.1" status: 200 len: 972 time: 0.1943419 Jun 04 06:16:19.400075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.403436 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1fc2923a-9f4b-4fec-8e7d-d42481d21889 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5147b8a-f1de-449f-a1fa-b36e280b2142 HTTP/1.1" status: 204 len: 168 time: 0.8564055 Jun 04 06:16:19.403601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.403601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:19.404349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.414730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.516673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Pushing event deleted for resources: {'Port': ['ID=cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:19.562470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-d3d331ff-40d3-4038-b21d-f70c6f481e36 tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:19.563944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-d3d331ff-40d3-4038-b21d-f70c6f481e36 tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 1101 time: 0.2578046 Jun 04 06:16:19.564552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad4bf1b-889d-43fa-9f8d-d03a49d13507,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:19.577071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:16:19.579666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] No DVR routers for this DVR port cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:16:19.584145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.597223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5862424d-8891-4b46-ab2a-869b37952666 req-bd275501-1496-471b-a034-8313aa85bfca tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.39 "DELETE /v2.0/ports/cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 HTTP/1.1" status: 204 len: 173 time: 1.3901758 Jun 04 06:16:19.597969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'name': 'network-vif-deleted', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:19.623827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90a74871-1058-4437-96b5-adcb2cfef073 req-a402569a-7b74-4b72-a0e6-183531df16a2 tempest-AggregatesAdminTestJSON-1071338174 tempest-AggregatesAdminTestJSON-1071338174-project] 10.222.0.17 "GET /v2.0/security-groups?id=db1077ce-b1e6-4536-bbfd-7f8363ab88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951580 Jun 04 06:16:19.630841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-910f54a4-764c-4485-ba29-0b9c392d10e8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9779828 Jun 04 06:16:19.633378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36506) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:19.648444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Request body: {'subnet': {'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-subnet', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:19.665230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:19.684996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Usage tracker for resource:subnet and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:19.695314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:19.709178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:19.725130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Deleting port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:16:19.725516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.818965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Made reservation on behalf of 60859c8798ba4512803cb5074a41a7f8 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:19.821523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.889060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-00d359f1-1118-47b2-9ca5-bef4e2c9aef2 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:19.891020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-00d359f1-1118-47b2-9ca5-bef4e2c9aef2 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1122 time: 0.1284204 Jun 04 06:16:19.933262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:19.968790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:19.973607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Usage tracker for resource:security_group_rule and tenant:0f30ed7f070f43f798617c451297236e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:19.978118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:19.986577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:19.999541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:20.090753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 9f9f91f8-3498-4d67-85ae-cb13892ae879 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:20.115013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 9f9f91f8-3498-4d67-85ae-cb13892ae879 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:20.115732 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.170874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.178887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.181731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.223788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7f91426-4d9c-45fb-a876-248a1662d864 req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261962 Jun 04 06:16:20.292590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe35878-8a37-451c-b8f6-d69356eae436 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f4e2c-76a6-4cfa-ac41-a5ce5c3929ba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:20.314393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9f9f91f8-3498-4d67-85ae-cb13892ae879 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:20.314915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.317534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] For port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:20.318830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.328836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.365651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:20.375334 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.376281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:16:20.481797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134506f-698d-4dce-9f6d-93d7a0a4ba65 req-c203b611-f4e9-40e6-bb9a-20dee51813bf tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:20.483538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6134506f-698d-4dce-9f6d-93d7a0a4ba65 req-c203b611-f4e9-40e6-bb9a-20dee51813bf tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.1086209 Jun 04 06:16:20.499403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:16:20.499798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:16:20.509955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:20.518723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Calling delete_port for 8d52a0e6-a345-4636-a38f-7b8a9c4c669d owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:16:20.555599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:20.582154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6134506f-698d-4dce-9f6d-93d7a0a4ba65 req-8bb3be39-f6f8-4572-88b9-5bef0996bcb8 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912294 Jun 04 06:16:20.658737 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a21cba2-90c5-49e2-82a4-0a2c521539df'] response: {'server_uuid': '75497045-6cc0-40a7-a236-b58eb0a2b63e', 'name': 'network-vif-deleted', 'tag': 'cf4cc9d7-2ff0-40f9-b387-2c47f2d6ecb2', 'status': 'completed', 'code': 200} Jun 04 06:16:20.730591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079da9c-abcf-42a3-b3f7-a71a8ba4948c req-f2a560e3-48ff-4b8c-a080-7fe1e774b1dd tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:20.732167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c079da9c-abcf-42a3-b3f7-a71a8ba4948c req-f2a560e3-48ff-4b8c-a080-7fe1e774b1dd tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=ab08bdfa-9e89-4640-8a07-df093f2ecad2 HTTP/1.1" status: 200 len: 950 time: 0.7127700 Jun 04 06:16:20.897350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c079da9c-abcf-42a3-b3f7-a71a8ba4948c req-964f88a0-ee99-4c5b-a2a0-4507965d0de3 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523354 Jun 04 06:16:20.937368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:20.946128 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:16:21.094800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a50c3f-57fc-44c8-a266-0d201e5a6e27,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:21.119780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.131686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8d52a0e6-a345-4636-a38f-7b8a9c4c669d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:21.157621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Checking segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:21.157983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Network hostable DHCP agents. Network: 0ad4bf1b-889d-43fa-9f8d-d03a49d13507, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:16:21.188567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d52a0e6-a345-4636-a38f-7b8a9c4c669d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:21.296359 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe58af6b-a3f5-4dc1-bd51-2ac390367ca4'] response: {'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'code': 200} Jun 04 06:16:21.316675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:16:21.319546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] No DVR routers for this DVR port 8d52a0e6-a345-4636-a38f-7b8a9c4c669d on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:16:21.334571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.374528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'name': 'network-vif-deleted', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:21.384421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0ad4bf1b-889d-43fa-9f8d-d03a49d13507) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:21.395094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5564558-beca-400a-81ba-f678a2ff2dbe None None] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:21.402321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:21.402914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.452423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650852-aabf-45c3-a488-bf4abdb38e94 req-a8c76606-3440-4183-8914-3bf0188bcb92 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:21.458224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43650852-aabf-45c3-a488-bf4abdb38e94 req-a8c76606-3440-4183-8914-3bf0188bcb92 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.4045923 Jun 04 06:16:21.463992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1910bed9-5c0d-4c1c-a865-aa17c6e23e89 req-a506a553-9905-44f8-93d2-b0a7e0d94a5e tempest-DeleteServersAdminTestJSON-1518162637 tempest-DeleteServersAdminTestJSON-1518162637-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8d52a0e6-a345-4636-a38f-7b8a9c4c669d HTTP/1.1" status: 204 len: 173 time: 1.8885357 Jun 04 06:16:21.492670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eee02951-8e95-484e-9a10-c803f3ff5ce8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8578603 Jun 04 06:16:21.495696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:21.506773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:21.517886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:21.523142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Usage tracker for resource:router and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:21.526361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:21.532997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:21.546505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.548248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.586309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43650852-aabf-45c3-a488-bf4abdb38e94 req-9d07b6c7-7e65-4602-b90b-fbbbd444f8c8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207547 Jun 04 06:16:21.593296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.674301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da4c24-e9fa-4d8c-a4dc-030e8059b8a5 req-ad4fae9c-8712-4097-a2c6-1dd06eca4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:21.676031 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8da4c24-e9fa-4d8c-a4dc-030e8059b8a5 req-ad4fae9c-8712-4097-a2c6-1dd06eca4a10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1118 time: 0.2911577 Jun 04 06:16:21.676595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36580) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:21.765923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8da4c24-e9fa-4d8c-a4dc-030e8059b8a5 req-13ac3ca0-c7e6-4694-931d-47d1fb1c38b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771596 Jun 04 06:16:21.812464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61481872-5385-4b19-a68d-87a986f16b29 req-0028081f-6f3a-413f-9114-613851f983d6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:21.828175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61481872-5385-4b19-a68d-87a986f16b29 req-0028081f-6f3a-413f-9114-613851f983d6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.2332072 Jun 04 06:16:21.828808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:21.837321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'floatingip': {'port_id': 'a65c66ff-2253-487f-b08c-b5a73ede05fe'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:21.847334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:16:21.852150 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.900519 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2b0da8-7481-4f58-965d-f24f69fc821f'] response: {'server_uuid': 'ab08bdfa-9e89-4640-8a07-df093f2ecad2', 'name': 'network-vif-deleted', 'tag': '8d52a0e6-a345-4636-a38f-7b8a9c4c669d', 'status': 'completed', 'code': 200} Jun 04 06:16:21.974042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.981914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:21.996904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:22.160508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Allocated IP 172.20.0.2 (0ad4bf1b-889d-43fa-9f8d-d03a49d13507/a6a50c3f-57fc-44c8-a266-0d201e5a6e27/ff6e2c7d-50b9-4c79-884e-5028f43e4268) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:22.182276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-62a5a255-1588-4609-9bc9-6ff8dc48cd58 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4953599 Jun 04 06:16:22.211267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02978e-acdc-4703-9c31-e7707e3a2b07 req-1c5b8e10-2545-4419-831b-09c1a2fbd062 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:22.212915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c02978e-acdc-4703-9c31-e7707e3a2b07 req-1c5b8e10-2545-4419-831b-09c1a2fbd062 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.3680599 Jun 04 06:16:22.314724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c02978e-acdc-4703-9c31-e7707e3a2b07 req-8a75fd02-805e-4658-9e28-8b109b3848f4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Jun 04 06:16:22.523090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:22.552230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Transition to ACTIVE for port object ff6e2c7d-50b9-4c79-884e-5028f43e4268 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:22.615429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Transition to ACTIVE for port object ff6e2c7d-50b9-4c79-884e-5028f43e4268 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:22.629808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:22.800860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:22.804290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:22.819612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:22.827542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Pushing event updated for resources: {'Port': ['ID=ff6e2c7d-50b9-4c79-884e-5028f43e4268,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:22.876436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.876933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.877366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.877823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.878246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.878705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.879129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.879548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.880940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.882467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.883060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.883613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:22.927749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:22.986150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.020542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Attempting to bind port ff6e2c7d-50b9-4c79-884e-5028f43e4268 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:23.021122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Attempting to bind port ff6e2c7d-50b9-4c79-884e-5028f43e4268 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:23.022453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Attempting to bind port ff6e2c7d-50b9-4c79-884e-5028f43e4268 on network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:23.033491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:23.033866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Checking segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:23.035844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.036240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Bound using segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:23.038616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Bound port: ff6e2c7d-50b9-4c79-884e-5028f43e4268, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:23.039073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.064692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-938885a4-2d86-45e8-aa6b-a5f43872caf1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=299246053ae24626824cb5e702e229c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410542 Jun 04 06:16:23.217761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] For port ff6e2c7d-50b9-4c79-884e-5028f43e4268, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:23.221176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] For port ff6e2c7d-50b9-4c79-884e-5028f43e4268, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff6e2c7d-50b9-4c79-884e-5028f43e4268,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:23.227887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.316148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-0aa5137d-0d36-4854-8fb8-21e2ad359c71 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:23.318522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-0aa5137d-0d36-4854-8fb8-21e2ad359c71 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242370 Jun 04 06:16:23.355607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-a29c4e09-df8b-4140-9ec8-94e13b0fd7ed tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/quotas/299246053ae24626824cb5e702e229c5 HTTP/1.1" status: 200 len: 375 time: 0.0297551 Jun 04 06:16:23.358657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640f982-e945-4555-9617-2dc5674b7daa None None] Pushing event updated for resources: {'Port': ['ID=ff6e2c7d-50b9-4c79-884e-5028f43e4268,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:23.412147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-a01576fb-7b17-4667-a9db-d88dab5344c4 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Synchronizing usage tracker for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:23.471370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-a01576fb-7b17-4667-a9db-d88dab5344c4 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Unset dirty status for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:23.472721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-a01576fb-7b17-4667-a9db-d88dab5344c4 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161528 Jun 04 06:16:23.502747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Allocated IP 172.25.1.123 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/20e1988d-df07-483e-a610-f009bb83568e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:23.676109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95febb-78fe-4803-8dbc-de087bf13511 req-8868c5c5-6b6f-4ef6-927b-8d6dc03add52 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:23.685689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b95febb-78fe-4803-8dbc-de087bf13511 req-8868c5c5-6b6f-4ef6-927b-8d6dc03add52 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.7253430 Jun 04 06:16:23.873454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.964061 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.969565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:23.980152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:24.058334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b95febb-78fe-4803-8dbc-de087bf13511 req-050ca8c8-8e2a-4242-aa5c-ce34988f113c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714383 Jun 04 06:16:24.142216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:24.145766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:24.151116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:24.203072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8d52a0e6-a345-4636-a38f-7b8a9c4c669d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:16:24.330903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 8d52a0e6-a345-4636-a38f-7b8a9c4c669d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:16:24.331972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8d52a0e6-a345-4636-a38f-7b8a9c4c669d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:16:24.425909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff6e2c7d-50b9-4c79-884e-5028f43e4268 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:24.554204 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1 associated. External IP: 172.25.1.231, port: a65c66ff-2253-487f-b08c-b5a73ede05fe. Jun 04 06:16:24.554497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ff6e2c7d-50b9-4c79-884e-5028f43e4268 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:24.625930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83adac1c-5bda-48ee-8b03-ccebe20334da req-40e38880-02cc-42d0-bb94-f818ccaeda9c tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 210 time: 0.2051368 Jun 04 06:16:24.647318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Pushing event updated for resources: {'Port': ['ID=20e1988d-df07-483e-a610-f009bb83568e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:24.687776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-bcd0e3a7-52c6-4a7c-9c58-07e22683c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:24.690123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-bcd0e3a7-52c6-4a7c-9c58-07e22683c8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1122 time: 0.5429440 Jun 04 06:16:24.802726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.803243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.803672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.804006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.804336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.804660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.806952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36678) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:24.819993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.820699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.820806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.821137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.821488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.821820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:24.842641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:24.955314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee1eef-37c2-4799-aa36-bb04e4969e5f None None] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:25.123556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.150087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.180112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3f5d-c266-46e0-909b-6384846d9bf3 req-05412c64-e683-4e5d-bfc3-c535d5922bb0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:25.187073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-397f3f5d-c266-46e0-909b-6384846d9bf3 req-05412c64-e683-4e5d-bfc3-c535d5922bb0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.8126440 Jun 04 06:16:25.192627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:25.199317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Provisioning for port ff6e2c7d-50b9-4c79-884e-5028f43e4268 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:25.216446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Provisioning complete for port ff6e2c7d-50b9-4c79-884e-5028f43e4268 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:25.218757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Usage tracker for resource:security_group_rule and tenant:e85b6ea00a604de3be9de2f5905c42b7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:25.219383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.232735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:25.249349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:25.318563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-27ecafba-88b4-46ed-b11b-d70333fef825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:25.320312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-27ecafba-88b4-46ed-b11b-d70333fef825 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.6130977 Jun 04 06:16:25.326874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.417076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-397f3f5d-c266-46e0-909b-6384846d9bf3 req-dd398f7b-c424-4e84-b997-b2281a8e8622 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290614 Jun 04 06:16:25.459760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-3521ad5b-5366-448d-ae53-b44126facb82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.1182096 Jun 04 06:16:25.484821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-84eac313-73e8-460e-87c1-387ef7532920 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=299246053ae24626824cb5e702e229c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412056 Jun 04 06:16:25.539283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Current status of the port ff6e2c7d-50b9-4c79-884e-5028f43e4268 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:25.539864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.582377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] For port ff6e2c7d-50b9-4c79-884e-5028f43e4268, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff6e2c7d-50b9-4c79-884e-5028f43e4268,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:25.590052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.670669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-f611abe6-9e91-42ab-9b04-085ec6ce997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:25.672683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-f611abe6-9e91-42ab-9b04-085ec6ce997c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1888218 Jun 04 06:16:25.719511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafccf4-8958-4414-a729-c4e443b3c79d None None] Pushing event updated for resources: {'Port': ['ID=ff6e2c7d-50b9-4c79-884e-5028f43e4268,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:25.762170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-0cca94d8-fba8-46d9-a47b-072d65c66c80 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:25.763749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-0cca94d8-fba8-46d9-a47b-072d65c66c80 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623584 Jun 04 06:16:25.806411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:16:25.818338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Request body: {'port': {'device_id': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '299246053ae24626824cb5e702e229c5'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:25.839838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.847004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.914433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:25.914883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-50ed9601-cbca-41bb-8f5c-191c84c00599 None None] Provisioning complete for port ff6e2c7d-50b9-4c79-884e-5028f43e4268 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:25.915260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-50ed9601-cbca-41bb-8f5c-191c84c00599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.005013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af2809fb-7cc4-4f10-9b46-4d70b457ca68 req-cca90a98-e39e-42fe-9b9a-52c620d3cdc1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 210 time: 0.1424780 Jun 04 06:16:26.016727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e85b6ea00a604de3be9de2f5905c42b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2013888 Jun 04 06:16:26.023093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36714) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:26.038862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-16d1589b-fe92-4346-b5c1-096dbca48e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:26.040381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-16d1589b-fe92-4346-b5c1-096dbca48e5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3594515 Jun 04 06:16:26.041010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369e286-edeb-4d9e-a129-5ae3ae964488,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:26.120386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-50ed9601-cbca-41bb-8f5c-191c84c00599 None None] Current status of the port ff6e2c7d-50b9-4c79-884e-5028f43e4268 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:26.120627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.120954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.121293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.121652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.121988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.122318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.122644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.122967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.123296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.123621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.123945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.124266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d6c653-e3da-42f2-b42b-9a89b820046a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:26.214164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42514c7c-9fc9-4edb-b16e-31c7a44a28ed req-d48726b3-42dc-4fe6-9422-cf43e68c9489 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:26.216745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42514c7c-9fc9-4edb-b16e-31c7a44a28ed req-d48726b3-42dc-4fe6-9422-cf43e68c9489 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.4482670 Jun 04 06:16:26.234782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:16:26.257870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:26.262312 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:16:26.270076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:26.281682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.289990 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:26.292051 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:26.304231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Made reservation on behalf of 299246053ae24626824cb5e702e229c5 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:26.320129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-7cb74013-3108-43f4-9fae-5ce4ef5e1f41 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681606 Jun 04 06:16:26.323447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.324573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff6e2c7d-50b9-4c79-884e-5028f43e4268 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:26.456101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-603d6019-8c51-4354-867a-26c88cf5c999 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "PUT /v2.0/floatingips/9f66a30b-908e-4b3a-b5b7-defff476eae1 HTTP/1.1" status: 200 len: 991 time: 4.6261101 Jun 04 06:16:26.461184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ff6e2c7d-50b9-4c79-884e-5028f43e4268 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:26.462282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:26.463562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.467228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42514c7c-9fc9-4edb-b16e-31c7a44a28ed req-040a40d2-0840-4be6-bb39-ebf5d4d42f79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882999 Jun 04 06:16:26.515051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.542189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-d0c101f5-2767-4ecd-a458-b40079fe5582 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110493 Jun 04 06:16:26.634298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:26.640629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.675758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ff6e2c7d-50b9-4c79-884e-5028f43e4268 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:26.763701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.834616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daff59-753c-47fc-9e6a-33fb8ebc95bf req-26c003b9-8637-4fea-a99d-cce83ab8d357 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:26.835448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369e286-edeb-4d9e-a129-5ae3ae964488,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:26.837032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4daff59-753c-47fc-9e6a-33fb8ebc95bf req-26c003b9-8637-4fea-a99d-cce83ab8d357 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.1021106 Jun 04 06:16:26.848215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Router 1dd7b105-acff-479e-ae4a-a256fac5e341 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:16:26.887524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4daff59-753c-47fc-9e6a-33fb8ebc95bf req-ba14d5c8-ee50-4a7b-8e1f-3b3581376eeb tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 Jun 04 06:16:26.899908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Allocated IP 192.168.233.182 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/f3e8d39b-ef23-43a3-88b4-4b6283083d10) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:26.911080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:26.914010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-54a35a14-06f5-44cd-be08-ab579a44b89d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3369e286-edeb-4d9e-a129-5ae3ae964488 HTTP/1.1" status: 204 len: 168 time: 0.8855011 Jun 04 06:16:26.950961 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a331baf-e080-4ea1-b2c9-9aa600b8dce8'] response: {'name': 'network-changed', 'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'status': 'completed', 'code': 200} Jun 04 06:16:27.158254 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:ab:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:16:23Z', 'revision_number': 1, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:27.162792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:16:27.173569 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:27.174449 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:27.200886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9b590-59ba-40f4-b90e-ca02c108abaf req-1fc7f100-7032-41b2-88e4-1b96e2b4a248 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:27.207689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3f9b590-59ba-40f4-b90e-ca02c108abaf req-1fc7f100-7032-41b2-88e4-1b96e2b4a248 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.5085084 Jun 04 06:16:27.361245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:27.386737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:16:27.390941 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:27.399101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:27.400318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Sync routers for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:16:27.415408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3f9b590-59ba-40f4-b90e-ca02c108abaf req-ee3a6aff-e1c7-42f2-90f1-c073101c3feb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062767 Jun 04 06:16:27.416618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:27.417576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:27.424107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:27.437415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-ed9bcad1-2901-4918-bc33-7e4d9ed651f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:27.442077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Usage tracker for resource:security_group_rule and tenant:2fee1590fcd647b398e8ec611f3dc2fa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:27.446290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:27.450985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-ed9bcad1-2901-4918-bc33-7e4d9ed651f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 1096 time: 0.4377396 Jun 04 06:16:27.462143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:27.522011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:27.524072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7be7bd2f-9b41-4bac-a31c-a6d88e90c592 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0268469 Jun 04 06:16:27.534040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36766) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:27.681962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5db51f-9477-4b13-ac61-b2bc424b3de8 req-a813d0ff-a745-4eab-8901-27bb9fafeb7e tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:27.690428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa5db51f-9477-4b13-ac61-b2bc424b3de8 req-a813d0ff-a745-4eab-8901-27bb9fafeb7e tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1118 time: 0.1957002 Jun 04 06:16:27.719529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:27.735043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:27.751248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:27.776916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa5db51f-9477-4b13-ac61-b2bc424b3de8 req-34899b62-6ee8-40ea-ae88-4490fcb43e1b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798013 Jun 04 06:16:27.832077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3e6f320f-affa-42df-9d47-9a5c44c62fef req-aacbcef7-4471-4eb1-9939-1b2ff09e236e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Synchronizing usage tracker for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:27.835171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b1be6-b425-49f1-88cc-78b5da6b3e68,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:27.845131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0067e07-16d6-4eff-a443-152b572d2aab admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2fee1590fcd647b398e8ec611f3dc2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828203 Jun 04 06:16:27.848136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36770) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:27.875266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:27.920656 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:ab:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:16:23Z', 'revision_number': 1, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:27.927602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94491a-9e2d-4856-ac00-02e657622663 None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:ab:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:16:23Z', 'revision_number': 1, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:16:27.977271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3e6f320f-affa-42df-9d47-9a5c44c62fef req-aacbcef7-4471-4eb1-9939-1b2ff09e236e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Unset dirty status for tenant:299246053ae24626824cb5e702e229c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:27.990712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e6f320f-affa-42df-9d47-9a5c44c62fef req-aacbcef7-4471-4eb1-9939-1b2ff09e236e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 210 time: 0.2376206 Jun 04 06:16:28.001584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.062494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.101268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-e55b5443-8da2-4043-afc9-5a1cc2fefdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:28.112470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-e55b5443-8da2-4043-afc9-5a1cc2fefdef service neutron] 10.222.0.24 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 925 time: 0.6490583 Jun 04 06:16:28.140092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Transition to ACTIVE for port object f3e8d39b-ef23-43a3-88b4-4b6283083d10 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:28.154809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.207607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:24Z', 'revision_number': 3, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:28.215115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Checking router: 1dd7b105-acff-479e-ae4a-a256fac5e341 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:16:28.215480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Updating router 1dd7b105-acff-479e-ae4a-a256fac5e341 port 20e1988d-df07-483e-a610-f009bb83568e binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:16:28.287764 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.321349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b1be6-b425-49f1-88cc-78b5da6b3e68,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:28.328370 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb7ec-20da-4f29-9c99-6fafc6798055 None None] New status for floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:16:28.341462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.344893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2415ca42-2ae1-49d0-90bc-3df1700f5cfe admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/457b1be6-b425-49f1-88cc-78b5da6b3e68 HTTP/1.1" status: 204 len: 168 time: 0.4848266 Jun 04 06:16:28.498771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.634456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-5e95df31-1239-4a45-8929-a0c1742b4073 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe HTTP/1.1" status: 200 len: 999 time: 0.4917920 Jun 04 06:16:28.644499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:28.676792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:28.740914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af96b49-6519-4252-8f8d-a06dfe51c65e req-eccf2e69-c2e0-4dda-aab3-8461ac0b6dcc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:28.751585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7af96b49-6519-4252-8f8d-a06dfe51c65e req-eccf2e69-c2e0-4dda-aab3-8461ac0b6dcc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1156330 Jun 04 06:16:28.822394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7af96b49-6519-4252-8f8d-a06dfe51c65e req-9a83ea8d-64a9-40ce-8a85-cf9daffb473f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672400 Jun 04 06:16:28.828674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.846934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Transition to ACTIVE for port object 20e1988d-df07-483e-a610-f009bb83568e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:28.858392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:28.859915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.866153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:28.866873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.873082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Pushing event updated for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:28.914497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-e89b6b9e-5c4a-4406-b159-b19913d7bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:28.916382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-e89b6b9e-5c4a-4406-b159-b19913d7bdd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.2579451 Jun 04 06:16:28.941805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Attempting to bind port 20e1988d-df07-483e-a610-f009bb83568e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:28.942609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Attempting to bind port 20e1988d-df07-483e-a610-f009bb83568e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:28.942609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Attempting to bind port 20e1988d-df07-483e-a610-f009bb83568e on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:28.970552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:28.970994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:28.971663 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:28.971983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:28.972513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Bound port: 20e1988d-df07-483e-a610-f009bb83568e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:28.973075 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.009314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63ad9132-4515-4052-87d7-a54950bbe814 None None] Provisioning for port f3e8d39b-ef23-43a3-88b4-4b6283083d10 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:29.012422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-bd5dab2c-dfa0-4a94-8942-290590145d1f tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2029645 Jun 04 06:16:29.024848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63ad9132-4515-4052-87d7-a54950bbe814 None None] Provisioning complete for port f3e8d39b-ef23-43a3-88b4-4b6283083d10 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:29.024848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63ad9132-4515-4052-87d7-a54950bbe814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.092140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-63ad9132-4515-4052-87d7-a54950bbe814 None None] Port f3e8d39b-ef23-43a3-88b4-4b6283083d10 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:29.095879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36586e9-6e62-4034-81e5-3c15b91a4044 None None] Pushing event updated for resources: {'Port': ['ID=20e1988d-df07-483e-a610-f009bb83568e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:29.148064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] For port 20e1988d-df07-483e-a610-f009bb83568e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:29.152613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] For port 20e1988d-df07-483e-a610-f009bb83568e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20e1988d-df07-483e-a610-f009bb83568e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:29.158892 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.201096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fda58f-a07f-43e3-8f50-c05261d5d25a req-7aeff60a-8027-451c-b532-60bd1344b899 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:29.213878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95fda58f-a07f-43e3-8f50-c05261d5d25a req-7aeff60a-8027-451c-b532-60bd1344b899 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1118 time: 0.9795139 Jun 04 06:16:29.250064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Request body: {'port': {'device_id': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:29.264664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:29.265304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:29.331671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072177-000f-493e-ae6c-75af09cb4fe0 req-ce12dad1-9110-4911-812f-fa1bbc8dbb8a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:29.335607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-28072177-000f-493e-ae6c-75af09cb4fe0 req-ce12dad1-9110-4911-812f-fa1bbc8dbb8a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 936 time: 0.0985086 Jun 04 06:16:29.387380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36822) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:29.420959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-95fda58f-a07f-43e3-8f50-c05261d5d25a req-a97f98b2-256f-4934-8c23-43520c8ea5e9 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Synchronizing usage tracker for tenant:3241a0c0668a41558bf0c24aec4209b4 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:29.455137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-28072177-000f-493e-ae6c-75af09cb4fe0 req-fd8c4594-bb42-401c-b93e-066223daace8 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127326 Jun 04 06:16:29.470397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-95fda58f-a07f-43e3-8f50-c05261d5d25a req-a97f98b2-256f-4934-8c23-43520c8ea5e9 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Unset dirty status for tenant:3241a0c0668a41558bf0c24aec4209b4 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:29.478153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95fda58f-a07f-43e3-8f50-c05261d5d25a req-a97f98b2-256f-4934-8c23-43520c8ea5e9 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628808 Jun 04 06:16:29.556369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.574562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:29.592302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:29.599679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4fdc0557f64a32b684432d556ede77 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:29.608327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:29.617865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:29.711314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.757551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-8e9f29c1-f570-4382-8630-33d18ec6ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:29.759108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-8e9f29c1-f570-4382-8630-33d18ec6ec26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8309267 Jun 04 06:16:29.760336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36586e9-6e62-4034-81e5-3c15b91a4044 None None] Pushing event updated for resources: {'Port': ['ID=20e1988d-df07-483e-a610-f009bb83568e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:29.808537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.814671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:29.940118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4b4fdc0557f64a32b684432d556ede77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518165 Jun 04 06:16:29.947230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36862) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:30.006246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894c177-0499-41c7-a61f-6bdd3ccc86f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeeb23b-4c6f-47d6-9597-0c49f8ee6ce6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:30.143508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:30.151146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:30.214085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:30.244932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:24Z', 'revision_number': 3, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:30.250224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab1bd-c50c-451a-a0ac-83ebbf34efc5 None None] The sync data for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 is: [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:24Z', 'revision_number': 3, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:16:30.268231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391947f-efff-4e1c-9db8-de6a936bfa0d req-26470831-791b-40f6-acfd-00aa62f13750 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:30.270473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7391947f-efff-4e1c-9db8-de6a936bfa0d req-26470831-791b-40f6-acfd-00aa62f13750 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2421989 Jun 04 06:16:30.370120 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7391947f-efff-4e1c-9db8-de6a936bfa0d req-244c5cbf-8e5e-4662-b5bb-d56d861ccdfd tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 Jun 04 06:16:30.384524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-08227d8e-f40a-4c5d-bc9b-73116c9fb026 service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068242 Jun 04 06:16:30.385737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:30.423402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeeb23b-4c6f-47d6-9597-0c49f8ee6ce6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:30.429700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:30.446630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cdd43462-4b74-48e3-81e6-f76ab53091d7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6aeeb23b-4c6f-47d6-9597-0c49f8ee6ce6 HTTP/1.1" status: 204 len: 168 time: 0.4966252 Jun 04 06:16:30.698391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34f0d08-5d95-451f-bd7c-fb9a37aa84cf req-164efeb8-79eb-4e0e-8056-9416094ee4a4 service neutron] 10.222.0.24 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990833 Jun 04 06:16:30.939318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066347ea-3345-41e3-a514-e987fd536b7c req-497328f2-0f17-4bf4-af3f-7f917549020e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:30.947956 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-066347ea-3345-41e3-a514-e987fd536b7c req-497328f2-0f17-4bf4-af3f-7f917549020e tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 936 time: 0.1159580 Jun 04 06:16:31.015851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Allocated IP 172.20.0.1 (0ad4bf1b-889d-43fa-9f8d-d03a49d13507/a6a50c3f-57fc-44c8-a266-0d201e5a6e27/cb5507ea-f845-4395-a28d-2a41cfb732e1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:31.076990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-066347ea-3345-41e3-a514-e987fd536b7c req-bfb319b3-da2e-433f-a8bf-e7b84173d470 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278179 Jun 04 06:16:31.256839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e8d39b-ef23-43a3-88b4-4b6283083d10 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:31.272040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.292016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:31.311852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Transition to ACTIVE for port object f3e8d39b-ef23-43a3-88b4-4b6283083d10 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:31.316113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.324835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.357024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:31.367861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Usage tracker for resource:security_group_rule and tenant:71bd24857fe046f183a8c362acdea5d6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:31.377302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:31.387143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:31.456990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Pushing event updated for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:31.559415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.574719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.584739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.645157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Transition to ACTIVE for port object cb5507ea-f845-4395-a28d-2a41cfb732e1 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:31.653298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Attempting to bind port f3e8d39b-ef23-43a3-88b4-4b6283083d10 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:31.653847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Attempting to bind port f3e8d39b-ef23-43a3-88b4-4b6283083d10 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:31.654334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Attempting to bind port f3e8d39b-ef23-43a3-88b4-4b6283083d10 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:31.661682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Port f3e8d39b-ef23-43a3-88b4-4b6283083d10 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:31.662263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Attempting to bind port f3e8d39b-ef23-43a3-88b4-4b6283083d10 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:31.671395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:31.677801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:31.678572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:31.679063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Bound port: f3e8d39b-ef23-43a3-88b4-4b6283083d10, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:31.681976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.717613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71bd24857fe046f183a8c362acdea5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224350 Jun 04 06:16:31.717613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a26a2-9fa7-4e40-b20e-9dc2229cdf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb39bf3e-203b-45fa-873d-9de61dc9d057,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:31.719967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:31.806836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.819161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.858085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.869400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:31.905548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:31.920327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.925962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:31.932832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:31.940205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:31.940205 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:31.942877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:31.970212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.023738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.027271 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb39bf3e-203b-45fa-873d-9de61dc9d057 HTTP/1.1" status: 204 len: 168 time: 0.2880111 Jun 04 06:16:32.039894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809a123-c823-49a0-a8f4-bca752bce717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb39bf3e-203b-45fa-873d-9de61dc9d057,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:32.107867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Pushing event updated for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:32.153320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:32.154286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.155845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-1deb858f-23de-4201-87dd-eca0f061279b service neutron] 10.222.0.24 "PUT /v2.0/ports/f3e8d39b-ef23-43a3-88b4-4b6283083d10 HTTP/1.1" status: 200 len: 1096 time: 2.9591849 Jun 04 06:16:32.158013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:32.367964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-846cdc07-6194-4da9-92a9-92aa17bebedc tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:16:32.379324 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-846cdc07-6194-4da9-92a9-92aa17bebedc tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2276630 Jun 04 06:16:32.394263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:32.394839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:16:32.498297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20e1988d-df07-483e-a610-f009bb83568e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:32.533388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-715c6fdb-d99a-4a02-8c9d-b2f939c31186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:32.535288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-715c6fdb-d99a-4a02-8c9d-b2f939c31186 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 1099 time: 0.2823896 Jun 04 06:16:32.589171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c5cc9f2c-292a-417c-a443-2d03a6ebd18c None None] Provisioning for port cb5507ea-f845-4395-a28d-2a41cfb732e1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:32.601988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c5cc9f2c-292a-417c-a443-2d03a6ebd18c None None] Provisioning complete for port cb5507ea-f845-4395-a28d-2a41cfb732e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:32.602275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c5cc9f2c-292a-417c-a443-2d03a6ebd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.688197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc9f2c-292a-417c-a443-2d03a6ebd18c None None] Port cb5507ea-f845-4395-a28d-2a41cfb732e1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:32.712147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 20e1988d-df07-483e-a610-f009bb83568e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:32.719857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 20e1988d-df07-483e-a610-f009bb83568e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:32.720498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.747191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2737-1ef9-4fc6-9b2b-71d39d320839 req-a4fe50b4-53b1-4ed5-b3c5-4b30ba435104 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:32.751396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-c21ca521-f7e4-44bf-9a0e-204450a74656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10 HTTP/1.1" status: 200 len: 217 time: 0.1890907 Jun 04 06:16:32.760408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0e4e2737-1ef9-4fc6-9b2b-71d39d320839 req-a4fe50b4-53b1-4ed5-b3c5-4b30ba435104 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.5671124 Jun 04 06:16:32.845939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.874614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0e4e2737-1ef9-4fc6-9b2b-71d39d320839 req-8281a7ea-1188-4655-94c3-9684ccdebcac tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132288 Jun 04 06:16:32.924088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-8a4027e7-337e-4902-a60b-d8cd98fc3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:32.924763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 20e1988d-df07-483e-a610-f009bb83568e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:32.925571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.925728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-8a4027e7-337e-4902-a60b-d8cd98fc3c8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1592715 Jun 04 06:16:32.948892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:32.950211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 20e1988d-df07-483e-a610-f009bb83568e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20e1988d-df07-483e-a610-f009bb83568e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:32.951037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:32.951750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:32.959315 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:32.985841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:32.986192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:33.002505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:33.003014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:33.003310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:33.004313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Bound port: 9f9f91f8-3498-4d67-85ae-cb13892ae879, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:33.153262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:33.164890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.165128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=20e1988d-df07-483e-a610-f009bb83568e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:33.168297 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8e585d1a-984f-4834-909c-f53a347706fb service neutron] 10.222.0.17 "POST /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879/bindings HTTP/1.1" status: 201 len: 389 time: 0.7878134 Jun 04 06:16:33.211102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-25119bce-1726-447a-a6e4-dd2b364cb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:33.212588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-25119bce-1726-447a-a6e4-dd2b364cb356 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710326 Jun 04 06:16:33.420996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc9e00-a6d0-403d-b05f-166e6ba0fe0e req-ddb0a2da-846c-4ace-8a31-fd509e907382 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:33.440219 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db7b910-573a-4f7a-89fc-cb52b9d5e54f'] response: {'name': 'network-changed', 'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10', 'status': 'completed', 'code': 200} Jun 04 06:16:33.441569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbcc9e00-a6d0-403d-b05f-166e6ba0fe0e req-ddb0a2da-846c-4ace-8a31-fd509e907382 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 948 time: 0.2095966 Jun 04 06:16:33.494029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-a57ce72a-8457-4ee4-9adb-6098b3bd6798 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532027 Jun 04 06:16:33.529075 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbcc9e00-a6d0-403d-b05f-166e6ba0fe0e req-df78f2a4-722e-405c-bd94-884609b3b574 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808177 Jun 04 06:16:33.586412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36988) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:33.653091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.726375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.727279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.782618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e0ebced-c800-492a-aa99-97ff55a9604a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a6bd46b01584c1d8f5cc2caf708299b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935785 Jun 04 06:16:33.782840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36996) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:33.874660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.915178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:33.993678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:33.996934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:34.041246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1077ce-b1e6-4536-bbfd-7f8363ab88f2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:34.071327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:34.072329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-57a65b81-8073-4549-a6ea-0a9decbf6ee2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/db1077ce-b1e6-4536-bbfd-7f8363ab88f2 HTTP/1.1" status: 204 len: 168 time: 0.2860827 Jun 04 06:16:34.085406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35ab07ad-beee-4921-83a1-73a1d276a378 req-0aaa250b-0e7c-434f-9f88-6e2c0f30781f service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741196 Jun 04 06:16:34.096399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:34.102324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:34.230081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-c961825c-a740-462a-a37b-98f662835346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.232250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-c961825c-a740-462a-a37b-98f662835346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1118 time: 0.6245658 Jun 04 06:16:34.251098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49de3-df85-4eb2-80f6-45cbe39af3f5 req-cf1490ea-c837-4b5f-807d-cded7b87da0b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.252631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bd49de3-df85-4eb2-80f6-45cbe39af3f5 req-cf1490ea-c837-4b5f-807d-cded7b87da0b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.6438692 Jun 04 06:16:34.284592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed805-afd3-4769-b837-b2ac434ee2f4 req-6513885f-68c3-4822-9fda-075891cabee3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.308967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-122ed805-afd3-4769-b837-b2ac434ee2f4 req-6513885f-68c3-4822-9fda-075891cabee3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2262068 Jun 04 06:16:34.406233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20e1988d-df07-483e-a610-f009bb83568e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:34.414044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-122ed805-afd3-4769-b837-b2ac434ee2f4 req-530feb5b-499c-48de-bd6a-ea1a773faac4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958014 Jun 04 06:16:34.523086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 20e1988d-df07-483e-a610-f009bb83568e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:34.524313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:34.608055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-02205ee2-3560-43ce-b9f9-4b0f6b173185 None None] Provisioning complete for port cb5507ea-f845-4395-a28d-2a41cfb732e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:34.608422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-02205ee2-3560-43ce-b9f9-4b0f6b173185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:34.669626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37032) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:34.676122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-38b129e1-227b-4d08-aff6-62d88b35f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.677764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-38b129e1-227b-4d08-aff6-62d88b35f691 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.4150198 Jun 04 06:16:34.695950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bd49de3-df85-4eb2-80f6-45cbe39af3f5 req-96033f24-15dc-4a42-83d4-8b1ea8bfe00f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293671 Jun 04 06:16:34.791813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-02205ee2-3560-43ce-b9f9-4b0f6b173185 None None] Port cb5507ea-f845-4395-a28d-2a41cfb732e1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:34.817181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 20e1988d-df07-483e-a610-f009bb83568e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:34.853333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d4c32b01-4b39-4e0f-afd7-0d43839a40ba admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=785550079d634cc5b111e6aec041b7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815350 Jun 04 06:16:34.856441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:34.912054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-12624b09-d8fc-4581-85e2-1a2398dcc151 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.2108142 Jun 04 06:16:34.915159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37044) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:34.950654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff9ef6-c59a-4830-a028-451b0e92c22c req-8c6fdde8-cb9b-4d6e-b9b8-ac3ed936dc19 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.952020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bff9ef6-c59a-4830-a028-451b0e92c22c req-8c6fdde8-cb9b-4d6e-b9b8-ac3ed936dc19 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 948 time: 0.2473373 Jun 04 06:16:34.952820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:34.962640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Router 1dd7b105-acff-479e-ae4a-a256fac5e341 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:16:34.965596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-83f9f635-08b7-48eb-8791-a24c653d2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:34.967264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-83f9f635-08b7-48eb-8791-a24c653d2ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299246053ae24626824cb5e702e229c5&device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 1099 time: 0.7874179 Jun 04 06:16:35.009790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:35.137685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bff9ef6-c59a-4830-a028-451b0e92c22c req-c7ea97ef-daa3-4120-ab43-1181baaefde8 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598077 Jun 04 06:16:35.177457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:35.193338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df1ac6-5a11-4135-8167-41b5f58b16a4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:35.200727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:35.201991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-429b38ec-1a87-4806-a2ca-fb9040471481 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/55df1ac6-5a11-4135-8167-41b5f58b16a4 HTTP/1.1" status: 204 len: 168 time: 0.3442512 Jun 04 06:16:35.215792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-b6b2c1be-2417-4284-8fd4-40e34b1295cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:35.217279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-b6b2c1be-2417-4284-8fd4-40e34b1295cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.2953162 Jun 04 06:16:35.238244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:35.309136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-611ec178-888a-4142-9901-67632d6d6cbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742867 Jun 04 06:16:35.321562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:35.418474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Usage tracker for resource:security_group_rule and tenant:b18b11ec3a2d438eb91d48fd0e1bb1b4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:35.428346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:35.453522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-a9daa7e0-ad6e-4bbc-91c6-5b17e3d837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:35.461316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-a9daa7e0-ad6e-4bbc-91c6-5b17e3d837ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4873574 Jun 04 06:16:35.464728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:35.640298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-6fe690a6-69df-408e-88e4-e37610b1da28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10 HTTP/1.1" status: 200 len: 217 time: 0.1284099 Jun 04 06:16:35.667701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:16:35.680053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Sync routers for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:16:35.694673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:35.695969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:35.804337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-0fc684be-4f68-4ef8-a483-b8420210406c service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801791 Jun 04 06:16:35.808130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-c0fe96ed-8bbc-4d15-87f4-aa5a5c75f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:35.809634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-c0fe96ed-8bbc-4d15-87f4-aa5a5c75f80a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1434066 Jun 04 06:16:35.883081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f4ad6fc-e139-4e8f-acb8-5b5f2ad3eac6 admin admin] 10.222.0.17 "PUT /v2.0/routers/1dd7b105-acff-479e-ae4a-a256fac5e341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3477614 Jun 04 06:16:35.986345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:36.025901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e75fe-116e-4718-9083-5935aa88c614 req-c8bc2001-898a-442b-8962-dfc1839eb411 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:36.027397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d62e75fe-116e-4718-9083-5935aa88c614 req-c8bc2001-898a-442b-8962-dfc1839eb411 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.4440682 Jun 04 06:16:36.035851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.074901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.110973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2c93-fd9a-46d2-a948-4baa7f6a5c09 req-7c0c4215-266f-4c28-9da9-5dea55d5cbf5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:36.119257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a86b2c93-fd9a-46d2-a948-4baa7f6a5c09 req-7c0c4215-266f-4c28-9da9-5dea55d5cbf5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.1711426 Jun 04 06:16:36.119456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37090) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:36.170072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-06c09feb-d12a-4343-8b38-b9faf91d684f service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525977 Jun 04 06:16:36.182968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b18b11ec3a2d438eb91d48fd0e1bb1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2644031 Jun 04 06:16:36.191318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:36.201687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3a28d-95c5-48fa-8e07-3e9f4d3e9163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f0be5-e5d8-49f4-a5d8-a29baa68943a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:36.221689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d62e75fe-116e-4718-9083-5935aa88c614 req-09827a92-215f-4f30-b1ec-f4f477fca5bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799827 Jun 04 06:16:36.227613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a86b2c93-fd9a-46d2-a948-4baa7f6a5c09 req-b9f8acc7-dd94-42ec-b44f-9dc00a95480e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073129 Jun 04 06:16:36.233503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-4d54b221-b233-4a50-a696-a8ebd9a5dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:36.236259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-4d54b221-b233-4a50-a696-a8ebd9a5dffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3949842 Jun 04 06:16:36.317296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.348230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.410803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.439459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f0be5-e5d8-49f4-a5d8-a29baa68943a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:36.442108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.445223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.447079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-487e85ca-2ddb-47b8-af70-e023ed409129 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/482f0be5-e5d8-49f4-a5d8-a29baa68943a HTTP/1.1" status: 204 len: 168 time: 0.2523060 Jun 04 06:16:36.569372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:36.585967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Usage tracker for resource:security_group_rule and tenant:caf654b2804841f49e8277e6617eda64 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:36.586796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:33Z', 'revision_number': 2, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:36.593190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:36.594223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Checking router: 1dd7b105-acff-479e-ae4a-a256fac5e341 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:16:36.594730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Updating router 1dd7b105-acff-479e-ae4a-a256fac5e341 port cb5507ea-f845-4395-a28d-2a41cfb732e1 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:16:36.610799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:36.668567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:36.697604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-a9efc052-0422-47b1-bb6c-10476c05068d service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774817 Jun 04 06:16:36.851038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-05c0e19a-279a-4338-82f4-d2ef2beb313b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:36.855770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-05c0e19a-279a-4338-82f4-d2ef2beb313b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1118 time: 0.4643669 Jun 04 06:16:36.914838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:36.948079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450dfd1-3b80-4292-a235-9ee0f6137859 req-a93ae803-7e56-4096-ad05-e666748243f5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:36.949597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6450dfd1-3b80-4292-a235-9ee0f6137859 req-a93ae803-7e56-4096-ad05-e666748243f5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 948 time: 0.4938419 Jun 04 06:16:36.970949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:37.012645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.046536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:37.058951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Usage tracker for resource:security_group_rule and tenant:cafad7ca52aa4c44b831a68f56d3cee7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:37.063754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:37.072296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:37.190725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6450dfd1-3b80-4292-a235-9ee0f6137859 req-e7f0ac6d-a95d-4ba0-b63e-b8790c56d0d6 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768332 Jun 04 06:16:37.215811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2edf05-3bd7-4bf5-8a9f-5d75a50e189f req-bdaf87f6-01a6-4896-bd4e-0fd989168336 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087554 Jun 04 06:16:37.236929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.259366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.267132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.276020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.283172 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.299299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37134) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:37.308170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.319887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Transition to ACTIVE for port object cb5507ea-f845-4395-a28d-2a41cfb732e1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:37.322105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-network', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:37.334625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.384535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:37.384735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cafad7ca52aa4c44b831a68f56d3cee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087553 Jun 04 06:16:37.384836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd5d11-3a72-45cd-a291-1ee1c02c185a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:37.384930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c9120-62ff-41fe-9111-839e58508be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8202e55-2991-4afd-a8d1-871420ffc27a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:37.387017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:37.426821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Usage tracker for resource:network and tenant:fd028cb277624716a4ef31205f5f7f65 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:37.446174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:37.534394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5ea9c4b-b57d-4f20-bb38-8a1108d0ba24 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=caf654b2804841f49e8277e6617eda64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3995333 Jun 04 06:16:37.538564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:37.539322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:37.588878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1edcc-3bd1-4246-8a74-4a32eaad6b3b None None] Pushing event updated for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:37.629405 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.669122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bd185-3244-48b5-8a7c-e802fbe75beb req-d69e29c8-af44-48a7-98e5-55fb19a3dbcb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:37.677957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d9bd185-3244-48b5-8a7c-e802fbe75beb req-d69e29c8-af44-48a7-98e5-55fb19a3dbcb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2941532 Jun 04 06:16:37.682592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.696507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:37.736186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:37.751079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.775728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Attempting to bind port cb5507ea-f845-4395-a28d-2a41cfb732e1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:37.776407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Attempting to bind port cb5507ea-f845-4395-a28d-2a41cfb732e1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:37.776858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Attempting to bind port cb5507ea-f845-4395-a28d-2a41cfb732e1 on network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:37.787614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:37.788130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Checking segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:37.788583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.788977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Bound using segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:37.789487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Bound port: cb5507ea-f845-4395-a28d-2a41cfb732e1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:37.790042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.791346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Made reservation on behalf of fd028cb277624716a4ef31205f5f7f65 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:37.793650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.804839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d9bd185-3244-48b5-8a7c-e802fbe75beb req-05e03829-055e-4e3e-8695-c7e8589b4b03 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260216 Jun 04 06:16:37.812531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.814731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.868690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:37.875757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:37.882249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Usage tracker for resource:security_group_rule and tenant:fd028cb277624716a4ef31205f5f7f65 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:37.886177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.888443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:37.897538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:37.900635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.922776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.940669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] For port cb5507ea-f845-4395-a28d-2a41cfb732e1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:37.942121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.945522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] For port cb5507ea-f845-4395-a28d-2a41cfb732e1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb5507ea-f845-4395-a28d-2a41cfb732e1,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:37.949598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8202e55-2991-4afd-a8d1-871420ffc27a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:37.971741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd5d11-3a72-45cd-a291-1ee1c02c185a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:37.976327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.978116 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bb133903-10d4-4496-b658-0cf3fe715184 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e8202e55-2991-4afd-a8d1-871420ffc27a HTTP/1.1" status: 204 len: 168 time: 0.5884273 Jun 04 06:16:37.980569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.984675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:37.986155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-57a820ee-285a-45b9-a1fa-a88e01573fb6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3edd5d11-3a72-45cd-a291-1ee1c02c185a HTTP/1.1" status: 204 len: 168 time: 0.4442320 Jun 04 06:16:38.067015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2857cc-0560-4400-a17b-e3be63464e92 req-0553e32a-37d5-4c6f-a9a8-654274f07ac2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:38.069182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2857cc-0560-4400-a17b-e3be63464e92 req-0553e32a-37d5-4c6f-a9a8-654274f07ac2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 967 time: 0.6436524 Jun 04 06:16:38.124586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:38.125318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:38.189287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:38.210105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1edcc-3bd1-4246-8a74-4a32eaad6b3b None None] Pushing event updated for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:38.274375 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a9aebf-a31b-4976-b0ac-d76174dec39c'] response: {'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'code': 200} Jun 04 06:16:38.284341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:38.284678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:38.285024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:38.316919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2857cc-0560-4400-a17b-e3be63464e92 req-837ec196-8f5c-461d-a593-5c7c8737776e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344720 Jun 04 06:16:38.324088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:38.324410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Attempting to bind port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:38.362269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:38.362669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:38.371892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:38.372736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Bound port: 9f9f91f8-3498-4d67-85ae-cb13892ae879, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:38.373252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.383766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3e8d39b-ef23-43a3-88b4-4b6283083d10 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:38.461369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:38.540568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.555574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:16:38.721358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.735742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37194) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:38.760562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:38.761911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.764998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:16:38.800571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:38.802081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:38.808108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.808719 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Added segment c8a7ad90-90be-485e-85dc-5f0b74abd239 of type vlan for network 259eda89-0d7c-440c-ae2f-691c5a21f673 Jun 04 06:16:38.809161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Usage tracker for resource:security_group_rule and tenant:01e7eaac6d624df7aa469a8247a8e143 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:38.822743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:38.826316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:38.829930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:38.835004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c4a38e-e30f-45d5-89de-98e5f89056d8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:38.955251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:38.991347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10', 'mac_address': 'fa:16:3e:64:11:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:16:39.015790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.029429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.036726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.074230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6412e-cffe-4932-bbfb-d38a03bf2076 req-a9559f8b-8b82-4ddf-add5-85588dd16c90 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:39.076048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25f6412e-cffe-4932-bbfb-d38a03bf2076 req-a9559f8b-8b82-4ddf-add5-85588dd16c90 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 948 time: 0.5469525 Jun 04 06:16:39.109292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045a045-5938-4ea8-a491-6425d1ff5f00,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:39.127607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=8']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:39.140705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:39.141440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.142880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-619c26aa-4b07-42b6-8db3-a3d2b94650db service neutron] 10.222.0.24 "PUT /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 1143 time: 2.2825401 Jun 04 06:16:39.174910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25f6412e-cffe-4932-bbfb-d38a03bf2076 req-00f26269-8823-4669-8de4-624f3f1e46ba tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854931 Jun 04 06:16:39.181314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.194282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:39.195416 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.202256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67fe5353-ea67-4bd0-a56a-4b0219656a3b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01e7eaac6d624df7aa469a8247a8e143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654241 Jun 04 06:16:39.214238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:39.221192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port f3e8d39b-ef23-43a3-88b4-4b6283083d10 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:39.221696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.240117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['9f9f91f8-3498-4d67-85ae-cb13892ae879'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:39.297457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d3075-c75b-4dca-93e5-967c2d4484f7 req-1cee65d0-aeaf-4030-8d8d-0211fc71fc96 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:39.305261 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-219d3075-c75b-4dca-93e5-967c2d4484f7 req-1cee65d0-aeaf-4030-8d8d-0211fc71fc96 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1968274 Jun 04 06:16:39.320711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] Pushing event updated for resources: {'Network': ['ID=259eda89-0d7c-440c-ae2f-691c5a21f673,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:39.340929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.357099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:16:39.360369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-69863de4-0540-4ac8-8b55-0258d51c76ad admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0606244 Jun 04 06:16:39.364696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37228) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:39.376407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Request body: {'subnet': {'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-subnet', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:39.387258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.394523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:39.403227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Usage tracker for resource:subnet and tenant:fd028cb277624716a4ef31205f5f7f65 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:39.405496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-219d3075-c75b-4dca-93e5-967c2d4484f7 req-47fedbe2-09fe-4dac-a57a-e57217592139 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992124 Jun 04 06:16:39.410109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:39.425309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:39.455820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Made reservation on behalf of fd028cb277624716a4ef31205f5f7f65 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:39.458687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.513535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.541551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045a045-5938-4ea8-a491-6425d1ff5f00,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:39.557052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e8d39b-ef23-43a3-88b4-4b6283083d10 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:39.651562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.653373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7e076044-ecc9-4682-b13c-41bc1e6452b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b045a045-5938-4ea8-a491-6425d1ff5f00 HTTP/1.1" status: 204 len: 168 time: 0.4360602 Jun 04 06:16:39.654219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:39.679372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:39.750336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6f2fc-96bd-4a28-a528-3e3ccfa54f89 req-1739531f-7a93-4ea4-a9cc-45e2eed3da43 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:39.757551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e6f2fc-96bd-4a28-a528-3e3ccfa54f89 req-1739531f-7a93-4ea4-a9cc-45e2eed3da43 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.2131255 Jun 04 06:16:39.781810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:37Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:39.797702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56cec30-a7a6-4f9d-874c-73a6a1900f7c None None] The sync data for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 is: [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:37Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:16:39.816587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e6f2fc-96bd-4a28-a528-3e3ccfa54f89 req-d219ad47-e8f6-41a0-9358-9c3d457a766a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580554 Jun 04 06:16:39.872317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:40.112905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.253849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Checking segment: {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:40.261918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Network hostable DHCP agents. Network: 259eda89-0d7c-440c-ae2f-691c5a21f673, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:16:40.281927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:40.298877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ece311-9799-462a-bd13-66703848b07d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:40.310426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:16:40.313805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f3e8d39b-ef23-43a3-88b4-4b6283083d10'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:40.333020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 259eda89-0d7c-440c-ae2f-691c5a21f673) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:40.338497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:40.339242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.370300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:40.376390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:40.380984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2d207296-e0d8-4f82-a0b7-af3ebe40f06a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0132830 Jun 04 06:16:40.383182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:40.383863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603a49c-6960-4956-803c-8807ae6c46fd None None] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:40.389320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Usage tracker for resource:router and tenant:fd028cb277624716a4ef31205f5f7f65 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:40.393655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:40.402039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:40.420482 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db37972d-1169-4dcc-9bf1-600b172ac765'] response: {'name': 'network-changed', 'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'status': 'completed', 'code': 200} Jun 04 06:16:40.435869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.437929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.487124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb5507ea-f845-4395-a28d-2a41cfb732e1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:40.758811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cb5507ea-f845-4395-a28d-2a41cfb732e1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:40.801195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.811705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cb5507ea-f845-4395-a28d-2a41cfb732e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:40.811909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:40.872444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e401f5-24c1-40be-a16b-8df9fca49fa6 req-8ccf1d8b-1f94-478d-b1f8-6adac093c935 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:40.874515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1e401f5-24c1-40be-a16b-8df9fca49fa6 req-8ccf1d8b-1f94-478d-b1f8-6adac093c935 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1680264 Jun 04 06:16:40.991280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1e401f5-24c1-40be-a16b-8df9fca49fa6 req-5e549fcd-c5ef-45c2-90d8-776613409a39 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083136 Jun 04 06:16:41.001606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff5ed-6578-41b1-90e6-2799aed74b9c req-3a01f979-8662-4466-abf1-f3cc8c023178 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:41.003177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e73ff5ed-6578-41b1-90e6-2799aed74b9c req-3a01f979-8662-4466-abf1-f3cc8c023178 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 949 time: 0.4642897 Jun 04 06:16:41.063877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-5576f0ee-9a83-4d4a-9ce7-476e9342bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:41.065337 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-5576f0ee-9a83-4d4a-9ce7-476e9342bc6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1146 time: 0.6212547 Jun 04 06:16:41.287774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e73ff5ed-6578-41b1-90e6-2799aed74b9c req-f8618892-8e4c-4f87-94c1-0cd4ea73239a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707481 Jun 04 06:16:41.301722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-259eda89-0d7c-440c-ae2f-691c5a21f673', 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'fixed_ips': [{'subnet_id': 'b4ece311-9799-462a-bd13-66703848b07d'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:16:41.302431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:41.456397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2c69f-3cd4-448d-9157-476e7b9614e5 req-533b0e03-e20c-48b1-98d3-dbfa5d429f04 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:41.467982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cb5507ea-f845-4395-a28d-2a41cfb732e1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:41.468466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:41.488457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a2c69f-3cd4-448d-9157-476e7b9614e5 req-533b0e03-e20c-48b1-98d3-dbfa5d429f04 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.2365777 Jun 04 06:16:41.557245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port cb5507ea-f845-4395-a28d-2a41cfb732e1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb5507ea-f845-4395-a28d-2a41cfb732e1,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:41.566630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:41.583768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a2c69f-3cd4-448d-9157-476e7b9614e5 req-c1337c16-0c55-4fa5-b483-bfcd599f9031 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897088 Jun 04 06:16:41.670490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-5c4a019f-74e5-4cf3-b650-52d378887a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:41.672040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-5c4a019f-74e5-4cf3-b650-52d378887a4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.5621912 Jun 04 06:16:41.714145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:41.726802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Allocated IP 172.20.0.2 (259eda89-0d7c-440c-ae2f-691c5a21f673/b4ece311-9799-462a-bd13-66703848b07d/961514f2-e9d2-4f26-bb43-0457264663c7) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:41.804584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-62aea62b-d8f6-430d-9451-e55eb793e6ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.1233814 Jun 04 06:16:41.919757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:41.961547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-f1992b62-aea8-4d98-abcc-e48e4d8fef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:41.961547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-f1992b62-aea8-4d98-abcc-e48e4d8fef4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1473310 Jun 04 06:16:42.029644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-375e225c-b8cf-4bc0-871b-027b39440a2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577996 Jun 04 06:16:42.060960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.082969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Transition to ACTIVE for port object 961514f2-e9d2-4f26-bb43-0457264663c7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:42.127080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Transition to ACTIVE for port object 961514f2-e9d2-4f26-bb43-0457264663c7 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:42.134514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.220453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Pushing event updated for resources: {'Port': ['ID=961514f2-e9d2-4f26-bb43-0457264663c7,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:42.230835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-45c54540-f690-43de-839e-8dc0b9e7cafe service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424904 Jun 04 06:16:42.235238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:42.236855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:42.239778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:42.335361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:16:42.432264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f08af139-fd86-4f7c-8d8b-7da9f7a4e878 req-5cdcaef8-8a19-4689-82c8-9c6eb98b1f70 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819193 Jun 04 06:16:42.515816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3e8d39b-ef23-43a3-88b4-4b6283083d10 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:42.549139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e586c5-c738-4f01-b643-09028fb6aa42 req-e2ea59ae-6b69-43ca-b04d-75e2547325d8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:42.552472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12e586c5-c738-4f01-b643-09028fb6aa42 req-e2ea59ae-6b69-43ca-b04d-75e2547325d8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.1268358 Jun 04 06:16:42.554014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb5507ea-f845-4395-a28d-2a41cfb732e1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:42.601780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Attempting to bind port 961514f2-e9d2-4f26-bb43-0457264663c7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:42.602150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Attempting to bind port 961514f2-e9d2-4f26-bb43-0457264663c7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:42.602515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Attempting to bind port 961514f2-e9d2-4f26-bb43-0457264663c7 on network 259eda89-0d7c-440c-ae2f-691c5a21f673 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:42.613396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12e586c5-c738-4f01-b643-09028fb6aa42 req-b0b992b7-a9fb-46b0-a578-b674a3ba3752 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504465 Jun 04 06:16:42.641230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.671150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:42.672694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.751009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:42.751682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Checking segment: {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:42.752232 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.754166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Bound using segment: {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:42.754831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Bound port: 961514f2-e9d2-4f26-bb43-0457264663c7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:42.755450 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.790415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:16:42.868123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c113-5e37-4caa-941d-5e419c11e266 req-e6dd7b27-4725-43a2-86a3-2523141b5ab1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:42.869786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4542c113-5e37-4caa-941d-5e419c11e266 req-e6dd7b27-4725-43a2-86a3-2523141b5ab1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 949 time: 0.1583130 Jun 04 06:16:42.879023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port f3e8d39b-ef23-43a3-88b4-4b6283083d10 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:42.884924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cb5507ea-f845-4395-a28d-2a41cfb732e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:42.885301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.920593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Allocated IP 172.25.1.29 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/1d9379e4-edc2-40af-9632-9c7fd3caeb02) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:42.925584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port f3e8d39b-ef23-43a3-88b4-4b6283083d10 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:42.925954 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:42.932402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4542c113-5e37-4caa-941d-5e419c11e266 req-b3eef467-a5b6-4c2a-b8a4-bbef290ed1a9 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560942 Jun 04 06:16:43.009623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] For port 961514f2-e9d2-4f26-bb43-0457264663c7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:43.049006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] For port 961514f2-e9d2-4f26-bb43-0457264663c7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=961514f2-e9d2-4f26-bb43-0457264663c7,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:43.062123 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:43.306975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:43.330062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914279-d1b7-4c59-8360-00eb70b766d6 None None] Pushing event updated for resources: {'Port': ['ID=961514f2-e9d2-4f26-bb43-0457264663c7,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:43.386933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port f3e8d39b-ef23-43a3-88b4-4b6283083d10 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:43.387322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:43.389122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92e36-a270-4b69-aa9e-4526b6a52c5b req-cd09a8c3-0cc4-4cdc-bf5d-956f82763b3b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:43.390693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49f92e36-a270-4b69-aa9e-4526b6a52c5b req-cd09a8c3-0cc4-4cdc-bf5d-956f82763b3b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.1496515 Jun 04 06:16:43.422793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:43.449778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cb5507ea-f845-4395-a28d-2a41cfb732e1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:43.466610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:43.479029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:43.487482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:43.636846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:43.693561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49f92e36-a270-4b69-aa9e-4526b6a52c5b req-c5458380-8b34-430c-b45c-f7f090d3400a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934086 Jun 04 06:16:43.695579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:43.724630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:43.727763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:43.774059 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f33d632-6243-4acf-8e97-4c50805c64de'] response: {'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10', 'code': 200} Jun 04 06:16:43.779427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37414) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:43.806638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Pushing event updated for resources: {'Port': ['ID=1d9379e4-edc2-40af-9632-9c7fd3caeb02,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:43.920986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-a0484dbb-92f5-4e1f-9bd1-49ce169b7140 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=a55296055b544c97bfc3fff327ead0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379586 Jun 04 06:16:43.961722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.045496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:44.061941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Usage tracker for resource:security_group_rule and tenant:0be57f6e4c9a49e6b1da3ad2063ba19b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:44.084598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:44.092966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:44.106673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829781c-f4ef-4038-b30e-b3d325fdd142 req-571799cb-430e-4580-974e-cf06e8e172d6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:44.109061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6829781c-f4ef-4038-b30e-b3d325fdd142 req-571799cb-430e-4580-974e-cf06e8e172d6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2239318 Jun 04 06:16:44.144943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0330-3027-406f-b47e-6ad2f09f64a6 req-7333a491-b5bb-409a-b335-1743623e2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:44.146640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee4b0330-3027-406f-b47e-6ad2f09f64a6 req-7333a491-b5bb-409a-b335-1743623e2c70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 1101 time: 0.3010695 Jun 04 06:16:44.162247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-38e4ddad-2715-475a-adf1-6d54e1e95606 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:44.163708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-38e4ddad-2715-475a-adf1-6d54e1e95606 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247505 Jun 04 06:16:44.217392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-e789ebd2-9c9f-482c-9798-288a43ca2cf8 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/quotas/a55296055b544c97bfc3fff327ead0cc HTTP/1.1" status: 200 len: 375 time: 0.0303943 Jun 04 06:16:44.227039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee4b0330-3027-406f-b47e-6ad2f09f64a6 req-92bc4d07-e5e9-4fa7-bd60-0f52f6a72d3d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Jun 04 06:16:44.253906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.280644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-ac79b5e6-72e8-4bce-af30-ead4604e63a7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559313 Jun 04 06:16:44.338065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6829781c-f4ef-4038-b30e-b3d325fdd142 req-cdd64153-788c-4b78-92b8-095afb78d5de tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206539 Jun 04 06:16:44.340793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.357462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.420407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0be57f6e4c9a49e6b1da3ad2063ba19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397495 Jun 04 06:16:44.422364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc85717-a0e6-4fb0-bee1-5af6ecc82f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3e3a0-74b2-41d2-b322-72490320f934,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:44.425371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:44.475281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 961514f2-e9d2-4f26-bb43-0457264663c7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:44.560285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.573345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 961514f2-e9d2-4f26-bb43-0457264663c7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:44.603415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.606517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a0f018-5026-4c51-860a-844bf459a46b None None] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:16:44.742998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.799842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222d76-8b22-42ba-be57-968e8f55f381 req-43ff86b4-8fa1-420c-b547-f9e6d31d8ca5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:44.802237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9222d76-8b22-42ba-be57-968e8f55f381 req-43ff86b4-8fa1-420c-b547-f9e6d31d8ca5 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.1221497 Jun 04 06:16:44.803545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.835719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3e3a0-74b2-41d2-b322-72490320f934,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:44.856470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:44.858027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-53d68380-2f69-4354-9693-1bd211d32529 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7cd3e3a0-74b2-41d2-b322-72490320f934 HTTP/1.1" status: 204 len: 168 time: 0.4319174 Jun 04 06:16:44.871191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-329acfb7-c878-4e75-860a-d067a204ba93 req-4eacee3e-5b07-4f53-8bd6-84ca75c18b66 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 210 time: 0.1297445 Jun 04 06:16:44.880536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9222d76-8b22-42ba-be57-968e8f55f381 req-367831aa-06d0-4228-ad6a-1f31f6c9b598 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655005 Jun 04 06:16:44.890517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Provisioning for port 961514f2-e9d2-4f26-bb43-0457264663c7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:44.936815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Provisioning complete for port 961514f2-e9d2-4f26-bb43-0457264663c7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:44.937183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.099284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:16:45.237461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Current status of the port 961514f2-e9d2-4f26-bb43-0457264663c7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:45.237940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.285190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] For port 961514f2-e9d2-4f26-bb43-0457264663c7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=961514f2-e9d2-4f26-bb43-0457264663c7,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:45.310598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.459234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:45.489684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.522109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6449214-d70d-491a-8bf0-a6fda84fb630 None None] Pushing event updated for resources: {'Port': ['ID=961514f2-e9d2-4f26-bb43-0457264663c7,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:45.551160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:45.564985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Usage tracker for resource:security_group_rule and tenant:3887245f7b6d4cb5b73e8ac0101cab30 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:45.578287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:45.589942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:45.648711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:16:45.659321 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Sync routers for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:16:45.670947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:45.671942 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:45.689848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bcdfe-ca35-4788-afc1-8826f5d6c3a9 req-ef854781-63e2-4dd2-992f-bae47c841f41 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:45.698676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7d5bcdfe-ca35-4788-afc1-8826f5d6c3a9 req-ef854781-63e2-4dd2-992f-bae47c841f41 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.4963799 Jun 04 06:16:45.719868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.725041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-da4d4ab0-d84d-4c65-bb9d-374370c86d7d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3532698 Jun 04 06:16:45.726132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37466) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:45.746943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8401af43-fc37-416c-8c80-6b993ebf8d2d None None] Provisioning complete for port 961514f2-e9d2-4f26-bb43-0457264663c7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:45.748508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8401af43-fc37-416c-8c80-6b993ebf8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.841969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2983e3-becb-433d-b7b8-e0619e081195 req-8e160758-b667-4e30-8ec6-25251249f74e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:45.850471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f2983e3-becb-433d-b7b8-e0619e081195 req-8e160758-b667-4e30-8ec6-25251249f74e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2425234 Jun 04 06:16:45.922878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.934249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:45.950733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f2983e3-becb-433d-b7b8-e0619e081195 req-5eea992d-17ad-46e0-97f4-ecd25b66b1d6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989738 Jun 04 06:16:45.979853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7d5bcdfe-ca35-4788-afc1-8826f5d6c3a9 req-baef1094-d457-47cc-8dfd-c0d3a60acc23 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796769 Jun 04 06:16:46.017121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8401af43-fc37-416c-8c80-6b993ebf8d2d None None] Current status of the port 961514f2-e9d2-4f26-bb43-0457264663c7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:46.039620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:46.057316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304b589-1b77-4437-85ae-2f766eb69163,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:46.084653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aac07918-48e1-4d2d-9947-bed8e7bcf30f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3887245f7b6d4cb5b73e8ac0101cab30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216519 Jun 04 06:16:46.085033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37476) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:46.268759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.305862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6801b6d-4809-41e9-8fa5-2ccf2b8f48cc req-6161ae14-0e69-487c-b67e-e460473f0ee9 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 210 time: 0.0913429 Jun 04 06:16:46.320278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.369100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7c30a-4146-4dfc-9b93-8e90761b8536 req-1c9144c6-3a17-4516-80ec-fa64d6b9dd91 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:46.387714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abc7c30a-4146-4dfc-9b93-8e90761b8536 req-1c9144c6-3a17-4516-80ec-fa64d6b9dd91 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.2277279 Jun 04 06:16:46.412087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 961514f2-e9d2-4f26-bb43-0457264663c7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:46.471278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-62588be4-7796-41ae-b191-ef0aaaef1f0d tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a55296055b544c97bfc3fff327ead0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784659 Jun 04 06:16:46.536288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 961514f2-e9d2-4f26-bb43-0457264663c7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:46.538391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.569342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abc7c30a-4146-4dfc-9b93-8e90761b8536 req-1dacc3bd-4ae6-490f-ae86-9c0afb4196cf tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805499 Jun 04 06:16:46.612738 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:44Z', 'revision_number': 3, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:46.623826 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Checking router: 12f913e7-1a71-43ad-bd43-0b1869dff9f1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:16:46.628367 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Updating router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:16:46.635557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-e914d7e8-4b1e-479b-9447-7113838bae49 service neutron] 10.222.0.39 "GET /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.3212986 Jun 04 06:16:46.727512 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.760788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37486) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:46.875017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 961514f2-e9d2-4f26-bb43-0457264663c7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:46.900882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-373cc551-4d10-472e-b36f-34ccf4231684 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:46.903379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-373cc551-4d10-472e-b36f-34ccf4231684 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236901 Jun 04 06:16:46.906421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1cfda21f-1aa7-4bf8-992f-34e10d5521ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.910715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.939357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Request body: {'port': {'device_id': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'a55296055b544c97bfc3fff327ead0cc'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:46.957933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:46.959485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2304b589-1b77-4437-85ae-2f766eb69163 HTTP/1.1" status: 204 len: 168 time: 0.8732250 Jun 04 06:16:46.992171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a320957-c654-44ae-9383-ec3c8c55b475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2304b589-1b77-4437-85ae-2f766eb69163,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:47.252611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.264744 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.280394 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Transition to ACTIVE for port object 1d9379e4-edc2-40af-9632-9c7fd3caeb02 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:47.289016 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.299945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:47.307262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Usage tracker for resource:port and tenant:a55296055b544c97bfc3fff327ead0cc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:47.310726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:47.326154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:47.349308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:47.359097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34958b88-2064-4d65-b2bb-55b7a7f6f4e5 req-bfe5fbe0-fcf0-4d0a-b598-c218c9c5bd78 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:47.367295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34958b88-2064-4d65-b2bb-55b7a7f6f4e5 req-bfe5fbe0-fcf0-4d0a-b598-c218c9c5bd78 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.2104592 Jun 04 06:16:47.368490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Usage tracker for resource:security_group_rule and tenant:be38b92e21de4a0db09c674461869f35 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:47.370161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Made reservation on behalf of a55296055b544c97bfc3fff327ead0cc for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:16:47.377379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:47.380806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.391079 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Pushing event updated for resources: {'Port': ['ID=1d9379e4-edc2-40af-9632-9c7fd3caeb02,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:47.397548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:47.415838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.430223 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.430880 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.431506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.432066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.432660 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.433210 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.433819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.434493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.435192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.435780 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.436323 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.436855 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:16:47.450666 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Attempting to bind port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:47.451291 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Attempting to bind port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:47.451770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Attempting to bind port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:47.460157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:47.460445 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:47.460965 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:47.461545 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.462059 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:47.462687 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Bound port: 1d9379e4-edc2-40af-9632-9c7fd3caeb02, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:47.463185 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.469864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Usage tracker for resource:security_group_rule and tenant:a55296055b544c97bfc3fff327ead0cc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:47.475818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:47.482400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:47.539602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34958b88-2064-4d65-b2bb-55b7a7f6f4e5 req-9ca7098d-bc7d-45e2-84ed-f3bac85887fd tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691043 Jun 04 06:16:47.545247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f720f60-1fa2-4831-9ef5-9c02e2f0d993 req-58a11379-f2e3-42d5-bac6-ddd4bb3eeb9a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:47.553106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f720f60-1fa2-4831-9ef5-9c02e2f0d993 req-58a11379-f2e3-42d5-bac6-ddd4bb3eeb9a tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.2731762 Jun 04 06:16:47.579124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] For port 1d9379e4-edc2-40af-9632-9c7fd3caeb02, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:47.585286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:47.587850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] For port 1d9379e4-edc2-40af-9632-9c7fd3caeb02, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d9379e4-edc2-40af-9632-9c7fd3caeb02,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:47.599392 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.676840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:47.677759 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:47.681258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f720f60-1fa2-4831-9ef5-9c02e2f0d993 req-4d3b2fd0-5e0d-4df0-a70a-4ed16555e2f9 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271942 Jun 04 06:16:47.684098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.745613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:47.752630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:47.819205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9f91f8-3498-4d67-85ae-cb13892ae879 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:47.832091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:47.895941 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:47.900183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20341889-54df-4261-be16-48cd159a94f5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:47.948009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316709-057c-46ec-9a9f-a700f6a254fc req-bf5d2c79-13a0-401f-97e5-0f54a3e13ed3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:47.949961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b316709-057c-46ec-9a9f-a700f6a254fc req-bf5d2c79-13a0-401f-97e5-0f54a3e13ed3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 965 time: 0.2605715 Jun 04 06:16:47.979070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2b3f7ab-63ed-4437-9ad0-010b0ac12a20 req-954a27d8-7262-4fbf-ab4c-e0bcb6da919a tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 210 time: 0.1314087 Jun 04 06:16:47.983489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.008709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.021973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.074006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4146fc-b31b-4ca6-b191-041a69217639,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:48.152173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b316709-057c-46ec-9a9f-a700f6a254fc req-f690d64d-895c-4f4b-9160-bf7c6007fda9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340663 Jun 04 06:16:48.166201 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf999cd-ab62-43e7-b497-79ed44af430f None None] Pushing event updated for resources: {'Port': ['ID=1d9379e4-edc2-40af-9632-9c7fd3caeb02,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:48.168659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Allocated IP 192.168.233.218 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/2fd8679a-d082-4175-bb42-43df9538d295) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:48.321551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4a0d707-0ee4-4549-97ab-d03f534801e4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=be38b92e21de4a0db09c674461869f35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5515485 Jun 04 06:16:48.323833 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b3456011-7c97-458a-858e-bef5791e837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:44Z', 'revision_number': 3, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:48.330507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37528) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:48.330868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3456011-7c97-458a-858e-bef5791e837e None None] The sync data for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 is: [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:44Z', 'revision_number': 3, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:16:48.508876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.514143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.522690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] Transition to ACTIVE for port object 9f9f91f8-3498-4d67-85ae-cb13892ae879 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:48.523516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.39', 52409) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:48.537792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.606041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.683170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Transition to ACTIVE for port object 2fd8679a-d082-4175-bb42-43df9538d295 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:48.768204 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-74932f7f-a403-4b48-875b-82d02c2e58d4 service neutron] show failed (client error): The resource could not be found. Jun 04 06:16:48.771171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-74932f7f-a403-4b48-875b-82d02c2e58d4 service neutron] 10.222.0.39 "GET /v2.0/ports/4adf004e-7f9e-4284-8f56-91bbdf46383e/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.2450354 Jun 04 06:16:48.792311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.876134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:48.886079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:48.891068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:48.900756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:48.901560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:48.933670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0611-0beb-4bf8-bf5b-7564dedeccd7 req-390ff7a6-f3a8-48e9-a766-924c4a706c70 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:48.935414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2ef0611-0beb-4bf8-bf5b-7564dedeccd7 req-390ff7a6-f3a8-48e9-a766-924c4a706c70 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.3215008 Jun 04 06:16:48.971394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ea98542f-104b-4766-828d-2ba0d8a16203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.088110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Pushing event updated for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:49.137423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-01b02edb-c104-44db-a466-9d7a0af04ef7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2158961 Jun 04 06:16:49.154677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Request body: {'port': {'device_id': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:49.209536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2ef0611-0beb-4bf8-bf5b-7564dedeccd7 req-60277940-af99-492d-97b6-538ee6f87263 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490041 Jun 04 06:16:49.263931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] No DVR routers for this DVR port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:16:49.271929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5b8ea9cd-03f9-400f-a38c-00fa768b164c None None] Provisioning for port 2fd8679a-d082-4175-bb42-43df9538d295 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:49.277568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.302135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5b8ea9cd-03f9-400f-a38c-00fa768b164c None None] Provisioning complete for port 2fd8679a-d082-4175-bb42-43df9538d295 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:49.303873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea9cd-03f9-400f-a38c-00fa768b164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.324786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:49.348437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.415979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ea9cd-03f9-400f-a38c-00fa768b164c None None] Port 2fd8679a-d082-4175-bb42-43df9538d295 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:49.425759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Allocated IP 172.20.0.1 (259eda89-0d7c-440c-ae2f-691c5a21f673/b4ece311-9799-462a-bd13-66703848b07d/f539f26c-7806-4cf3-913a-7c5daa1dc754) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:16:49.432602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-84230191-1565-4e71-bfa0-a9bd4541bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:49.433853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-84230191-1565-4e71-bfa0-a9bd4541bf12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1122 time: 0.3538835 Jun 04 06:16:49.451447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:16:49.466426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-ee4b1e99-1bb2-4d6f-add4-857c2906f390 service neutron] 10.222.0.39 "PUT /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8210692 Jun 04 06:16:49.582295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b3a31-123c-49b1-90d9-4c9af4e79522 req-30c95228-a55c-49f5-864a-db2dece2a438 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:49.584923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af9b3a31-123c-49b1-90d9-4c9af4e79522 req-30c95228-a55c-49f5-864a-db2dece2a438 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.6920385 Jun 04 06:16:49.593180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.629539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4146fc-b31b-4ca6-b191-041a69217639,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:49.682689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.699567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-69d4269b-0917-49e6-bb0e-6f19fc6663e6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5e4146fc-b31b-4ca6-b191-041a69217639 HTTP/1.1" status: 204 len: 168 time: 1.3537562 Jun 04 06:16:49.727665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af9b3a31-123c-49b1-90d9-4c9af4e79522 req-50a76090-c053-4784-8939-695f84f02311 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355300 Jun 04 06:16:49.735846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.757429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Transition to ACTIVE for port object f539f26c-7806-4cf3-913a-7c5daa1dc754 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:49.792524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.845873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-fb561b15-ef40-4bf0-bdbd-b1026b6790ea tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:49.847072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-fb561b15-ef40-4bf0-bdbd-b1026b6790ea tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Synchronizing usage tracker for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:49.886031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:49.887614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:49.890348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:16:49.891387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.918021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:49.972702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Pushing event updated for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:49.985195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.24', 53143) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:50.034358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-fb561b15-ef40-4bf0-bdbd-b1026b6790ea tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Unset dirty status for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:50.035524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-fb561b15-ef40-4bf0-bdbd-b1026b6790ea tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 936 time: 0.6737854 Jun 04 06:16:50.121101 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.129086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa43c-43cd-4b09-b115-ae6efb3c9f72 req-3f538ab8-baaf-49a4-ad7d-f604ed7404d1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:50.132336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be1aa43c-43cd-4b09-b115-ae6efb3c9f72 req-3f538ab8-baaf-49a4-ad7d-f604ed7404d1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.2498930 Jun 04 06:16:50.146070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-d889706b-b5e0-405e-8f65-38a195d64421 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:50.147826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-d889706b-b5e0-405e-8f65-38a195d64421 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1117 time: 0.6139832 Jun 04 06:16:50.195286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:16:50.217578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-7aeefa29-8709-490e-a787-0130da23ad4b tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:50.219105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-7aeefa29-8709-490e-a787-0130da23ad4b tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.2324414 Jun 04 06:16:50.329558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:16:50.330245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:16:50.342651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37564) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:50.379988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dbc8ab4a-ce89-49fd-9758-07be88c0d641 None None] Provisioning for port f539f26c-7806-4cf3-913a-7c5daa1dc754 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:50.401269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dbc8ab4a-ce89-49fd-9758-07be88c0d641 None None] Provisioning complete for port f539f26c-7806-4cf3-913a-7c5daa1dc754 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:50.401881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ab4a-ce89-49fd-9758-07be88c0d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.432743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be1aa43c-43cd-4b09-b115-ae6efb3c9f72 req-acd58ff1-8f10-4be5-8c89-f451b06bbbed tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882433 Jun 04 06:16:50.433441 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.435984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d9379e4-edc2-40af-9632-9c7fd3caeb02 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:50.464261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Deleting port f3e8d39b-ef23-43a3-88b4-4b6283083d10 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:16:50.464614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.498495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd8679a-d082-4175-bb42-43df9538d295 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:16:50.509648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.526657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Transition to ACTIVE for port object 2fd8679a-d082-4175-bb42-43df9538d295 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:50.556694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.563336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.568309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:50.578498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:50.579541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Usage tracker for resource:security_group_rule and tenant:1122c8ec67f148a0941953f2286de336 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:50.585110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:50.591829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:50.592399 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.599174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:50.684521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8ab4a-ce89-49fd-9758-07be88c0d641 None None] Port f539f26c-7806-4cf3-913a-7c5daa1dc754 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:50.695439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.745083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:50.745522 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.842681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:50.843106 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:50.864198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:50.878851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1d9379e4-edc2-40af-9632-9c7fd3caeb02, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d9379e4-edc2-40af-9632-9c7fd3caeb02,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:50.881981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-61001289-0561-4937-ae15-37e000dc22ed tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Synchronizing usage tracker for tenant:a55296055b544c97bfc3fff327ead0cc on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:16:50.886699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.017257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:51.027036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Attempting to bind port 2fd8679a-d082-4175-bb42-43df9538d295 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:51.027451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Attempting to bind port 2fd8679a-d082-4175-bb42-43df9538d295 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:51.028510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Attempting to bind port 2fd8679a-d082-4175-bb42-43df9538d295 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:51.032354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1d9379e4-edc2-40af-9632-9c7fd3caeb02,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:51.035664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-61001289-0561-4937-ae15-37e000dc22ed tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Unset dirty status for tenant:a55296055b544c97bfc3fff327ead0cc on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:16:51.058288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e88a9cd6-1e0c-4048-aa00-5f52049fa9a1 req-61001289-0561-4937-ae15-37e000dc22ed tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9994500 Jun 04 06:16:51.071100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Port 2fd8679a-d082-4175-bb42-43df9538d295 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:51.071100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Attempting to bind port 2fd8679a-d082-4175-bb42-43df9538d295 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:51.084527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:16:51.113915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:51.115518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:51.116702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:51.117838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Bound port: 2fd8679a-d082-4175-bb42-43df9538d295, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:51.118758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.151114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:51.275098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] For port f3e8d39b-ef23-43a3-88b4-4b6283083d10, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3e8d39b-ef23-43a3-88b4-4b6283083d10,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:51.275519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.295372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8d470359-09c4-410d-9327-cf6768600bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:51.296838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8d470359-09c4-410d-9327-cf6768600bc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&tenant_id=bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 1117 time: 1.1382446 Jun 04 06:16:51.320231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.372269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:51.381147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.421997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Transition to ACTIVE for port object 4adf004e-7f9e-4284-8f56-91bbdf46383e will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:51.423336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:51.433229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.447588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.458105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Calling delete_port for f3e8d39b-ef23-43a3-88b4-4b6283083d10 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:16:51.474483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2fd8679a-d082-4175-bb42-43df9538d295,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:51.490782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:16:51.491429 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:16:51.506001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.580007 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1122c8ec67f148a0941953f2286de336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2388330 Jun 04 06:16:51.586501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:51.590788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52444b88-4bc4-4ffc-957d-fd8af5a9866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60acc31-3bc8-4da0-926a-5ae60a446a1f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:51.605564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.626715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.628037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.633046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260d2cc-6d0c-44f2-820c-6396c34c592c req-1b4ed908-887c-480b-915a-95f76c79e1fa tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:51.642071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f260d2cc-6d0c-44f2-820c-6396c34c592c req-1b4ed908-887c-480b-915a-95f76c79e1fa tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 971 time: 0.4348848 Jun 04 06:16:51.669257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:51.670644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94e45-cd75-450a-aa4d-dac7e0a0c414 req-47b86cc5-c446-484b-ae01-9accc072df05 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:51.673940 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8e94e45-cd75-450a-aa4d-dac7e0a0c414 req-47b86cc5-c446-484b-ae01-9accc072df05 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/ports?device_id=095f1ca4-a466-4efe-b4d9-9e83ac0b454d HTTP/1.1" status: 200 len: 950 time: 0.4818401 Jun 04 06:16:51.733605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] No DVR routers for this DVR port 4adf004e-7f9e-4284-8f56-91bbdf46383e on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:16:51.736317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:51.736938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.738339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] 10.222.0.39 "PUT /v2.0/ports/2fd8679a-d082-4175-bb42-43df9538d295 HTTP/1.1" status: 200 len: 1096 time: 2.5890820 Jun 04 06:16:51.769262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-5ad64361-2b3c-4a56-84d1-e24cf1c6e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:51.771561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-5ad64361-2b3c-4a56-84d1-e24cf1c6e2ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1117 time: 0.4482918 Jun 04 06:16:51.888712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.906395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Pushing event updated for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:51.918903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8e94e45-cd75-450a-aa4d-dac7e0a0c414 req-7f266e4a-2522-4260-949f-516ef11bd6f1 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.17 "GET /v2.0/security-groups?id=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194247 Jun 04 06:16:51.924490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:51.930597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f260d2cc-6d0c-44f2-820c-6396c34c592c req-c39e8a4e-af88-4a06-b76c-35cc0c12802d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874813 Jun 04 06:16:51.937999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f3e8d39b-ef23-43a3-88b4-4b6283083d10'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:16:51.997773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Pushing event deleted for resources: {'Port': ['ID=f3e8d39b-ef23-43a3-88b4-4b6283083d10,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:52.102250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:52.142753 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.149008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:52.149399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:52.149843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:52.154350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] No DVR routers for this DVR port f3e8d39b-ef23-43a3-88b4-4b6283083d10 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:16:52.166969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.175559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:16:52.176062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'name': 'network-vif-deleted', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:52.176158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Attempting to bind port 4adf004e-7f9e-4284-8f56-91bbdf46383e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:52.200901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:16:52.204616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:16:52.234247 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b8836d-241b-467f-a467-d0f89d01044e'] response: {'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'code': 200} Jun 04 06:16:52.244371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:52.244718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:52.245111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:52.247307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Bound port: 4adf004e-7f9e-4284-8f56-91bbdf46383e, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:52.247665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.289323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4c74c7a-d770-494e-bb9c-9f02d1a88a43 req-4d8b9073-b585-45d3-98fd-ae9bba7f2af7 tempest-DeleteServersAdminTestJSON-28080240 tempest-DeleteServersAdminTestJSON-28080240-project] 10.222.0.24 "DELETE /v2.0/ports/f3e8d39b-ef23-43a3-88b4-4b6283083d10 HTTP/1.1" status: 204 len: 173 time: 2.0635982 Jun 04 06:16:52.352720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.384839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d9379e4-edc2-40af-9632-9c7fd3caeb02 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:52.442396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d948f5d-2442-4a7d-a2e9-d4458f0ec86d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:52.477059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.500024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:52.501198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.544092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:16:52.589127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60acc31-3bc8-4da0-926a-5ae60a446a1f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:52.654863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8fec2bc8-670f-4bc4-90a2-bb433095d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:52.656694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-8fec2bc8-670f-4bc4-90a2-bb433095d5a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.8774459 Jun 04 06:16:52.656825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:52.659605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40cd23c1-aaa4-45aa-902e-f0d7fa37d952 None None] Provisioning complete for port f539f26c-7806-4cf3-913a-7c5daa1dc754 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:52.660111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40cd23c1-aaa4-45aa-902e-f0d7fa37d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.667745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:52.671168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-22cfa1f2-4e28-431c-95c9-f5273388c565 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c60acc31-3bc8-4da0-926a-5ae60a446a1f HTTP/1.1" status: 204 len: 168 time: 1.0796344 Jun 04 06:16:52.679397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-5582b26f-8d85-4881-a4f1-80a700dbb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:52.681234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-5582b26f-8d85-4881-a4f1-80a700dbb7e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 1099 time: 0.8538861 Jun 04 06:16:52.730907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40cd23c1-aaa4-45aa-902e-f0d7fa37d952 None None] Port f539f26c-7806-4cf3-913a-7c5daa1dc754 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:16:52.832551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-dac832c2-dae0-46d5-a112-3f4d1d59e591 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.1588767 Jun 04 06:16:52.845455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-caccdfd4-aa88-4b56-9a5e-5e694c079c78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2fd8679a-d082-4175-bb42-43df9538d295 HTTP/1.1" status: 200 len: 217 time: 0.1077707 Jun 04 06:16:52.846004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7bc7-5d69-46f9-b87c-b49aaa0034e2 req-5cafc416-b583-4577-b981-ecd4129054ca tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:52.847494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-727b7bc7-5d69-46f9-b87c-b49aaa0034e2 req-5cafc416-b583-4577-b981-ecd4129054ca tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 948 time: 0.3833146 Jun 04 06:16:52.890452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:52.924194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:16:52.929776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9350d6bb-1876-462d-ac1a-f7077547d715 admin admin] 10.222.0.17 "PUT /v2.0/routers/12f913e7-1a71-43ad-bd43-0b1869dff9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1967127 Jun 04 06:16:52.936081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Sync routers for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:16:52.948735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:52.950827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:52.957446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-727b7bc7-5d69-46f9-b87c-b49aaa0034e2 req-6ff4d067-07f3-4138-b35a-858d6e77028e tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002398 Jun 04 06:16:52.983750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee0582-e987-4b33-89af-81763145de7f req-32a8867f-3237-406e-b2bc-e4f523478c8e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:52.985374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65ee0582-e987-4b33-89af-81763145de7f req-32a8867f-3237-406e-b2bc-e4f523478c8e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.5170436 Jun 04 06:16:53.031131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:53.057066 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b11164-b80c-4fff-b853-873fca776397'] response: {'server_uuid': '095f1ca4-a466-4efe-b4d9-9e83ac0b454d', 'name': 'network-vif-deleted', 'tag': 'f3e8d39b-ef23-43a3-88b4-4b6283083d10', 'status': 'completed', 'code': 200} Jun 04 06:16:53.076538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:53.278566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:53.279188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:53.280547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] 10.222.0.24 "PUT /v2.0/ports/4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 1095 time: 3.8364289 Jun 04 06:16:53.296493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-4d999d90-8ccd-4a01-92d4-1f41d5feb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:53.300422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-4d999d90-8ccd-4a01-92d4-1f41d5feb724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.4560142 Jun 04 06:16:53.321364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65ee0582-e987-4b33-89af-81763145de7f req-961f7446-3768-4866-891e-d9037ca0660a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268707 Jun 04 06:16:53.326827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:53.327172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-69f11369-276b-48cb-9029-32e179270b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:53.330864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-69f11369-276b-48cb-9029-32e179270b1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.4432952 Jun 04 06:16:53.478592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319e6e-1c6a-4c23-bee2-892ea9739dd7 req-d6633628-b131-4594-b006-55dcae9e99b3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:53.486446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb319e6e-1c6a-4c23-bee2-892ea9739dd7 req-d6633628-b131-4594-b006-55dcae9e99b3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 947 time: 0.1785507 Jun 04 06:16:53.558620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-42c9dd4e-1705-4896-96b8-6cb2fe7a2c6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2419119 Jun 04 06:16:53.563552 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb319e6e-1c6a-4c23-bee2-892ea9739dd7 req-3f80cf66-30a8-4bae-b7cf-effd0464a9b6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Jun 04 06:16:53.657098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1a7c8-754e-49ef-a941-b4964c2c981d service neutron] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:53.778474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-3e5ac9a9-8a0c-454b-8727-48e5095134ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:53.785436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-3e5ac9a9-8a0c-454b-8727-48e5095134ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1098 time: 0.4689002 Jun 04 06:16:53.849934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-60e181b7-1c36-4be5-a23f-635868884ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817883 Jun 04 06:16:54.018452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-4eceadeb-f1da-45aa-9b39-13ca5b5514be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:54.020069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-4eceadeb-f1da-45aa-9b39-13ca5b5514be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5987663 Jun 04 06:16:54.200737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f539f26c-7806-4cf3-913a-7c5daa1dc754', 'name': '', 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'mac_address': 'fa:16:3e:39:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ece311-9799-462a-bd13-66703848b07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:48Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 2, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'subnets': [{'id': 'b4ece311-9799-462a-bd13-66703848b07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:54.217784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Checking router: 12f913e7-1a71-43ad-bd43-0b1869dff9f1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:16:54.218145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Updating router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 port f539f26c-7806-4cf3-913a-7c5daa1dc754 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:16:54.244899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295'}, {'name': 'network-changed', 'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:16:54.362311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-a907048d-5cc3-462a-9573-ee2541a1fed1 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828546 Jun 04 06:16:54.368173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:54.383047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-3aa17582-8ff9-4a05-a95a-03f206d5095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:54.393029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-3aa17582-8ff9-4a05-a95a-03f206d5095e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5345697 Jun 04 06:16:54.452140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407161d8-7bdb-445d-b9de-1b91d4fa23db req-715c162d-310f-4920-ac55-dbfc5e667827 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:54.460256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-407161d8-7bdb-445d-b9de-1b91d4fa23db req-715c162d-310f-4920-ac55-dbfc5e667827 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 948 time: 0.2137315 Jun 04 06:16:54.480942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3e8d39b-ef23-43a3-88b4-4b6283083d10 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:16:54.572512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-407161d8-7bdb-445d-b9de-1b91d4fa23db req-3ade7179-7bb5-4fc1-9175-c731568382d6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110542 Jun 04 06:16:54.593165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: f3e8d39b-ef23-43a3-88b4-4b6283083d10 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:16:54.596256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3e8d39b-ef23-43a3-88b4-4b6283083d10 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:16:54.664234 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee60923-be4d-4214-b788-78b360b8ff42'] response: {'name': 'network-changed', 'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295', 'status': 'completed', 'code': 200} Jun 04 06:16:54.664479 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee60923-be4d-4214-b788-78b360b8ff42'] response: {'name': 'network-changed', 'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'status': 'completed', 'code': 200} Jun 04 06:16:54.986436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1090e-8f7d-4e15-b654-77f31d104196 req-13a93cf5-3153-450a-8117-f4d2aa2aa3ee tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:54.994827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60a1090e-8f7d-4e15-b654-77f31d104196 req-13a93cf5-3153-450a-8117-f4d2aa2aa3ee tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 947 time: 0.1101646 Jun 04 06:16:55.025340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-26099020-d5c6-4255-a983-f6aba692cc9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.6312017 Jun 04 06:16:55.039586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37680) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:55.041321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-86441838-ac92-4dca-8f5d-b056189d9928 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9565549 Jun 04 06:16:55.061973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60a1090e-8f7d-4e15-b654-77f31d104196 req-3eb80a71-1b57-43dc-a50b-36a1f8a19ea1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Jun 04 06:16:55.132570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:55.347143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:55.350882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:55.400350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:55.412229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Usage tracker for resource:security_group_rule and tenant:67b2cd73104b4086bc5efd475c359b00 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:55.419925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:55.422240 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:55.457132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:55.559848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-8bbd7dad-42a1-463f-b38c-6edbd35d3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:55.561431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-8bbd7dad-42a1-463f-b38c-6edbd35d3c78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.5181577 Jun 04 06:16:55.623420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d3394179-c2f7-4243-bdda-97e21ad04cf8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=299246053ae24626824cb5e702e229c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896207 Jun 04 06:16:55.626413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37704) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:55.660992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:55.678069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1469e7a-58dc-41f0-ab2f-4ba928849e1a req-92ec1a96-a82f-4b9c-bc09-d1a14d0b5181 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623299 Jun 04 06:16:55.680041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Transition to ACTIVE for port object f539f26c-7806-4cf3-913a-7c5daa1dc754 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:16:55.693012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:55.747592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39037ba-5dc7-477c-8d89-262252e41bf5 req-cd13d0a8-5e15-47ae-a043-e5c5e82bcb26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:55.759617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f39037ba-5dc7-477c-8d89-262252e41bf5 req-cd13d0a8-5e15-47ae-a043-e5c5e82bcb26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.7357399 Jun 04 06:16:55.847151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-603c2d6d-1c44-4294-a555-604e1757a4e3 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:55.849494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-603c2d6d-1c44-4294-a555-604e1757a4e3 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1117 time: 0.8270786 Jun 04 06:16:55.881201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28427d90-16db-4f83-978d-188934059984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.060526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f39037ba-5dc7-477c-8d89-262252e41bf5 req-0af0afc2-b64c-41d4-ac9c-8dd49f083070 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998576 Jun 04 06:16:56.124649 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.136385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.144660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28427d90-16db-4f83-978d-188934059984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.150967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-a603ca64-5b21-4e5c-8dd1-693acf53852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:56.159126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-a603ca64-5b21-4e5c-8dd1-693acf53852e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5702937 Jun 04 06:16:56.160228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13754b9b-237e-4791-8f8f-f22c09f9f962 None None] Pushing event updated for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:56.294067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=67b2cd73104b4086bc5efd475c359b00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2310233 Jun 04 06:16:56.308419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37720) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:56.312236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd63439-96a3-4f5c-a8a3-f0bd31c81c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee273a61-a221-4c60-b823-2f2b157036f0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:56.375680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Attempting to bind port f539f26c-7806-4cf3-913a-7c5daa1dc754 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:16:56.376335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Attempting to bind port f539f26c-7806-4cf3-913a-7c5daa1dc754 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:16:56.377724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Attempting to bind port f539f26c-7806-4cf3-913a-7c5daa1dc754 on network 259eda89-0d7c-440c-ae2f-691c5a21f673 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:16:56.392559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:16:56.393112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Checking segment: {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:16:56.393669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.394197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Bound using segment: {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:16:56.395892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Bound port: f539f26c-7806-4cf3-913a-7c5daa1dc754, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a7ad90-90be-485e-85dc-5f0b74abd239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:16:56.396308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.404348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f026701-89ad-4017-8eae-bb2991382e22 req-6840156d-f95f-4392-b757-3d08fad87c24 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:56.412760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f026701-89ad-4017-8eae-bb2991382e22 req-6840156d-f95f-4392-b757-3d08fad87c24 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 948 time: 0.5674353 Jun 04 06:16:56.459355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.512653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] For port f539f26c-7806-4cf3-913a-7c5daa1dc754, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:56.517023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] For port f539f26c-7806-4cf3-913a-7c5daa1dc754, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f539f26c-7806-4cf3-913a-7c5daa1dc754,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:16:56.523313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f026701-89ad-4017-8eae-bb2991382e22 req-f297c4ac-2594-4f05-b0ec-88c11e067c84 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095207 Jun 04 06:16:56.524661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.531069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28427d90-16db-4f83-978d-188934059984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.593724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.612781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28427d90-16db-4f83-978d-188934059984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:56.674410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:16:56.675484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:16:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:56.715864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28427d90-16db-4f83-978d-188934059984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.719614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-28427d90-16db-4f83-978d-188934059984 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f8e95bf9-f6ab-4fc4-b5cc-2f360dd0f2da HTTP/1.1" status: 204 len: 168 time: 1.0921500 Jun 04 06:16:56.778136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.806581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee273a61-a221-4c60-b823-2f2b157036f0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:56.817701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-c99a16db-5811-4377-9667-6821f568f371 service neutron] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:16:56.831182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.834938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-315a8bb6-44c7-492e-a255-32464df55a7f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ee273a61-a221-4c60-b823-2f2b157036f0 HTTP/1.1" status: 204 len: 168 time: 0.5214686 Jun 04 06:16:56.855888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-c99a16db-5811-4377-9667-6821f568f371 service neutron] Notify callbacks [] for binding, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:56.857010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69cc7f94-7c7c-4556-bb68-5fe8e907a791 req-c99a16db-5811-4377-9667-6821f568f371 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 1.0002797 Jun 04 06:16:56.892628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-4eb5a167-2479-41dc-af22-590d3163c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:56.902952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-4eb5a167-2479-41dc-af22-590d3163c579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 1099 time: 1.1404545 Jun 04 06:16:56.912743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13754b9b-237e-4791-8f8f-f22c09f9f962 None None] Pushing event updated for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:57.226661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:16:57.413336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-8a72500e-e1b7-446f-95cc-89194fc9e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:57.415366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-8a72500e-e1b7-446f-95cc-89194fc9e502 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4843004 Jun 04 06:16:57.547059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-863b0e0a-946d-4da3-ba05-2b2e2ec307b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2fd8679a-d082-4175-bb42-43df9538d295 HTTP/1.1" status: 200 len: 217 time: 0.1176820 Jun 04 06:16:57.558919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6900bd5-977e-4c1f-9d1a-59b82de29732 req-d3dfab44-04a1-4572-96fd-68b9c4155c25 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:57.566349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6900bd5-977e-4c1f-9d1a-59b82de29732 req-d3dfab44-04a1-4572-96fd-68b9c4155c25 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 947 time: 0.9814842 Jun 04 06:16:57.572367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-603adefc-ab31-4de3-8f3a-7c60d2432b0a service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3917720 Jun 04 06:16:57.648108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-28323eb2-e8e4-48a9-a50c-cfac585a96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:57.649842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-28323eb2-e8e4-48a9-a50c-cfac585a96c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0804236 Jun 04 06:16:57.777458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6900bd5-977e-4c1f-9d1a-59b82de29732 req-cac1a843-37e0-41af-a65f-44c8534b446d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099867 Jun 04 06:16:57.845865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37750) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:57.903222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f539f26c-7806-4cf3-913a-7c5daa1dc754', 'name': '', 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'mac_address': 'fa:16:3e:39:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ece311-9799-462a-bd13-66703848b07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:48Z', 'updated_at': '2022-06-04T06:16:56Z', 'revision_number': 4, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'subnets': [{'id': 'b4ece311-9799-462a-bd13-66703848b07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:16:57.919104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:57.928904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e317a-1e5c-4f86-a382-e3cff91eb54a None None] The sync data for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 is: [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f539f26c-7806-4cf3-913a-7c5daa1dc754', 'name': '', 'network_id': '259eda89-0d7c-440c-ae2f-691c5a21f673', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'mac_address': 'fa:16:3e:39:64:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b4ece311-9799-462a-bd13-66703848b07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:48Z', 'updated_at': '2022-06-04T06:16:56Z', 'revision_number': 4, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'subnets': [{'id': 'b4ece311-9799-462a-bd13-66703848b07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:16:57.940108 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:16:57.980802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:57.996234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Usage tracker for resource:security_group_rule and tenant:ee461754893345ec972bdb8af2682ad8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:58.002395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:58.018774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:58.203394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.210963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.306349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ffee92-417b-4f58-b565-450a0431e072,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:58.337257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6f4f7c0-b802-467f-b1a8-cff6fe0a4f0a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee461754893345ec972bdb8af2682ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890368 Jun 04 06:16:58.339764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37756) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:58.455326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-1df41293-77d0-4ab8-b048-ae9fd234e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:58.456828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-1df41293-77d0-4ab8-b048-ae9fd234e7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7846446 Jun 04 06:16:58.508650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bcca606-c5e3-4127-ad6e-75cb45173663 req-d3531a5f-e960-4342-8f3f-7a981fdc2039 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577204 Jun 04 06:16:58.539709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f539f26c-7806-4cf3-913a-7c5daa1dc754 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:16:58.560434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.619744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37760) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:58.651989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.682612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.710614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e18a2-50ca-430d-900f-74d245359610 req-63374a62-33ce-4f1d-96fe-bf7eac54bb0d tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:58.720330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d3e18a2-50ca-430d-900f-74d245359610 req-63374a62-33ce-4f1d-96fe-bf7eac54bb0d tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 948 time: 0.3487077 Jun 04 06:16:58.722911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:16:58.776008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f539f26c-7806-4cf3-913a-7c5daa1dc754 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:16:58.788019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f539f26c-7806-4cf3-913a-7c5daa1dc754 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:16:58.788644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.808195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a7505ef5594bfb85ad77e94ccb668e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:16:58.827736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:16:58.842728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:16:58.864202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d3e18a2-50ca-430d-900f-74d245359610 req-d37f900f-77c7-439d-948d-0f6949721db9 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418915 Jun 04 06:16:58.902150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.958181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:58.959575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/49ffee92-417b-4f58-b565-450a0431e072 HTTP/1.1" status: 204 len: 168 time: 0.6187837 Jun 04 06:16:58.960953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3feff1-d8f8-4f5b-8cc4-6620d35ff9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ffee92-417b-4f58-b565-450a0431e072,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:59.102114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-fe93daf5-0c45-4031-8a4f-0d6b2300857d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360996 Jun 04 06:16:59.117045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f539f26c-7806-4cf3-913a-7c5daa1dc754 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:16:59.117663 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.202670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.204747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f539f26c-7806-4cf3-913a-7c5daa1dc754, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f539f26c-7806-4cf3-913a-7c5daa1dc754,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:16:59.211071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.216513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.292627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa484fc-3c92-4e16-9fba-a3e1ecd4280d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:59.347805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7cc63181-b21e-4986-8ac2-a57fc7f50d76 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f4a7505ef5594bfb85ad77e94ccb668e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238946 Jun 04 06:16:59.353031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37772) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:16:59.413136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:59.455453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.486168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.600850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.654279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdde2-b43e-4307-ba7f-47ad5ff2cdfd req-b45577ee-9f87-46ea-9a07-b8b43ba6d829 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:59.656562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-052fdde2-b43e-4307-ba7f-47ad5ff2cdfd req-b45577ee-9f87-46ea-9a07-b8b43ba6d829 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 1.4168355 Jun 04 06:16:59.664362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:16:59.669028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0aa484fc-3c92-4e16-9fba-a3e1ecd4280d HTTP/1.1" status: 204 len: 168 time: 0.3115060 Jun 04 06:16:59.676162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e83d-0418-423d-852c-cb74c1e08b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa484fc-3c92-4e16-9fba-a3e1ecd4280d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:16:59.855187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-052fdde2-b43e-4307-ba7f-47ad5ff2cdfd req-c6e5dcbc-7915-4df8-8cb7-0be11e4f478f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878500 Jun 04 06:16:59.865451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-9fea9221-2c03-4a1e-9ba4-0531ea82bca3 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567961 Jun 04 06:16:59.868034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad95fd-6718-439f-aeb3-5a090fac7def req-af7b4930-2bbf-49f3-bf09-bd168123b6e6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:59.883962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddad95fd-6718-439f-aeb3-5a090fac7def req-af7b4930-2bbf-49f3-bf09-bd168123b6e6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 947 time: 0.1356516 Jun 04 06:16:59.886104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-ddd254dd-5048-4a23-8093-7c202c825e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:16:59.888617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-ddd254dd-5048-4a23-8093-7c202c825e1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1098 time: 0.7806337 Jun 04 06:17:00.011957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddad95fd-6718-439f-aeb3-5a090fac7def req-3b6d5fe6-e752-4769-9634-8fdcb31352fc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269920 Jun 04 06:17:00.237097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2fd8679a-d082-4175-bb42-43df9538d295 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:00.518336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb754-5a6a-4acd-b0a8-901eabe8762b req-64f91941-96bb-43a7-b673-beb177288c7c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:00.530165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-236eb754-5a6a-4acd-b0a8-901eabe8762b req-64f91941-96bb-43a7-b673-beb177288c7c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1117 time: 0.1526651 Jun 04 06:17:00.620967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f539f26c-7806-4cf3-913a-7c5daa1dc754 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:00.640663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-236eb754-5a6a-4acd-b0a8-901eabe8762b req-363d353b-67c6-4103-b8bd-f9a5c1386e9f tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Jun 04 06:17:00.761649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-3505e6e4-ee81-46e0-96e2-8f9a6f506819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:00.761649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-3505e6e4-ee81-46e0-96e2-8f9a6f506819 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.8666461 Jun 04 06:17:00.896887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2fd8679a-d082-4175-bb42-43df9538d295,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:00.929932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-bd1a9218-780e-4b4c-abb0-798bb98c0c64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.1615527 Jun 04 06:17:00.943875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-0f0c4e26-e64b-4885-8dc4-fb06a72660f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:00.945539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f539f26c-7806-4cf3-913a-7c5daa1dc754 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:00.946268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:00.946890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-0f0c4e26-e64b-4885-8dc4-fb06a72660f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1098 time: 0.7794492 Jun 04 06:17:01.015864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '2fd8679a-d082-4175-bb42-43df9538d295', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '2fd8679a-d082-4175-bb42-43df9538d295', 'mac_address': 'fa:16:3e:df:52:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:01.062188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34434b-90f6-4de7-8078-6f846dfcf2b3 req-3e9ed096-8743-4826-a06a-1a7a55738fa3 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:01.069924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca34434b-90f6-4de7-8078-6f846dfcf2b3 req-3e9ed096-8743-4826-a06a-1a7a55738fa3 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 948 time: 0.9034076 Jun 04 06:17:01.232935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-3e641641-074f-4d4b-a74c-8c63bf34e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:01.235046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-3e641641-074f-4d4b-a74c-8c63bf34e481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2848668 Jun 04 06:17:01.289996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2fd8679a-d082-4175-bb42-43df9538d295 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:01.291891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:01.349525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd8679a-d082-4175-bb42-43df9538d295 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:01.367281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca34434b-90f6-4de7-8078-6f846dfcf2b3 req-19578369-18e3-401c-8222-5edf29f54567 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961352 Jun 04 06:17:01.393954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2fd8679a-d082-4175-bb42-43df9538d295,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:01.398209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f539f26c-7806-4cf3-913a-7c5daa1dc754 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:01.410183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:01.412424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-26d5e188-a298-4947-b070-1a11db3ae349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:01.416302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-26d5e188-a298-4947-b070-1a11db3ae349 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4603503 Jun 04 06:17:01.544255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:01.634038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-a3f9a33f-9bc6-4523-b8bb-092a189025cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.2093492 Jun 04 06:17:01.713584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2fd8679a-d082-4175-bb42-43df9538d295'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:01.780582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-df597df8-8631-4fbc-b6b0-5fafd4d56e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:01.782171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-df597df8-8631-4fbc-b6b0-5fafd4d56e44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5400579 Jun 04 06:17:01.784485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-82fe373b-6f77-428c-971d-4eb8040e4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:01.785846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-82fe373b-6f77-428c-971d-4eb8040e4e81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1070063 Jun 04 06:17:02.009364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-b179588a-be6a-4675-8862-6b6391cca909 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171659 Jun 04 06:17:02.132552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1373e-da9d-4caf-8e45-53bb7aa7d767 req-9b5af17b-0f35-4e73-bad8-59c3ce8b7d3d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:02.139654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37f1373e-da9d-4caf-8e45-53bb7aa7d767 req-9b5af17b-0f35-4e73-bad8-59c3ce8b7d3d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 947 time: 0.5037167 Jun 04 06:17:02.183573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-fb173f9a-b546-4a6f-a0fc-e0f9e5d4e10a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:02.194191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-fb173f9a-b546-4a6f-a0fc-e0f9e5d4e10a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.4118447 Jun 04 06:17:02.196064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22770897-2990-43a9-a824-c1b0955b9ecd req-f8409208-25b9-4f43-adef-1d3894aa6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:02.197604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-f8409208-25b9-4f43-adef-1d3894aa6831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3830752 Jun 04 06:17:02.218370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-7a3c10a1-72e5-4d69-9f73-2368dee09928 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/quotas/bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 375 time: 0.0232990 Jun 04 06:17:02.388452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-0d538e53-ab8f-487c-8923-8ab270b7c81b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682570 Jun 04 06:17:02.437074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:02.606398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37f1373e-da9d-4caf-8e45-53bb7aa7d767 req-7d43cff8-5e14-4e80-b9cc-93720f80c2d5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657538 Jun 04 06:17:02.608466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-ea2a350d-4633-4409-b005-3b6b4ff2ce5c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953321 Jun 04 06:17:02.706466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-34670ae1-a207-486f-8473-a66dd27f81bc service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169682 Jun 04 06:17:02.784402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-7513ccb3-26e2-4ae4-9140-1ed7e543f4e5 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686458 Jun 04 06:17:02.827938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:02.856701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'mac_address': 'fa:16:3e:c9:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:02.878078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22770897-2990-43a9-a824-c1b0955b9ecd req-d698ea34-0ad2-4d7a-b112-bee23be8c7c5 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509558 Jun 04 06:17:03.008468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-c1a2cac9-75dc-4eaf-976d-e688e25d1ff4 service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973294 Jun 04 06:17:03.027375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:03.027902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:03.047751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adf004e-7f9e-4284-8f56-91bbdf46383e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:03.095609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:03.101504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:03.173568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03118-0147-473e-8d4d-f8568f941d56 req-02b19dce-3094-40b3-8588-fcefd1470519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:03.175123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-02b19dce-3094-40b3-8588-fcefd1470519 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1098 time: 0.2444386 Jun 04 06:17:03.272372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:03.530364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03118-0147-473e-8d4d-f8568f941d56 req-67eb5cd5-5ead-48ae-83c9-ecfd8838f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:03.537197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-67eb5cd5-5ead-48ae-83c9-ecfd8838f72e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3387370 Jun 04 06:17:03.597423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cdf7a-690f-4320-ac1d-d9f37b3f407d req-17ea2516-1eda-4735-a4ad-e951f306fa90 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:03.625369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-699cdf7a-690f-4320-ac1d-d9f37b3f407d req-17ea2516-1eda-4735-a4ad-e951f306fa90 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 949 time: 0.2386723 Jun 04 06:17:03.673374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-432f151e-b72e-4ef6-9890-3bfe1444bcbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.1286247 Jun 04 06:17:03.781601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5bc56cc-5a18-41ad-8956-ec0702ab0f79 req-e06632d9-ef72-4411-b29e-1bee3266b20f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 210 time: 0.1066759 Jun 04 06:17:03.803704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-699cdf7a-690f-4320-ac1d-d9f37b3f407d req-9a63fb6d-8722-4113-9a7a-7a74eabe8d90 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786401 Jun 04 06:17:03.828701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03118-0147-473e-8d4d-f8568f941d56 req-b956ea06-330f-404c-8d20-ad95b4da2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:03.842106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-b956ea06-330f-404c-8d20-ad95b4da2a7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1254237 Jun 04 06:17:04.003178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03118-0147-473e-8d4d-f8568f941d56 req-b110b1d8-f63a-4d35-9827-58f03f701a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:04.012724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-b110b1d8-f63a-4d35-9827-58f03f701a6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1625142 Jun 04 06:17:04.097971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8854cf7-143e-4e08-8cfd-8e4a814f534d req-6c63fa25-2069-4a18-aa39-2b102853d18c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:04.112085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e8854cf7-143e-4e08-8cfd-8e4a814f534d req-6c63fa25-2069-4a18-aa39-2b102853d18c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 948 time: 0.1864231 Jun 04 06:17:04.248935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-0747afe6-9a88-4a3d-8b23-e347c2a20bdf service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304528 Jun 04 06:17:04.251632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2fd8679a-d082-4175-bb42-43df9538d295 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:04.262807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e8854cf7-143e-4e08-8cfd-8e4a814f534d req-4ab83786-dbff-4dc5-8752-e8a0206fd97b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489205 Jun 04 06:17:04.418024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a03118-0147-473e-8d4d-f8568f941d56 req-bea189ab-5f66-4893-9e44-303ee021b183 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614971 Jun 04 06:17:04.470940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 2fd8679a-d082-4175-bb42-43df9538d295 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:04.477254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 2fd8679a-d082-4175-bb42-43df9538d295 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:04.477798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:04.766535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2fd8679a-d082-4175-bb42-43df9538d295 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:04.767028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:04.818002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:04.863275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2fd8679a-d082-4175-bb42-43df9538d295,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:04.871813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:05.179792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:05.237063 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c184216-0490-48ff-8036-a6f859970f0c'] response: {'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295', 'code': 200} Jun 04 06:17:05.249529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:05.341495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd099d-b03d-4b95-ab1a-aad679e07b85 req-306d7180-e2d6-4052-8339-98ecbbe970a8 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:05.346172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4cd099d-b03d-4b95-ab1a-aad679e07b85 req-306d7180-e2d6-4052-8339-98ecbbe970a8 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 950 time: 0.3194554 Jun 04 06:17:05.422115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8a76-f705-43d5-b3bb-6d428a8ed6bc req-7f6adb09-9150-4457-963a-fe348f1a9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:05.431485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcbb8a76-f705-43d5-b3bb-6d428a8ed6bc req-7f6adb09-9150-4457-963a-fe348f1a9079 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 1101 time: 0.2271616 Jun 04 06:17:05.480094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-812c8281-469e-4051-9e83-36713d96243a req-3f621cfe-0fec-42b6-bd19-2ba483614a5b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 210 time: 0.0987198 Jun 04 06:17:05.514329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4cd099d-b03d-4b95-ab1a-aad679e07b85 req-7eac6d5b-8620-4202-96e5-1e220cfc3d3d tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614659 Jun 04 06:17:05.549817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcbb8a76-f705-43d5-b3bb-6d428a8ed6bc req-4fe18a37-ed2e-426d-9827-a5b064f2ef37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913887 Jun 04 06:17:05.690208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:05.767673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:05.774171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f86b2c70041946ceaf92251accce53e9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:05.796208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:05.817981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:05.831126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-c05cd905-1e65-434f-a51d-be974e80a19d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:05.833435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-c05cd905-1e65-434f-a51d-be974e80a19d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.4005508 Jun 04 06:17:05.851367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Request body: {'port': {'device_id': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'admin_state_up': True, 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:05.993054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa623fb-64f7-4ab6-bf5c-9c51cbf4c201 req-acc37106-3522-40cb-bb21-8df881f0b4da tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:06.005395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3fa623fb-64f7-4ab6-bf5c-9c51cbf4c201 req-acc37106-3522-40cb-bb21-8df881f0b4da tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 948 time: 0.2885666 Jun 04 06:17:06.041804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37960) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:06.174132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3fa623fb-64f7-4ab6-bf5c-9c51cbf4c201 req-0e8f0332-b8ca-4633-a076-0687dae0c6bc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729758 Jun 04 06:17:06.264177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:06.287279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.304683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:06.308866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf59c562b9941fc9d830007feb18973 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:06.311917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:06.323296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.323531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:06.324650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:06.341914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.395059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f86b2c70041946ceaf92251accce53e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2095988 Jun 04 06:17:06.395059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e03a1-e89d-443d-9c7e-fac37623a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d242549-c58d-40c4-a64a-e0f3e852e8af,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:06.397111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37976) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:06.411765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:06.415698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.514051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.529441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.587963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e16beb-4870-4ec2-bb38-db878b613f97,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:06.596550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49565f16-b8fb-494d-9b40-e062432b0e83 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ecf59c562b9941fc9d830007feb18973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532651 Jun 04 06:17:06.599817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37984) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:06.710393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.752266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.821412 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-819f70e3-49e0-4960-b392-80c5d2753fcb req-03d4fdd5-4065-49f9-b697-d3a9fa122ef5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 210 time: 0.0707285 Jun 04 06:17:06.824976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.874945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.883331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:06.962122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e16beb-4870-4ec2-bb38-db878b613f97,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:06.996339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.036995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.041366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d01b9421-958f-4436-8f4b-f226931ae0f4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b9e16beb-4870-4ec2-bb38-db878b613f97 HTTP/1.1" status: 204 len: 168 time: 0.4385624 Jun 04 06:17:07.084745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d242549-c58d-40c4-a64a-e0f3e852e8af,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:07.139957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b204e-3b7a-4a56-9e55-758930409a3b req-c16200ff-89ba-429b-8ea7-2e4e96682a0f tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:07.153768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e49b204e-3b7a-4a56-9e55-758930409a3b req-c16200ff-89ba-429b-8ea7-2e4e96682a0f tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 950 time: 0.2353020 Jun 04 06:17:07.175313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Allocated IP 172.20.0.14 (8def6106-68ef-448c-afa6-829100fdb881/75909812-5690-472c-b388-d5406ca98ad7/ac871571-26c9-4d5e-af36-86712423703b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:07.187814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.194095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-decafd54-8c4a-43b9-ac68-0be5c259c61f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2d242549-c58d-40c4-a64a-e0f3e852e8af HTTP/1.1" status: 204 len: 168 time: 0.7943232 Jun 04 06:17:07.340310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e49b204e-3b7a-4a56-9e55-758930409a3b req-6dd52110-2430-4cf8-8a1c-6d02dfea56e4 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818151 Jun 04 06:17:07.545312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:07.699014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9336c1-fa5a-4d56-bd4d-d8a8376d2039 req-224b8696-36d0-4717-ac4d-0fe85449ae3a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:07.700632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9336c1-fa5a-4d56-bd4d-d8a8376d2039 req-224b8696-36d0-4717-ac4d-0fe85449ae3a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 948 time: 0.1734953 Jun 04 06:17:07.713082 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.805189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.830695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38042) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:07.879094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.921324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Network 8def6106-68ef-448c-afa6-829100fdb881 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:07.923012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:07.927027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:07.928461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38050) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:07.943049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:07.948522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:07.949287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:07.950093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Usage tracker for resource:security_group_rule and tenant:3f33a842b8c542f6bd0fc57c01936816 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:07.954487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:08.018987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9336c1-fa5a-4d56-bd4d-d8a8376d2039 req-6e0592f4-0acf-4d4b-b3f1-4296bf8cc8c8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886591 Jun 04 06:17:08.036216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1948130 Jun 04 06:17:08.046511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.059827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Request body: {'port': {'device_id': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:08.077370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:08.140633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:08.152238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd895f125974ebf8716f0607760ffa1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:08.156324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:08.169160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:08.241790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9d540-ebce-4a3f-b6fa-bfecb7338f86 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:08.287483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654ad4-f557-4e66-a663-3a8406de9477 req-33a3c17a-c6b0-4b39-bfcc-d813a2aabc7a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:08.289089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a654ad4-f557-4e66-a663-3a8406de9477 req-33a3c17a-c6b0-4b39-bfcc-d813a2aabc7a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 932 time: 0.2141118 Jun 04 06:17:08.327267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.471868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.493771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.532796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a654ad4-f557-4e66-a663-3a8406de9477 req-640c93af-ddac-48d1-84f6-e042f340fc6b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353444 Jun 04 06:17:08.579377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.591027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3f33a842b8c542f6bd0fc57c01936816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584524 Jun 04 06:17:08.591727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5c61-d7e9-4ba6-8509-f1be0e37c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271517c5-88d4-4347-8274-8df6f5e7114e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:08.595372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38078) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:08.595988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.744553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7cd895f125974ebf8716f0607760ffa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150504 Jun 04 06:17:08.746671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:08.760184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7565d-1b83-4e56-a911-0d3b524e6f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac431f75-9b92-4e4e-aada-2b1193aff13d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:08.776015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-34d7e95e-9530-4712-9224-22868f51479d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:08.777514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-34d7e95e-9530-4712-9224-22868f51479d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302&tenant_id=36671555bc8340b5a022e2fda52f75fc&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 948 time: 0.3466148 Jun 04 06:17:08.792495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d17bb-6051-4a29-89db-a1119ce77f9b req-360e3a02-f95a-476f-aff8-b6ac1c39f5b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:08.799791 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-195d17bb-6051-4a29-89db-a1119ce77f9b req-360e3a02-f95a-476f-aff8-b6ac1c39f5b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 948 time: 0.2819977 Jun 04 06:17:08.866326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.913999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:08.927688 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-f0d5d6aa-8f1f-4bc8-8f9e-feabe3bb071d service neutron] delete failed (client error): The resource could not be found. Jun 04 06:17:08.929812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-f0d5d6aa-8f1f-4bc8-8f9e-feabe3bb071d service neutron] 10.222.0.39 "DELETE /v2.0/ports/4adf004e-7f9e-4284-8f56-91bbdf46383e/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1422560 Jun 04 06:17:08.945099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-195d17bb-6051-4a29-89db-a1119ce77f9b req-5426a5d9-ed03-417f-ad90-2019bea861c0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384525 Jun 04 06:17:08.947153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4276-a00d-4703-897c-84267566e3c5 req-11db1e35-082d-413a-a0b9-56c0f647345c tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:08.953966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008c4276-a00d-4703-897c-84267566e3c5 req-11db1e35-082d-413a-a0b9-56c0f647345c tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 950 time: 0.2821546 Jun 04 06:17:09.012086 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.028521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac871571-26c9-4d5e-af36-86712423703b {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:09.040186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.045016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008c4276-a00d-4703-897c-84267566e3c5 req-6afd9f94-1718-4f1e-bdb9-408f70484f22 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Jun 04 06:17:09.073854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.080342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.097097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Transition to ACTIVE for port object ac871571-26c9-4d5e-af36-86712423703b will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:09.110168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.112730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271517c5-88d4-4347-8274-8df6f5e7114e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:09.192183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.196701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c40e0bf-c925-4c41-b0b7-f8837a83f6c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/271517c5-88d4-4347-8274-8df6f5e7114e HTTP/1.1" status: 204 len: 168 time: 0.5937490 Jun 04 06:17:09.268546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-99f144d9-3cc4-4802-850e-9f7967a87cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:09.271549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-99f144d9-3cc4-4802-850e-9f7967a87cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1099 time: 0.1559036 Jun 04 06:17:09.396241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:09.485104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:09.486591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:09.487395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:09.508139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:09.508580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:09.530724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:09.531686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:09.532408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:09.533074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Bound port: ac871571-26c9-4d5e-af36-86712423703b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:09.536743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.578415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.594217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-e4e536ab-5e0c-4416-a109-6cb811a6250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:09.607506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-e4e536ab-5e0c-4416-a109-6cb811a6250f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3180072 Jun 04 06:17:09.650520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac431f75-9b92-4e4e-aada-2b1193aff13d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:09.737729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-bfa8d981-7f89-41d2-bb1a-d35fca3af456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.1290822 Jun 04 06:17:09.769087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:09.788981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15d848c4-672e-40f9-b986-5fab95dad4b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ac431f75-9b92-4e4e-aada-2b1193aff13d HTTP/1.1" status: 204 len: 168 time: 1.0405726 Jun 04 06:17:09.920318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:09.933287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-bfd487d6-56d2-44a8-baa5-a42821c4c103 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=a55296055b544c97bfc3fff327ead0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422816 Jun 04 06:17:09.978920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:10.051631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-98181ca4-8017-42d1-94bd-24473c3c0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.054735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-98181ca4-8017-42d1-94bd-24473c3c0a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3002691 Jun 04 06:17:10.096396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:10.200445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.200445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:10.201710 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 1092 time: 2.1505611 Jun 04 06:17:10.202141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:10.258685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0eb3-084b-4b9a-ad9b-e825c73a2f59 service neutron] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:10.263311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f672-d364-4b28-b5a9-24794774c768 req-12050c48-4afe-49f5-ac34-139f2fbe47c9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.279565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f81f672-d364-4b28-b5a9-24794774c768 req-12050c48-4afe-49f5-ac34-139f2fbe47c9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.3572292 Jun 04 06:17:10.340999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-0efb746c-5654-4748-882d-8bd88014d8d6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.343036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-0efb746c-5654-4748-882d-8bd88014d8d6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089968 Jun 04 06:17:10.386055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f81f672-d364-4b28-b5a9-24794774c768 req-0658b95f-24a7-4fb4-b1d9-33c659e579ca tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051829 Jun 04 06:17:10.404485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-36762565-109d-4054-ae24-e227c46fcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.407065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-344a81a6-6723-4f96-93eb-c5e421c55df8 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/quotas/a55296055b544c97bfc3fff327ead0cc HTTP/1.1" status: 200 len: 375 time: 0.0547316 Jun 04 06:17:10.408062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-36762565-109d-4054-ae24-e227c46fcd30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423748 Jun 04 06:17:10.451470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:10.561082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-c7f6de5a-80fa-4d31-8165-5e508ab5e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.562644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-c7f6de5a-80fa-4d31-8165-5e508ab5e606 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1095 time: 0.3094289 Jun 04 06:17:10.678352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 4adf004e-7f9e-4284-8f56-91bbdf46383e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:10.686630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 4adf004e-7f9e-4284-8f56-91bbdf46383e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:10.690794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-f9a8c9ba-cac0-4243-97a0-89a53f939e7b service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692585 Jun 04 06:17:10.691558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:10.702941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-f4cf46b0-815c-4a17-8389-ceb836b29229 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.1290805 Jun 04 06:17:10.799170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-e63949d2-6d97-4285-83e4-cfc7db524e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:10.802230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-e63949d2-6d97-4285-83e4-cfc7db524e7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.0853007 Jun 04 06:17:10.803227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38162) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:10.883979 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-5342608a-b34d-403d-804e-2ef8155b69fd tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4740088 Jun 04 06:17:10.887763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-e64b11d9-d27b-42b5-b78a-dda1c0470ac5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741456 Jun 04 06:17:10.990768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4adf004e-7f9e-4284-8f56-91bbdf46383e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:10.991464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:11.014455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36a6f7a1-1f39-42fd-900e-e4d33e26b2cd req-43dd1815-9cef-4f74-b7d3-812c082e14b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166575 Jun 04 06:17:11.072409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:11.107000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:11.116614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:11.249081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cc0a-61fe-4a15-a83e-b9cdc403c371 req-9976a827-ca44-4b85-9551-1ac6916766d4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:11.260644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b64cc0a-61fe-4a15-a83e-b9cdc403c371 req-9976a827-ca44-4b85-9551-1ac6916766d4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 949 time: 0.2419875 Jun 04 06:17:11.372836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b64cc0a-61fe-4a15-a83e-b9cdc403c371 req-f2a36b80-0dc1-4b21-a5e1-363f4d86277e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091812 Jun 04 06:17:11.398753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:11.525617 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb6b7e1-bca7-4b7b-8384-461e6c80292e'] response: {'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'code': 200} Jun 04 06:17:11.544272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abfce2a0-8449-4441-8365-28c0889a2dc2 req-492634b9-7db3-4ce3-8bae-11120439e2ab tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 210 time: 0.1058302 Jun 04 06:17:11.604639 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-134819cb-57d6-46d4-8a70-7140ce0c7d6b service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967196 Jun 04 06:17:11.855287 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a92f58-0829-4f97-a5e7-1b88b8b22879'] response: {'name': 'network-changed', 'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b', 'status': 'completed', 'code': 200} Jun 04 06:17:11.864715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-477064880-network', 'tenant_id': '2e7fa1bc9dec482bbc7533989a2b18a2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:11.875327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:11.904223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Usage tracker for resource:network and tenant:2e7fa1bc9dec482bbc7533989a2b18a2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:11.909911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:11.935884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:11.948338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c35c92-4b0a-4119-a1b8-78132adc96fc req-24655a62-d028-40e0-b290-a178cbe145f7 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422225 Jun 04 06:17:11.955432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Made reservation on behalf of 2e7fa1bc9dec482bbc7533989a2b18a2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:11.959147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:11.977418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.005907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:12.010428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Usage tracker for resource:security_group_rule and tenant:2e7fa1bc9dec482bbc7533989a2b18a2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:12.013450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:12.029069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:12.055267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14247136-3295-4921-bb26-9c42dea77e47 req-fb2d1068-d153-4550-aa7a-0ad5b988cda0 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:12.068440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14247136-3295-4921-bb26-9c42dea77e47 req-fb2d1068-d153-4550-aa7a-0ad5b988cda0 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.3732886 Jun 04 06:17:12.191656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.213291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.235662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14247136-3295-4921-bb26-9c42dea77e47 req-fa93d747-06bf-4e7b-bc5c-5811bd3c6ce4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662326 Jun 04 06:17:12.285556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38212) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:12.316625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:17:12.340673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25b553-adc6-4e7a-bb51-c8e7c17f1b84,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:12.349091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.349925 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Added segment 1782797b-0260-402e-b089-3958f911c7d3 of type vlan for network 06f493af-400d-4a97-b713-75c12357bde0 Jun 04 06:17:12.403572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-509800f4-dfc9-4e24-9e0a-8069fce73b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:12.405392 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-509800f4-dfc9-4e24-9e0a-8069fce73b02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1095 time: 0.1851196 Jun 04 06:17:12.409361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.616697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.617857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:12.618437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.727981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9194474 Jun 04 06:17:12.728855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:12.735705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Request body: {'subnet': {'network_id': '06f493af-400d-4a97-b713-75c12357bde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-477064880-subnet', 'tenant_id': '2e7fa1bc9dec482bbc7533989a2b18a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:12.762203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:12.819427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-51ec4909-dd83-4a55-9585-296598813fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:12.820999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-51ec4909-dd83-4a55-9585-296598813fdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.4060302 Jun 04 06:17:12.839010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252e26-af99-42af-82af-a1cb1686fc0b admin admin] Pushing event updated for resources: {'Network': ['ID=06f493af-400d-4a97-b713-75c12357bde0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:12.847437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Usage tracker for resource:subnet and tenant:2e7fa1bc9dec482bbc7533989a2b18a2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:12.856918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:12.875866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a328e6f3-fd68-440e-8ade-e660a9b15932 req-66204f84-818c-4d8c-bc46-a862e6782855 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 210 time: 0.0964754 Jun 04 06:17:12.893364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:12.896071 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:12.908995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 06f493af-400d-4a97-b713-75c12357bde0 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:17:12.912497 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-ce58429f-77d8-4cd3-9a9b-5b0bfdee6b07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.0744162 Jun 04 06:17:12.919905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:12.925462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0ba942a00e48fbb9d245543b083117 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:12.930636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:12.937369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:13.048425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ec77-b2da-40f1-900c-a8bc59420682 req-d79fec7f-57df-4f90-9a3f-f438bd563708 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:13.056578 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4a9ec77-b2da-40f1-900c-a8bc59420682 req-d79fec7f-57df-4f90-9a3f-f438bd563708 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 949 time: 0.4091771 Jun 04 06:17:13.082538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-d4ee04c6-64d5-4e98-a9e2-91dbbfa20d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:13.084622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-d4ee04c6-64d5-4e98-a9e2-91dbbfa20d91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1613178 Jun 04 06:17:13.145592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-edf13bf9-1a12-487a-b4ef-053f6655024b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455937 Jun 04 06:17:13.183619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:13.185595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Made reservation on behalf of 2e7fa1bc9dec482bbc7533989a2b18a2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:13.188439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:13.207188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4a9ec77-b2da-40f1-900c-a8bc59420682 req-39f9929a-b60a-44ef-9ca5-b3b5c109ad54 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492076 Jun 04 06:17:13.309859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:13.382728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f67135-361e-4dd7-a9d4-a35fd3d45981,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:13.391858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-d1c0c1aa-5e53-4150-9da8-2dfb39cbd1c4 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350018 Jun 04 06:17:13.398462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-91ebb6ce-533c-4eee-9f44-9871f73ef357 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a55296055b544c97bfc3fff327ead0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101761 Jun 04 06:17:13.455874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63576602-55e6-420c-9c33-f1e105622bf2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a0ba942a00e48fbb9d245543b083117&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1678627 Jun 04 06:17:13.462107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38246) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:13.625407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b911acc-241d-4079-980d-639d4c4bd1e7 req-645cac40-411c-4a73-8d85-befc2753efea service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263398 Jun 04 06:17:13.659239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-362e39b0-78f1-475e-a6b1-778a26ac8fb6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:13.661166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-362e39b0-78f1-475e-a6b1-778a26ac8fb6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498658 Jun 04 06:17:13.694985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Request body: {'port': {'device_id': '2d573887-219c-4d43-8f12-e20815fe171c', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'a55296055b544c97bfc3fff327ead0cc'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:13.709433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:13.713272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7a0a2-fd25-42ce-b890-12fbfacbdea8 req-8986a4bb-9b59-4bea-aebf-ea8327cc31f1 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:13.719019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7f7a0a2-fd25-42ce-b890-12fbfacbdea8 req-8986a4bb-9b59-4bea-aebf-ea8327cc31f1 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1100 time: 0.1828253 Jun 04 06:17:13.796351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e7f7a0a2-fd25-42ce-b890-12fbfacbdea8 req-ef7cdb9a-be91-4520-b5fd-9e2c1aebfad3 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Synchronizing usage tracker for tenant:0f30ed7f070f43f798617c451297236e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:13.835636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e7f7a0a2-fd25-42ce-b890-12fbfacbdea8 req-ef7cdb9a-be91-4520-b5fd-9e2c1aebfad3 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Unset dirty status for tenant:0f30ed7f070f43f798617c451297236e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:13.852702 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7f7a0a2-fd25-42ce-b890-12fbfacbdea8 req-ef7cdb9a-be91-4520-b5fd-9e2c1aebfad3 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255035 Jun 04 06:17:13.972854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:13.998856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ffd2ebfe-af53-4972-b8f5-0546261098ae req-291479fb-bbde-4e9d-9f9c-3fb5bd05fd7f tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0575037 Jun 04 06:17:14.206384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:14.258202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a6c7a-c960-462b-bf93-42b8836beb88 req-32cb76e2-bae6-4d2b-a26b-a0c57af16cfb tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:14.259894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-259a6c7a-c960-462b-bf93-42b8836beb88 req-32cb76e2-bae6-4d2b-a26b-a0c57af16cfb tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.4444439 Jun 04 06:17:14.288253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:14.370380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:14.388296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:14.388503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b150fbf-80c0-4def-8fb3-73b25bef9705 req-c2a92b7e-3875-4035-9ec6-77d6904cdff7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 210 time: 0.0672166 Jun 04 06:17:14.421111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Made reservation on behalf of a55296055b544c97bfc3fff327ead0cc for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:14.424999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:14.603154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-79114a2b-da80-4ae3-a8e1-47bf9851281a req-aa1ff7b7-148f-4051-a4d5-7ef1acd74ff1 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0628920 Jun 04 06:17:14.612651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Allocated IP 192.168.233.30 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/ea0ed0fc-82b5-485c-b52a-af62f1f2bea2) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:14.621611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:14.625607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/02f67135-361e-4dd7-a9d4-a35fd3d45981 HTTP/1.1" status: 204 len: 168 time: 1.1584630 Jun 04 06:17:14.694487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-259a6c7a-c960-462b-bf93-42b8836beb88 req-3db958a2-fc9c-496e-904e-662b8a7ee8c5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085515 Jun 04 06:17:14.695271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0c01f-aa08-4be2-8415-622643b9bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f67135-361e-4dd7-a9d4-a35fd3d45981,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:14.704055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3810f0ba-0417-4914-945f-8c70d89b0f43,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:14.731938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Checking segment: {'id': '1782797b-0260-402e-b089-3958f911c7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '06f493af-400d-4a97-b713-75c12357bde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:14.732276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Network hostable DHCP agents. Network: 06f493af-400d-4a97-b713-75c12357bde0, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:17:14.796782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Network 06f493af-400d-4a97-b713-75c12357bde0 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:17:14.829576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-5e409d09-d5a1-49c7-969f-9045717c6ca1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495048 Jun 04 06:17:14.829997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 06f493af-400d-4a97-b713-75c12357bde0) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:14.843348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674180c3-2604-4b46-9657-09b5dddb8ab7 None None] Network 06f493af-400d-4a97-b713-75c12357bde0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:14.892831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:14.893418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:14.973568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-31615919-4eb3-4ccb-b149-063133cb9e2e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2358935 Jun 04 06:17:15.028426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.053922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Transition to ACTIVE for port object ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:15.139279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.184261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2fd8679a-d082-4175-bb42-43df9538d295'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:15.205670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-36102a35-d00a-4dbc-af89-a9f3609e9949 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:15.217671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-36102a35-d00a-4dbc-af89-a9f3609e9949 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3821492 Jun 04 06:17:15.265181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-7419bbc6-149d-4297-b712-a433ad7f972c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/quotas/36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 375 time: 0.0435512 Jun 04 06:17:15.357183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:15.361205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:15.365984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:15.372158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:15.372918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.380263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:15.389727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Pushing event updated for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:15.402968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-3492c306-1849-4958-b5e9-8643f3d98c57 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7311363 Jun 04 06:17:15.416298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Request body: {'port': {'device_id': '2d573887-219c-4d43-8f12-e20815fe171c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:15.463803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.489364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea711e74-a0db-4213-adf9-760991c36b72 None None] Network 06f493af-400d-4a97-b713-75c12357bde0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:15.521452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:15.528446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Usage tracker for resource:security_group_rule and tenant:0868256a8a30481fac56e6b697c2d5ca is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:15.561601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-1f25487d-00c2-4487-8db1-f2015f743f32 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2944911 Jun 04 06:17:15.564203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:15.592203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:15.749008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.756069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:15.875069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1cd3e-72e5-468f-acd0-8ff0eec101cc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:15.881176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4f398b3-de45-4d38-b3a9-1b8562fcf35d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0868256a8a30481fac56e6b697c2d5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993823 Jun 04 06:17:15.883673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38308) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:15.904669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.074449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401c99b-c13b-4865-b6e2-c3ba59d7b2b8 req-be5348ef-1eb6-475c-a43c-a231f47912af tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:16.075371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d401c99b-c13b-4865-b6e2-c3ba59d7b2b8 req-be5348ef-1eb6-475c-a43c-a231f47912af tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Synchronizing usage tracker for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:16.119226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0bf37e66-eb10-4d7d-800f-7f49b1ed370a None None] Provisioning for port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:16.141493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.196460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d401c99b-c13b-4865-b6e2-c3ba59d7b2b8 req-be5348ef-1eb6-475c-a43c-a231f47912af tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Unset dirty status for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:16.202705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d401c99b-c13b-4865-b6e2-c3ba59d7b2b8 req-be5348ef-1eb6-475c-a43c-a231f47912af tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 935 time: 0.5694659 Jun 04 06:17:16.234422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0bf37e66-eb10-4d7d-800f-7f49b1ed370a None None] Provisioning complete for port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:16.234792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e66-eb10-4d7d-800f-7f49b1ed370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.239998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.286400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bf468bb-77a1-4628-a34a-fef0750d1566 req-eaefe684-4962-4e2c-9afe-1c0a1aa10883 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0996795 Jun 04 06:17:16.355211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ac871571-26c9-4d5e-af36-86712423703b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:16.410045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.449553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.452530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/95d1cd3e-72e5-468f-acd0-8ff0eec101cc HTTP/1.1" status: 204 len: 168 time: 0.5636003 Jun 04 06:17:16.456431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37427305-c411-4df9-a38f-a44e17db4db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1cd3e-72e5-468f-acd0-8ff0eec101cc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:16.514530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d401c99b-c13b-4865-b6e2-c3ba59d7b2b8 req-1d7e481c-368e-4c2e-8762-67389d3785f6 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092349 Jun 04 06:17:16.583962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38328) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:16.609878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-716576838-network', 'tenant_id': '6cdf1039b20f414aa3a229d67d69d936'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:16.636103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:16.722802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0bf37e66-eb10-4d7d-800f-7f49b1ed370a None None] Port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:16.760170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854bda5-77ab-456e-b7df-94c6e1a88a28 req-6da21cff-f80d-4265-bb1c-360168d7b889 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:16.766831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0854bda5-77ab-456e-b7df-94c6e1a88a28 req-6da21cff-f80d-4265-bb1c-360168d7b889 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:16.803333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Usage tracker for resource:network and tenant:6cdf1039b20f414aa3a229d67d69d936 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:16.811666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0854bda5-77ab-456e-b7df-94c6e1a88a28 req-6da21cff-f80d-4265-bb1c-360168d7b889 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:16.820965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0854bda5-77ab-456e-b7df-94c6e1a88a28 req-6da21cff-f80d-4265-bb1c-360168d7b889 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.2751780 Jun 04 06:17:16.826493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:16.841243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b25cfa70-b86e-4590-b9f1-281db132285c req-ff34275e-1bc8-467e-b3ba-00461550a677 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 210 time: 0.2140234 Jun 04 06:17:16.854692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:16.885507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0854bda5-77ab-456e-b7df-94c6e1a88a28 req-83abe0d0-729b-495f-9e37-5b5c422c83fd tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Jun 04 06:17:16.906152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Made reservation on behalf of 6cdf1039b20f414aa3a229d67d69d936 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:16.908578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.938616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:16.961377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.964674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-050565b9-dea6-4c35-b845-03eaf528c333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:16.977237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'ac871571-26c9-4d5e-af36-86712423703b', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'port_id': 'ac871571-26c9-4d5e-af36-86712423703b', 'mac_address': 'fa:16:3e:fc:50:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75909812-5690-472c-b388-d5406ca98ad7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:17.050690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:17.064124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ac871571-26c9-4d5e-af36-86712423703b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:17.064650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.072316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Usage tracker for resource:security_group_rule and tenant:6cdf1039b20f414aa3a229d67d69d936 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:17.077726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:17.085207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac871571-26c9-4d5e-af36-86712423703b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:17.089678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:17.104735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:17.111683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.116912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.119720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:17.156031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Transition to ACTIVE for port object ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:17.187696 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.202968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:17.449613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:17.475730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ac871571-26c9-4d5e-af36-86712423703b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:17.769275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb6dbaf9-b3b3-4607-b2a4-521c2e74fc4d req-2e0e3a46-0fbb-4bcd-a9a5-e0aeb9edfe9a tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1540813 Jun 04 06:17:17.782560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Attempting to bind port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:17.782911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Attempting to bind port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:17.783241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Attempting to bind port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:17.810354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:17.810705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Attempting to bind port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:17.826280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:17.826650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:17.844210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:17.850471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Bound port: ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:17.850573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-8c491e0b-7307-4c64-a626-ff9f18bf7c71 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1662688 Jun 04 06:17:17.851042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.863974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.881327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.920841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:17:17.939848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:17.940355 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Added segment 89f31e93-ea01-49dc-b17e-194ed3a93685 of type vlan for network 9ff6c665-9139-4103-8230-c78849416f31 Jun 04 06:17:18.115941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.168899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6293545d-5c1c-4ba2-9eab-3f7822fdecf8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:18.235044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacd40-5e31-481f-b83c-12a94a107591 req-585d3669-7f85-4f2c-8158-a3b9435f61ef tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:18.236856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3abacd40-5e31-481f-b83c-12a94a107591 req-585d3669-7f85-4f2c-8158-a3b9435f61ef tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 947 time: 0.4840097 Jun 04 06:17:18.264985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.266818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:18.267973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.299131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-3d01f407-217b-4358-957a-58f181f0fe6a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:18.300844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-3d01f407-217b-4358-957a-58f181f0fe6a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284308 Jun 04 06:17:18.316186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'port': {'device_id': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '36671555bc8340b5a022e2fda52f75fc'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:18.409154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3abacd40-5e31-481f-b83c-12a94a107591 req-b2ab7b4b-4eb1-4b93-bfff-c82711561d23 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635976 Jun 04 06:17:18.458770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a267340-4113-4d8f-8421-60013e6885ae req-d44cb760-379a-4d36-a8a9-423ed2e2e565 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 210 time: 0.3446455 Jun 04 06:17:18.505635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f662fd73-b9be-4021-a882-628231d7334a req-2708a2e3-869d-43c1-9b7f-236a1bb965ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2526946 Jun 04 06:17:18.506391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff6c665-9139-4103-8230-c78849416f31,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:18.518535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9ff6c665-9139-4103-8230-c78849416f31 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:17:18.519386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:18.544625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:18.552381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-88d602ff-bb4e-42e7-8a9a-796cfc7d1322 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9673104 Jun 04 06:17:18.553963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38362) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:18.561484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.562312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:18.573318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:18.585936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Request body: {'subnet': {'network_id': '9ff6c665-9139-4103-8230-c78849416f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-716576838-subnet', 'tenant_id': '6cdf1039b20f414aa3a229d67d69d936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:18.591307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Made reservation on behalf of 36671555bc8340b5a022e2fda52f75fc for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:18.595498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.606357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:18.644467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Usage tracker for resource:subnet and tenant:6cdf1039b20f414aa3a229d67d69d936 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:18.655788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:18.675604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:18.729182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:18.729839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.731260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] 10.222.0.24 "PUT /v2.0/ports/ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 HTTP/1.1" status: 200 len: 1095 time: 3.3192041 Jun 04 06:17:18.746958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:18.749786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Made reservation on behalf of 6cdf1039b20f414aa3a229d67d69d936 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:18.752312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:18.964129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64741785-c154-4d6d-ac03-ca828bee38da req-a69a5072-7c76-441e-b807-82e1dab0011e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:18.974935 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64741785-c154-4d6d-ac03-ca828bee38da req-a69a5072-7c76-441e-b807-82e1dab0011e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.3655708 Jun 04 06:17:19.006682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b0966481-467c-4605-b6af-ca985d296ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:19.023413 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89139b11-6e48-4bbe-965d-fc400c8ab139'] response: {'name': 'network-changed', 'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2', 'status': 'completed', 'code': 200} Jun 04 06:17:19.060538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d0cb-5b3f-48a8-8f96-9206376803cd service neutron] Pushing event updated for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:19.138785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-42fd17af-83d9-40aa-9d3c-714fc6cfd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:19.140844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-42fd17af-83d9-40aa-9d3c-714fc6cfd50a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 1098 time: 0.3041017 Jun 04 06:17:19.177343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64741785-c154-4d6d-ac03-ca828bee38da req-4695c5d1-26ae-4bbe-8ee3-80ed3244732f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165123 Jun 04 06:17:19.209110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Allocated IP 192.168.233.183 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/1da820f9-6db1-4acb-815e-8e856c8a7879) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:19.230121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8780022a-1a4d-4b3f-96a6-8a0d6664510a req-6d9a3a1a-1b8a-4798-837c-f38f4a4bed94 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0837140 Jun 04 06:17:19.308643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-b2debc26-9fa4-44e2-ab51-196125e6e402 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 HTTP/1.1" status: 200 len: 217 time: 0.0857241 Jun 04 06:17:19.403111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-09f3b3f9-eb84-4e84-aca3-77d2c5b163a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:19.404987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-09f3b3f9-eb84-4e84-aca3-77d2c5b163a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0882738 Jun 04 06:17:19.476722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:19.603336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-954a5cc1-7fd4-4d33-8312-943b311a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:19.604750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-954a5cc1-7fd4-4d33-8312-943b311a5298 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902826 Jun 04 06:17:19.798847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc016446-57bc-460b-ac50-6fac341e57ad req-a6e3a275-2147-4852-98b8-524d9faae4f2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 210 time: 0.0738990 Jun 04 06:17:19.816426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=48570f48-cbca-4030-b4df-5b29c6b639dd,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:19.836146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:19.845502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-5052019c-c590-4f09-a420-10541da5a18f service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281885 Jun 04 06:17:19.849398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Checking segment: {'id': '89f31e93-ea01-49dc-b17e-194ed3a93685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '9ff6c665-9139-4103-8230-c78849416f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:19.849768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Network hostable DHCP agents. Network: 9ff6c665-9139-4103-8230-c78849416f31, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:17:19.883884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Transition to ACTIVE for port object 1da820f9-6db1-4acb-815e-8e856c8a7879 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:19.916640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a014a6-9bf6-4c96-bb8b-ac7500ac400f req-d06e0d22-5a8a-4ce3-86b1-3169ae6ca120 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:19.923746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71a014a6-9bf6-4c96-bb8b-ac7500ac400f req-d06e0d22-5a8a-4ce3-86b1-3169ae6ca120 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 947 time: 0.2048268 Jun 04 06:17:19.927597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Network 9ff6c665-9139-4103-8230-c78849416f31 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:17:19.958392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9ff6c665-9139-4103-8230-c78849416f31) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:19.967813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6dc11-df5b-48d6-ae13-7f0b463fb773 None None] Network 9ff6c665-9139-4103-8230-c78849416f31 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:19.980959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:19.989735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.046399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71a014a6-9bf6-4c96-bb8b-ac7500ac400f req-bd59be73-6141-4b17-a5de-7a8fe3e326b5 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216776 Jun 04 06:17:20.066331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.167977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-18cddf58-4138-4d7f-bc14-c149bdbe79dd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6127110 Jun 04 06:17:20.175375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:20.177169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:20.181345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:20.186734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:20.187352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.191436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4aadb9-484c-4722-9771-2dc61f681d75 req-4d58eeb5-3c88-4ba3-9aac-0406a9211d20 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326867 Jun 04 06:17:20.215932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:20.258525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:20.265037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-9e965a76-62f9-449d-98ce-d51cc685d579 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9529581 Jun 04 06:17:20.284264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Request body: {'port': {'device_id': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:20.355003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ac871571-26c9-4d5e-af36-86712423703b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:20.425550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-97f4f7fc-7acf-4350-b14f-09d6cc82b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:20.433520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-97f4f7fc-7acf-4350-b14f-09d6cc82b92f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 1098 time: 0.1796660 Jun 04 06:17:20.455222 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.501862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38400) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:20.552731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.694699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Deleting subnet 3810f0ba-0417-4914-945f-8c70d89b0f43 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:17:20.710309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.747760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.781585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port ac871571-26c9-4d5e-af36-86712423703b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:20.792730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-12e4a4b9-f2f7-4f10-8256-431b3f059e04 None None] Provisioning for port 1da820f9-6db1-4acb-815e-8e856c8a7879 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:20.803130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585267e1-f3b0-413d-a2c6-9d1f56b2e4b7 req-3e559633-1bd3-4cb6-8828-bc16ddfd3a12 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:20.804597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port ac871571-26c9-4d5e-af36-86712423703b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:20.805069 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.810854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-585267e1-f3b0-413d-a2c6-9d1f56b2e4b7 req-3e559633-1bd3-4cb6-8828-bc16ddfd3a12 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.3456562 Jun 04 06:17:20.819467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-feadeb51-a993-4b49-99df-a0faf98e1024 req-fb3eaad7-b33c-44b4-b0cb-d7405c0e5bcb tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1457875 Jun 04 06:17:20.832614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-73b8880b-3c0b-40e8-937a-94d4ed929408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:20.834110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-73b8880b-3c0b-40e8-937a-94d4ed929408 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3944473 Jun 04 06:17:20.934064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-12e4a4b9-f2f7-4f10-8256-431b3f059e04 None None] Provisioning complete for port 1da820f9-6db1-4acb-815e-8e856c8a7879 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:20.935981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-fa98dd87-ca80-4a88-a518-02c8ed58b578 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 HTTP/1.1" status: 200 len: 217 time: 0.0938170 Jun 04 06:17:20.938382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.940477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-12e4a4b9-f2f7-4f10-8256-431b3f059e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:20.952248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-585267e1-f3b0-413d-a2c6-9d1f56b2e4b7 req-edbed50e-662b-4133-8fcc-bb2e396183d9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384048 Jun 04 06:17:21.058840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.066690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-12e4a4b9-f2f7-4f10-8256-431b3f059e04 None None] Port 1da820f9-6db1-4acb-815e-8e856c8a7879 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:21.163504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54041e-1311-4c86-9db8-a1b40bd4a396 None None] Network 9ff6c665-9139-4103-8230-c78849416f31 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:21.180897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.221414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3810f0ba-0417-4914-945f-8c70d89b0f43,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:21.238291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.242761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-f0b7fbb7-25c9-4803-9842-04bd18817b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:21.244296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-f0b7fbb7-25c9-4803-9842-04bd18817b49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3020291 Jun 04 06:17:21.248634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-48b1c523-2d03-4666-9b78-c8b0499c91ca admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3810f0ba-0417-4914-945f-8c70d89b0f43 HTTP/1.1" status: 204 len: 168 time: 0.7453806 Jun 04 06:17:21.251742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38414) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:21.281692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da820f9-6db1-4acb-815e-8e856c8a7879 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:21.290352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.306889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Transition to ACTIVE for port object 1da820f9-6db1-4acb-815e-8e856c8a7879 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:21.384965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.431037 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.467454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:21.527837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ac871571-26c9-4d5e-af36-86712423703b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:21.528217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.638040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:21.683964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:21.726100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-bde2fc01-8b56-472d-a581-7e2106fb26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:21.728519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-bde2fc01-8b56-472d-a581-7e2106fb26ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4692290 Jun 04 06:17:21.731258 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.748190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:21.748649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:21.749892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:21.756155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.776268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:21.776587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:21.816330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcd945-e26c-4799-a2b4-6cfa5311478d req-4aa69bbf-2a0c-41f1-b363-8d9fd1c59f99 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:21.821846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b3fcd945-e26c-4799-a2b4-6cfa5311478d req-4aa69bbf-2a0c-41f1-b363-8d9fd1c59f99 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:21.825090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:21.825645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:21.826181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:21.826795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Bound port: 1da820f9-6db1-4acb-815e-8e856c8a7879, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:21.827292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.931618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:21.940283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b3fcd945-e26c-4799-a2b4-6cfa5311478d req-4aa69bbf-2a0c-41f1-b363-8d9fd1c59f99 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:21.942362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:21.948749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3fcd945-e26c-4799-a2b4-6cfa5311478d req-4aa69bbf-2a0c-41f1-b363-8d9fd1c59f99 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.6402185 Jun 04 06:17:22.025689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.026302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.027163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.027595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > port after_create 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.028009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.028441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > port after_update 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.028855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.029284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.029724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.030142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.076305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3fcd945-e26c-4799-a2b4-6cfa5311478d req-d438dc81-943d-4630-82c4-05e97e7bbe40 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266704 Jun 04 06:17:22.105587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:22.131013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:22.137582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:22.208597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:22.209240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:22.210708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] 10.222.0.39 "PUT /v2.0/ports/1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 1096 time: 1.9347222 Jun 04 06:17:22.211159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:22.254012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26461d46-553f-4311-b50b-724aaa95cc19 service neutron] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:22.261428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.262063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.262207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.262645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:17:22.263084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f493af-400d-4a97-b713-75c12357bde0']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:22.309881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02776a05-7422-4784-8f3a-80e8aea306bf req-d8112840-4b6b-42c9-bbbc-5cf8bd51e30f tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.3553433 Jun 04 06:17:22.312170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-a377bb57-e3ef-4eea-a938-9b409bfc38cb service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605693 Jun 04 06:17:22.326304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1782797b-0260-402e-b089-3958f911c7d3') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:22.326586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1782797b-0260-402e-b089-3958f911c7d3') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:22.406418 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fa4704-c94a-40a9-8b5e-1e75411fcc7f'] response: {'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b', 'code': 200} Jun 04 06:17:22.591258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27aba-37ca-47e1-88f7-f4423b56628b req-4f283a77-385b-4e81-ae60-c93de04e5bbc tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:22.593978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bea27aba-37ca-47e1-88f7-f4423b56628b req-4f283a77-385b-4e81-ae60-c93de04e5bbc tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 947 time: 0.3159873 Jun 04 06:17:22.604211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-486f49f6-45d5-408c-984a-aa9ec159ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:22.606069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-486f49f6-45d5-408c-984a-aa9ec159ca26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1099 time: 0.2066901 Jun 04 06:17:22.642298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598bc29a-e8bf-4c1a-b766-d6959a7beb26 req-794d1020-9c95-45c8-a60b-db0d650392f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079925 Jun 04 06:17:22.649360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:22.712098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-d27b1110-309e-4470-9a1a-041ca309ed48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.0898011 Jun 04 06:17:22.760281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:22.774955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:17:22.775350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:22.805794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-a9c15c8a-3af0-4065-ae3e-21f70e7e06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:22.807456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-a9c15c8a-3af0-4065-ae3e-21f70e7e06a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0862527 Jun 04 06:17:22.826720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bea27aba-37ca-47e1-88f7-f4423b56628b req-02864504-353b-439f-9629-0907cbe420e4 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171187 Jun 04 06:17:22.958844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f7d5-ee90-4ef6-9f2a-44d99dfcb083 req-86f1cd16-725a-4ac5-aea8-d12b8ade02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:22.960528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6099f7d5-ee90-4ef6-9f2a-44d99dfcb083 req-86f1cd16-725a-4ac5-aea8-d12b8ade02bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.3133371 Jun 04 06:17:23.023537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81188d6a-f733-435a-9f5f-ed7f2cf49e60 req-5b3e1ea4-6432-4dbd-867c-a351a1b82977 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:23.037616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81188d6a-f733-435a-9f5f-ed7f2cf49e60 req-5b3e1ea4-6432-4dbd-867c-a351a1b82977 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 946 time: 0.3917491 Jun 04 06:17:23.092302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.115060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.131020 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3a1f43-9690-472d-861f-50cb23aca29d'] response: {'name': 'network-changed', 'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'status': 'completed', 'code': 200} Jun 04 06:17:23.164019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=06f493af-400d-4a97-b713-75c12357bde0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:23.174507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fdd5cba7-db8a-4595-a106-ee14bd0ed8bc admin admin] 10.222.0.17 "DELETE /v2.0/networks/06f493af-400d-4a97-b713-75c12357bde0 HTTP/1.1" status: 204 len: 168 time: 1.9140027 Jun 04 06:17:23.176790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:23.230352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6099f7d5-ee90-4ef6-9f2a-44d99dfcb083 req-8753a354-9523-454a-a233-7e6477a6db51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582650 Jun 04 06:17:23.234500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81188d6a-f733-435a-9f5f-ed7f2cf49e60 req-20d4cf32-34fb-47a2-808d-06a602bc1f34 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960499 Jun 04 06:17:23.256254 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f041e4ab-ed57-46bc-8aa9-c92794bf2361 req-c7d7d458-4a65-461e-ab3e-6e80604211f5 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1240780 Jun 04 06:17:23.261417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Deleting subnet 48570f48-cbca-4030-b4df-5b29c6b639dd {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:17:23.272723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.316032 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1782797b-0260-402e-b089-3958f911c7d3 resource provider aggregate not found Jun 04 06:17:23.346152 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1782797b-0260-402e-b089-3958f911c7d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1782797b-0260-402e-b089-3958f911c7d3 found for delete ", "request_id": "req-d1bebaea-9f24-4996-8328-eaac4dacc8f2"}]} Jun 04 06:17:23.389109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.406263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.466430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-e6cabd40-2059-4d70-b67b-c9017af72030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:23.467907 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-e6cabd40-2059-4d70-b67b-c9017af72030 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6400676 Jun 04 06:17:23.701327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.749867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:23.754382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48570f48-cbca-4030-b4df-5b29c6b639dd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:23.776753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2590807-aecb-47b2-b4ea-b5c065d240f0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/48570f48-cbca-4030-b4df-5b29c6b639dd HTTP/1.1" status: 204 len: 168 time: 0.5958488 Jun 04 06:17:23.777177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:23.806911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e708e-1325-4bde-8c68-118a7e22a054 req-f6ef8058-d774-4d34-a8ce-4289829a2eea tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:23.815761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562e708e-1325-4bde-8c68-118a7e22a054 req-f6ef8058-d774-4d34-a8ce-4289829a2eea tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.3332803 Jun 04 06:17:23.818079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-7ae1d041-68fa-40d6-9182-17884f83e1f5 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983682 Jun 04 06:17:23.927460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38476) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:23.993123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.095721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562e708e-1325-4bde-8c68-118a7e22a054 req-2fab4425-080a-4a36-9071-4d8bbdc6d643 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732053 Jun 04 06:17:24.155547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7ec732e-6dc4-4d5d-ad7f-bf4795076d32 req-814f0be2-d204-410a-9ed2-98d3dbbcb3d2 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997417 Jun 04 06:17:24.194913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.295389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:24.309236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.328319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6538ae46431e4a3e9619849eec39cb25 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:24.332218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:24.344906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-eb766c78-99d1-473c-96d9-d18bfba57b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:24.346415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-eb766c78-99d1-473c-96d9-d18bfba57b2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1099 time: 0.1317971 Jun 04 06:17:24.353722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:24.401337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff6c665-9139-4103-8230-c78849416f31']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:24.431169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f31e93-ea01-49dc-b17e-194ed3a93685') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:24.431456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f31e93-ea01-49dc-b17e-194ed3a93685') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:24.455292 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.489666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7e567-2139-44aa-ac97-041a1162ef0b req-f3d80b12-75bb-45ee-8bf8-54d4bb1790fc tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:24.491056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aca7e567-2139-44aa-ac97-041a1162ef0b req-f3d80b12-75bb-45ee-8bf8-54d4bb1790fc tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 947 time: 0.4250216 Jun 04 06:17:24.495804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.509113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:24.548615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:17:24.549033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.648259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aca7e567-2139-44aa-ac97-041a1162ef0b req-8b1ffc7e-2130-4d6f-9191-80ad6641699f tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487887 Jun 04 06:17:24.654328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-fedf832d-db5a-4ec9-8a7c-0e48689ee675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:24.663147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-fedf832d-db5a-4ec9-8a7c-0e48689ee675 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3084915 Jun 04 06:17:24.689648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc6e50-a3f0-467b-8d91-2a9a74556c99 req-be882153-7408-40ac-af5f-31f390a363b9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:24.693934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9fc6e50-a3f0-467b-8d91-2a9a74556c99 req-be882153-7408-40ac-af5f-31f390a363b9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 946 time: 0.3209188 Jun 04 06:17:24.805862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.818737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.904240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:24.907149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:24.920982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2', 'mac_address': 'fa:16:3e:ee:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:24.939481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-7ead6320-1f5c-449a-a1fc-032ce9921b27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.2423124 Jun 04 06:17:24.966120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff6c665-9139-4103-8230-c78849416f31,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:24.975188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.009810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:25.010198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.017017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5ed396f-1ef0-40fb-b2a3-3eae0d298610 req-aabcc3fa-ef5e-4721-93bb-a67be5cd4663 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1287847 Jun 04 06:17:25.023492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b9b09-afff-4d95-bd00-5384828c86e3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:25.030423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] 10.222.0.17 "DELETE /v2.0/networks/9ff6c665-9139-4103-8230-c78849416f31 HTTP/1.1" status: 204 len: 168 time: 1.2517798 Jun 04 06:17:25.034911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.035782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.036119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.036453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.036781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.037108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.037433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.037972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.038101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.038420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.039413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.039413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf3a2e-fde2-4d56-8cf7-9b4000c352dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.055516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.055681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.067873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.071136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9fc6e50-a3f0-467b-8d91-2a9a74556c99 req-f22d3f37-c799-4dce-b517-e1d748aeb833 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893597 Jun 04 06:17:25.085460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4af38d89-af84-42c9-a54b-036166f560c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6538ae46431e4a3e9619849eec39cb25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1569638 Jun 04 06:17:25.089518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:25.090904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:25.112846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.128186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:25.133429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.193358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-2dbf5e30-6969-478a-bcde-f8a9f292c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:25.196372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-2dbf5e30-6969-478a-bcde-f8a9f292c26d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2141657 Jun 04 06:17:25.236591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:25.248858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.250932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.251708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.252209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.252699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.253188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.255112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.255697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.256187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.256672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.257156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.257664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:25.289386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:25.298483 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.361460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.368301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02981166-07e1-48b8-9c28-dd9eeb3965d2 req-f20adcca-c6f2-4531-86f6-09241c48ec29 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:25.375647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02981166-07e1-48b8-9c28-dd9eeb3965d2 req-f20adcca-c6f2-4531-86f6-09241c48ec29 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.1038287 Jun 04 06:17:25.379148 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 89f31e93-ea01-49dc-b17e-194ed3a93685 resource provider aggregate not found Jun 04 06:17:25.400305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6aa56a0-6680-488b-a07f-921ab5babe41 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2e7fa1bc9dec482bbc7533989a2b18a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050448 Jun 04 06:17:25.402925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38502) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:25.420611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.430775 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 89f31e93-ea01-49dc-b17e-194ed3a93685 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89f31e93-ea01-49dc-b17e-194ed3a93685 found for delete ", "request_id": "req-cd959008-c20e-43ad-8c3e-c41d201cf6be"}]} Jun 04 06:17:25.443697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-e64e340a-6082-4a4f-83ad-b667e0f4de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:25.445149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-e64e340a-6082-4a4f-83ad-b667e0f4de33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2298377 Jun 04 06:17:25.459527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02981166-07e1-48b8-9c28-dd9eeb3965d2 req-c974cc99-e1e9-4b7b-a934-abe936aa014c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828395 Jun 04 06:17:25.506710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ea0ed0fc-82b5-485c-b52a-af62f1f2bea2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:25.537073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.579826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.598507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.621305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b9b09-afff-4d95-bd00-5384828c86e3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:25.635395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-4ef40f30-7097-4bc9-87e1-fae19a8ac3cf service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832564 Jun 04 06:17:25.636494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.637491 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c6801317-3e2b-4a78-9b01-a35e8a252979 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a54b9b09-afff-4d95-bd00-5384828c86e3 HTTP/1.1" status: 204 len: 168 time: 0.5469859 Jun 04 06:17:25.710102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.742308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25b553-adc6-4e7a-bb51-c8e7c17f1b84,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:25.778132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:25.781057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-feac9846-db30-4e20-bb89-dd0e30dfce71 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cf25b553-adc6-4e7a-bb51-c8e7c17f1b84 HTTP/1.1" status: 204 len: 168 time: 0.3749013 Jun 04 06:17:25.926165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cff75984-df3d-4a15-a4f5-4475e12e4959 req-b4fd78fc-e4a5-4128-8f89-01f919413977 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810533 Jun 04 06:17:26.267889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49ef4281-98a3-4fca-97e7-09a09ff94fc1 req-9f17d53e-9174-46f5-9bd4-c11d28954a5a tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0790889 Jun 04 06:17:26.287929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce90e1-4e8b-47c9-8916-b68a2fea10bd req-c00d46bc-c1f3-44fb-a25f-dbc1e4e7b15b tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:26.289522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-38ce90e1-4e8b-47c9-8916-b68a2fea10bd req-c00d46bc-c1f3-44fb-a25f-dbc1e4e7b15b tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 948 time: 0.1769249 Jun 04 06:17:26.400608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-38ce90e1-4e8b-47c9-8916-b68a2fea10bd req-13393926-699f-41fd-b41d-73f74a4959a8 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044183 Jun 04 06:17:26.470817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38520) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:26.490614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:26.498794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:26.539132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:26.551806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac43a3abfb545cd970280dacf00413e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:26.557292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:26.566996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9859c07e-ec9b-4532-a1d2-cf947f80993e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6cdf1039b20f414aa3a229d67d69d936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650611 Jun 04 06:17:26.568396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:26.570259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:26.577062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740dd5-c56c-46b2-b16c-a4b4e4f4801f req-1d7bf001-c43a-4c94-b937-8cb047a28ed7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:26.586207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6740dd5-c56c-46b2-b16c-a4b4e4f4801f req-1d7bf001-c43a-4c94-b937-8cb047a28ed7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 946 time: 0.1095006 Jun 04 06:17:26.645152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6740dd5-c56c-46b2-b16c-a4b4e4f4801f req-085bc70e-8978-4801-98c2-7fcec7607003 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Jun 04 06:17:26.728635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:26.797362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:26.864571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:26.874336 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:26.900186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c442-f233-46b3-9120-5d125b862bbe req-91e5a9e0-4eab-4100-b3d1-66ec17bd9430 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:26.901740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2e05c442-f233-46b3-9120-5d125b862bbe req-91e5a9e0-4eab-4100-b3d1-66ec17bd9430 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.2627718 Jun 04 06:17:26.985159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b269dd8-a604-4df9-9701-25c658fa8333,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:26.992675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5ac43a3abfb545cd970280dacf00413e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207021 Jun 04 06:17:26.995640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38536) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:26.998166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b5ec0-2223-4fab-bebd-46f1254484ba req-0ae8bbf9-4360-4217-92ee-daacba247725 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:27.007929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a96b5ec0-2223-4fab-bebd-46f1254484ba req-0ae8bbf9-4360-4217-92ee-daacba247725 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.2190890 Jun 04 06:17:27.065231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.065556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.068814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.069764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.069764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.069983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.070707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.070707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.070895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.071101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.071470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.071848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da654e8-b2fc-458a-9db3-5642ca2aae44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:17:27.079679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.087289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a96b5ec0-2223-4fab-bebd-46f1254484ba req-78aaef33-9102-4d99-8d57-198f41f33253 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670760 Jun 04 06:17:27.111472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6293545d-5c1c-4ba2-9eab-3f7822fdecf8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:27.116583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2e05c442-f233-46b3-9120-5d125b862bbe req-536f2611-e490-469a-a878-5942da55a86f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030966 Jun 04 06:17:27.142118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.142118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea519d47-e251-4181-808b-4158b29e9c30 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6293545d-5c1c-4ba2-9eab-3f7822fdecf8 HTTP/1.1" status: 204 len: 168 time: 0.5678854 Jun 04 06:17:27.198145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.261608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.466487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.486776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b269dd8-a604-4df9-9701-25c658fa8333,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:27.499957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cefa0-33ca-4826-81a8-56f9324a8a07 req-95101047-2ace-4231-b849-9a7784fae8ad tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:27.501644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-782cefa0-33ca-4826-81a8-56f9324a8a07 req-95101047-2ace-4231-b849-9a7784fae8ad tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.1551683 Jun 04 06:17:27.505445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:27.506791 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-561fb5ed-2df3-4959-b134-c3fd874dfda3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7b269dd8-a604-4df9-9701-25c658fa8333 HTTP/1.1" status: 204 len: 168 time: 0.5073273 Jun 04 06:17:27.560077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-782cefa0-33ca-4826-81a8-56f9324a8a07 req-3e177b9b-269c-44f8-86c0-940cd8fd6cc5 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Jun 04 06:17:27.566135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2517cfc-ada9-40bb-aaab-4e88fdfa0a33 req-1ea2114a-388f-492c-88eb-6ab141fca1f9 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0988221 Jun 04 06:17:27.852734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c6dc9-f641-4452-b832-4b1e724b9646 req-43a493b0-91f3-4644-b330-3e8672d3b187 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:27.860082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e1c6dc9-f641-4452-b832-4b1e724b9646 req-43a493b0-91f3-4644-b330-3e8672d3b187 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 948 time: 0.1445618 Jun 04 06:17:27.923878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e1c6dc9-f641-4452-b832-4b1e724b9646 req-5c78cc1a-5e4c-42c9-97cb-c2eb59e28521 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631456 Jun 04 06:17:28.259410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d7ca-d4d4-4a5a-81a8-e022cefd6c69 req-875e749b-9e2e-4d1f-931a-f376ba4585aa tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:28.262762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2034d7ca-d4d4-4a5a-81a8-e022cefd6c69 req-875e749b-9e2e-4d1f-931a-f376ba4585aa tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.1203947 Jun 04 06:17:28.344831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:28.359480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2034d7ca-d4d4-4a5a-81a8-e022cefd6c69 req-3373e74f-16cf-4147-a9d4-056e0826fe80 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895145 Jun 04 06:17:28.422767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beceaf-1770-4e22-a934-fb77f256a90a req-e6678988-7ad4-479c-a07c-b16bda2a1111 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:28.436111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55beceaf-1770-4e22-a934-fb77f256a90a req-e6678988-7ad4-479c-a07c-b16bda2a1111 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.1522799 Jun 04 06:17:28.520021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55beceaf-1770-4e22-a934-fb77f256a90a req-f51e039c-40ef-4302-b05d-9fa033c5e103 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820518 Jun 04 06:17:28.545701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:28.629621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:28.651206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'mac_address': 'fa:16:3e:76:dd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:28.714288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:28.725238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:28.726191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:28.754722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1da820f9-6db1-4acb-815e-8e856c8a7879 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:28.755093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:28.781301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7051873-d11c-4ad0-b494-2d179bd57b4c req-d72f2ae4-7f58-41ee-a087-1024e3dc60d0 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0490797 Jun 04 06:17:28.793290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da820f9-6db1-4acb-815e-8e856c8a7879 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:28.815017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38608) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:28.832871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:28.838897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:28.967210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:28.967711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:28.990425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1282035190-network', 'tenant_id': '799d8d3ae79d438da5c77b38215e0995'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:28.995364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38620) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:28.998408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.003012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414602352', 'description': 'tempest-description--1349301821'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:29.013067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.016763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.022628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Usage tracker for resource:network and tenant:799d8d3ae79d438da5c77b38215e0995 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.028763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Usage tracker for resource:security_group and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.031246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.037838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.045739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.049734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:29.057809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.065358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:29.080289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.109842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:29.114742 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.117903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.125556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38626) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:29.137302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.155119 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258eaf2b-f4b0-4064-bfc8-8cce3adbcbbe'] response: {'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2', 'code': 200} Jun 04 06:17:29.155400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.160937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Usage tracker for resource:security_group_rule and tenant:799d8d3ae79d438da5c77b38215e0995 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.163899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.180977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.185529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Usage tracker for resource:security_group_rule and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.186849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.189150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.196779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.203894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.209480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1da820f9-6db1-4acb-815e-8e856c8a7879'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:29.299332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.304707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.320441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-network', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:29.335876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:17:29.338703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.344511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.349342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.351033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.351359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Usage tracker for resource:network and tenant:80e58f7fb5124d1ea98f15baf583b6d7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.351479 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Added segment 319c2c97-4c03-444c-9874-56bedc988fbd of type vlan for network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f Jun 04 06:17:29.356383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.367160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c54025-58ae-4b26-827a-499d7ef256bf req-d445d853-f653-4f42-b7f9-b2b1ffe27533 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:29.374198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c8c54025-58ae-4b26-827a-499d7ef256bf req-d445d853-f653-4f42-b7f9-b2b1ffe27533 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 948 time: 0.3118482 Jun 04 06:17:29.380971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.385699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.397380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.416455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.417586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:29.418218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.473196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Made reservation on behalf of 80e58f7fb5124d1ea98f15baf583b6d7 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:29.475495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.495264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.496432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4996407 Jun 04 06:17:29.498760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.499635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:29.510636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c8c54025-58ae-4b26-827a-499d7ef256bf req-b3a4e716-f256-4bb7-bec6-94da34d94e94 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355968 Jun 04 06:17:29.511228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f50345-b9df-4459-af90-359377784fd8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0ba7c-5c90-4d61-b968-d6ad44e4b555,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.512074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'security_group_rule': {'security_group_id': 'abd0ba7c-5c90-4d61-b968-d6ad44e4b555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:29.524695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f8edd-3f6d-46b6-bf6e-25e6b9abb895 req-e075c2b5-ee9e-42f4-b004-9026ef6c769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:29.526214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9f8edd-3f6d-46b6-bf6e-25e6b9abb895 req-e075c2b5-ee9e-42f4-b004-9026ef6c769c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 1100 time: 0.2526708 Jun 04 06:17:29.527489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.528714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.532743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Usage tracker for resource:security_group_rule and tenant:80e58f7fb5124d1ea98f15baf583b6d7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.537622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.538321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7222643 Jun 04 06:17:29.541410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Usage tracker for resource:security_group_rule and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.543211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:29.544071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1060192-ffad-46d1-b0a2-1552e91cadd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.548200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.556700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.566826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.571112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:17:29.571776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Request body: {'subnet': {'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1282035190-subnet', 'tenant_id': '799d8d3ae79d438da5c77b38215e0995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:29.580227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.580532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.591727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Usage tracker for resource:subnet and tenant:799d8d3ae79d438da5c77b38215e0995 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.599868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.608999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.624390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9f8edd-3f6d-46b6-bf6e-25e6b9abb895 req-30b2bdea-0c47-4a2b-87da-1eefa2101549 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878494 Jun 04 06:17:29.637245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:29.640074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.748692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.759383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.788972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534580c6-e945-4c64-bbfa-ede0aa04beca,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.808979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.813322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-749e439b-3f09-41ab-9c3d-70f41ef040e2 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126342 Jun 04 06:17:29.813591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.814948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38648) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:29.820647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'security_group_rule': {'security_group_id': 'abd0ba7c-5c90-4d61-b968-d6ad44e4b555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:29.820855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.826444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bf9b3-51b3-4a18-abf4-6f677abd32c0 req-e599df91-ce01-4bba-9244-bb0d0a83d4b1 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:29.828108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da6bf9b3-51b3-4a18-abf4-6f677abd32c0 req-e599df91-ce01-4bba-9244-bb0d0a83d4b1 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.1654594 Jun 04 06:17:29.830502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:29.834988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Usage tracker for resource:security_group_rule and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:29.837917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:29.856932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:29.890674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.900670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da6bf9b3-51b3-4a18-abf4-6f677abd32c0 req-20427caa-8abc-4a38-a0bb-0b2571a57434 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Jun 04 06:17:29.946486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:17:29.955731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd8cd7a-0d4d-40e2-9c3d-137f3176ba6c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:29.956017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.967146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.982067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:29.982445 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Added segment 30a49b13-9ce2-455e-bb37-0902ee63bd76 of type vlan for network 2dcce626-e844-4f10-b33f-c8151ef1ae61 Jun 04 06:17:30.005172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc97715f-a59e-4dac-8975-8b67864039ca,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:30.022959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.027285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b717f66d-f85d-44b8-9213-5c13955b49b1 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077525 Jun 04 06:17:30.028059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38656) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:30.036895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:30.044519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.087221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:30.113629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.118042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Usage tracker for resource:floatingip and tenant:60859c8798ba4512803cb5074a41a7f8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:30.131780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910fdc5-e507-4be0-96fb-3a8022c3fead req-d90127da-2430-4d26-ac32-4a0231cec851 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:30.133233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f910fdc5-e507-4be0-96fb-3a8022c3fead req-d90127da-2430-4d26-ac32-4a0231cec851 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 949 time: 0.2622702 Jun 04 06:17:30.135683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:30.147994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:30.164954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-224bca1f-c15c-441c-9596-cdc94573a2c3 req-d64cb0dc-123e-4889-9c91-865a73ca9902 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0463345 Jun 04 06:17:30.203055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d12524-68f1-48f0-ae37-4e7c619efa45,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:30.214034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.251123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.252057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:30.252620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.275265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:30.275616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Network hostable DHCP agents. Network: 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:17:30.292802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f910fdc5-e507-4be0-96fb-3a8022c3fead req-1f75dc9c-d708-4449-a957-fa2b8839b8be tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459568 Jun 04 06:17:30.350402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:30.418527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 1da820f9-6db1-4acb-815e-8e856c8a7879 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:30.423806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 1da820f9-6db1-4acb-815e-8e856c8a7879 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:30.424375 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.436912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:17:30.444545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3177264 Jun 04 06:17:30.448250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324607e9-2efc-445b-a47a-ffa663c0c059 admin admin] Pushing event updated for resources: {'Network': ['ID=2dcce626-e844-4f10-b33f-c8151ef1ae61,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:30.448701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38662) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:30.463835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:30.469882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:30.470315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.471865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Request body: {'subnet': {'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-subnet', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:30.481054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:17:30.486630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:30.494657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Usage tracker for resource:subnet and tenant:80e58f7fb5124d1ea98f15baf583b6d7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:30.495459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dfb71a-3e04-46b6-893c-3b3d723f5286 None None] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:30.504729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:30.504922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c2ae303b-cf15-4225-abb9-8ef7be66f6db admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9469948 Jun 04 06:17:30.516279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:30.537532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Made reservation on behalf of 80e58f7fb5124d1ea98f15baf583b6d7 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:30.540099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.551894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:30.795292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Allocated IP 172.25.1.74 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4298e41c-296c-4913-984e-b598bd9593df) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:31.001883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.098780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=df69a4ad-2e93-480e-b28b-20b018a59de7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:31.101259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Checking segment: {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:31.101979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Network hostable DHCP agents. Network: 2dcce626-e844-4f10-b33f-c8151ef1ae61, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:17:31.112595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.126705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:17:31.138029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb255c-f4b5-4810-a3f2-a770579c1f4e req-f093e8d6-c0ee-4f7f-8e3d-351945ef622c tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:31.140569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2dcce626-e844-4f10-b33f-c8151ef1ae61) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:31.147155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:31.148470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.150119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47fb255c-f4b5-4810-a3f2-a770579c1f4e req-f093e8d6-c0ee-4f7f-8e3d-351945ef622c tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.4383435 Jun 04 06:17:31.163831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29ceaf-7f1c-4354-a2fe-b22702ece266 None None] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:31.201658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7aad44-6bd9-4c9e-9e26-c8397b13a746 None None] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:31.203152 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3d2c5c7-e920-4681-ba03-d49c7f6679cd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7502759 Jun 04 06:17:31.204413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38698) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:31.214434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:31.221274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:31.226757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Usage tracker for resource:router and tenant:80e58f7fb5124d1ea98f15baf583b6d7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:31.230926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:31.239520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:31.245923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47fb255c-f4b5-4810-a3f2-a770579c1f4e req-c0d0b5fa-6d97-447c-9551-f55897d2f429 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945766 Jun 04 06:17:31.264412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.266415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.291039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.303767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.445810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1da820f9-6db1-4acb-815e-8e856c8a7879 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:31.446196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.464638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:31.479562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:31.482559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:31.522105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38710) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:31.535781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43876527-8d96-44b2-88f2-b6975415f43c req-03a4f9a9-fcd4-4079-827f-e087981cd80f tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1318684 Jun 04 06:17:31.549421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1742418514-network', 'tenant_id': '2e0547355bb34b97a079651b15c17a05'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:31.557602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:31.563266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Usage tracker for resource:network and tenant:2e0547355bb34b97a079651b15c17a05 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:31.577067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:31.586010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:31.620458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Made reservation on behalf of 2e0547355bb34b97a079651b15c17a05 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:31.623870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.651869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.673209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'Port': ['ID=4298e41c-296c-4913-984e-b598bd9593df,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:31.687353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:31.688165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:31.712493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:31.720593 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.768601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.771163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Usage tracker for resource:security_group_rule and tenant:2e0547355bb34b97a079651b15c17a05 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:31.776256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:31.788440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:31.865500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:31.944195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.953661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.958425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2dcce626-e844-4f10-b33f-c8151ef1ae61', 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'fixed_ips': [{'subnet_id': 'df69a4ad-2e93-480e-b28b-20b018a59de7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:17:31.961226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.967920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:17:31.978147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:31.978872 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Added segment ae311e3b-3282-4d98-9349-39ae58082ea0 of type vlan for network f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 Jun 04 06:17:32.007519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.036403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:32.090055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d90a92c-f492-4971-a69d-d1c8afa08a4a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:32.095014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.096109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:32.096766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.158046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38728) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:32.158572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6213529 Jun 04 06:17:32.193778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Request body: {'subnet': {'network_id': 'f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1742418514-subnet', 'tenant_id': '2e0547355bb34b97a079651b15c17a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:32.197335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.204308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Allocated IP 172.20.0.2 (2dcce626-e844-4f10-b33f-c8151ef1ae61/df69a4ad-2e93-480e-b28b-20b018a59de7/d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:32.232431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:32.233863 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.236885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.239591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Usage tracker for resource:subnet and tenant:2e0547355bb34b97a079651b15c17a05 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:32.244907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-2ebcaf8d-7cc8-487d-ab6f-a0a12c128601 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:17:32.245965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-2ebcaf8d-7cc8-487d-ab6f-a0a12c128601 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2085938 Jun 04 06:17:32.247681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:32.265586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd44a5-2dd6-4526-a67f-fb7456e70c00 req-fc34ab65-2260-4465-8235-ca65d8e328b2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:32.274126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96fd44a5-2dd6-4526-a67f-fb7456e70c00 req-fc34ab65-2260-4465-8235-ca65d8e328b2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.5888968 Jun 04 06:17:32.289323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:32.314259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d65ab-56ea-405a-bf0a-c7721053dc5b admin admin] Pushing event updated for resources: {'Network': ['ID=f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:32.341463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:17:32.345437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Made reservation on behalf of 2e0547355bb34b97a079651b15c17a05 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:32.348540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.364421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96fd44a5-2dd6-4526-a67f-fb7456e70c00 req-4caa61f4-8e6b-43aa-ae8c-9545ab1ce00f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893497 Jun 04 06:17:32.382950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.439886 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8adcd0-b1cf-412a-a718-5e86dc8e6007'] response: {'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'code': 200} Jun 04 06:17:32.653253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.662359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.665159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Transition to ACTIVE for port object d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:32.707627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Transition to ACTIVE for port object d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:32.714455 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.723596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.738933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:32.739406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:17:32.800158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:32.803220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:32.806834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:32.820020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'Port': ['ID=4298e41c-296c-4913-984e-b598bd9593df,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:32.827905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Allocated IP 172.25.1.79 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6538bd2a-13cb-4999-af13-e2020fcdf20e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:32.830228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.872228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Pushing event updated for resources: {'Port': ['ID=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:32.910365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.950286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9f825-2235-439f-8132-201aa816e04b req-3bee228c-446d-4bed-8654-b0dac58defc7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:32.951941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00b9f825-2235-439f-8132-201aa816e04b req-3bee228c-446d-4bed-8654-b0dac58defc7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.2866795 Jun 04 06:17:32.953393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:32.966877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f5c9607-50e0-41d9-95d6-05b34f2fc93d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9382527 Jun 04 06:17:32.990364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Attempting to bind port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:32.991571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Attempting to bind port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:32.993879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Attempting to bind port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae on network 2dcce626-e844-4f10-b33f-c8151ef1ae61 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:33.007770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:33.009765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Checking segment: {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:33.012472 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.012971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Bound using segment: {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:33.013587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Bound port: d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:33.014244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.026441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00b9f825-2235-439f-8132-201aa816e04b req-882da50c-e670-42bd-bd4f-48585336cec7 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577488 Jun 04 06:17:33.060026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04101608-e8b3-41ea-9e52-9c359e851f8f req-2b561f86-61a9-44dd-b499-cc9c06449bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:33.061929 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-04101608-e8b3-41ea-9e52-9c359e851f8f req-2b561f86-61a9-44dd-b499-cc9c06449bfd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1101 time: 0.5202467 Jun 04 06:17:33.193895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] For port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:33.198376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] For port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:33.202954 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.253364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70860fe7-1b94-4e5f-9813-21ea6ed91006 req-1af4d0dc-3185-425e-ab7e-6a6dd8c3429c tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0489864 Jun 04 06:17:33.279864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598fdddc-ed2d-4208-a1a3-bee25b388ad0,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:33.327800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a85f-a6e4-49c9-876e-9b126de002f2 None None] Pushing event updated for resources: {'Port': ['ID=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:33.423916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Checking segment: {'id': 'ae311e3b-3282-4d98-9349-39ae58082ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:33.424261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Network hostable DHCP agents. Network: f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:17:33.487611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-04101608-e8b3-41ea-9e52-9c359e851f8f req-903d9a0c-252b-43a8-a78a-44fece4619b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263369 Jun 04 06:17:33.492414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:33.492747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:33.493069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:33.515904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:33.516397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:33.532946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Network f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:17:33.544204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:33.544596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:33.544972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:33.545403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Bound port: ac871571-26c9-4d5e-af36-86712423703b, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:33.578430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:33.587758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.591391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e5e03-db77-4872-b047-c536406aa948 None None] Network f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:33.593525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:33.594003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.642769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:33.668294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0cfbb561-1416-48a5-8b8b-13ba4c9dc000 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4994879 Jun 04 06:17:33.676523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.677732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-322b45f9-6393-4a12-a350-623580b603dc service neutron] 10.222.0.17 "POST /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1373007 Jun 04 06:17:33.712678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:33.793587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-dc5dae0c-d8b1-4db2-b734-ec5864644254 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Synchronizing usage tracker for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:33.831875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-dc5dae0c-d8b1-4db2-b734-ec5864644254 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Unset dirty status for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:33.833250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-dc5dae0c-d8b1-4db2-b734-ec5864644254 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--414602352&fields=id&tenant_id=60859c8798ba4512803cb5074a41a7f8 HTTP/1.1" status: 200 len: 267 time: 0.1207364 Jun 04 06:17:33.899262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:33.901855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:33.906693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:33.984040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9bc987-ddb5-477c-84a5-f9ffaa85be1b None None] Network f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:34.192904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=6538bd2a-13cb-4999-af13-e2020fcdf20e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:34.368915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-a20b6ade-1af4-48ef-adf7-34128c77cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:34.370422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-a20b6ade-1af4-48ef-adf7-34128c77cf58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1097 time: 0.2335026 Jun 04 06:17:34.430584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-4d3f2b1f-1afe-4ee7-b8fc-10d578978ff6 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:34.431320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-4d3f2b1f-1afe-4ee7-b8fc-10d578978ff6 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Synchronizing usage tracker for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:34.495585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:34.626454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-4d3f2b1f-1afe-4ee7-b8fc-10d578978ff6 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Unset dirty status for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:34.627719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-4d3f2b1f-1afe-4ee7-b8fc-10d578978ff6 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/networks?id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507 HTTP/1.1" status: 200 len: 814 time: 0.7724073 Jun 04 06:17:34.649616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:34.665518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-a77c7643-b963-4a08-838a-d5f4f367bbfe tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/quotas/60859c8798ba4512803cb5074a41a7f8 HTTP/1.1" status: 200 len: 375 time: 0.0262878 Jun 04 06:17:34.728945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2abd7-c5e3-42bc-972d-f767912ece86 None None] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:17:34.730321 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:34.736897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-d359ff06-d2c1-4b6b-90c5-06c688b0e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:34.739159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-d359ff06-d2c1-4b6b-90c5-06c688b0e11a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.3608243 Jun 04 06:17:34.826095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-1b74d163-79a4-4ffd-b4d7-32614f28e408 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.0798759 Jun 04 06:17:34.917343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-cd0fafeb-9433-4474-9835-88f3cdc2ab78 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Synchronizing usage tracker for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:34.923142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Provisioning for port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:34.930329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-c97ef688-0407-411e-8a53-4898a586dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:34.936590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Provisioning complete for port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:34.937386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:34.941364 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:17:34.945071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-c97ef688-0407-411e-8a53-4898a586dead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1093791 Jun 04 06:17:34.990459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-cd0fafeb-9433-4474-9835-88f3cdc2ab78 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Unset dirty status for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:35.003132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b371a2-9ec8-4593-9896-f4de86a36024 req-545b8f27-7e88-4ba2-85f3-20f156e9eab8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:35.004753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-cd0fafeb-9433-4474-9835-88f3cdc2ab78 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=60859c8798ba4512803cb5074a41a7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3214755 Jun 04 06:17:35.005414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78b371a2-9ec8-4593-9896-f4de86a36024 req-545b8f27-7e88-4ba2-85f3-20f156e9eab8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.4957702 Jun 04 06:17:35.012502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-b510c00a-efb8-43e9-92fe-ee984a1cfdbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600758 Jun 04 06:17:35.124982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b34e2f93-4d9b-4077-9d0f-b3bae9b74c92 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:17:35.129954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b34e2f93-4d9b-4077-9d0f-b3bae9b74c92 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654027 Jun 04 06:17:35.149434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.162506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Current status of the port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:35.162881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.203246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] For port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:35.209366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.212289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78b371a2-9ec8-4593-9896-f4de86a36024 req-f18e5f95-07c8-433f-a53d-06f3d2c3bd56 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447790 Jun 04 06:17:35.297986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-b34a3cd5-b73b-433c-9d1a-c462de86b355 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755966 Jun 04 06:17:35.354702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bee7f5-518e-419c-a6b5-7ddbef908bab None None] Pushing event updated for resources: {'Port': ['ID=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:35.418580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Router f31faf76-2e45-4e5e-9d1b-0667201d0df5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:17:35.466302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-1005bc03-371b-4f68-a7d4-4fea8ebf3745 service neutron] 10.222.0.17 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143964 Jun 04 06:17:35.552514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b3fe1dc8-c8a0-4d8a-bfb1-03a3d96a9108 None None] Provisioning complete for port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:35.553069 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b3fe1dc8-c8a0-4d8a-bfb1-03a3d96a9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.574373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-212341c3-8b27-494b-b0ed-e51b5a817182 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656443 Jun 04 06:17:35.630593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b1f5953f-fb55-4368-b2ac-0d4cf4d0c8c3 service neutron] 10.222.0.17 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528552 Jun 04 06:17:35.697346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe1dc8-c8a0-4d8a-bfb1-03a3d96a9108 None None] Current status of the port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:35.712823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-46d4aef1-7a75-46a1-8ddc-75031fb6deaa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:35.714372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-46d4aef1-7a75-46a1-8ddc-75031fb6deaa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 1100 time: 0.3312557 Jun 04 06:17:35.736990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-adbc0b11-d72d-422f-b6d9-cb1ab5b25daf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:35.738857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-adbc0b11-d72d-422f-b6d9-cb1ab5b25daf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1097 time: 0.0914557 Jun 04 06:17:35.741894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:17:35.747820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.750774 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Sync routers for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:17:35.758983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:35.770417 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:35.771049 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:35.807523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:35.819771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Usage tracker for resource:security_group_rule and tenant:f5cf93c4fd8b4dd6a6b2607633a715b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:35.831871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:35.833224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5538e501-df56-4b87-9642-ed82f3b91ba8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6269224 Jun 04 06:17:35.834289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:35.836936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38784) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:35.919506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:35.971241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.077868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:36.252142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.265812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.302873 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b5eeb38-719f-440a-925e-c5ef50ad66a0 req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788076 Jun 04 06:17:36.326771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf83d0-c29d-4e3f-aa88-6ab7813356d0 req-423fdea8-47dd-433a-8044-6b16e016ff06 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:36.328464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bdf83d0-c29d-4e3f-aa88-6ab7813356d0 req-423fdea8-47dd-433a-8044-6b16e016ff06 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 946 time: 0.4487071 Jun 04 06:17:36.351344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:36.414547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bdf83d0-c29d-4e3f-aa88-6ab7813356d0 req-42e651fc-5d8a-42d6-bdb4-8cb2e0e7ca68 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Jun 04 06:17:36.453898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:36.458823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:36.474681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916115d6-38b5-4669-8ce3-d7495165f2fa tempest-ServersAdminNegativeTestJSON-1871284212 tempest-ServersAdminNegativeTestJSON-1871284212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b53b62e-d9be-453f-af4c-3f28e394f0bc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:36.517139 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:34Z', 'revision_number': 3, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:36.524992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Checking router: f31faf76-2e45-4e5e-9d1b-0667201d0df5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:17:36.525175 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Updating router f31faf76-2e45-4e5e-9d1b-0667201d0df5 port 6538bd2a-13cb-4999-af13-e2020fcdf20e binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:17:36.543180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.546781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:36.569316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-66b6ed61-43d3-46ac-a13a-92831d172e39 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:36.571006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-66b6ed61-43d3-46ac-a13a-92831d172e39 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.24 "GET /v2.0/ports?device_id=82d7b394-5658-4480-9121-f3b1d8cacfde HTTP/1.1" status: 200 len: 945 time: 0.2955012 Jun 04 06:17:36.571733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.614887 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.656794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:36.657825 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:36.817974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:36.967791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71d906e1-90b7-4456-a236-dff04e4f97e8 req-2ae2cf1d-6cdf-491b-86cf-e29c1961a032 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1294703 Jun 04 06:17:36.996257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-87c8202f-add7-48b6-9a58-4f98014b150d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:36.996901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-87c8202f-add7-48b6-9a58-4f98014b150d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:37.068020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-87c8202f-add7-48b6-9a58-4f98014b150d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:37.076188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-87c8202f-add7-48b6-9a58-4f98014b150d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.3870637 Jun 04 06:17:37.092259 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.097606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-e7f04fc6-13a8-4452-ab26-0d86c8d6e13c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/quotas/799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 375 time: 0.0197101 Jun 04 06:17:37.113699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Transition to ACTIVE for port object 6538bd2a-13cb-4999-af13-e2020fcdf20e will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:37.116628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:37.124717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Deleting port a65c66ff-2253-487f-b08c-b5a73ede05fe {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:17:37.125126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.131208 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.188537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1911d8a1-7ced-4c98-916e-357ece04efec tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533526 Jun 04 06:17:37.207282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:37.208075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:37.208568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:37.238826 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Attempting to bind port 6538bd2a-13cb-4999-af13-e2020fcdf20e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:37.239483 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Attempting to bind port 6538bd2a-13cb-4999-af13-e2020fcdf20e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:37.239959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Attempting to bind port 6538bd2a-13cb-4999-af13-e2020fcdf20e on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:37.240071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:37.240371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Attempting to bind port ac871571-26c9-4d5e-af36-86712423703b on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:37.254778 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8de0-e6fc-4785-94b3-f849211a11e9 None None] Pushing event updated for resources: {'Port': ['ID=6538bd2a-13cb-4999-af13-e2020fcdf20e,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:37.262985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:37.263349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:37.263735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:37.264167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Bound port: ac871571-26c9-4d5e-af36-86712423703b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:37.264507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.265643 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:37.266118 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:37.266620 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.267095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:37.267656 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Bound port: 6538bd2a-13cb-4999-af13-e2020fcdf20e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:37.268117 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.276218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-0b9b99b7-e944-43c6-9ff7-156c05d37c5a tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1613394422&fields=id&tenant_id=efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 267 time: 0.1090133 Jun 04 06:17:37.337574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.368965 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] For port 6538bd2a-13cb-4999-af13-e2020fcdf20e, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:37.375660 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] For port 6538bd2a-13cb-4999-af13-e2020fcdf20e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6538bd2a-13cb-4999-af13-e2020fcdf20e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:37.381465 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.491756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:37.492641 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:37.535280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:37.596444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8de0-e6fc-4785-94b3-f849211a11e9 None None] Pushing event updated for resources: {'Port': ['ID=6538bd2a-13cb-4999-af13-e2020fcdf20e,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:37.613521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:37.637402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.643740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-6afcd0b8-1162-41ab-b74d-2b025e936199 service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433031 Jun 04 06:17:37.748365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:37.789836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-e81d19ef-5995-4f19-9c79-d8b45d24550c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:37.791387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-e81d19ef-5995-4f19-9c79-d8b45d24550c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 824 time: 0.4740744 Jun 04 06:17:37.875925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-e94f55a6-c901-4ab4-bcdc-4c56c8195494 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/quotas/efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 375 time: 0.0650814 Jun 04 06:17:37.877867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] For port a65c66ff-2253-487f-b08c-b5a73ede05fe, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a65c66ff-2253-487f-b08c-b5a73ede05fe,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:37.878746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.905362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:37.905892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:37.907258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 1122 time: 2.1545038 Jun 04 06:17:37.982621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ac871571-26c9-4d5e-af36-86712423703b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:37.996432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Allocated IP 172.20.0.1 (2dcce626-e844-4f10-b33f-c8151ef1ae61/df69a4ad-2e93-480e-b28b-20b018a59de7/7e10040c-33fb-40d0-b52c-22639e2e6ea5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:37.999509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e0cf7-2c4a-4e9a-80e5-2b721f42d0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=8']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:38.176252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-e60bce76-86cf-4950-ad9b-69e3d443e9fc tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:38.178017 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-e60bce76-86cf-4950-ad9b-69e3d443e9fc tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.24 "GET /v2.0/networks?id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507 HTTP/1.1" status: 200 len: 814 time: 0.8655646 Jun 04 06:17:38.198440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:38.204972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-9c5ea2b5-12d4-4926-82d7-226ca48daded tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3082211 Jun 04 06:17:38.261786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:34Z', 'revision_number': 3, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:38.266615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251586a7-399f-4b34-be1b-e8f24f8729d3 None None] The sync data for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 is: [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:34Z', 'revision_number': 3, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:17:38.372329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-a43a29f4-7816-4e87-ba5d-f8690205ef45 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60859c8798ba4512803cb5074a41a7f8 HTTP/1.1" status: 200 len: 379 time: 0.1704435 Jun 04 06:17:38.384262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Transition to ACTIVE for port object 7e10040c-33fb-40d0-b52c-22639e2e6ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:38.437281 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-776bdae3-8f75-4b79-be4b-b1e344a01044 service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166672 Jun 04 06:17:38.466565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:38.587552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:38.605754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:38.622789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'port': {'device_id': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'admin_state_up': True, 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'security_groups': ['abd0ba7c-5c90-4d61-b968-d6ad44e4b555']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:38.838773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:38.839330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:38.839478 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1 disassociated. External IP: 172.25.1.231, port: a65c66ff-2253-487f-b08c-b5a73ede05fe. Jun 04 06:17:38.839806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Calling delete_port for a65c66ff-2253-487f-b08c-b5a73ede05fe owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:17:38.893459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:38.912523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-8abf613c-ee02-4a63-bc2c-6f8a675c9bbe service neutron] 10.222.0.17 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245930 Jun 04 06:17:38.914585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:38.915071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:39.144400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47d7becd-23e1-496e-b6ad-e282ac676745 req-6893bc54-5518-4920-90af-2878a9e6df0a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 210 time: 0.1644213 Jun 04 06:17:39.339989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:39.380100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:39.407960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Made reservation on behalf of 60859c8798ba4512803cb5074a41a7f8 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:39.412317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:39.464609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-66c75824-e0f6-4086-bbba-b390b6e5d5a0 None None] Provisioning for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:39.479657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-66c75824-e0f6-4086-bbba-b390b6e5d5a0 None None] Provisioning complete for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:39.485875 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66c75824-e0f6-4086-bbba-b390b6e5d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:39.498471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-db792cb2-4e76-4193-ac41-b04a2c761f6a service neutron] 10.222.0.17 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849285 Jun 04 06:17:39.610478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:39.674434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-66c75824-e0f6-4086-bbba-b390b6e5d5a0 None None] Port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:39.791616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event deleted for resources: {'Port': ['ID=a65c66ff-2253-487f-b08c-b5a73ede05fe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:40.111046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:40.321642 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436208b3-1ddc-48a6-9f65-68229aa67827'] response: {'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b', 'code': 200} Jun 04 06:17:40.461534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:17:40.545448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6538bd2a-13cb-4999-af13-e2020fcdf20e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:40.764253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ac871571-26c9-4d5e-af36-86712423703b details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:40.772666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a65c66ff-2253-487f-b08c-b5a73ede05fe no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:17:40.795095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:40.883544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Allocated IP 172.20.0.3 (0ad4bf1b-889d-43fa-9f8d-d03a49d13507/a6a50c3f-57fc-44c8-a266-0d201e5a6e27/a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:40.899063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: a65c66ff-2253-487f-b08c-b5a73ede05fe {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:17:40.899400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a65c66ff-2253-487f-b08c-b5a73ede05fe not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:17:40.944351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6538bd2a-13cb-4999-af13-e2020fcdf20e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:40.974971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6538bd2a-13cb-4999-af13-e2020fcdf20e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:40.981882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.131411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b492e-450d-4c47-ab75-54fbf5b5f7b3 req-6ca4ebc3-eae3-4010-b394-b3376200390c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:41.146399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b15b492e-450d-4c47-ab75-54fbf5b5f7b3 req-6ca4ebc3-eae3-4010-b394-b3376200390c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.6722574 Jun 04 06:17:41.149391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:17:41.188232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:17:41.198273 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:17:41.227570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.268540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Transition to ACTIVE for port object a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:41.378001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.382735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.386255 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.415243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] No DVR routers for this DVR port a65c66ff-2253-487f-b08c-b5a73ede05fe on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:17:41.429209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:41.451646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b15b492e-450d-4c47-ab75-54fbf5b5f7b3 req-5113fd8e-764a-476d-99f5-583b1366eb93 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030086 Jun 04 06:17:41.455052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a612cf4-81de-43a3-b405-0ab1335834fd req-c1d8f0f0-71c7-4c2c-8968-ddf00b4d1d5c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.24 "DELETE /v2.0/ports/a65c66ff-2253-487f-b08c-b5a73ede05fe HTTP/1.1" status: 204 len: 173 time: 4.6740699 Jun 04 06:17:41.462037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:41.471539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:41.845207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:41.963205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-940dced5-1f97-439b-ab3c-b4c1377ce081 req-f40036b2-a37a-4927-891a-61f8e435e478 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1817808 Jun 04 06:17:42.381363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b'}, {'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'name': 'network-vif-deleted', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:42.412656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87796c1e-bfcf-44a9-910f-38173e537595 req-e2422955-73d7-4c47-b675-89f642574dc4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:42.427623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87796c1e-bfcf-44a9-910f-38173e537595 req-e2422955-73d7-4c47-b675-89f642574dc4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 2.9668458 Jun 04 06:17:42.430186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-5af56fee-b21b-48b8-b393-b1781e0a55a0 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:42.436916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-5af56fee-b21b-48b8-b393-b1781e0a55a0 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.39 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 824 time: 0.7170675 Jun 04 06:17:42.443470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:42.452965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:42.467494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb25e0fd-183c-4551-99db-704c3eb12aec req-605b4745-2520-4698-bce3-0e32a0b8a780 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.2528288 Jun 04 06:17:42.520560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:42.545897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a11fe94f-e3b6-40b7-85b6-f7c589d95071 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efe56b48b60744baaa5b5954f9fa9d2e HTTP/1.1" status: 200 len: 380 time: 0.0763631 Jun 04 06:17:42.557676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'port': {'device_id': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'admin_state_up': True, 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'security_groups': ['b08be87a-c8b8-46f6-9e30-3a477ee6cfcd']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:42.602186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ac871571-26c9-4d5e-af36-86712423703b has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:17:42.625206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6538bd2a-13cb-4999-af13-e2020fcdf20e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:42.629991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:42.630145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:42.682843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6538bd2a-13cb-4999-af13-e2020fcdf20e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6538bd2a-13cb-4999-af13-e2020fcdf20e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:42.733974 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:42.868348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87796c1e-bfcf-44a9-910f-38173e537595 req-3c1b631c-2fc3-4875-abc0-2ef187890a6e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394926 Jun 04 06:17:42.869509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event updated for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:42.940319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:42.978333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9942e67e-46c3-4aa5-be69-f77e1c01942d req-1543e0d4-0fba-4c30-a086-27470d8faede tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:43.040118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9942e67e-46c3-4aa5-be69-f77e1c01942d req-1543e0d4-0fba-4c30-a086-27470d8faede tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:43.051137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9942e67e-46c3-4aa5-be69-f77e1c01942d req-1543e0d4-0fba-4c30-a086-27470d8faede tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 210 time: 0.2232490 Jun 04 06:17:43.084486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:43.126998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:43.132487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:43.163911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:43.165101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Made reservation on behalf of efe56b48b60744baaa5b5954f9fa9d2e for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:43.175480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:43.176689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-47d73b93-ce02-4ed5-b325-6dcb2d3e5f4e None None] Provisioning complete for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:43.177224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-47d73b93-ce02-4ed5-b325-6dcb2d3e5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:43.184641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:43.185422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:43.220418 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa7ea13-7799-41a9-a35f-d379a30be638'] response: {'name': 'network-changed', 'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b', 'status': 'completed', 'code': 200} Jun 04 06:17:43.224645 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa7ea13-7799-41a9-a35f-d379a30be638'] response: {'server_uuid': '82d7b394-5658-4480-9121-f3b1d8cacfde', 'name': 'network-vif-deleted', 'tag': 'a65c66ff-2253-487f-b08c-b5a73ede05fe', 'status': 'completed', 'code': 200} Jun 04 06:17:43.303588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6538bd2a-13cb-4999-af13-e2020fcdf20e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:43.338060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-47d73b93-ce02-4ed5-b325-6dcb2d3e5f4e None None] Port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:43.356254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:43.376194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:17:43.411033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:43.411670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:43.433613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-9a50f537-d4f7-4dce-9ce2-c906704a9a7c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8244662 Jun 04 06:17:43.476276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-f2cffbed-c422-479c-a844-489023adef7d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:43.477844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-f2cffbed-c422-479c-a844-489023adef7d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 2.1509268 Jun 04 06:17:43.483152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Request body: {'port': {'device_id': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:43.608731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5b18ccc9-5c9e-4dfd-919e-b6f6858c6830 None None] Provisioning for port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:43.650775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.39', 52431) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:43.661531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:43.689245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Request body: {'port': {'device_id': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'admin_state_up': True, 'tenant_id': '799d8d3ae79d438da5c77b38215e0995'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:43.905105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:43.969917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:17:43.974859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Usage tracker for resource:port and tenant:799d8d3ae79d438da5c77b38215e0995 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:17:43.977915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:17:43.980197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-bbd8dfae-ea90-4a42-9a31-1555650974a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:43.983358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-bbd8dfae-ea90-4a42-9a31-1555650974a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1125 time: 0.7575684 Jun 04 06:17:43.985433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:17:44.008650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-c94258e9-a6aa-473b-99b8-52bd19cafab0 service neutron] 10.222.0.39 "GET /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.3255684 Jun 04 06:17:44.009217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:17:44.018625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:44.166829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5b18ccc9-5c9e-4dfd-919e-b6f6858c6830 None None] Provisioning complete for port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:44.167979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5b18ccc9-5c9e-4dfd-919e-b6f6858c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:44.364457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Allocated IP 172.20.0.13 (1af3f430-eaed-4b84-9ddb-6ee5ede9c52f/66d12524-68f1-48f0-ae37-4e7c619efa45/e71062b0-8e7a-4b71-a037-99c4acd3c6d5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:44.401652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5b18ccc9-5c9e-4dfd-919e-b6f6858c6830 None None] Port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:44.541495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515d48-16b5-4315-b463-365b70f90bd7 req-47d06e2a-9895-4699-898a-317093752cfe tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:44.551526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c515d48-16b5-4315-b463-365b70f90bd7 req-47d06e2a-9895-4699-898a-317093752cfe tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.8152087 Jun 04 06:17:44.577849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Allocated IP 172.20.0.10 (f81c4301-5ba3-46b8-a960-daf43d54e60c/fecfc904-d9b9-49e9-909b-2388816cfe46/f5ddc93f-8b35-4d5a-88f0-be7526bbb44a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:17:44.604904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330654-8a08-4c3e-89bb-71cae5b750fd req-55f32551-e35e-46b5-9f13-4cf1f244d39d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:44.606688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f3330654-8a08-4c3e-89bb-71cae5b750fd req-55f32551-e35e-46b5-9f13-4cf1f244d39d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Synchronizing usage tracker for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:44.669832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f3330654-8a08-4c3e-89bb-71cae5b750fd req-55f32551-e35e-46b5-9f13-4cf1f244d39d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Unset dirty status for tenant:60859c8798ba4512803cb5074a41a7f8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:44.679107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3330654-8a08-4c3e-89bb-71cae5b750fd req-55f32551-e35e-46b5-9f13-4cf1f244d39d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 931 time: 1.3582425 Jun 04 06:17:44.773925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3330654-8a08-4c3e-89bb-71cae5b750fd req-a2b9964e-67b2-4ef3-acb8-dddbf77f0390 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934315 Jun 04 06:17:44.796737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:44.814665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513d92c-0bba-4ef7-9ba5-69c5318940a8 None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:17:44.904062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6538bd2a-13cb-4999-af13-e2020fcdf20e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:44.914454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c515d48-16b5-4315-b463-365b70f90bd7 req-f6856734-5c41-4afc-82c4-49af2492e68b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615832 Jun 04 06:17:45.096390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6538bd2a-13cb-4999-af13-e2020fcdf20e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:45.097015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:45.185009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-872bb9d3-5183-406a-bad8-a82da19c1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:45.207684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-872bb9d3-5183-406a-bad8-a82da19c1c75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 1.2168717 Jun 04 06:17:45.403231 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0aab2f-53d2-4e5a-9753-30085d86188c None None] New status for floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:17:45.450677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-69777dd0-05af-41fb-9a5d-a0b8b47c7a33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.2162673 Jun 04 06:17:45.526466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6538bd2a-13cb-4999-af13-e2020fcdf20e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:45.642752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-663e4718-2c06-4d29-8c92-a9f301edd56b req-e794a7fa-8a5c-4cb5-aeec-ceda35e8b8bf tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1886406 Jun 04 06:17:45.707978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Router f31faf76-2e45-4e5e-9d1b-0667201d0df5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:17:45.782399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:45.817784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-d55513b0-456e-458f-a391-314a2acf75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:45.819526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-d55513b0-456e-458f-a391-314a2acf75d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.3463652 Jun 04 06:17:45.925592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Transition to ACTIVE for port object f5ddc93f-8b35-4d5a-88f0-be7526bbb44a will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:45.933997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-b3891222-58c5-4db3-856e-bf9b487b4a48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008201 Jun 04 06:17:45.968442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20feec7c-cf25-444a-a23c-22eb080b98c9 req-a68c8fb6-abf5-4182-9e22-f5ca27f07614 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 210 time: 0.0885077 Jun 04 06:17:46.131136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:46.145621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-91c288af-2576-4388-ad03-79df4541e8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027142 Jun 04 06:17:46.203830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85f421bf-d921-45ec-a91e-ccd668168e47 req-9c9c640c-e3c7-4ab2-83b9-b71b0107146e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.3827233 Jun 04 06:17:46.218898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:17:46.230729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Sync routers for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:17:46.240823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-29e959d2-e4e9-4d0f-bb0b-b023de2e81b5 admin admin] 10.222.0.17 "PUT /v2.0/routers/f31faf76-2e45-4e5e-9d1b-0667201d0df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4028435 Jun 04 06:17:46.264475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:46.265424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:46.381028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-461c2563-1cf9-47a4-8bae-9a4cb68bf77c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7331941 Jun 04 06:17:46.483179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:46.489436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:46.498060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ac871571-26c9-4d5e-af36-86712423703b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:17:46.633606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:46.713385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event updated for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:46.752046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Network f81c4301-5ba3-46b8-a960-daf43d54e60c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:46.774529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:46.784589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:46.802368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:46.837177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:46.856594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:46.927588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac871571-26c9-4d5e-af36-86712423703b {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:46.996206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:46.996206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.058261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:47.059158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:47.068003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248c14-6704-4d80-b0a7-2cc5d0400cb2 req-d40746e7-01c3-481e-89e8-88129f67d241 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:47.079050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e248c14-6704-4d80-b0a7-2cc5d0400cb2 req-d40746e7-01c3-481e-89e8-88129f67d241 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.7938068 Jun 04 06:17:47.125564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:17:47.139371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Transition to ACTIVE for port object a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:47.147650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f86b5233-60a4-4f7c-80ed-63df8431ac44 req-e511aa30-3963-4577-a463-b43f89c397a0 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660549 Jun 04 06:17:47.174223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:17:47.185445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:17:47.197494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e248c14-6704-4d80-b0a7-2cc5d0400cb2 req-548dc68b-24b6-45db-8739-b92ac8b17569 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173713 Jun 04 06:17:47.198256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:47.205440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.209011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-203ba114-119e-44b8-a83d-e71346bb03ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6574647 Jun 04 06:17:47.224479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Request body: {'port': {'device_id': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:47.230967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.249147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:47.388440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.447419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4319379-6bef-40ce-8b40-db26d4611fe4 req-df47392f-9a01-4ec1-9e19-724186c87d02 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:47.455365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f4319379-6bef-40ce-8b40-db26d4611fe4 req-df47392f-9a01-4ec1-9e19-724186c87d02 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 931 time: 0.8935521 Jun 04 06:17:47.495743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.515377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-1890c2dd-aac8-4900-89e6-cea23cb1652b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8555167 Jun 04 06:17:47.684236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ac871571-26c9-4d5e-af36-86712423703b is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:47.716944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Request body: {'port': {'device_id': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:17:47.754404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fef18ad5-968f-424f-a052-c625fe29de59 None None] Provisioning for port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:47.779309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4e62-eea3-4401-b92b-d7cb7f111c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.789324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fef18ad5-968f-424f-a052-c625fe29de59 None None] Provisioning complete for port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:47.792424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fef18ad5-968f-424f-a052-c625fe29de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:47.888745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b90b8-c748-42a0-9c98-e92388b7d2a0 req-4d253f81-546a-499b-94d6-d69ffe230ac9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:47.898874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089b90b8-c748-42a0-9c98-e92388b7d2a0 req-4d253f81-546a-499b-94d6-d69ffe230ac9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 944 time: 0.5107827 Jun 04 06:17:47.901846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f4319379-6bef-40ce-8b40-db26d4611fe4 req-ba4cb6a6-70d4-4cce-ba24-110d43d445fb tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390533 Jun 04 06:17:48.022803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fef18ad5-968f-424f-a052-c625fe29de59 None None] Port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:17:48.048862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:39Z', 'revision_number': 4, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e10040c-33fb-40d0-b52c-22639e2e6ea5', 'name': '', 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'mac_address': 'fa:16:3e:7e:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:37Z', 'updated_at': '2022-06-04T06:17:40Z', 'revision_number': 2, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'subnets': [{'id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:48.067429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Checking router: f31faf76-2e45-4e5e-9d1b-0667201d0df5 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:17:48.068757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Updating router f31faf76-2e45-4e5e-9d1b-0667201d0df5 port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:17:48.108916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:48.158598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:48.241541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Attempting to bind port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:48.242196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Attempting to bind port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:48.242929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Attempting to bind port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 on network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:48.361335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:48.377232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 on network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:48.378527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Attempting to bind port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 on network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:48.382346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089b90b8-c748-42a0-9c98-e92388b7d2a0 req-ebd22465-6b0b-4f15-bbc0-692d58d04db4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818678 Jun 04 06:17:48.403158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:48.404033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Checking segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:48.404682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Bound using segment: {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:48.405407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Bound port: a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122c09ef-5bb3-4479-a281-b15d107e5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:48.406014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:48.424339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] Transition to ACTIVE for port object ac871571-26c9-4d5e-af36-86712423703b will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:48.662329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ac871571-26c9-4d5e-af36-86712423703b no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:17:48.751971 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-08330b9a-1c14-409a-9b8d-a0fa91c45493 req-68074caa-486f-4ff0-93eb-0c8e7282a38a tempest-FloatingIPDetailsNegativeTestJSON-1447422139 tempest-FloatingIPDetailsNegativeTestJSON-1447422139-project] show failed (client error): The resource could not be found. Jun 04 06:17:48.765779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08330b9a-1c14-409a-9b8d-a0fa91c45493 req-68074caa-486f-4ff0-93eb-0c8e7282a38a tempest-FloatingIPDetailsNegativeTestJSON-1447422139 tempest-FloatingIPDetailsNegativeTestJSON-1447422139-project] 10.222.0.17 "GET /v2.0/floatingips/b2a575ca-5a13-49de-91b5-e7c5167c9699 HTTP/1.1" status: 404 len: 350 time: 0.1959746 Jun 04 06:17:48.766389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38938) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:48.808596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:48.934808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ac871571-26c9-4d5e-af36-86712423703b is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:49.003338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79a25dfd-67fc-4691-8f21-c2f5fd73c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.051550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b949a7bb-7caa-4f11-829f-bf12d57c21fd req-3c56a69f-39e4-4c99-b413-eef28908ec3e tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2503891 Jun 04 06:17:49.188417 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.208267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] Pushing event updated for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:49.217829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Transition to ACTIVE for port object 7e10040c-33fb-40d0-b52c-22639e2e6ea5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:49.229131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.376983 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:17:49.465531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] No DVR routers for this DVR port ac871571-26c9-4d5e-af36-86712423703b on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:17:49.535219 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3317520c-92e9-4b82-946c-69fa3a356527 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 5.4770851 Jun 04 06:17:49.545226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:49.572345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4e655-f328-4030-b9c6-0a4ba75a82f6 None None] Pushing event updated for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:49.615342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:49.621908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Attempting to bind port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:49.622769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Attempting to bind port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:49.623705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Attempting to bind port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 on network 2dcce626-e844-4f10-b33f-c8151ef1ae61 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:49.634034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:49.634414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Checking segment: {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:49.634816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.635243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Bound using segment: {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:49.637304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Bound port: 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a49b13-9ce2-455e-bb37-0902ee63bd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:49.637734 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.645317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.731098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9891-1362-4a2f-8b32-1192ae43df9d req-6f0e89f4-4b5b-497f-bddc-4b13c675bae3 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:49.731728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-755e9891-1362-4a2f-8b32-1192ae43df9d req-6f0e89f4-4b5b-497f-bddc-4b13c675bae3 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Synchronizing usage tracker for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:49.737790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-1778595f-e160-44de-aca8-0d78a9baf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:49.739937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-1778595f-e160-44de-aca8-0d78a9baf7db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1101 time: 0.5193992 Jun 04 06:17:49.774842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:49.792589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] For port 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:49.795027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-e20106bf-061e-4fd4-9c5e-c0dc4ca724a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:49.796331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-e20106bf-061e-4fd4-9c5e-c0dc4ca724a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:49.796953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] For port 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e10040c-33fb-40d0-b52c-22639e2e6ea5,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:49.811879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.822762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ddc93f-8b35-4d5a-88f0-be7526bbb44a {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:49.832384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.850025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Transition to ACTIVE for port object f5ddc93f-8b35-4d5a-88f0-be7526bbb44a will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:49.894209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:49.894730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:49.900602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:49.901252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:49.903794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-b861ed6d-2a85-44d4-8b6f-55bad2f78895 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 HTTP/1.1" status: 200 len: 1091 time: 6.4228446 Jun 04 06:17:49.904997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:50.128503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-e20106bf-061e-4fd4-9c5e-c0dc4ca724a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:50.135525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-e20106bf-061e-4fd4-9c5e-c0dc4ca724a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 932 time: 0.8358181 Jun 04 06:17:50.220466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-5aff9651-d65c-4332-8938-1496f7be3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:50.222854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-5aff9651-d65c-4332-8938-1496f7be3e3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4125688 Jun 04 06:17:50.223777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.247515 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.285031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4e655-f328-4030-b9c6-0a4ba75a82f6 None None] Pushing event updated for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:50.332361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-defd04e7-c009-4ca9-a655-7982f8352b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:50.334163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-defd04e7-c009-4ca9-a655-7982f8352b6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60859c8798ba4512803cb5074a41a7f8&device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 1094 time: 0.3111784 Jun 04 06:17:50.336446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-580c7950-dec4-48b4-a5b0-538dadece580 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:17:50.433665 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.446324 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-8e4f2a29-1272-40e6-b48d-f4489f54a7c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 HTTP/1.1" status: 200 len: 217 time: 0.0871289 Jun 04 06:17:50.476264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:50.496498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:50.514731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-580c7950-dec4-48b4-a5b0-538dadece580 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:50.515888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abde4f0d-0c8c-4a1d-88b4-62636c692327 req-580c7950-dec4-48b4-a5b0-538dadece580 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795936 Jun 04 06:17:50.525872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71062b0-8e7a-4b71-a037-99c4acd3c6d5 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:50.535579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.560094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Transition to ACTIVE for port object e71062b0-8e7a-4b71-a037-99c4acd3c6d5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:17:50.565227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.684266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-1d6544f1-c533-4a7e-8f7b-9530cdeb29dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.4383769 Jun 04 06:17:50.688950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-755e9891-1362-4a2f-8b32-1192ae43df9d req-6f0e89f4-4b5b-497f-bddc-4b13c675bae3 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Unset dirty status for tenant:efe56b48b60744baaa5b5954f9fa9d2e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:17:50.693974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-755e9891-1362-4a2f-8b32-1192ae43df9d req-6f0e89f4-4b5b-497f-bddc-4b13c675bae3 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 932 time: 1.5389123 Jun 04 06:17:50.759652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:50.820751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:50.821128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:50.821403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:50.835618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:50.835982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:50.844155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:50.844491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:50.844871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:50.845306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Bound port: e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:50.845684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:50.880049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:39Z', 'revision_number': 4, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e10040c-33fb-40d0-b52c-22639e2e6ea5', 'name': '', 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'mac_address': 'fa:16:3e:7e:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:37Z', 'updated_at': '2022-06-04T06:17:49Z', 'revision_number': 4, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'subnets': [{'id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:50.885056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fadcfa-ae81-43b7-b18c-533130d853c4 None None] The sync data for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 is: [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:39Z', 'revision_number': 4, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e10040c-33fb-40d0-b52c-22639e2e6ea5', 'name': '', 'network_id': '2dcce626-e844-4f10-b33f-c8151ef1ae61', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'mac_address': 'fa:16:3e:7e:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:37Z', 'updated_at': '2022-06-04T06:17:49Z', 'revision_number': 4, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'subnets': [{'id': 'df69a4ad-2e93-480e-b28b-20b018a59de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:17:50.906440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924fc29-3681-45ff-a775-cd88300c3608 req-57445131-804e-4a1f-81f3-02178c8dc71a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:50.907652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4924fc29-3681-45ff-a775-cd88300c3608 req-57445131-804e-4a1f-81f3-02178c8dc71a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.2171648 Jun 04 06:17:51.006819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-45c1d313-e98c-4a34-9e0b-ff218193ebf4 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.008433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4924fc29-3681-45ff-a775-cd88300c3608 req-33ca45b9-8138-4f41-8d87-3ac2e6193f45 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933743 Jun 04 06:17:51.010174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-45c1d313-e98c-4a34-9e0b-ff218193ebf4 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 1.3504336 Jun 04 06:17:51.012218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:51.016316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:51.024297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.047010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-755e9891-1362-4a2f-8b32-1192ae43df9d req-f3bc0ace-d3c9-49dd-a70b-57fee88a8a61 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055325 Jun 04 06:17:51.048934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-1f01ee1b-2449-4a67-a0f4-11eb73dcb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.051056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-1f01ee1b-2449-4a67-a0f4-11eb73dcb5b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3483491 Jun 04 06:17:51.106665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.107416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.109212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] 10.222.0.39 "PUT /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 1092 time: 3.4052761 Jun 04 06:17:51.194511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Attempting to bind port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:17:51.195130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Attempting to bind port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:17:51.195718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Attempting to bind port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:51.218638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a on network f81c4301-5ba3-46b8-a960-daf43d54e60c not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:17:51.218948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Attempting to bind port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a on network f81c4301-5ba3-46b8-a960-daf43d54e60c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:17:51.273057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:17:51.273393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Checking segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:17:51.273840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Bound using segment: {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:17:51.274277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Bound port: f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:17:51.274621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.311334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f7b49-152c-44a2-ab56-23a7b36b7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:51.376258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8f0c-125f-4221-b2ba-42fe82469e3f req-34f1a602-87be-4225-9563-0edf2a16a75b tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.378374 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abec8f0c-125f-4221-b2ba-42fe82469e3f req-34f1a602-87be-4225-9563-0edf2a16a75b tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.2503994 Jun 04 06:17:51.385430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-48ee57c9-e084-4107-ace5-0b70422f4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.387616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-48ee57c9-e084-4107-ace5-0b70422f4e58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1095 time: 0.1221445 Jun 04 06:17:51.450072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-008aed38-ddb9-4cb4-a313-287a96de4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.451549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-008aed38-ddb9-4cb4-a313-287a96de4bba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3222671 Jun 04 06:17:51.469894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-7831297f-9045-4846-baf6-bd9143accf54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.0651889 Jun 04 06:17:51.509131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:17:51.530757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abec8f0c-125f-4221-b2ba-42fe82469e3f req-4275fb4e-e86d-4023-81f0-b7c5783e1f5c tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428854 Jun 04 06:17:51.562586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-0f703ae6-920b-44be-9d06-c02b14884beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.564041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-0f703ae6-920b-44be-9d06-c02b14884beb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0801036 Jun 04 06:17:51.586750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ce50-17f2-479d-a87d-ac70d970127c req-e315f188-e737-4b9f-a69c-a20a0eae1df3 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.588290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d08ce50-17f2-479d-a87d-ac70d970127c req-e315f188-e737-4b9f-a69c-a20a0eae1df3 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.3619306 Jun 04 06:17:51.595409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:17:51.615175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-40b54827-4e53-4c9c-a8d5-cfc863dd9bce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443115 Jun 04 06:17:51.622559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.704751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.817218 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-a990cfc4-2899-4f74-b09a-eec00c930c74 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950798 Jun 04 06:17:51.843424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.844454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.847326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/f5ddc93f-8b35-4d5a-88f0-be7526bbb44a HTTP/1.1" status: 200 len: 1092 time: 4.6311007 Jun 04 06:17:51.862146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:51.882862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d08ce50-17f2-479d-a87d-ac70d970127c req-177c89f6-c15c-45aa-a5cc-1f4508a01b06 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818444 Jun 04 06:17:51.913135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-7d262f60-eeb8-4d18-ae67-cb21321b23fa service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539397 Jun 04 06:17:51.916286 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:51.933077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984a04-4224-4cd1-8de0-1ffb29e20438 req-1afe6700-279a-43cc-bf3d-101571a81dd9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:51.940386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0c984a04-4224-4cd1-8de0-1ffb29e20438 req-1afe6700-279a-43cc-bf3d-101571a81dd9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.2842431 Jun 04 06:17:52.001504 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9298bbc5-9782-4d17-89de-72f3c2d2fb80'] response: {'name': 'network-changed', 'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'status': 'completed', 'code': 200} Jun 04 06:17:52.070286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0c984a04-4224-4cd1-8de0-1ffb29e20438 req-ab27d218-9233-46ec-a227-719bc611b03c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290500 Jun 04 06:17:52.127788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-88345e3c-dc47-424a-b4af-614b38b1cf61 req-2ec216fe-44a9-4d0b-b6c3-d6721f62900f service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035810 Jun 04 06:17:52.172908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1b34-b699-41d4-adbc-fe6cc8abf2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:52.249398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8171f123-c280-4603-8545-be970702514c req-c35f3a96-82b7-4cab-b4b3-1a86c6a612df tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0797036 Jun 04 06:17:52.329176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d68595-89bf-48d8-8911-13b0f634baae req-f355b876-58da-4eef-9390-f6602e14518c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.331512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d6d68595-89bf-48d8-8911-13b0f634baae req-f355b876-58da-4eef-9390-f6602e14518c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.0944083 Jun 04 06:17:52.346431 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d68107-ae25-4ca4-83ee-2c8c95457780'] response: {'name': 'network-changed', 'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'status': 'completed', 'code': 200} Jun 04 06:17:52.380036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d6d68595-89bf-48d8-8911-13b0f634baae req-b3c1c7d3-3f16-468e-89ff-eed380d6bc8e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Jun 04 06:17:52.411151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-087ebd04-2e22-4797-aa1d-b3f5033ae698 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184527 Jun 04 06:17:52.414722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-14b6aa44-d6bd-4f96-9fcd-67271e5c2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.416155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-14b6aa44-d6bd-4f96-9fcd-67271e5c2e59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 1095 time: 0.5060749 Jun 04 06:17:52.594529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7d134-ef8b-449f-8f86-818530ccf576 req-ca2eafcb-d923-4818-8e6b-be64ab669096 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.595871 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ea7d134-ef8b-449f-8f86-818530ccf576 req-ca2eafcb-d923-4818-8e6b-be64ab669096 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 944 time: 0.0942354 Jun 04 06:17:52.629526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-a3270802-f5d9-42e8-a416-4496c089a1f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a HTTP/1.1" status: 200 len: 217 time: 0.2059002 Jun 04 06:17:52.640765 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ea7d134-ef8b-449f-8f86-818530ccf576 req-3c961dba-9986-4c29-921e-add25196e118 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383575 Jun 04 06:17:52.765223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-07615ed1-a05f-4bbd-9647-bdce1329572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.766677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-07615ed1-a05f-4bbd-9647-bdce1329572b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.1281624 Jun 04 06:17:52.828544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Deleting port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:17:52.828882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:52.835221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1f9a8-a573-4756-ab00-dc74ac1473ce req-85821012-b312-441f-af67-6398c7f90297 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.837260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5fd1f9a8-a573-4756-ab00-dc74ac1473ce req-85821012-b312-441f-af67-6398c7f90297 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.0930173 Jun 04 06:17:52.849063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e10040c-33fb-40d0-b52c-22639e2e6ea5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:52.866481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65ca2-b857-48bb-abc4-b787e599b25b req-41f11de7-55db-4961-9c49-0ae82010c8ec tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:52.867945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fec65ca2-b857-48bb-abc4-b787e599b25b req-41f11de7-55db-4961-9c49-0ae82010c8ec tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.2996368 Jun 04 06:17:52.886166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5fd1f9a8-a573-4756-ab00-dc74ac1473ce req-205b8b31-93c1-4115-8f2f-aa2aac449c5b tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Jun 04 06:17:52.922095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:52.928056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:52.928485 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:53.031326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fec65ca2-b857-48bb-abc4-b787e599b25b req-e16b3447-6b0b-482d-9f45-caed021fd712 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528411 Jun 04 06:17:53.048989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-fb84416e-5470-42e1-8007-63e4f2bba5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.051017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-fb84416e-5470-42e1-8007-63e4f2bba5ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734232 Jun 04 06:17:53.069395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:53.069873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:53.095664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f15cda-f6a9-45bc-a6ce-9bff689b984f req-bd56f220-508c-4645-9fbd-44a5c93e3d40 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.097672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44f15cda-f6a9-45bc-a6ce-9bff689b984f req-bd56f220-508c-4645-9fbd-44a5c93e3d40 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.0989161 Jun 04 06:17:53.104190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e10040c-33fb-40d0-b52c-22639e2e6ea5,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:53.108268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:53.161109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44f15cda-f6a9-45bc-a6ce-9bff689b984f req-6cc6c58d-e361-4c89-81d8-f94968861d43 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543072 Jun 04 06:17:53.165056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] For port 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e10040c-33fb-40d0-b52c-22639e2e6ea5,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:53.165418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:53.200612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:53.339706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Calling delete_port for 7e10040c-33fb-40d0-b52c-22639e2e6ea5 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:17:53.430780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fd91fe90-0136-41fe-ae96-9c47b18deae7 req-2521b76d-28b6-44e2-8d28-64a372b16d7a tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0431345 Jun 04 06:17:53.555686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-b88b520e-2d62-4e7f-a8e7-43c9f72d73f2 service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871047 Jun 04 06:17:53.612717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285553-3cab-41b9-9c00-2d375031cbba req-2e1134c3-d396-4985-9dc5-8522eee8471f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.614198 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03285553-3cab-41b9-9c00-2d375031cbba req-2e1134c3-d396-4985-9dc5-8522eee8471f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.0824771 Jun 04 06:17:53.658884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03285553-3cab-41b9-9c00-2d375031cbba req-822b2f09-d7b6-4957-a588-326708bed3f0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Jun 04 06:17:53.699248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc8af-36aa-41d9-abf3-e3a3e88df86d req-5cf79eab-ff8a-4c42-9d7d-3f832d0af3ed tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.700699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105cc8af-36aa-41d9-abf3-e3a3e88df86d req-5cf79eab-ff8a-4c42-9d7d-3f832d0af3ed tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.4582007 Jun 04 06:17:53.792634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ee8ce14-de1b-4a05-b09d-144ac7bac2b7 req-3900f5d2-7e16-422c-91e5-7f7d3e67a039 service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278013 Jun 04 06:17:53.800952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105cc8af-36aa-41d9-abf3-e3a3e88df86d req-a63a836f-f99a-4cdd-800e-5d2f47dbe8c4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921464 Jun 04 06:17:53.811421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:17:53.811775 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:17:53.840199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed259a-ef42-4979-a354-ebf5067dae34 req-9af067ca-45bc-4dcd-8336-488edd83a8b4 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.841772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fed259a-ef42-4979-a354-ebf5067dae34 req-9af067ca-45bc-4dcd-8336-488edd83a8b4 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 944 time: 0.0867093 Jun 04 06:17:53.885934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fed259a-ef42-4979-a354-ebf5067dae34 req-d253697d-ea49-46cc-bac0-176fef8d7e29 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Jun 04 06:17:53.910367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-aa4d9277-2e05-457c-b879-021b89cfee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:53.911841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-aa4d9277-2e05-457c-b879-021b89cfee7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 1095 time: 0.0709727 Jun 04 06:17:54.003429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:54.070641 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b497b7-2c4e-48be-9fd4-49ffd5f93a4c'] response: {'name': 'network-changed', 'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'status': 'completed', 'code': 200} Jun 04 06:17:54.242816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85987-9b91-46f9-a73e-2833f5ff279e req-f8f7d028-c057-4bec-871a-93e885436e71 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.244441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49e85987-9b91-46f9-a73e-2833f5ff279e req-f8f7d028-c057-4bec-871a-93e885436e71 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.0891750 Jun 04 06:17:54.245903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-70220cbc-dc85-4b47-9179-fc2230a55848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.247324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-70220cbc-dc85-4b47-9179-fc2230a55848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 925 time: 0.3294661 Jun 04 06:17:54.288724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49e85987-9b91-46f9-a73e-2833f5ff279e req-5d97efb9-a6a3-4f0f-9995-50f226da850c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Jun 04 06:17:54.314369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Deleting port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:17:54.314666 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:54.360236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-f1984180-9fee-44ff-9089-98ef8416b62d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a HTTP/1.1" status: 200 len: 217 time: 0.1053383 Jun 04 06:17:54.373660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2036ee-81e1-4bad-a26f-eb03cfce1b14 req-5ae40cd7-1a95-45d9-9dfc-536826a8c659 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.375058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f2036ee-81e1-4bad-a26f-eb03cfce1b14 req-5ae40cd7-1a95-45d9-9dfc-536826a8c659 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.2916393 Jun 04 06:17:54.424427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d08a-4936-462a-8262-e45fac3daf4c req-fe7a7ffc-612b-4664-8d46-04bfc06b43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.426611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-fe7a7ffc-612b-4664-8d46-04bfc06b43b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1095 time: 0.2975068 Jun 04 06:17:54.472416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec456c-0f12-4fc2-bb47-7f411bc856ef req-dff5bea1-563c-4a33-b9c7-fa153ac03bd5 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.473893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90ec456c-0f12-4fc2-bb47-7f411bc856ef req-dff5bea1-563c-4a33-b9c7-fa153ac03bd5 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.0820882 Jun 04 06:17:54.521847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90ec456c-0f12-4fc2-bb47-7f411bc856ef req-0dfc6741-064d-4872-8cb8-094137cc5663 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Jun 04 06:17:54.641821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-1e9a8a7c-525e-491d-8291-0e90ec91a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.643784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-1e9a8a7c-525e-491d-8291-0e90ec91a4ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.2603552 Jun 04 06:17:54.654094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f2036ee-81e1-4bad-a26f-eb03cfce1b14 req-64e36615-0026-4aed-a3f8-bda51effaa1d tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699165 Jun 04 06:17:54.665822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1a19e8b9-c19b-4b67-bb32-c642d5ef8feb req-1e04fd91-8025-4dd6-8025-7433e73dd6a7 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0435231 Jun 04 06:17:54.775055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] For port 7e10040c-33fb-40d0-b52c-22639e2e6ea5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e10040c-33fb-40d0-b52c-22639e2e6ea5,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:54.775554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:54.782997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d08a-4936-462a-8262-e45fac3daf4c req-b40bccba-a236-43d8-8ac7-011bff13d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:54.785189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-b40bccba-a236-43d8-8ac7-011bff13d457 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.3380356 Jun 04 06:17:54.821618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e10040c-33fb-40d0-b52c-22639e2e6ea5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:54.890066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:54.890434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:54.998238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Calling delete_port for 7e10040c-33fb-40d0-b52c-22639e2e6ea5 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:17:55.006125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079db04-2a1e-4f9a-80c2-a6f614248529 req-18732950-635e-47b8-8701-ee41208a197f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.007615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c079db04-2a1e-4f9a-80c2-a6f614248529 req-18732950-635e-47b8-8701-ee41208a197f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.0815616 Jun 04 06:17:55.024426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7e10040c-33fb-40d0-b52c-22639e2e6ea5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:55.043921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-a94cef0f-1d74-4936-85e0-7d231935fb2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.2455330 Jun 04 06:17:55.058156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:55.070570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c079db04-2a1e-4f9a-80c2-a6f614248529 req-4128caca-67cd-442a-821f-c02dfcc84932 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566041 Jun 04 06:17:55.134865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-8b75c490-2466-4568-9cc2-b9175cdae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.136293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-8b75c490-2466-4568-9cc2-b9175cdae59e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4854302 Jun 04 06:17:55.193659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d08a-4936-462a-8262-e45fac3daf4c req-46ed9874-df5a-49d7-9dad-1271bceb8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.195100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-46ed9874-df5a-49d7-9dad-1271bceb8375 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1438932 Jun 04 06:17:55.295294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:55.311125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-83d990d0-493b-4cd3-858c-cb9f95668fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626423 Jun 04 06:17:55.325685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836686ff-df48-449f-8c0a-65f11deb7886 req-50b7f6e6-0707-419a-96c8-d8726be6bb62 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.327056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-836686ff-df48-449f-8c0a-65f11deb7886 req-50b7f6e6-0707-419a-96c8-d8726be6bb62 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 944 time: 0.1500614 Jun 04 06:17:55.358366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575a51-d3f9-4238-8bf2-9a92d96a6690 req-54fbfbd2-6bfc-4c85-b2c7-d9a9888ac4a3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.359808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e575a51-d3f9-4238-8bf2-9a92d96a6690 req-54fbfbd2-6bfc-4c85-b2c7-d9a9888ac4a3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.5705597 Jun 04 06:17:55.373128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-836686ff-df48-449f-8c0a-65f11deb7886 req-fb561d7f-3dd1-4c54-9f4d-08ac4dd08383 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Jun 04 06:17:55.618976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-375275c1-8bb7-49de-9aee-45953d27818b service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697585 Jun 04 06:17:55.630805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e575a51-d3f9-4238-8bf2-9a92d96a6690 req-d6ae71bc-6ad4-4526-9034-3703e5fc3561 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477790 Jun 04 06:17:55.680657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a66378-f41f-4217-a9d5-3949eb70feab req-6bab4cac-3123-45cc-a860-e480ce2f2ba9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.682174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78a66378-f41f-4217-a9d5-3949eb70feab req-6bab4cac-3123-45cc-a860-e480ce2f2ba9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.1441948 Jun 04 06:17:55.728431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78a66378-f41f-4217-a9d5-3949eb70feab req-fdc15788-ddb5-420f-a9c6-d19fae64d75c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Jun 04 06:17:55.831189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-ea00d65d-6884-4765-ab30-2869d95fabd5 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098257 Jun 04 06:17:55.883461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:55.907507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b752dca-f1ad-421c-8240-0038d3fe189a req-60830c3b-d198-4570-b195-82651f6043ba tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:55.909774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b752dca-f1ad-421c-8240-0038d3fe189a req-60830c3b-d198-4570-b195-82651f6043ba tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.0801077 Jun 04 06:17:55.956983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b752dca-f1ad-421c-8240-0038d3fe189a req-c9851578-2b43-44ef-b0dd-51dfef73ac27 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Jun 04 06:17:56.017235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Pushing event deleted for resources: {'Port': ['ID=7e10040c-33fb-40d0-b52c-22639e2e6ea5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:56.074168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5caa2a5-fb93-467f-a547-a7d641152a5e req-bb97102f-68ee-4cd7-b71d-95d385a4d8d0 service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481640 Jun 04 06:17:56.127339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a4852bb-e66f-48a3-b327-9a11dbf3189b req-a7a2fdad-55f4-42b5-babc-02d06ee333d3 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0439081 Jun 04 06:17:56.166043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3720d08a-4936-462a-8262-e45fac3daf4c req-8004cfc7-0789-4139-b4ff-8cf21dd6d727 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247831 Jun 04 06:17:56.183515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa7483-bfe3-4eae-9914-83712ce274d4 req-f71a7c36-a1e8-400f-a08d-cd6c2b686b73 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:56.185122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8eaa7483-bfe3-4eae-9914-83712ce274d4 req-f71a7c36-a1e8-400f-a08d-cd6c2b686b73 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.4197443 Jun 04 06:17:56.324227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7063cdd-371d-4c19-ac22-36222e005c5c req-ed482dba-8ab6-4c2d-8758-0c745ab2553a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:56.327074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7063cdd-371d-4c19-ac22-36222e005c5c req-ed482dba-8ab6-4c2d-8758-0c745ab2553a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.0809836 Jun 04 06:17:56.350959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8eaa7483-bfe3-4eae-9914-83712ce274d4 req-3b1ac669-3dd5-43f2-8211-636f4a31e2c5 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175842 Jun 04 06:17:56.376767 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7063cdd-371d-4c19-ac22-36222e005c5c req-1db8c8da-4134-421a-8a84-046744c75f08 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Jun 04 06:17:56.395027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:56.503477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:56.637246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:56.650888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'port_id': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'mac_address': 'fa:16:3e:2e:f0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d12524-68f1-48f0-ae37-4e7c619efa45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:56.716957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:56.717333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:56.717515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c65cb0-43d3-4b16-9fcd-d5f1c1731455 req-5c95f33c-fd49-4e61-bc23-48066493a1e8 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:56.718931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16c65cb0-43d3-4b16-9fcd-d5f1c1731455 req-5c95f33c-fd49-4e61-bc23-48066493a1e8 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 944 time: 0.2318907 Jun 04 06:17:56.734729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71062b0-8e7a-4b71-a037-99c4acd3c6d5 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:56.751540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:56.755632 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:56.837603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:56.857595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580218d-8f9e-41b4-8467-cfcb9afb3ed3 req-fd7a572f-ebc7-447b-a271-90973195b6bd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:56.859194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4580218d-8f9e-41b4-8467-cfcb9afb3ed3 req-fd7a572f-ebc7-447b-a271-90973195b6bd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.1154909 Jun 04 06:17:56.859350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16c65cb0-43d3-4b16-9fcd-d5f1c1731455 req-50291675-8c0f-4542-ad04-3be24fdc9e64 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260679 Jun 04 06:17:56.884813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Router f31faf76-2e45-4e5e-9d1b-0667201d0df5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:17:56.911482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4580218d-8f9e-41b4-8467-cfcb9afb3ed3 req-be706954-fd95-4116-9781-c2236305bc36 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Jun 04 06:17:57.104112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e71062b0-8e7a-4b71-a037-99c4acd3c6d5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:57.151860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369bb27-98d1-4bf8-8281-a9adf1b2348e req-52acce31-608e-4d02-80ec-bfcd847ff31e tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.153724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1369bb27-98d1-4bf8-8281-a9adf1b2348e req-52acce31-608e-4d02-80ec-bfcd847ff31e tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.0866835 Jun 04 06:17:57.207479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1369bb27-98d1-4bf8-8281-a9adf1b2348e req-4ae420f0-b262-4117-8429-2e7246a3c7e2 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Jun 04 06:17:57.245310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:17:57.258125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424abff-d1f4-438e-b81a-d3a8b1346fb4 req-938d114d-cdf7-4c7f-86f4-d9ad84f64324 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.260895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d424abff-d1f4-438e-b81a-d3a8b1346fb4 req-938d114d-cdf7-4c7f-86f4-d9ad84f64324 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.1987574 Jun 04 06:17:57.261061 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Sync routers for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:17:57.273449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f09eae73-ec07-4048-806e-000311ade9be admin admin] 10.222.0.17 "PUT /v2.0/routers/f31faf76-2e45-4e5e-9d1b-0667201d0df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4982016 Jun 04 06:17:57.276003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39008) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:17:57.297859 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:57.298485 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:57.384141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d424abff-d1f4-438e-b81a-d3a8b1346fb4 req-fe601f15-6b4c-42a4-949f-32829ce792ec tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092362 Jun 04 06:17:57.425865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-faa45b22-f5ea-4c68-bac1-055b5c0af557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.428341 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-faa45b22-f5ea-4c68-bac1-055b5c0af557 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12&tenant_id=bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 1096 time: 0.1214137 Jun 04 06:17:57.458696 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6795150-e791-4fde-95a0-9381de86dbbb req-ebee62af-a41c-4dfe-94c9-ca4bcaf2e298 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0625997 Jun 04 06:17:57.531561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-da9e73e3-51f9-4ea7-b70c-401dfc4427c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.532833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-da9e73e3-51f9-4ea7-b70c-401dfc4427c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6a50c3f-57fc-44c8-a266-0d201e5a6e27 HTTP/1.1" status: 200 len: 853 time: 0.1888778 Jun 04 06:17:57.534811 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:57.673456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d30b5-5139-456f-8b99-d37fbf8cc664 req-910dcda9-463a-4e89-a093-d5ea7278a47d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.675552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114d30b5-5139-456f-8b99-d37fbf8cc664 req-910dcda9-463a-4e89-a093-d5ea7278a47d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.1280215 Jun 04 06:17:57.677933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-506836ab-e912-42fe-b35a-603f1072a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.679297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-506836ab-e912-42fe-b35a-603f1072a5b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1096 time: 0.2059505 Jun 04 06:17:57.692068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:57.806426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114d30b5-5139-456f-8b99-d37fbf8cc664 req-de856941-f6ff-4d0c-92ff-603d2a4f0799 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249287 Jun 04 06:17:57.857656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-bc85ee0b-28b8-4fed-ba17-c020125c7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.859336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-bc85ee0b-28b8-4fed-ba17-c020125c7001 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.1618297 Jun 04 06:17:57.907721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:55Z', 'revision_number': 5, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:57.923289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-450e859b-0af6-41b4-8cbd-7b715b256b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.925332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-450e859b-0af6-41b4-8cbd-7b715b256b43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670344 Jun 04 06:17:57.934872 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Checking router: f31faf76-2e45-4e5e-9d1b-0667201d0df5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:17:57.944171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Routers {'f31faf76-2e45-4e5e-9d1b-0667201d0df5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:17:57.944777 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:57.988909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdfede-884a-49d8-b350-c87d1a415349 req-8ca43f09-1935-4a9a-969f-3afaa604a4d1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:57.995948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0abdfede-884a-49d8-b350-c87d1a415349 req-8ca43f09-1935-4a9a-969f-3afaa604a4d1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.3683071 Jun 04 06:17:58.028132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-97d566af-d159-4aa0-91a8-8cd9f1cd3483 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.1191902 Jun 04 06:17:58.106128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:58.128824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Deleting port 6538bd2a-13cb-4999-af13-e2020fcdf20e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:17:58.129212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:58.162128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0abdfede-884a-49d8-b350-c87d1a415349 req-8b3a14b3-5e58-4d62-ac5d-79e9520e29a5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647289 Jun 04 06:17:58.166271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-903fdbbb-5fe7-4234-ab61-9c0c0c9f7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:58.167884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-903fdbbb-5fe7-4234-ab61-9c0c0c9f7bd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.0946126 Jun 04 06:17:58.218705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] Set router f31faf76-2e45-4e5e-9d1b-0667201d0df5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:17:58.226963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-195c4818-64a1-4a07-8b14-0b7306dd4aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472441 Jun 04 06:17:58.320035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-74f1b448-4d2a-42c7-9b05-d2d0359c6030 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:58.321627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-74f1b448-4d2a-42c7-9b05-d2d0359c6030 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.3464353 Jun 04 06:17:58.372135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337f4ea-077f-4c21-9e7c-ca2840f47414 req-baa61294-b0b1-4137-b6eb-d97865ee03af tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:58.373508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c337f4ea-077f-4c21-9e7c-ca2840f47414 req-baa61294-b0b1-4137-b6eb-d97865ee03af tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 944 time: 0.3524623 Jun 04 06:17:58.425749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-56857c8d-aa19-4315-b4df-36a1df977413 service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682744 Jun 04 06:17:58.468830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Deleting port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:17:58.469175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:58.510585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c337f4ea-077f-4c21-9e7c-ca2840f47414 req-972356c4-f10e-40a2-84ec-22b42108dbbb tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296723 Jun 04 06:17:58.515210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f5ddc93f-8b35-4d5a-88f0-be7526bbb44a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:17:58.554078 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:55Z', 'revision_number': 5, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:17:58.558404 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3887ba03-ee9b-4df7-a1e2-8fb50b70df0e None None] The sync data for ids ['f31faf76-2e45-4e5e-9d1b-0667201d0df5'] in n-d-811808-2 is: [{'id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1711110790-router', 'tenant_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:17:55Z', 'revision_number': 5, 'project_id': '80e58f7fb5124d1ea98f15baf583b6d7', 'gw_port': {'id': '6538bd2a-13cb-4999-af13-e2020fcdf20e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31faf76-2e45-4e5e-9d1b-0667201d0df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:17:32Z', 'updated_at': '2022-06-04T06:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:17:58.577014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:17:58.581275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-0fe1872a-9bf1-44fa-b094-d70c4ac6034d service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465011 Jun 04 06:17:58.686990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] For port 6538bd2a-13cb-4999-af13-e2020fcdf20e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6538bd2a-13cb-4999-af13-e2020fcdf20e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:58.687241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:58.762978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:17:58.774774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:58.776178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af346-81cb-4cb7-9675-912110dc3e02 req-a067b821-6215-4e4e-a892-d1ed83366943 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:58.777751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-486af346-81cb-4cb7-9675-912110dc3e02 req-a067b821-6215-4e4e-a892-d1ed83366943 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.4192362 Jun 04 06:17:58.782906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:17:58.783282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:58.832119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'port_id': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'mac_address': 'fa:16:3e:e7:bd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:17:58.854698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1f94654-5141-4e11-99fa-6ade31d2ee79 req-c548f550-9628-405f-93b2-489bfb39d073 service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759329 Jun 04 06:17:58.862133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Calling delete_port for 6538bd2a-13cb-4999-af13-e2020fcdf20e owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:17:58.955034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e10040c-33fb-40d0-b52c-22639e2e6ea5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:17:59.001248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:59.002020 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.074141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7e10040c-33fb-40d0-b52c-22639e2e6ea5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:17:59.074738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e10040c-33fb-40d0-b52c-22639e2e6ea5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:17:59.092241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ddc93f-8b35-4d5a-88f0-be7526bbb44a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:17:59.127362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:59.129681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:17:59.130184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.140428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-8fbb276a-ea41-47ee-b435-944818826b7f service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275624 Jun 04 06:17:59.151865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] For port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:59.152226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.171342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f495aea-ca4e-4b4c-a043-9ef92ac34b4e req-c815ff86-a9c5-403d-97c7-f092261d7ee4 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:59.173226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f495aea-ca4e-4b4c-a043-9ef92ac34b4e req-c815ff86-a9c5-403d-97c7-f092261d7ee4 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=2d573887-219c-4d43-8f12-e20815fe171c HTTP/1.1" status: 200 len: 949 time: 0.4599469 Jun 04 06:17:59.182953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:17:59.184426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.186330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:59.272146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.274825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-486af346-81cb-4cb7-9675-912110dc3e02 req-467014cc-25d2-42a9-85b0-9832fc3e3dbe tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355929 Jun 04 06:17:59.301017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:59.304691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Calling delete_port for ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:17:59.341844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-2e3986c3-8d55-4228-8b5b-a2404100703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:59.343626 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-2e3986c3-8d55-4228-8b5b-a2404100703e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60859c8798ba4512803cb5074a41a7f8&device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 1094 time: 0.2032752 Jun 04 06:17:59.387405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f495aea-ca4e-4b4c-a043-9ef92ac34b4e req-2bb2a85e-3357-415d-bfa2-35610c81cf43 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579921 Jun 04 06:17:59.474172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:59.497196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.510930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ea0ed0fc-82b5-485c-b52a-af62f1f2bea2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:59.546434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2fd8679a-d082-4175-bb42-43df9538d295'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:59.579005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:17:59.598640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Pushing event deleted for resources: {'Port': ['ID=ea0ed0fc-82b5-485c-b52a-af62f1f2bea2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:59.658058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.715626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d62823a-38a4-4f03-803a-fd0bd3e18eed req-905f5ac0-fe1a-47e7-a9d9-d5fc6f9f6b2d tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1624279 Jun 04 06:17:59.730634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Pushing event deleted for resources: {'Port': ['ID=6538bd2a-13cb-4999-af13-e2020fcdf20e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:17:59.788363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] No DVR routers for this DVR port ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:17:59.798202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:17:59.819336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-49bab08b-8e5b-415c-842b-fe4fab840cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:59.820062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'name': 'network-vif-deleted', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:17:59.820816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-49bab08b-8e5b-415c-842b-fe4fab840cc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507 HTTP/1.1" status: 200 len: 915 time: 0.4205296 Jun 04 06:17:59.837307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fa904c6-d210-4359-b7a0-f34abe4bb1cd req-203f5cd9-e7c0-4a01-940e-fc2f3082c100 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.24 "DELETE /v2.0/ports/ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 HTTP/1.1" status: 204 len: 173 time: 1.5081205 Jun 04 06:17:59.864459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-33bd242c-a573-4492-9cf0-97656f32d10f tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:59.866340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-33bd242c-a573-4492-9cf0-97656f32d10f tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.3035963 Jun 04 06:17:59.945171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b26a5-562c-4302-8bf0-8746aa9c0d36 req-5b23d148-e600-4f87-9e26-a7bc31c39489 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:17:59.953218 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c3b26a5-562c-4302-8bf0-8746aa9c0d36 req-5b23d148-e600-4f87-9e26-a7bc31c39489 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.4634593 Jun 04 06:17:59.971656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.083160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b779-6cb3-43a9-a9b9-330dfd21864c req-47ac443e-0742-44a0-9707-a57b8b7e943c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.084749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48f5b779-6cb3-43a9-a9b9-330dfd21864c req-47ac443e-0742-44a0-9707-a57b8b7e943c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.1124723 Jun 04 06:18:00.085996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3394669b-5d5c-44e1-81cb-afe4c2401dad service neutron] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:00.089202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3394669b-5d5c-44e1-81cb-afe4c2401dad service neutron] Notify callbacks [] for binding, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.090287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3cd18e-e7cb-490f-8488-d8764243ccb5 req-3394669b-5d5c-44e1-81cb-afe4c2401dad service neutron] 10.222.0.24 "DELETE /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.2175746 Jun 04 06:18:00.142556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48f5b779-6cb3-43a9-a9b9-330dfd21864c req-75a37f81-2d05-4ed3-8617-2ec08999934c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500615 Jun 04 06:18:00.209816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-6bdc5fa9-2a10-4a63-be1d-1baa6a4c9628 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 HTTP/1.1" status: 200 len: 217 time: 0.3709910 Jun 04 06:18:00.327723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb04c3-3a9f-437c-ae52-c1896c1eb6ce req-ba353231-791b-4cf2-9b31-0fe9d5191aa5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.329205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4fb04c3-3a9f-437c-ae52-c1896c1eb6ce req-ba353231-791b-4cf2-9b31-0fe9d5191aa5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.0864556 Jun 04 06:18:00.341009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.347386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.351249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c3b26a5-562c-4302-8bf0-8746aa9c0d36 req-32e0951b-d77c-40e7-9c25-76ccd9726f2f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969591 Jun 04 06:18:00.383452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4fb04c3-3a9f-437c-ae52-c1896c1eb6ce req-87b89502-2e95-41ca-8394-4dbce57735f4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Jun 04 06:18:00.440858 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f04bc1-a790-4207-b0cc-6887951ca2cb'] response: {'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'code': 200} Jun 04 06:18:00.496958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-40a6eb0e-89da-4f2c-b87b-b3c98f1a0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.504128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-40a6eb0e-89da-4f2c-b87b-b3c98f1a0c4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6a50c3f-57fc-44c8-a266-0d201e5a6e27 HTTP/1.1" status: 200 len: 853 time: 0.2855070 Jun 04 06:18:00.505631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.506220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31faf76-2e45-4e5e-9d1b-0667201d0df5 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:18:00.511221 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df55e259-f5d5-4b4c-96a4-f36f5da32c46'] response: {'server_uuid': '2d573887-219c-4d43-8f12-e20815fe171c', 'name': 'network-vif-deleted', 'tag': 'ea0ed0fc-82b5-485c-b52a-af62f1f2bea2', 'status': 'completed', 'code': 200} Jun 04 06:18:00.600499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.601670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0bd9adc-a323-47f9-af95-4399551f3470 admin admin] 10.222.0.17 "DELETE /v2.0/routers/f31faf76-2e45-4e5e-9d1b-0667201d0df5 HTTP/1.1" status: 204 len: 168 time: 3.3244359 Jun 04 06:18:00.604554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39042) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:00.687053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Deleting subnet df69a4ad-2e93-480e-b28b-20b018a59de7 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:18:00.692736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.778956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc61b-0aca-4ca3-91f4-f113540167a2 req-cb11b794-606f-4662-8f59-27d66ca393f4 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.781063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b2fc61b-0aca-4ca3-91f4-f113540167a2 req-cb11b794-606f-4662-8f59-27d66ca393f4 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 945 time: 0.2571580 Jun 04 06:18:00.817448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:00.865454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b2fc61b-0aca-4ca3-91f4-f113540167a2 req-1cb93470-948b-4651-9668-0d3dad8e292c tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781310 Jun 04 06:18:00.876856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-83639608-bf4e-4b2b-89bc-077876b55615 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1692560 Jun 04 06:18:00.880252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41e862-6372-4903-9357-fe2e5dae01d1 req-8b27189f-681e-4e63-a78c-b853bdb0ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.881771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa41e862-6372-4903-9357-fe2e5dae01d1 req-8b27189f-681e-4e63-a78c-b853bdb0ecf0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.2245965 Jun 04 06:18:00.882347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-c8c38a9c-5675-4ade-98d5-471c625df8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.883989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-c8c38a9c-5675-4ade-98d5-471c625df8d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668849 Jun 04 06:18:00.949427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dd731-6885-4a33-b487-b52032df5188 req-df1a09da-df65-4dc1-a138-2493110e68d0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:00.951514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac2dd731-6885-4a33-b487-b52032df5188 req-df1a09da-df65-4dc1-a138-2493110e68d0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.2594390 Jun 04 06:18:01.020140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.044707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa41e862-6372-4903-9357-fe2e5dae01d1 req-8f0f2e5e-ed75-482d-8a79-4f7d2e30b121 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488993 Jun 04 06:18:01.085394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411653-3041-4bf2-a219-a02fafadd13c req-e13b1792-b5c0-41f5-ac84-9aa336ecd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:01.087090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-e13b1792-b5c0-41f5-ac84-9aa336ecd7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a55296055b544c97bfc3fff327ead0cc&device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 1101 time: 0.1273389 Jun 04 06:18:01.097531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-812366a5-8dfe-4d00-b153-6ed7dea59e25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1839504 Jun 04 06:18:01.163819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac2dd731-6885-4a33-b487-b52032df5188 req-543416ef-e05b-4a2a-a686-9a19607d6de8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632497 Jun 04 06:18:01.181101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6538bd2a-13cb-4999-af13-e2020fcdf20e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:01.200137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-fd9937b4-8101-48e8-b621-6ff43b7e4754 service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023901 Jun 04 06:18:01.207135 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.232289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6538bd2a-13cb-4999-af13-e2020fcdf20e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:18:01.232875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6538bd2a-13cb-4999-af13-e2020fcdf20e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:01.243068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-386b81cc-3da5-499e-9704-d4aef85f57ab req-a1ae70c7-c04a-413b-9b62-a12addb869fe tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0490532 Jun 04 06:18:01.277922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212290b3-af12-428e-89d1-ca0870af0683 req-b2877d2f-c2ad-4d1c-8298-2ed0877b4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:01.277922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-b2877d2f-c2ad-4d1c-8298-2ed0877b4ffe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1117 time: 0.1502087 Jun 04 06:18:01.279574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df69a4ad-2e93-480e-b28b-20b018a59de7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:01.290707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.298339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ed12d-b89d-40f1-9b05-7957e7598e57 None None] Network 2dcce626-e844-4f10-b33f-c8151ef1ae61 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:18:01.428649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f2a2ad9e-c447-4ba6-9dce-e1f2224980c1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/df69a4ad-2e93-480e-b28b-20b018a59de7 HTTP/1.1" status: 204 len: 168 time: 0.8198702 Jun 04 06:18:01.429407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39058) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:01.621558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.627814 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-41d65a37-88fc-4214-b86a-614a4ff12134 req-7862a58b-34d1-4f0e-8be8-7484856165c2 service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151220 Jun 04 06:18:01.658225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045859d-af78-4122-88ce-82939a721d20 None None] DHCP port deletion for 2dcce626-e844-4f10-b33f-c8151ef1ae61 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:18:01.662358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Deleting port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:18:01.662767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.681578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Deleting port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:18:01.681914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:01.738595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411653-3041-4bf2-a219-a02fafadd13c req-69587c4f-467f-4639-9352-882cf8b9a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:01.740130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-69587c4f-467f-4639-9352-882cf8b9a25b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4099917 Jun 04 06:18:01.813617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f92c8-e973-42d3-bd6c-4074394c395e req-1fcfcd01-fe35-455a-9c97-67e49829d253 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:01.815927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-807f92c8-e973-42d3-bd6c-4074394c395e req-1fcfcd01-fe35-455a-9c97-67e49829d253 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 943 time: 0.1912563 Jun 04 06:18:01.832414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-ebcea59d-b54e-4e87-8f3e-2e7b7687c333 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2fd8679a-d082-4175-bb42-43df9538d295 HTTP/1.1" status: 200 len: 217 time: 0.0857470 Jun 04 06:18:01.905183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212290b3-af12-428e-89d1-ca0870af0683 req-47b9d46a-1dba-42d2-9d8a-c3639294e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:01.906580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-47b9d46a-1dba-42d2-9d8a-c3639294e75e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.6013043 Jun 04 06:18:01.913960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7045859d-af78-4122-88ce-82939a721d20 None None] For port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:01.914474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:02.000222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-358c3ce5-58c9-461d-96bf-f25837dd6ab4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.0800624 Jun 04 06:18:02.004803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96e5f-a1e0-4969-b250-b75e0b137e70 req-8b2d2778-3098-4c55-bbfe-9be0ada12c2c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.006343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ff96e5f-a1e0-4969-b250-b75e0b137e70 req-8b2d2778-3098-4c55-bbfe-9be0ada12c2c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1096 time: 0.3934548 Jun 04 06:18:02.052888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Calling delete_port for d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:18:02.090175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e8e9d732-aa74-40fd-beb6-8a370ee811a3 req-d2aa39e1-c076-49b2-b190-32b90aebe54f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1635735 Jun 04 06:18:02.095774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411653-3041-4bf2-a219-a02fafadd13c req-0dbeb538-b4d1-4582-9589-08b876647a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.096701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-807f92c8-e973-42d3-bd6c-4074394c395e req-5ebe5805-7b87-4074-a13f-02963a84a721 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647417 Jun 04 06:18:02.097966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-0dbeb538-b4d1-4582-9589-08b876647a4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2496846 Jun 04 06:18:02.098379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] For port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,segment=NetworkSegment(30a49b13-9ce2-455e-bb37-0902ee63bd76),segment_id=30a49b13-9ce2-455e-bb37-0902ee63bd76)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:02.098734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:02.149197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212290b3-af12-428e-89d1-ca0870af0683 req-f4e161a4-8d0b-4200-98a4-5612936da7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.150763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-f4e161a4-8d0b-4200-98a4-5612936da7e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1417181 Jun 04 06:18:02.174695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ff96e5f-a1e0-4969-b250-b75e0b137e70 req-0b38c98b-3daa-4109-9fc9-65c6241e7143 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015499 Jun 04 06:18:02.207427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411653-3041-4bf2-a219-a02fafadd13c req-2f773f47-b5ab-4c3c-97bf-ebdc894654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.209755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-2f773f47-b5ab-4c3c-97bf-ebdc894654d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005309 Jun 04 06:18:02.234693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:02.257746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Calling delete_port for d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:18:02.380727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045859d-af78-4122-88ce-82939a721d20 None None] Pushing event deleted for resources: {'Port': ['ID=d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:02.391022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-6c231a8e-e225-41c6-bb8f-7e3f6585b9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738148 Jun 04 06:18:02.398048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045859d-af78-4122-88ce-82939a721d20 None None] No DVR routers for this DVR port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:18:02.494698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:18:02.495201 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:18:02.504141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb4a7f-fa8d-410d-ad3d-6e447b108a89 req-0ccc9b6c-f7d7-4f8c-84e4-e717aa9b05d7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.505705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbeb4a7f-fa8d-410d-ad3d-6e447b108a89 req-0ccc9b6c-f7d7-4f8c-84e4-e717aa9b05d7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.2567205 Jun 04 06:18:02.555170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbeb4a7f-fa8d-410d-ad3d-6e447b108a89 req-d0e91fbe-637a-4691-be4d-f09f74c75620 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Jun 04 06:18:02.567009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f5ddc93f-8b35-4d5a-88f0-be7526bbb44a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:02.586918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360c359-68e9-435e-90ec-3838e45fc0ef req-6225d88b-8515-4581-a41a-10126041eb15 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.587854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5360c359-68e9-435e-90ec-3838e45fc0ef req-6225d88b-8515-4581-a41a-10126041eb15 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Synchronizing usage tracker for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:02.616355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33411653-3041-4bf2-a219-a02fafadd13c req-6c035fed-3240-4b34-948a-c229ed64dd5d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772671 Jun 04 06:18:02.618172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5360c359-68e9-435e-90ec-3838e45fc0ef req-6225d88b-8515-4581-a41a-10126041eb15 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Unset dirty status for tenant:a55296055b544c97bfc3fff327ead0cc on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:02.619524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5360c359-68e9-435e-90ec-3838e45fc0ef req-6225d88b-8515-4581-a41a-10126041eb15 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 950 time: 0.2278566 Jun 04 06:18:02.656779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:02.662275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:02.662648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:02.685753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5360c359-68e9-435e-90ec-3838e45fc0ef req-6f38a7dd-714f-47d7-89f7-b593905fd5fa tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/security-groups?id=20341889-54df-4261-be16-48cd159a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546391 Jun 04 06:18:02.759912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:02.763714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:02.772667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64900adc-f307-4611-8ec8-de332cb647ba req-0bf97a7b-fa1e-4741-b7ed-dd6dc073fcdc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.780501 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64900adc-f307-4611-8ec8-de332cb647ba req-0bf97a7b-fa1e-4741-b7ed-dd6dc073fcdc tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 945 time: 0.1029673 Jun 04 06:18:02.810446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:18:02.810766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea0ed0fc-82b5-485c-b52a-af62f1f2bea2 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:02.831321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:02.831696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:02.834090 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64900adc-f307-4611-8ec8-de332cb647ba req-cec12759-4252-4433-8047-a5c1007e89cf tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527065 Jun 04 06:18:02.893337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:02.900844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f302bb-f029-4366-9ccf-09903fbe403b req-e0ad4d05-3e21-4b8a-bbbf-f169fe1eed17 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:02.902508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47f302bb-f029-4366-9ccf-09903fbe403b req-e0ad4d05-3e21-4b8a-bbbf-f169fe1eed17 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.1166434 Jun 04 06:18:02.964796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47f302bb-f029-4366-9ccf-09903fbe403b req-b92d8d32-4d4c-4041-9171-527dce06468e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561376 Jun 04 06:18:02.992685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:18:02.993142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:03.003473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Deleting port d491a8ca-a57d-4297-a4b3-9e5e00a8d5ae {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:18:03.003850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.007347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:03.023294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:03.030615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.038947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-082dfc72-4ed5-42ca-b3ee-5173422eff1e req-c8672b76-4e68-4f63-af56-62ef821b9ba8 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0833628 Jun 04 06:18:03.120848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:03.123646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] The port 'd491a8ca-a57d-4297-a4b3-9e5e00a8d5ae' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:18:03.146461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'port_id': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'mac_address': 'fa:16:3e:dc:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:03.210846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:03.211219 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.243330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:03.276425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:03.282689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.294639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:03.302033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.333161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-e72b5e7b-58bc-4a5c-8c27-94fdf0e9b391 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:03.333928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-e72b5e7b-58bc-4a5c-8c27-94fdf0e9b391 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:03.350417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-4d65f8f4-eadb-4d5b-928c-529749312dc0 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:03.352369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-4d65f8f4-eadb-4d5b-928c-529749312dc0 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 950 time: 0.2295310 Jun 04 06:18:03.363706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.364133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.364952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.365350 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > port after_create 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.365758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > port after_delete 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.366164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > port after_update 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.366539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.367031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.367421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.367802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.378214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:03.415026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-e72b5e7b-58bc-4a5c-8c27-94fdf0e9b391 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:03.416228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-e72b5e7b-58bc-4a5c-8c27-94fdf0e9b391 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.3270881 Jun 04 06:18:03.438316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.438752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.439136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.439485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 06:18:03.440096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcce626-e844-4f10-b33f-c8151ef1ae61']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:03.442005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-a268edbd-5f5d-4be9-98a2-333155eb6b0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/quotas/bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 375 time: 0.0179660 Jun 04 06:18:03.447520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Deleting port 2fd8679a-d082-4175-bb42-43df9538d295 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:18:03.447885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.454941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a49b13-9ce2-455e-bb37-0902ee63bd76') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:03.455294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a49b13-9ce2-455e-bb37-0902ee63bd76') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:03.468970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.494853 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.504670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:18:03.505064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.530075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fae02-3d20-47c3-afb4-312d64ae9aa6 req-fd1aa4d1-db20-4dce-982e-79ac3a4c03b7 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:03.531686 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-175fae02-3d20-47c3-afb4-312d64ae9aa6 req-fd1aa4d1-db20-4dce-982e-79ac3a4c03b7 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.2397714 Jun 04 06:18:03.595817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:03.640856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.667033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-175fae02-3d20-47c3-afb4-312d64ae9aa6 req-f5167332-c6ce-49b4-b06b-c445c417b878 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820189 Jun 04 06:18:03.667957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:03.675458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcce626-e844-4f10-b33f-c8151ef1ae61,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:03.681825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aadad5a3-12ce-4410-9375-c6aab127e30c admin admin] 10.222.0.17 "DELETE /v2.0/networks/2dcce626-e844-4f10-b33f-c8151ef1ae61 HTTP/1.1" status: 204 len: 168 time: 2.2434418 Jun 04 06:18:03.732248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-4d9bcda3-a7c6-4ee3-bfff-ada553507985 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2593520 Jun 04 06:18:03.754603 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c2b6a7-bbe3-4fcb-a9a8-e2f7d33a5ada'] response: {'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'code': 200} Jun 04 06:18:03.777459 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 30a49b13-9ce2-455e-bb37-0902ee63bd76 resource provider aggregate not found Jun 04 06:18:03.804833 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 30a49b13-9ce2-455e-bb37-0902ee63bd76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30a49b13-9ce2-455e-bb37-0902ee63bd76 found for delete ", "request_id": "req-208ec4d9-77f1-4e96-a781-c2b6bddfec27"}]} Jun 04 06:18:03.934490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39110) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:03.998478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee539e-ec41-40cf-92f8-9adc7421368e req-46f241e9-22d9-4253-8e46-5323df24c076 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:04.006001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58ee539e-ec41-40cf-92f8-9adc7421368e req-46f241e9-22d9-4253-8e46-5323df24c076 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 944 time: 0.1360283 Jun 04 06:18:04.029173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e76c3a72-81ab-4b69-b64e-08f6104bfb30 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=80e58f7fb5124d1ea98f15baf583b6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933864 Jun 04 06:18:04.032680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39114) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:04.054514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] For port 2fd8679a-d082-4175-bb42-43df9538d295, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2fd8679a-d082-4175-bb42-43df9538d295,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:04.054873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.087203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58ee539e-ec41-40cf-92f8-9adc7421368e req-d75446d8-70d5-47fa-9afc-951dd1fa9a65 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797451 Jun 04 06:18:04.118344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.126287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-9af3cb28-82fb-494c-b409-5ff0d92047d6 service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772583 Jun 04 06:18:04.146144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.209816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Calling delete_port for 2fd8679a-d082-4175-bb42-43df9538d295 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:18:04.239555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb421b2-3755-48b5-8eff-734085021d3d req-fd7eebab-a5a2-4077-9b8d-91d3eac7eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:04.241034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cb421b2-3755-48b5-8eff-734085021d3d req-fd7eebab-a5a2-4077-9b8d-91d3eac7eef2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 1097 time: 0.3977842 Jun 04 06:18:04.255005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.274527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd8cd7a-0d4d-40e2-9c3d-137f3176ba6c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:04.285380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.286435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2c541af-39c9-410b-a30d-1d930acf8ae4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8fd8cd7a-0d4d-40e2-9c3d-137f3176ba6c HTTP/1.1" status: 204 len: 168 time: 0.2529681 Jun 04 06:18:04.300915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90dfac-3e4f-4bf1-a11b-4409757f2bc3 req-3024178f-d52e-455b-9123-8a402db08d9f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:04.302547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e90dfac-3e4f-4bf1-a11b-4409757f2bc3 req-3024178f-d52e-455b-9123-8a402db08d9f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.1179078 Jun 04 06:18:04.354662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e90dfac-3e4f-4bf1-a11b-4409757f2bc3 req-c3ad1f3f-bfd4-44b2-8d3f-78f27c861a73 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Jun 04 06:18:04.405904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cb421b2-3755-48b5-8eff-734085021d3d req-598a29a4-eece-4ef8-b518-94a55ef2b438 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543012 Jun 04 06:18:04.462284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-54daf79d-87d2-4db1-94b7-6065e2f7e5c8 service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809396 Jun 04 06:18:04.501980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.514942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2fd8679a-d082-4175-bb42-43df9538d295'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:04.560427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Pushing event deleted for resources: {'Port': ['ID=2fd8679a-d082-4175-bb42-43df9538d295,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:04.606031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3779e-f629-486f-bfa5-ef7ee817b12b req-b2f4ec8a-ac17-4cb7-9dc2-6b10965ec04c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:04.607588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ef3779e-f629-486f-bfa5-ef7ee817b12b req-b2f4ec8a-ac17-4cb7-9dc2-6b10965ec04c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.1437709 Jun 04 06:18:04.666144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ef3779e-f629-486f-bfa5-ef7ee817b12b req-25368051-f3a5-474e-a9e4-f9ca272ef41f tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456793 Jun 04 06:18:04.776001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:04.790585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] No DVR routers for this DVR port 2fd8679a-d082-4175-bb42-43df9538d295 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:18:04.833969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:04.841561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'name': 'network-vif-deleted', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:04.865521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb9888cf-0b58-4e2f-9c9d-7513d1b5bca6 req-f934dea8-94cb-493d-a1b7-6e4f82419a00 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.17 "GET /v2.0/ports?device_id=359c3252-2ec5-445d-a9b7-1065e0227fd3 HTTP/1.1" status: 200 len: 210 time: 0.0791454 Jun 04 06:18:04.881457 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-994a8607-0e27-425d-bc2a-321500e8f34f service neutron] show failed (client error): The resource could not be found. Jun 04 06:18:04.882595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-994a8607-0e27-425d-bc2a-321500e8f34f service neutron] 10.222.0.39 "GET /v2.0/ports/1da820f9-6db1-4acb-815e-8e856c8a7879/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1881254 Jun 04 06:18:04.884256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d56081e-445f-4890-b451-db25e15ad8b2 req-a40e5dfc-ce01-48a9-ae17-2595d1936ce1 tempest-ServersAdminNegativeTestJSON-176895875 tempest-ServersAdminNegativeTestJSON-176895875-project] 10.222.0.39 "DELETE /v2.0/ports/2fd8679a-d082-4175-bb42-43df9538d295 HTTP/1.1" status: 204 len: 173 time: 1.5266576 Jun 04 06:18:04.939278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:04.950346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810944f-ede3-4eb4-8a4f-433d2ceb2ac5 req-ceca95f5-b079-449f-ab3b-63d6b867daac tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:04.960545 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0810944f-ede3-4eb4-8a4f-433d2ceb2ac5 req-ceca95f5-b079-449f-ab3b-63d6b867daac tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.1519766 Jun 04 06:18:04.980364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:04.981437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:05.059157 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0810944f-ede3-4eb4-8a4f-433d2ceb2ac5 req-4ff61341-0c11-48e7-8f5e-212f938c60b1 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972433 Jun 04 06:18:05.294323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62019290-ec13-4166-b66a-c67c119e3a61 req-99b6f374-a12e-4cc2-8542-ee9b76dcce4b tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1342497 Jun 04 06:18:05.304889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5455f6ec-1da8-4660-b0cc-3216d9cb094d req-d5e93d5a-88b1-4a28-abc9-9dea3b9eab2c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 210 time: 0.1228058 Jun 04 06:18:05.324370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:05.324893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:05.369032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:05.380850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:05.397674 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e03a8b-c6cf-49bf-b4f3-1b67bc90c2cf'] response: {'server_uuid': '359c3252-2ec5-445d-a9b7-1065e0227fd3', 'name': 'network-vif-deleted', 'tag': '2fd8679a-d082-4175-bb42-43df9538d295', 'status': 'completed', 'code': 200} Jun 04 06:18:05.479964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:05.529545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:05.584353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb2a6e-3939-470e-bce1-abfd0f026457 req-b9970975-d46a-4382-b082-e26199539547 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:05.586075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ebb2a6e-3939-470e-bce1-abfd0f026457 req-b9970975-d46a-4382-b082-e26199539547 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.1009147 Jun 04 06:18:05.644404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ebb2a6e-3939-470e-bce1-abfd0f026457 req-baf50387-e816-4ff2-b74a-e2c99a8ad034 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505028 Jun 04 06:18:05.723017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1729375010-network', 'tenant_id': 'e5a1c069e7444a40a7b13aa3f228179b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:05.728027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:05.737181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Usage tracker for resource:network and tenant:e5a1c069e7444a40a7b13aa3f228179b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:05.751283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:05.755595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:05.764400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:05.784967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Made reservation on behalf of e5a1c069e7444a40a7b13aa3f228179b for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:05.787617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:05.812686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:05.867619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:05.884005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Usage tracker for resource:security_group_rule and tenant:e5a1c069e7444a40a7b13aa3f228179b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:05.888346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:05.896249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:05.961084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425b45-b0f2-4a4e-b334-1e42b37d91af req-55c829ba-77ea-4ed9-b141-3a6f3b95d5e9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:05.962781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c425b45-b0f2-4a4e-b334-1e42b37d91af req-55c829ba-77ea-4ed9-b141-3a6f3b95d5e9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.1366475 Jun 04 06:18:06.042335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c425b45-b0f2-4a4e-b334-1e42b37d91af req-a360ef3c-dfae-47ba-8d4f-ba665496f6d6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625954 Jun 04 06:18:06.084814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.090270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.099765 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cbcf63-8ea5-4ea4-a129-ac43789f3279'] response: {'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'code': 200} Jun 04 06:18:06.219045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755a3c36-f048-4792-977e-e38a259a78db,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:06.233123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:18:06.246626 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.247135 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Added segment c64dd714-bb8e-4b61-9965-49be7f8a3927 of type vlan for network c47119d0-dac9-40ce-8c57-a58f40996307 Jun 04 06:18:06.286392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.440725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:18:06.480754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.481729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:06.482326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.519590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39202) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:06.594232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2fd8679a-d082-4175-bb42-43df9538d295 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:06.631149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-dc0102ba-5c5e-40aa-a501-ee9a154348d8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:06.632599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-dc0102ba-5c5e-40aa-a501-ee9a154348d8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.3421404 Jun 04 06:18:06.636855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 2fd8679a-d082-4175-bb42-43df9538d295 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:18:06.637222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2fd8679a-d082-4175-bb42-43df9538d295 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:06.640759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] Pushing event updated for resources: {'Network': ['ID=c47119d0-dac9-40ce-8c57-a58f40996307,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:06.646225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-873d60cb-a62d-46b8-b647-b15b1554e37c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1156332 Jun 04 06:18:06.650151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Request body: {'port': {'device_id': '9276aace-1ecd-48a3-a6cf-464291046b66', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'admin_state_up': True, 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:06.652479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c47119d0-dac9-40ce-8c57-a58f40996307 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:18:06.652616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:06.671644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670e344-24f0-4c27-b2b2-9caa8ba0c929 req-1f2fa781-c87b-430e-b49c-8e39eab48965 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:06.672899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b670e344-24f0-4c27-b2b2-9caa8ba0c929 req-1f2fa781-c87b-430e-b49c-8e39eab48965 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.3559153 Jun 04 06:18:06.761864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Request body: {'subnet': {'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1729375010-subnet', 'tenant_id': 'e5a1c069e7444a40a7b13aa3f228179b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:06.770634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:06.781280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Usage tracker for resource:subnet and tenant:e5a1c069e7444a40a7b13aa3f228179b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:06.786746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:06.800215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:06.801456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b670e344-24f0-4c27-b2b2-9caa8ba0c929 req-a693fd94-d8c7-447c-a2ad-18194bd08b32 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179917 Jun 04 06:18:06.825909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-209186ae-972d-43b4-b4b8-c5612e8c0d7f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a55296055b544c97bfc3fff327ead0cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982249 Jun 04 06:18:06.826017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39214) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:06.829299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Made reservation on behalf of e5a1c069e7444a40a7b13aa3f228179b for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:06.831996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.891038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:06.905993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:06.907735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:06.966639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d0a1f27-6d19-467f-acc1-af82fe84ea99 req-0560d0e7-c4c2-4ae0-a984-6fca49eb33ba tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0559568 Jun 04 06:18:06.974039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:06.977380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.000907 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.053195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.145210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb25c1d-de7a-42e6-81f5-6e90c091f101,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:07.150773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Checking segment: {'id': 'c64dd714-bb8e-4b61-9965-49be7f8a3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:07.150957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Network hostable DHCP agents. Network: c47119d0-dac9-40ce-8c57-a58f40996307, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:18:07.169744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Network c47119d0-dac9-40ce-8c57-a58f40996307 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:18:07.179019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c47119d0-dac9-40ce-8c57-a58f40996307) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:07.184113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:07.184871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.188671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae970b-02dc-4b15-bdc1-ab62a105f849 None None] Network c47119d0-dac9-40ce-8c57-a58f40996307 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:18:07.196280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe81c0fe-15b8-400d-9a1f-24d6ce9377d2 req-2bf96a7d-f590-4665-9899-67e697c1a37c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 210 time: 0.0841620 Jun 04 06:18:07.233793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a9321b1-00e4-40a0-8dff-1af76c435ac9 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5779543 Jun 04 06:18:07.241578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.260717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Allocated IP 172.20.0.10 (8def6106-68ef-448c-afa6-829100fdb881/75909812-5690-472c-b388-d5406ca98ad7/360dc6f8-f378-4d1d-a99a-17c7e151d8bd) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:07.315740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20341889-54df-4261-be16-48cd159a94f5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:07.483259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc82c4-fd6a-4b49-9603-90fd56164ff3 None None] Network c47119d0-dac9-40ce-8c57-a58f40996307 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:18:07.527909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.529008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ba14eebb-5760-4a7e-b994-5e69ddb2a38f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/20341889-54df-4261-be16-48cd159a94f5 HTTP/1.1" status: 204 len: 168 time: 0.7065771 Jun 04 06:18:07.541829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-6330e1ef-652e-4ac8-a25a-4fd610c0cf2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713494 Jun 04 06:18:07.653758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-8f903af4-2ac3-4e6d-a742-27c66c661970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:07.655278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-8f903af4-2ac3-4e6d-a742-27c66c661970 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1101 time: 0.1194015 Jun 04 06:18:07.670067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:07.756940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.769369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b2102-ff53-47f4-8028-b5066488c403 req-2f32d14f-d75f-42ad-bf1f-7ea01121014d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:07.776487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-463b2102-ff53-47f4-8028-b5066488c403 req-2f32d14f-d75f-42ad-bf1f-7ea01121014d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.4423707 Jun 04 06:18:07.822788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:07.887287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-463b2102-ff53-47f4-8028-b5066488c403 req-e9dc25f7-082f-4518-9b4c-b9aba23bc56a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098595 Jun 04 06:18:07.899713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-0395ca8a-342c-4e31-a859-d6405d77f6cc service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480248 Jun 04 06:18:07.972561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06568ac-2dae-4116-85a1-6570504c187c req-212aa506-a26e-4edd-80b2-6d275899ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:07.974080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f06568ac-2dae-4116-85a1-6570504c187c req-212aa506-a26e-4edd-80b2-6d275899ace1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 1096 time: 0.3717184 Jun 04 06:18:08.109138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:08.139907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-699b4de2-cd2e-4aa4-bef0-c2421ea864f7 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:18:08.140913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-699b4de2-cd2e-4aa4-bef0-c2421ea864f7 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243375 Jun 04 06:18:08.153564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:08.154002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:18:08.228137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.287114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cee4c73-9213-45c3-84fa-5abb587b46f9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f5cf93c4fd8b4dd6a6b2607633a715b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768231 Jun 04 06:18:08.297863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:08.313589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f06568ac-2dae-4116-85a1-6570504c187c req-2ebaea8a-62cf-4c9e-aea2-63b4bfb92a3f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333242 Jun 04 06:18:08.342603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Network 8def6106-68ef-448c-afa6-829100fdb881 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:08.351423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:08.363821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:08.392420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:08.427563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:08.432607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:08.472167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-212290b3-af12-428e-89d1-ca0870af0683 req-18d9e521-d107-45b7-93fc-f33fa33055b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628657 Jun 04 06:18:08.500975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:08.501226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:08.501651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:08.503066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:08.503697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.510075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:08.510425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:08.512190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:08.513988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f626851-3ec3-4677-92ae-21695676a59e req-ab43cc94-f8d8-4f7e-a3c3-443367870f0d tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:08.515439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f626851-3ec3-4677-92ae-21695676a59e req-ab43cc94-f8d8-4f7e-a3c3-443367870f0d tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.3430281 Jun 04 06:18:08.520069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.524980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39248) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:08.530179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:08.530573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:08.531019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:08.531572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Bound port: e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:08.532318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.536801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Request body: {'floatingip': {'port_id': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:08.549632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-93716d0c-7253-4257-b338-2241616bca84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9041998 Jun 04 06:18:08.565895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Request body: {'port': {'device_id': '9276aace-1ecd-48a3-a6cf-464291046b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:08.599093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.605922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:08.630826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Transition to ACTIVE for port object 1da820f9-6db1-4acb-815e-8e856c8a7879 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:08.638420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.674924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:08.699622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.784959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.833839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.855872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e858e-a733-438e-ab35-2f6b2d89782e req-1ceefad9-f90b-490c-abbd-4e12f0564c4a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:08.857424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd3e858e-a733-438e-ab35-2f6b2d89782e req-1ceefad9-f90b-490c-abbd-4e12f0564c4a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.2359769 Jun 04 06:18:08.888299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b53b62e-d9be-453f-af4c-3f28e394f0bc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:08.908588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:08.909751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f967bf8e-3248-41a6-bb9c-9a8f1ed3e6e5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0b53b62e-d9be-453f-af4c-3f28e394f0bc HTTP/1.1" status: 204 len: 168 time: 0.6075311 Jun 04 06:18:08.943647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd3e858e-a733-438e-ab35-2f6b2d89782e req-1eede8bc-9342-4c0a-bb17-7768c7c0916e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763023 Jun 04 06:18:09.053820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:09.054992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] No DVR routers for this DVR port 1da820f9-6db1-4acb-815e-8e856c8a7879 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:18:09.064989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:09.103077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.104564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a32ade6a-6bc0-4a8c-8719-8bb695e5da07 service neutron] 10.222.0.17 "POST /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.9565051 Jun 04 06:18:09.178461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:09.178799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:09.179150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:09.305511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:09.305844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Attempting to bind port 1da820f9-6db1-4acb-815e-8e856c8a7879 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:09.333271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:09.338094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:09.338637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:09.339361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Bound port: 1da820f9-6db1-4acb-815e-8e856c8a7879, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:09.339823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.428420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360dc6f8-f378-4d1d-a99a-17c7e151d8bd {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:09.437675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.529141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Transition to ACTIVE for port object 360dc6f8-f378-4d1d-a99a-17c7e151d8bd will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:09.544550 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.562590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a21ef960-f1bf-4049-b5cc-83c3104b7f8c req-6f83fd02-b874-4b59-ae49-1fa8dcb6eb0b tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1541767 Jun 04 06:18:09.691578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:09.695211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:09.752931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:09.763892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.794544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3ee33efa-3a6a-4c32-b64c-ac2fd4e981b2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:09.795282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3ee33efa-3a6a-4c32-b64c-ac2fd4e981b2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Synchronizing usage tracker for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:09.830414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:09.831159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:09.832732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 1096 time: 2.1695254 Jun 04 06:18:09.895968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3ee33efa-3a6a-4c32-b64c-ac2fd4e981b2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Unset dirty status for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:09.897132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3ee33efa-3a6a-4c32-b64c-ac2fd4e981b2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/networks?id=c47119d0-dac9-40ce-8c57-a58f40996307 HTTP/1.1" status: 200 len: 822 time: 0.4562254 Jun 04 06:18:09.900155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa90f1-b7bf-4ad6-9c55-1e0e55be7d34 req-026e89a9-a477-41f8-9189-bde01aca98ac tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:09.900629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51fa90f1-b7bf-4ad6-9c55-1e0e55be7d34 req-026e89a9-a477-41f8-9189-bde01aca98ac tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.2140081 Jun 04 06:18:09.911762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a41a3-6570-4e08-81b8-57a4cd4440b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:09.947292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-ab6b33ef-62fa-47d1-879e-ce9d46adc9e3 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/quotas/e5a1c069e7444a40a7b13aa3f228179b HTTP/1.1" status: 200 len: 375 time: 0.0354829 Jun 04 06:18:10.024509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-a478596e-d30f-40b3-9936-e1ffb92a65c2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=e5a1c069e7444a40a7b13aa3f228179b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734198 Jun 04 06:18:10.024509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:10.025763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:10.025763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:10.036591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51fa90f1-b7bf-4ad6-9c55-1e0e55be7d34 req-817405bb-a88d-4568-8500-585b6fcb03d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219349 Jun 04 06:18:10.101185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:10.101656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:10.113436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:10.114726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:10.115168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:10.115668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:10.116193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Bound port: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:10.116546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:10.119678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:10.188057 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57d3f9d-66e3-4845-a824-707e999c5e90'] response: {'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'code': 200} Jun 04 06:18:10.466608 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1 associated. External IP: 172.25.1.231, port: f5ddc93f-8b35-4d5a-88f0-be7526bbb44a. Jun 04 06:18:10.537175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:10.553528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:10.556925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-d465a05f-b72e-4db1-b362-b2e240cab836 service neutron] 10.222.0.17 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339754 Jun 04 06:18:10.560451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:10.609704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b7059f40-b033-44e2-943b-226b6ef28d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:10.611300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b7059f40-b033-44e2-943b-226b6ef28d3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.2967291 Jun 04 06:18:10.619162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dc01f-7be6-4d14-a030-8b7df4fe43d4 req-0fcae696-9c9f-46f1-bdda-2273cf477ce4 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:10.620638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-776dc01f-7be6-4d14-a030-8b7df4fe43d4 req-0fcae696-9c9f-46f1-bdda-2273cf477ce4 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.3072979 Jun 04 06:18:10.648368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:10.649263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:10.651531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 1092 time: 2.0926223 Jun 04 06:18:10.656239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:10.662895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-d10b4660-07fc-4055-ac1c-84f4c58c5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:10.665119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-d10b4660-07fc-4055-ac1c-84f4c58c5a9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1099 time: 0.3908775 Jun 04 06:18:10.965335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a61789-87b2-45aa-bf35-7820dc64c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:10.994614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-b8c42304-c7f4-4246-b37e-592f10ef1184 service neutron] 10.222.0.17 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915539 Jun 04 06:18:10.995888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-776dc01f-7be6-4d14-a030-8b7df4fe43d4 req-92675942-9b12-4d96-8821-4600d97e603b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768730 Jun 04 06:18:11.045676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-da8a6ef8-cd52-4a5f-852b-2fc6be78f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.047125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-da8a6ef8-cd52-4a5f-852b-2fc6be78f8df service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3696613 Jun 04 06:18:11.052352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-b0af78c0-fd93-4ad1-afee-9d3f951f0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.053746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-b0af78c0-fd93-4ad1-afee-9d3f951f0d21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1095 time: 0.2817340 Jun 04 06:18:11.079046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4ddacdd5-1f5d-4850-9eb4-3f96a8188a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.082236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4ddacdd5-1f5d-4850-9eb4-3f96a8188a9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.2643833 Jun 04 06:18:11.132720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-4c9d175f-8d57-4c2d-b296-f271718062ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.0778151 Jun 04 06:18:11.180689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-8a377ef0-983a-4862-bf3a-56b56c516af9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.0915890 Jun 04 06:18:11.256109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-9572f507-58b7-4fea-970e-7d233267bacf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 217 time: 0.1225090 Jun 04 06:18:11.380403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-f54ff4e0-2337-414d-a01c-eb67c632eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.381883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-f54ff4e0-2337-414d-a01c-eb67c632eaa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1808929 Jun 04 06:18:11.383169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-02d36700-396a-433f-8655-e246139e9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.384377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-02d36700-396a-433f-8655-e246139e9444 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1222713 Jun 04 06:18:11.388318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b89d56ae-e53a-40b0-880b-ea158c3b625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.389795 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b89d56ae-e53a-40b0-880b-ea158c3b625e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1517806 Jun 04 06:18:11.401407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:18:11.457150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b7e97408-7041-49f1-a3e3-7588a67ffc2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577767 Jun 04 06:18:11.491476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-834280a1-2684-4e28-a1b2-667bc9b76b2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664546 Jun 04 06:18:11.584754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26fab4-a9ff-41bb-9499-2c3ea73f5e58 req-e2cf1ca6-531e-43aa-ae7e-4e9771b0845a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.586252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e26fab4-a9ff-41bb-9499-2c3ea73f5e58 req-e2cf1ca6-531e-43aa-ae7e-4e9771b0845a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.2896428 Jun 04 06:18:11.650277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974ed1b-e0fe-4211-a087-933c1fe8131f req-4452d5c9-cfe3-4e37-a342-e7fc9b6e9c44 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.651777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0974ed1b-e0fe-4211-a087-933c1fe8131f req-4452d5c9-cfe3-4e37-a342-e7fc9b6e9c44 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.4125497 Jun 04 06:18:11.690626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ea29c949-d6cb-486c-b03f-474ee0f4bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:11.692083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-ea29c949-d6cb-486c-b03f-474ee0f4bf1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033035 Jun 04 06:18:11.696932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-5b0792f4-b9d2-482b-b030-08d09a5785b4 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993198 Jun 04 06:18:11.699660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e26fab4-a9ff-41bb-9499-2c3ea73f5e58 req-803f770e-80cc-44fa-8ae7-8157bd231bdb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945861 Jun 04 06:18:11.837672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0974ed1b-e0fe-4211-a087-933c1fe8131f req-e3983411-7ae0-4486-a791-23c940a0f813 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738253 Jun 04 06:18:11.857731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-ecfba5a9-9942-45f5-86b8-03f5f92477e7 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902848 Jun 04 06:18:11.862584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:18:11.880521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:18:11.894164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:18:11.894783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:11.900838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:11.951029 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:18:12.072244 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8cf810-3d86-4dfc-a874-3f316857fada'] response: {'name': 'network-changed', 'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'status': 'completed', 'code': 200} Jun 04 06:18:12.094048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a663e162-1340-48cf-a5d4-56eac8e8735a req-fe2767b2-544b-4285-88a8-7ab050be5a54 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2523618 Jun 04 06:18:12.124801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd51e489-711d-4b44-b181-3c0a8db3170b tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "PUT /v2.0/floatingips/9f66a30b-908e-4b3a-b5b7-defff476eae1 HTTP/1.1" status: 200 len: 992 time: 3.5987275 Jun 04 06:18:12.138400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:18:12.190007 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0becdf27-92e1-4d57-82be-d0ef405e72a0 req-bc7d0b13-a2fa-45ec-8fa0-b889e6d1922d service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695296 Jun 04 06:18:12.221452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-de2a5dee-e958-4e6d-9781-48212cc23389 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204313 Jun 04 06:18:12.226306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}, {'name': 'network-changed', 'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:12.238786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-c99f6903-c0dd-4406-b777-9cb7e92d0979 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732500 Jun 04 06:18:12.371333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-611c2e1e-3214-4dcc-98d8-9d34f54dddb6 req-2e3b7fa6-02e1-4ee5-b3d5-2165c05a599d tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 210 time: 0.0553722 Jun 04 06:18:12.562825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:e7:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:18:09Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:12.568050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:18:12.578293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:18:12.579056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:17:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:12.643777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928e13-2a5a-401d-8606-a3de769313ba req-fcef2f18-c702-422f-9906-d4dfa6d555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:12.645546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-fcef2f18-c702-422f-9906-d4dfa6d555b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1095 time: 0.3509133 Jun 04 06:18:12.696897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-381e745d-89f4-4942-a489-99c2a3519533 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:12.698267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-381e745d-89f4-4942-a489-99c2a3519533 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1097 time: 0.2344532 Jun 04 06:18:12.711274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b465b42-2c1c-4e6e-ac49-09e69f253782 req-95f3bcae-77f1-4967-a62e-71eb9d628254 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728105 Jun 04 06:18:12.722985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb00d-9bc0-4d72-9e84-ded6e90ab68d req-817aabbb-ef8d-408f-b146-fe815a548498 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:12.723685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6fbeb00d-9bc0-4d72-9e84-ded6e90ab68d req-817aabbb-ef8d-408f-b146-fe815a548498 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:12.729763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:12.763632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-88afdc83-6d43-4dfe-b66d-cc61a3cc2c63 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:12.765121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-88afdc83-6d43-4dfe-b66d-cc61a3cc2c63 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.24 "GET /v2.0/networks?id=c47119d0-dac9-40ce-8c57-a58f40996307 HTTP/1.1" status: 200 len: 822 time: 0.3611424 Jun 04 06:18:12.777579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Request body: {'port': {'device_id': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307', 'admin_state_up': True, 'tenant_id': 'e5a1c069e7444a40a7b13aa3f228179b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:12.803108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:18:12.808276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb1f9-f90f-432f-95dc-e97fa52e724f req-a9d1add5-427f-41a3-be79-4ffd6be944fd tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:12.809923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b5cb1f9-f90f-432f-95dc-e97fa52e724f req-a9d1add5-427f-41a3-be79-4ffd6be944fd tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.2988107 Jun 04 06:18:12.907480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6fbeb00d-9bc0-4d72-9e84-ded6e90ab68d req-817aabbb-ef8d-408f-b146-fe815a548498 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:12.908742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fbeb00d-9bc0-4d72-9e84-ded6e90ab68d req-817aabbb-ef8d-408f-b146-fe815a548498 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.5651627 Jun 04 06:18:12.949058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b5cb1f9-f90f-432f-95dc-e97fa52e724f req-bb739c9d-987c-4e21-9492-9f8de3f53f11 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894313 Jun 04 06:18:12.997636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:13.004752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Usage tracker for resource:port and tenant:e5a1c069e7444a40a7b13aa3f228179b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:13.016945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:13.025118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:13.044562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Made reservation on behalf of e5a1c069e7444a40a7b13aa3f228179b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:13.049216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fbeb00d-9bc0-4d72-9e84-ded6e90ab68d req-788f2def-f813-4faf-b40d-b9e4d0a823b5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286807 Jun 04 06:18:13.050595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:13.056215 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:13.099235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928e13-2a5a-401d-8606-a3de769313ba req-615b425e-45aa-4905-910d-15f52c8cff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.100918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-615b425e-45aa-4905-910d-15f52c8cff16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.4430869 Jun 04 06:18:13.206612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-5ab2598b-05ba-4025-a967-d74550914b7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 217 time: 0.0811634 Jun 04 06:18:13.225364 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fbe8a9-420e-4274-ba0c-92e71792125e'] response: {'name': 'network-changed', 'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'status': 'completed', 'code': 200} Jun 04 06:18:13.225912 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fbe8a9-420e-4274-ba0c-92e71792125e'] response: {'name': 'network-changed', 'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'status': 'completed', 'code': 200} Jun 04 06:18:13.281791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:e7:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:18:09Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:13.286873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b856a2dd-255f-4938-82d4-45ff656fb1ea None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '9f66a30b-908e-4b3a-b5b7-defff476eae1', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'port_id': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'mac_address': 'fa:16:3e:e7:bd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:15:55Z', 'updated_at': '2022-06-04T06:18:09Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:18:13.313995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77e4dc-1d04-489d-8f63-ce1d44c9f2da req-7cd855a2-50f2-4b71-9e25-899db44a46d9 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.321853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ba77e4dc-1d04-489d-8f63-ce1d44c9f2da req-7cd855a2-50f2-4b71-9e25-899db44a46d9 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.2370687 Jun 04 06:18:13.356731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Allocated IP 172.20.0.5 (c47119d0-dac9-40ce-8c57-a58f40996307/fcb25c1d-de7a-42e6-81f5-6e90c091f101/e53bcd20-b09c-473c-8a90-19c1e4922623) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:13.388514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ba77e4dc-1d04-489d-8f63-ce1d44c9f2da req-bd9975de-4b6f-463c-acec-88e05831c2ab tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657656 Jun 04 06:18:13.508839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8928e13-2a5a-401d-8606-a3de769313ba req-23c0ce65-ef61-42ff-960c-afecc46af0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.510405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-23c0ce65-ef61-42ff-960c-afecc46af0fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.2946699 Jun 04 06:18:13.546762 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6ca7e-86ac-4976-862f-a020e5e549ab None None] New status for floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:18:13.604206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-55c0a578-f146-4838-8c10-36bc4f3ebeff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800266 Jun 04 06:18:13.655686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:13.675836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:13.688065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77909c-47c9-44a2-a24e-3c1d4d1d51cc req-5e608f35-ae1e-440b-9ae7-0e73fb921a6d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.689638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f77909c-47c9-44a2-a24e-3c1d4d1d51cc req-5e608f35-ae1e-440b-9ae7-0e73fb921a6d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.1568248 Jun 04 06:18:13.737443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-2146db5f-21a6-49de-a344-818f2d495077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.738944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-2146db5f-21a6-49de-a344-818f2d495077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1099 time: 0.4801280 Jun 04 06:18:13.746864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f77909c-47c9-44a2-a24e-3c1d4d1d51cc req-d286ac78-d95e-411e-9678-692c677464d5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Jun 04 06:18:13.751283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-a5de2eb0-080c-4018-b798-eb5a11ca7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.752895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-a5de2eb0-080c-4018-b798-eb5a11ca7feb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1099 time: 0.4956472 Jun 04 06:18:13.753262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:13.829431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Network c47119d0-dac9-40ce-8c57-a58f40996307 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:13.833385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:13.835308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059d32-eb31-4820-baa4-058cf0f7a6b2 req-0fc29109-9638-46f2-85ef-be6744e1f10e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.837387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:13.842259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f059d32-eb31-4820-baa4-058cf0f7a6b2 req-0fc29109-9638-46f2-85ef-be6744e1f10e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.4582047 Jun 04 06:18:13.882163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Pushing event updated for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:13.920493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:13.921212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:13.948547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-3d323d72-511d-43b3-a952-9bfe7582f7cd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749678 Jun 04 06:18:13.962221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Request body: {'port': {'device_id': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:14.098578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:14.127250 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d132a9ee-c499-4cab-8a2a-b515ff6741cc req-cc1a7a50-0c0c-4a99-8966-0eefb16a2358 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0640883 Jun 04 06:18:14.142050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.188726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-04fe2a5a-07f2-4b36-913c-d0420951b685 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719254 Jun 04 06:18:14.260704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f059d32-eb31-4820-baa4-058cf0f7a6b2 req-b25ed917-4ada-4d9b-b5c1-6becf6a56ed0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175878 Jun 04 06:18:14.332086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:14.348159 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.374164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.378295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-97304460-8a1b-4ba7-a75e-75cd6b9312d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:14.379733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-97304460-8a1b-4ba7-a75e-75cd6b9312d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.6333635 Jun 04 06:18:14.380678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-563a0b25-1293-4dde-9fb4-6d14a204fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:14.381999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-563a0b25-1293-4dde-9fb4-6d14a204fc56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.6077561 Jun 04 06:18:14.469403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf10c-2a17-4e2a-b112-ba0b554357ae req-3af2eba2-8a8c-4f17-8113-043298015eef tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:14.470117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d9bcf10c-2a17-4e2a-b112-ba0b554357ae req-3af2eba2-8a8c-4f17-8113-043298015eef tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Synchronizing usage tracker for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:14.512266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d9bcf10c-2a17-4e2a-b112-ba0b554357ae req-3af2eba2-8a8c-4f17-8113-043298015eef tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Unset dirty status for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:14.513419 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9bcf10c-2a17-4e2a-b112-ba0b554357ae req-3af2eba2-8a8c-4f17-8113-043298015eef tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 931 time: 0.2743599 Jun 04 06:18:14.611443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9bcf10c-2a17-4e2a-b112-ba0b554357ae req-d253a81b-f362-44bb-97dd-beeef2f7a2ab tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878160 Jun 04 06:18:14.650518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53bcd20-b09c-473c-8a90-19c1e4922623 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:14.651860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-d6febf22-29be-44ee-9e14-e98c7dbf50d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.2316756 Jun 04 06:18:14.653026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-e991090a-5d98-4464-ba3f-4f56754d942b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.2318592 Jun 04 06:18:14.662614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.678108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39362) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:14.692594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Transition to ACTIVE for port object e53bcd20-b09c-473c-8a90-19c1e4922623 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:14.700393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.860364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8928e13-2a5a-401d-8606-a3de769313ba req-e4d5e040-3b09-474d-8c1b-83cdfe1d0103 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613016 Jun 04 06:18:14.885919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:14.907364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-bbfd8795-9709-4c5c-9e83-6dc4b497ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:14.908871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-bbfd8795-9709-4c5c-9e83-6dc4b497ee86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2259185 Jun 04 06:18:14.909514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:14.909835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:14.910152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:14.912787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-49465918-6c8f-4bf9-ad1f-8a6dc928e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:14.914107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-49465918-6c8f-4bf9-ad1f-8a6dc928e1d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2322037 Jun 04 06:18:14.918747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:14.919057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Attempting to bind port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:14.992629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:14.992972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:14.993344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:14.994261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Bound port: e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:14.994261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:14.996606 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.037616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07b94-1eed-4f3b-bbae-64d8106807d4 req-14a2ca5b-9357-458b-8f5e-735c5ca370fb tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.039076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24e07b94-1eed-4f3b-bbae-64d8106807d4 req-14a2ca5b-9357-458b-8f5e-735c5ca370fb tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.5090823 Jun 04 06:18:15.054908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:15.084259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:15.105431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Usage tracker for resource:security_group_rule and tenant:af1056ba5b1647ad8a79cce98697e189 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:15.110091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:15.123689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:15.177038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1925cc4-350a-4260-be07-a619d784c64e req-22924d8b-d723-4491-8313-ac3f9b38d110 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.178278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24e07b94-1eed-4f3b-bbae-64d8106807d4 req-90a51479-7147-4931-9324-c01f653c0197 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088507 Jun 04 06:18:15.178546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1925cc4-350a-4260-be07-a619d784c64e req-22924d8b-d723-4491-8313-ac3f9b38d110 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.4363225 Jun 04 06:18:15.181704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Attempting to bind port e53bcd20-b09c-473c-8a90-19c1e4922623 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:15.181704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Attempting to bind port e53bcd20-b09c-473c-8a90-19c1e4922623 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'c64dd714-bb8e-4b61-9965-49be7f8a3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:15.181987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Attempting to bind port e53bcd20-b09c-473c-8a90-19c1e4922623 on network c47119d0-dac9-40ce-8c57-a58f40996307 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:15.191265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:15.194840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-088f785e-d3d6-48bb-8425-72453ad2bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.195002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Port e53bcd20-b09c-473c-8a90-19c1e4922623 on network c47119d0-dac9-40ce-8c57-a58f40996307 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:15.195199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Attempting to bind port e53bcd20-b09c-473c-8a90-19c1e4922623 on network c47119d0-dac9-40ce-8c57-a58f40996307 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:15.196627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-088f785e-d3d6-48bb-8425-72453ad2bb03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2720308 Jun 04 06:18:15.198984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:15.207413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-432698e0-69c9-4bfa-a6ff-f4dd7d1683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.209262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-432698e0-69c9-4bfa-a6ff-f4dd7d1683f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505782 Jun 04 06:18:15.214875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:15.215252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Checking segment: {'id': 'c64dd714-bb8e-4b61-9965-49be7f8a3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:15.215588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Bound using segment: {'id': 'c64dd714-bb8e-4b61-9965-49be7f8a3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:15.216032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Bound port: e53bcd20-b09c-473c-8a90-19c1e4922623, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64dd714-bb8e-4b61-9965-49be7f8a3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:15.216373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.230126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.272652 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e3185e-fabb-4346-b9d4-d2bb8e94660b'] response: {'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'code': 200} Jun 04 06:18:15.322596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1925cc4-350a-4260-be07-a619d784c64e req-562ea852-e4e9-4c81-87de-3d333eef885d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333365 Jun 04 06:18:15.362311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:15.366076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e53bcd20-b09c-473c-8a90-19c1e4922623,segment=NetworkSegment(c64dd714-bb8e-4b61-9965-49be7f8a3927),segment_id=c64dd714-bb8e-4b61-9965-49be7f8a3927)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:15.376663 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.405555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.472922 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.510955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.511574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.512932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] 10.222.0.24 "PUT /v2.0/ports/e53bcd20-b09c-473c-8a90-19c1e4922623 HTTP/1.1" status: 200 len: 1091 time: 1.5558059 Jun 04 06:18:15.519511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:15.639124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f886aae2-7aa9-4d02-afb7-abf9a4113b20 req-449bfd8f-fa47-4fb9-8db0-9dcf43c21490 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1769221 Jun 04 06:18:15.667921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=af1056ba5b1647ad8a79cce98697e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869187 Jun 04 06:18:15.669835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39380) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:15.687917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e310cb-64d1-4960-bb28-d3bfff21196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a4b61-6654-4d23-9c27-488318326ce3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:15.687917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2b1a-1954-4448-9fd5-9f919a222123 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:15.732683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=8']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:15.769033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-f89d0148-0cb9-450b-9114-8946b723d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.769715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.770331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.771262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-f89d0148-0cb9-450b-9114-8946b723d221 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5a1c069e7444a40a7b13aa3f228179b&device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 1094 time: 0.1969211 Jun 04 06:18:15.771671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fb1beba4-01a5-4364-9408-840de16cac26 service neutron] 10.222.0.24 "PUT /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 1122 time: 3.0596528 Jun 04 06:18:15.803504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-2d71a178-120d-43a7-bfe3-5ef9a9c6efe5 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931101 Jun 04 06:18:15.811339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-d580f6aa-33ab-4364-a85d-d7faef6f50c3 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736103 Jun 04 06:18:15.847835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e71062b0-8e7a-4b71-a037-99c4acd3c6d5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:15.868851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-05bef42f-15e0-4291-905a-cd1603973e93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53bcd20-b09c-473c-8a90-19c1e4922623 HTTP/1.1" status: 200 len: 217 time: 0.0817368 Jun 04 06:18:15.898013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:15.978754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203065c1-10c7-4405-ab36-e0a798a277c4 req-ad284167-0035-4e86-955d-e9fca1eebad9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:15.985849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-203065c1-10c7-4405-ab36-e0a798a277c4 req-ad284167-0035-4e86-955d-e9fca1eebad9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.6101863 Jun 04 06:18:15.990560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:16.030470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-d4a58cd5-2a15-4624-98d8-72320c8bb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.031901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-d4a58cd5-2a15-4624-98d8-72320c8bb309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb25c1d-de7a-42e6-81f5-6e90c091f101 HTTP/1.1" status: 200 len: 862 time: 0.1278908 Jun 04 06:18:16.087964 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-203065c1-10c7-4405-ab36-e0a798a277c4 req-820e66c3-44fd-4c19-a018-919ca12b8cc0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010077 Jun 04 06:18:16.096246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-c1912176-f52a-413b-89b2-a9e758ae3797 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c47119d0-dac9-40ce-8c57-a58f40996307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493088 Jun 04 06:18:16.115843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-4b4a5f9c-9c79-4486-9b74-0f58f7813111 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015831 Jun 04 06:18:16.120964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb638-40ec-4564-b495-b1f51baad0b3 req-72c1ebdb-941b-4610-b1d9-4ba50b679844 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.134476 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-081fb638-40ec-4564-b495-b1f51baad0b3 req-72c1ebdb-941b-4610-b1d9-4ba50b679844 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 948 time: 0.2766049 Jun 04 06:18:16.135238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-16c30667-5fe7-4b42-a2c7-7870f52b3b0a service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947624 Jun 04 06:18:16.179812 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fd2d9f-1859-4b78-a9af-8ac64bbb207a'] response: {'name': 'network-changed', 'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623', 'status': 'completed', 'code': 200} Jun 04 06:18:16.191597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:16.283793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a4b61-6654-4d23-9c27-488318326ce3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:16.308469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-dc3dc5f5-7137-47fe-9299-65fb3b992bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.310166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-dc3dc5f5-7137-47fe-9299-65fb3b992bf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 1097 time: 0.1310089 Jun 04 06:18:16.310383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-081fb638-40ec-4564-b495-b1f51baad0b3 req-2c927335-b242-4157-a49b-d85ebd13b504 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738920 Jun 04 06:18:16.315668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:16.319288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bfe89c5e-7e63-4e8b-b67e-c9e82f23c74e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bf1a4b61-6654-4d23-9c27-488318326ce3 HTTP/1.1" status: 204 len: 168 time: 0.6392531 Jun 04 06:18:16.365447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-77b85260-24b5-4377-9e29-b7cdf66b7cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525396 Jun 04 06:18:16.485813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23cd9d-1b53-443c-9f4e-bd82ce575d41 req-cecbdd6d-0c07-40e9-b0b7-62bd1bbdd341 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.494058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b23cd9d-1b53-443c-9f4e-bd82ce575d41 req-cecbdd6d-0c07-40e9-b0b7-62bd1bbdd341 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 943 time: 0.2462025 Jun 04 06:18:16.534560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-36ccacfb-68d2-405b-ac68-644555b8ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.536562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-36ccacfb-68d2-405b-ac68-644555b8ac37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 200 len: 925 time: 0.2198672 Jun 04 06:18:16.618406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4b23cd9d-1b53-443c-9f4e-bd82ce575d41 req-c0a0c20d-98a5-454b-8f1d-61d82928e22b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Synchronizing usage tracker for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:16.623409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c584f3dc-4b3c-48ae-a1a8-836b550fafaf req-4b292a6d-bf71-435c-84ea-e9b447cf0a79 service neutron] 10.222.0.24 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502408 Jun 04 06:18:16.630711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:16.639023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d69dd-4478-496b-9f5f-62ddc3305016 req-2d450234-547b-4ec2-b53e-7cc7e2d49e75 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.640090 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af0d69dd-4478-496b-9f5f-62ddc3305016 req-2d450234-547b-4ec2-b53e-7cc7e2d49e75 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.1416142 Jun 04 06:18:16.684878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-eb3b8350-75f1-4e1b-885e-15af49893148 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a HTTP/1.1" status: 200 len: 1002 time: 0.1338089 Jun 04 06:18:16.685655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4b23cd9d-1b53-443c-9f4e-bd82ce575d41 req-c0a0c20d-98a5-454b-8f1d-61d82928e22b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Unset dirty status for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:16.686638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b23cd9d-1b53-443c-9f4e-bd82ce575d41 req-c0a0c20d-98a5-454b-8f1d-61d82928e22b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918409 Jun 04 06:18:16.756387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-5ece5c05-b4f5-4b83-b344-a0358c59f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.758163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-5ece5c05-b4f5-4b83-b344-a0358c59f806 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 200 len: 863 time: 0.0668688 Jun 04 06:18:16.758811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39394) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:16.793213 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af0d69dd-4478-496b-9f5f-62ddc3305016 req-b70b2047-617b-4647-8d47-d8f010285e14 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405327 Jun 04 06:18:16.817448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:16.825392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-768698dc-6605-4fdd-b722-84ac126e1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.827210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-768698dc-6605-4fdd-b722-84ac126e1060 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5a1c069e7444a40a7b13aa3f228179b&device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 1094 time: 0.0981719 Jun 04 06:18:16.847267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:16.851475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:16.891254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Usage tracker for resource:security_group_rule and tenant:dd65d253cc90467cb12421a972af5b2b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:16.899997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:16.917861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:16.969263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-250218b5-6a2a-4085-bb7d-11fe63652250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:16.971672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-250218b5-6a2a-4085-bb7d-11fe63652250 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f81c4301-5ba3-46b8-a960-daf43d54e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966548 Jun 04 06:18:16.993153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:17.011093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb7e9a90-187b-4d90-9b74-a3cf744a2659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.016262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'port_id': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'mac_address': 'fa:16:3e:bb:c7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75909812-5690-472c-b388-d5406ca98ad7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:17.073951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b30fba-0a49-47a6-9ae4-53728b6a8bc9 req-6e8e1657-d27e-4590-8f80-5593440cde79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:17.076039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0b30fba-0a49-47a6-9ae4-53728b6a8bc9 req-6e8e1657-d27e-4590-8f80-5593440cde79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.2342813 Jun 04 06:18:17.098040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a5f25f-9b74-47f9-aa83-6290daff75b7 req-aacef1c2-7d95-4b33-87a8-450c2af75308 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0678225 Jun 04 06:18:17.125501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:17.147369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:17.147585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.156897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'mac_address': 'fa:16:3e:76:dd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:17.163035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-d97a93d7-33a0-499a-a2a8-c77afd3343f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:17.166135 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-d97a93d7-33a0-499a-a2a8-c77afd3343f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c47119d0-dac9-40ce-8c57-a58f40996307 HTTP/1.1" status: 200 len: 923 time: 0.3320005 Jun 04 06:18:17.209384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0b30fba-0a49-47a6-9ae4-53728b6a8bc9 req-925e9164-4658-498f-8c8d-1c1e60d4460d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228094 Jun 04 06:18:17.212459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360dc6f8-f378-4d1d-a99a-17c7e151d8bd {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:17.230379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1da820f9-6db1-4acb-815e-8e856c8a7879 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:17.237669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.248417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:17.255180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da820f9-6db1-4acb-815e-8e856c8a7879 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:17.263071 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.270476 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-9ff6ebfb-7059-4bcc-8df9-8ee475f30064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e53bcd20-b09c-473c-8a90-19c1e4922623 HTTP/1.1" status: 200 len: 217 time: 0.0930924 Jun 04 06:18:17.273595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.274368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:17.281987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-d47dda2f-0d33-4ea6-ad78-581e56d7e3bf service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987809 Jun 04 06:18:17.287263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.333183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:17.345863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.364531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:17.447397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-6a51e30c-9364-4805-8073-e6c435576fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:17.448853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-6a51e30c-9364-4805-8073-e6c435576fae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcb25c1d-de7a-42e6-81f5-6e90c091f101 HTTP/1.1" status: 200 len: 862 time: 0.1683099 Jun 04 06:18:17.491786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:17.529907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe96a5-59eb-4456-a701-4b67ab1be4f0 req-e484032f-061e-41c0-a79d-3f260a4c2082 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:17.531369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77fe96a5-59eb-4456-a701-4b67ab1be4f0 req-e484032f-061e-41c0-a79d-3f260a4c2082 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.2603929 Jun 04 06:18:17.533938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-28750499-359b-4825-87af-d8b584ad0c83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c47119d0-dac9-40ce-8c57-a58f40996307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770760 Jun 04 06:18:17.600075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['360dc6f8-f378-4d1d-a99a-17c7e151d8bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:17.600788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dd65d253cc90467cb12421a972af5b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405895 Jun 04 06:18:17.604300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39408) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:17.608333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1766d-e8cb-45df-9209-815a017ec0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1a8c5-ba8d-473c-aac5-98b25d7b14de,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:17.700575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.709258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77fe96a5-59eb-4456-a701-4b67ab1be4f0 req-afd0f77c-e280-4edb-9784-a94272503152 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704409 Jun 04 06:18:17.730099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.789715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01050491-1e71-4b93-afb9-d0d1a9b55cbb req-b1bda71c-def7-4522-a660-f35e9d0aadf7 service neutron] 10.222.0.39 "GET /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889023 Jun 04 06:18:17.799432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.806781 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83e83ea-4bea-4e0d-a8e7-bedf9b2d5624'] response: {'name': 'network-changed', 'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'status': 'completed', 'code': 200} Jun 04 06:18:17.817664 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-90e84b5c-4ba7-4be7-a39a-87d6f9dd1ebe service neutron] 10.222.0.24 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643094 Jun 04 06:18:17.822366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1a8c5-ba8d-473c-aac5-98b25d7b14de,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:17.919741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:17.921521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15085624-c0b3-4e93-b0ce-643fe1334bf1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4bc1a8c5-ba8d-473c-aac5-98b25d7b14de HTTP/1.1" status: 204 len: 168 time: 0.3136637 Jun 04 06:18:17.937581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['1da820f9-6db1-4acb-815e-8e856c8a7879'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:17.980440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-bd20a78d-4a04-4dfe-af00-3c8686d19b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:17.986661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-bd20a78d-4a04-4dfe-af00-3c8686d19b72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1125 time: 0.1614673 Jun 04 06:18:18.088278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f09af9a-7f38-4fdc-a114-a8be7da8362f req-1d531449-0705-4aad-80e8-5d1f961df57f service neutron] 10.222.0.24 "GET /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601314 Jun 04 06:18:18.120910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1dc3e-a933-4acb-b3f1-f6ee49bcd2da req-da69d904-6242-40ad-8778-8fe41dd30453 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:18.130125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82d1dc3e-a933-4acb-b3f1-f6ee49bcd2da req-da69d904-6242-40ad-8778-8fe41dd30453 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 949 time: 0.2139914 Jun 04 06:18:18.178948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-2a054cde-fc48-49c2-9a87-cf3ada9fc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:18.180859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-2a054cde-fc48-49c2-9a87-cf3ada9fc94d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.1885929 Jun 04 06:18:18.214552 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82d1dc3e-a933-4acb-b3f1-f6ee49bcd2da req-caa4a4cf-e33f-42af-a728-0bb2a4819688 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828192 Jun 04 06:18:18.327582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-fd203ed3-0617-40d5-bc37-1542d85b9052 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.1357796 Jun 04 06:18:18.329838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5851567a-ce71-48d7-b63a-5ddb0a4d492d req-7a1cbf65-439e-4ada-82d4-177fc5305309 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0608971 Jun 04 06:18:18.413374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bd5d-17c0-42ab-8379-4726267d37ab req-d0e8fcce-159a-4250-a8fa-f7db8617a896 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:18.414920 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cc2bd5d-17c0-42ab-8379-4726267d37ab req-d0e8fcce-159a-4250-a8fa-f7db8617a896 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 943 time: 0.0872145 Jun 04 06:18:18.437951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-20d50ae5-c83d-4dc2-90e5-2a89d3591066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:18.437951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-20d50ae5-c83d-4dc2-90e5-2a89d3591066 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0933311 Jun 04 06:18:18.465344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cc2bd5d-17c0-42ab-8379-4726267d37ab req-4bc6ead9-2f35-4172-b7a9-202d60d949dc tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Jun 04 06:18:18.527791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-f6be649f-2537-4773-aadd-6b9c8edfc89f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906210 Jun 04 06:18:18.657347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:18.789967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:18.796561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:18.797099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:18.848186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:18.874593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-77bc25fa-240d-4e2e-aa88-7019bac66b12 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011177 Jun 04 06:18:18.915632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79094850-7699-4101-8888-ea2ebac96b45 req-166e5727-7b08-4180-80ac-9d6662ce7f3d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:18.915632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79094850-7699-4101-8888-ea2ebac96b45 req-166e5727-7b08-4180-80ac-9d6662ce7f3d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.3802483 Jun 04 06:18:19.009972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:19.030207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:18:19.076054 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc563045-46a8-4574-8b51-0fba579b5191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:19.088778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79094850-7699-4101-8888-ea2ebac96b45 req-eb5df33d-5665-4897-af98-6ee3c8d82064 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668949 Jun 04 06:18:19.120137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-eda7ff4a-750b-402b-91e4-553dac69ae18 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.121829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-eda7ff4a-750b-402b-91e4-553dac69ae18 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f&tenant_id=36671555bc8340b5a022e2fda52f75fc&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 949 time: 0.3256171 Jun 04 06:18:19.143025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:19.144063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:19.175261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:19.187668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:19.195569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:19.221690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ab40-e0f5-4193-9fe4-a9fab1d248ce req-a7b61350-6ab1-48c4-b104-de9ecf7c8e3f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.226211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52a6ab40-e0f5-4193-9fe4-a9fab1d248ce req-a7b61350-6ab1-48c4-b104-de9ecf7c8e3f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.1808090 Jun 04 06:18:19.231412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-202e2c2b-537e-4b2f-9775-1165acb69da5 req-5c144721-5ac7-48b1-a5a2-a387fa99387d service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482902 Jun 04 06:18:19.262248 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-c4115c75-b45a-40cb-8138-d8b13f187891 service neutron] delete failed (client error): The resource could not be found. Jun 04 06:18:19.263384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-c4115c75-b45a-40cb-8138-d8b13f187891 service neutron] 10.222.0.39 "DELETE /v2.0/ports/1da820f9-6db1-4acb-815e-8e856c8a7879/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1184430 Jun 04 06:18:19.312603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52a6ab40-e0f5-4193-9fe4-a9fab1d248ce req-990fac44-557a-4ebf-93d8-df7ce880030c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801358 Jun 04 06:18:19.328183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37f48f9c-a330-44c3-a328-64e3d1f5ba9c req-b8fccf7b-d607-4db1-9c4b-5daa1a698363 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0551448 Jun 04 06:18:19.337914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:19.467955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-3aa9db07-61ae-42ae-b5d9-6707f12eeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.469969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-3aa9db07-61ae-42ae-b5d9-6707f12eeaad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1100 time: 0.1087704 Jun 04 06:18:19.545889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35813de4-fe15-441a-bc14-e57226b2f4c3 req-d601ec56-a4f7-4026-8b02-d0915856be6d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.547631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35813de4-fe15-441a-bc14-e57226b2f4c3 req-d601ec56-a4f7-4026-8b02-d0915856be6d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 949 time: 0.0887437 Jun 04 06:18:19.593635 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35813de4-fe15-441a-bc14-e57226b2f4c3 req-fcfff3b4-85a2-470b-bca5-170f428f1f6d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Jun 04 06:18:19.691782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87d15d-b934-4f3c-a66f-29afc0ce64f9 req-17596449-ba3c-449b-9811-9f4c05baaf1f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.693255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac87d15d-b934-4f3c-a66f-29afc0ce64f9 req-17596449-ba3c-449b-9811-9f4c05baaf1f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.1873853 Jun 04 06:18:19.698183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-95ff47a0-5897-4723-89f5-0f87139b090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.699534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-95ff47a0-5897-4723-89f5-0f87139b090f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2227607 Jun 04 06:18:19.773218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85391-adef-4725-bc80-bbb7cf585868 req-9ba09880-d878-4d35-9396-b1f40f312350 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:19.774927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7f85391-adef-4725-bc80-bbb7cf585868 req-9ba09880-d878-4d35-9396-b1f40f312350 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.0895262 Jun 04 06:18:19.786014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39482) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:19.793208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Request body: {'floatingip': {'port_id': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:19.824744 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2906568e-0ebb-436d-89a4-ff51d763c516'] response: {'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'code': 200} Jun 04 06:18:19.900703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:19.947928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-1f6d1b67-e8cd-41fc-885b-f6226f375cd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.1385064 Jun 04 06:18:20.019647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac87d15d-b934-4f3c-a66f-29afc0ce64f9 req-84130347-2cbe-46d2-be9b-a5c2e48b0639 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191636 Jun 04 06:18:20.053179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-0827ac0f-a712-4d89-9d55-c71458934fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.054761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-0827ac0f-a712-4d89-9d55-c71458934fd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0928741 Jun 04 06:18:20.065216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c974-a2ae-4e61-8ffd-8afc72fb79a3 req-965c5b31-0276-4e73-bccc-99cdc0f10771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.066632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9c6c974-a2ae-4e61-8ffd-8afc72fb79a3 req-965c5b31-0276-4e73-bccc-99cdc0f10771 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1097 time: 0.1657531 Jun 04 06:18:20.118539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:20.155648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9c6c974-a2ae-4e61-8ffd-8afc72fb79a3 req-bef6c7e4-11ed-4c53-a72d-e2e12c86cfd8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Jun 04 06:18:20.177603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-4b5f5f09-052d-4c94-8541-6eaa6871dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.179155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-4b5f5f09-052d-4c94-8541-6eaa6871dcc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163123 Jun 04 06:18:20.269305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:20.280130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-77611c8f-c468-4fd7-92df-9bc73dfff090 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300329 Jun 04 06:18:20.330684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbacd2-6309-4644-a745-69fb53ec4510 req-e423e391-295c-433a-89d6-9f5979252295 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.332144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bfbacd2-6309-4644-a745-69fb53ec4510 req-e423e391-295c-433a-89d6-9f5979252295 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 943 time: 0.3695292 Jun 04 06:18:20.435181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-1d833e17-cd56-4fef-b769-cbd62dc71be7 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.436517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-1d833e17-cd56-4fef-b769-cbd62dc71be7 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498468 Jun 04 06:18:20.459424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bfbacd2-6309-4644-a745-69fb53ec4510 req-2283dd05-b356-4b3d-a69d-cafe0de0b13c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138673 Jun 04 06:18:20.521547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-f4e98afa-d98b-437e-9497-16cf55cbb229 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/quotas/87da47631b6f4e0f8bd1b1544eb73f9d HTTP/1.1" status: 200 len: 375 time: 0.0630362 Jun 04 06:18:20.584401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-7cd08cae-b4b6-4906-b714-7bf2c496bda8 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509734 Jun 04 06:18:20.625078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-26062895-51e5-48bd-b71d-6c98c825331c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876190 Jun 04 06:18:20.694985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d2582-8038-45d8-8ce9-720527eb3dd4 req-1214e4e1-6bf4-4a3f-99ae-1c9b4c65870e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:20.697812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c26d2582-8038-45d8-8ce9-720527eb3dd4 req-1214e4e1-6bf4-4a3f-99ae-1c9b4c65870e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1318552 Jun 04 06:18:20.769169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c26d2582-8038-45d8-8ce9-720527eb3dd4 req-233af13d-5bae-42c6-b388-c44a8d2c87e1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Jun 04 06:18:20.803168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-070e0fbe-1965-4ef5-aa50-f036c259ea51 req-27bb2408-f29d-4ffa-a9e1-0f82b51a826c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555521 Jun 04 06:18:20.846754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e53bcd20-b09c-473c-8a90-19c1e4922623 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:20.850513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94ba01a7-c730-4f97-a4f0-60b07e163038 req-4230defc-bd86-40a8-a361-4d6657577794 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0444770 Jun 04 06:18:20.857447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:20.927660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:20.933118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.109378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2029ef0d-18a9-44d2-9586-c69ebe84e0a8 req-df5a80ab-36db-4e16-afb6-d51fbdf37986 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 210 time: 0.0484414 Jun 04 06:18:21.117401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 1da820f9-6db1-4acb-815e-8e856c8a7879 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:21.124784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 1da820f9-6db1-4acb-815e-8e856c8a7879 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:21.135346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.193386 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Floating IP b42a9760-e0e4-41c8-8a7c-8e04b35ae155 associated. External IP: 172.25.1.74, port: a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9. Jun 04 06:18:21.353091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b588ab-b613-4ea3-af1b-78543bc5be05 req-a89ef93f-bf0e-4780-9d0d-a504b83181a7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:21.356177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-65b588ab-b613-4ea3-af1b-78543bc5be05 req-a89ef93f-bf0e-4780-9d0d-a504b83181a7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 949 time: 0.2445633 Jun 04 06:18:21.367367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e53bcd20-b09c-473c-8a90-19c1e4922623,segment=NetworkSegment(c64dd714-bb8e-4b61-9965-49be7f8a3927),segment_id=c64dd714-bb8e-4b61-9965-49be7f8a3927)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:21.369170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f131e-ffc0-426e-a053-6dbb4ffc6590 req-768286f6-637b-4603-b3fc-24b100fd4965 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:21.370926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac1f131e-ffc0-426e-a053-6dbb4ffc6590 req-768286f6-637b-4603-b3fc-24b100fd4965 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.1343713 Jun 04 06:18:21.387228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e53bcd20-b09c-473c-8a90-19c1e4922623', 'network_id': 'c47119d0-dac9-40ce-8c57-a58f40996307', 'port_id': 'e53bcd20-b09c-473c-8a90-19c1e4922623', 'mac_address': 'fa:16:3e:00:57:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb25c1d-de7a-42e6-81f5-6e90c091f101', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:21.444215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac1f131e-ffc0-426e-a053-6dbb4ffc6590 req-169798ab-e467-4276-831b-2215f77f2ec7 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647616 Jun 04 06:18:21.503571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e53bcd20-b09c-473c-8a90-19c1e4922623 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:21.504202 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.523892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53bcd20-b09c-473c-8a90-19c1e4922623 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:21.537725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1da820f9-6db1-4acb-815e-8e856c8a7879 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:21.538463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.557819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e53bcd20-b09c-473c-8a90-19c1e4922623,segment=NetworkSegment(c64dd714-bb8e-4b61-9965-49be7f8a3927),segment_id=c64dd714-bb8e-4b61-9965-49be7f8a3927)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:21.565459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-65b588ab-b613-4ea3-af1b-78543bc5be05 req-9f7d9f45-b685-44a5-a7ea-66b71dc3e533 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121972 Jun 04 06:18:21.569230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.652952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:21.678423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:21.688117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:21.741901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9d055-7d26-489e-a276-73a7f7bc5e4a req-74f1be52-f532-480b-bbe3-046f303cb874 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:21.749624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ab9d055-7d26-489e-a276-73a7f7bc5e4a req-74f1be52-f532-480b-bbe3-046f303cb874 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 944 time: 0.1384523 Jun 04 06:18:21.805427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ab9d055-7d26-489e-a276-73a7f7bc5e4a req-e30d5dfd-5662-47ba-904f-3cd98bd7864f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527513 Jun 04 06:18:21.830916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:21.843444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:21.895254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Router 1dd7b105-acff-479e-ae4a-a256fac5e341 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:18:21.907223 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c217fb9-4967-4866-9310-e17be84d7335'] response: {'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'code': 200} Jun 04 06:18:21.911489 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:22.069943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e53bcd20-b09c-473c-8a90-19c1e4922623'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:22.173044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9af4ad3d-2c8c-43ca-8e3d-38d490f71d57 req-285232dc-ec38-4d32-a614-5002b3d58897 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0492749 Jun 04 06:18:22.253259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:18:22.273957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:22.285074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Sync routers for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:18:22.312903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-bf89cf5c-5f02-4936-8f48-c60afc4c767f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648887 Jun 04 06:18:22.320736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:18:22.321382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:18:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:22.366330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aea069de-365a-4fbf-9a95-9cb786bd0a42 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "PUT /v2.0/floatingips/b42a9760-e0e4-41c8-8a7c-8e04b35ae155 HTTP/1.1" status: 200 len: 990 time: 2.5788679 Jun 04 06:18:22.368694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:22.380838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29463e-7dbe-4392-8345-f60716c730b8 req-baf8d721-2553-4fcd-bd5e-4eea4f2a97f5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:22.388657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd29463e-7dbe-4392-8345-f60716c730b8 req-baf8d721-2553-4fcd-bd5e-4eea4f2a97f5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.4314077 Jun 04 06:18:22.461606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd29463e-7dbe-4392-8345-f60716c730b8 req-3a5a28de-c2c4-41e8-8a37-9a5b57bdd148 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718584 Jun 04 06:18:22.526898 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6405bc-9dd6-414e-8617-8d429ee28387'] response: {'name': 'network-changed', 'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'status': 'completed', 'code': 200} Jun 04 06:18:22.565652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:18:22.586851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51422983-2701-4d89-abed-09baa446072f req-4ad77a59-f0ca-438e-865f-0a6a376cade6 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 210 time: 0.2294405 Jun 04 06:18:22.636267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-7ddca68d-d556-4418-8b68-2abd9f4072bd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:22.637811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-7ddca68d-d556-4418-8b68-2abd9f4072bd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162496 Jun 04 06:18:22.654430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Request body: {'port': {'device_id': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '87da47631b6f4e0f8bd1b1544eb73f9d'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:22.806134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3556-cc00-4329-9b39-f4ca172e7f57 req-442c3de6-e151-4b40-870b-73d41f5686a2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:22.815123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff0b3556-cc00-4329-9b39-f4ca172e7f57 req-442c3de6-e151-4b40-870b-73d41f5686a2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.1591444 Jun 04 06:18:22.819636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-89d7fb84-b7dd-4cf5-8c8e-1a93d0ece61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:22.824001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-89d7fb84-b7dd-4cf5-8c8e-1a93d0ece61a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60859c8798ba4512803cb5074a41a7f8&device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 1096 time: 0.2390757 Jun 04 06:18:22.874614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a3888226-ae23-4174-a13c-16b37c4799ef service neutron] 10.222.0.39 "GET /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.3548241 Jun 04 06:18:22.888448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:22.962768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff0b3556-cc00-4329-9b39-f4ca172e7f57 req-5b3c5476-c256-4403-a720-02ca0f9480dd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422377 Jun 04 06:18:23.088245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-78da1a33-3f29-4891-bf91-a66b2a6f15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.089822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-78da1a33-3f29-4891-bf91-a66b2a6f15e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507 HTTP/1.1" status: 200 len: 915 time: 0.2509089 Jun 04 06:18:23.200885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:23.204200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:23.214943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Usage tracker for resource:port and tenant:87da47631b6f4e0f8bd1b1544eb73f9d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:23.220987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:18:23.222547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:23.230806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:23.233350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'b42a9760-e0e4-41c8-8a7c-8e04b35ae155', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'port_id': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'mac_address': 'fa:16:3e:dc:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:18:20Z', 'revision_number': 1, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:23.240042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Checking router: 1dd7b105-acff-479e-ae4a-a256fac5e341 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:18:23.245851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a324f5-f238-4e08-9431-c29d7d06f41e req-0ab95563-9bec-4b82-a4bc-f7b88d265199 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.250070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:18:23.250672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:18:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:23.255921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a324f5-f238-4e08-9431-c29d7d06f41e req-0ab95563-9bec-4b82-a4bc-f7b88d265199 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1097 time: 0.4226069 Jun 04 06:18:23.273627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-a398eba4-64e3-42c9-b48c-2b631538242b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 HTTP/1.1" status: 200 len: 998 time: 0.1759405 Jun 04 06:18:23.283620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Made reservation on behalf of 87da47631b6f4e0f8bd1b1544eb73f9d for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:23.287290 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.318426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.349921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-403e6505-96b1-42f3-a211-c82c16b45e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.351375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-403e6505-96b1-42f3-a211-c82c16b45e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6a50c3f-57fc-44c8-a266-0d201e5a6e27 HTTP/1.1" status: 200 len: 853 time: 0.0669775 Jun 04 06:18:23.357436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a324f5-f238-4e08-9431-c29d7d06f41e req-39c55bfa-2be7-43de-8949-a8731262f5fd tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006629 Jun 04 06:18:23.365944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:23.373848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:23.381675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Usage tracker for resource:security_group_rule and tenant:87da47631b6f4e0f8bd1b1544eb73f9d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:23.387458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:23.397964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:23.400308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9495e-daae-41da-be71-28fe313b40a4 req-b52c4b8d-34f3-4929-88dc-b6d773f6cf47 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.401839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-99a9495e-daae-41da-be71-28fe313b40a4 req-b52c4b8d-34f3-4929-88dc-b6d773f6cf47 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.2398157 Jun 04 06:18:23.420348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:23.477904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-99a9495e-daae-41da-be71-28fe313b40a4 req-e6e5d5f6-963f-4f34-a037-fb41ee3f1a85 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635123 Jun 04 06:18:23.490019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-bffa7105-e341-4e63-8e29-a080b1a0ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.492091 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-bffa7105-e341-4e63-8e29-a080b1a0ec09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ad4bf1b-889d-43fa-9f8d-d03a49d13507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315100 Jun 04 06:18:23.538537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71062b0-8e7a-4b71-a037-99c4acd3c6d5 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:23.550421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:23.571826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.601211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:18:23.669382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-62d0fc2d-f29c-41d9-a4c1-7d82b821f61d service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588879 Jun 04 06:18:23.790398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abb11c03-ccb3-49b0-84c1-f76093b3dfa8 req-478a95f5-f679-48f9-b3c7-05a57a8a33e3 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0722024 Jun 04 06:18:23.797158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.804862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] Transition to ACTIVE for port object e71062b0-8e7a-4b71-a037-99c4acd3c6d5 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:23.807107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.824392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:23.916962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4b3a-7a58-4325-b0f7-ab797c885caf req-205be7f7-f723-40a9-baa0-b520b5c25c5a tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:23.918611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac9b4b3a-7a58-4325-b0f7-ab797c885caf req-205be7f7-f723-40a9-baa0-b520b5c25c5a tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 944 time: 0.2062809 Jun 04 06:18:23.920673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e070c5a-4664-4ce7-87a8-2934e6c84197 req-dd86db55-5194-4673-836d-c492932d07d3 service neutron] 10.222.0.24 "GET /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442479 Jun 04 06:18:23.974852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac9b4b3a-7a58-4325-b0f7-ab797c885caf req-3201d920-ba72-4199-b458-6fa0f01d0d41 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Jun 04 06:18:24.140434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'b42a9760-e0e4-41c8-8a7c-8e04b35ae155', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'port_id': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'mac_address': 'fa:16:3e:dc:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:18:20Z', 'revision_number': 1, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:18:24.146636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20756928-5a31-40a7-93ff-bb7d064ff051 None None] The sync data for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 is: [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'b42a9760-e0e4-41c8-8a7c-8e04b35ae155', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'port_id': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'mac_address': 'fa:16:3e:dc:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:17:31Z', 'updated_at': '2022-06-04T06:18:20Z', 'revision_number': 1, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:18:24.155738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] No DVR routers for this DVR port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:18:24.163094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:24.211291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-648a2f00-12af-422a-855a-485ab6b7dee8 req-89f188f0-50fe-497f-b71d-b1cecd6ea99f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 210 time: 0.0633996 Jun 04 06:18:24.245864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] Pushing event updated for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=10']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:24.342163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888277e3-fe25-4202-8673-ccf4d973677f req-4f511f87-8996-4cd2-b3de-078092953253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:24.351521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-888277e3-fe25-4202-8673-ccf4d973677f req-4f511f87-8996-4cd2-b3de-078092953253 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.3557663 Jun 04 06:18:24.377854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Allocated IP 192.168.233.102 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:24.413891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-4550194e-d689-4d65-a81e-a46e6834d903 service neutron] 10.222.0.39 "PUT /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5197933 Jun 04 06:18:24.422180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5d65-7a97-4ae9-b215-9d8f8b3a9a47 req-7ed1473e-3507-4ef6-b4c4-48ac9d7adcce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:24.429674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23ed5d65-7a97-4ae9-b215-9d8f8b3a9a47 req-7ed1473e-3507-4ef6-b4c4-48ac9d7adcce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.1042905 Jun 04 06:18:24.437652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-888277e3-fe25-4202-8673-ccf4d973677f req-3fdb3323-eee8-47ac-ab81-58a31b46c205 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851128 Jun 04 06:18:24.477164 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b9be6-a493-4924-aa5d-453ec6c40a0a None None] New status for floating IP b42a9760-e0e4-41c8-8a7c-8e04b35ae155: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:18:24.497864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23ed5d65-7a97-4ae9-b215-9d8f8b3a9a47 req-5392b419-6656-413b-94e4-81e409291c4a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Jun 04 06:18:24.609727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:24.618138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023193329', 'description': 'tempest-description--1116896846'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:24.624689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:24.638726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-48694941-31be-4899-bde9-6cd7776bd3e4 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:24.640540 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-48694941-31be-4899-bde9-6cd7776bd3e4 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.1148992 Jun 04 06:18:24.641619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:24.694564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:24.707991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:24.727245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Transition to ACTIVE for port object d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:24.755208 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:24.764324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:24.783512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:security_group_rule and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:24.797717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:24.828043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:24.841973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:24.848716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:24.851225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:24.861963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b9cc4445-32dc-4d2f-95ac-f2540f4a091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:24.864061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-b9cc4445-32dc-4d2f-95ac-f2540f4a091a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&tenant_id=799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 1096 time: 0.2162628 Jun 04 06:18:24.880654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e53bcd20-b09c-473c-8a90-19c1e4922623 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:24.977286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Pushing event updated for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:24.990437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:24.991559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.043084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-368b2e8a-4bdf-443b-948d-23ea26b0224b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3959773 Jun 04 06:18:25.054646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Request body: {'port': {'device_id': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:25.093436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.098742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e53bcd20-b09c-473c-8a90-19c1e4922623 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:25.109285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e53bcd20-b09c-473c-8a90-19c1e4922623 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:25.109723 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.121581 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.163863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.316581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e53bcd20-b09c-473c-8a90-19c1e4922623 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:25.317099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.335783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-920707ae-31de-47c4-9fae-3404cbc63e49 None None] Provisioning for port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:25.346353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-920707ae-31de-47c4-9fae-3404cbc63e49 None None] Provisioning complete for port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:25.346353 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-920707ae-31de-47c4-9fae-3404cbc63e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.378841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.407065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:25.425684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e53bcd20-b09c-473c-8a90-19c1e4922623,segment=NetworkSegment(c64dd714-bb8e-4b61-9965-49be7f8a3927),segment_id=c64dd714-bb8e-4b61-9965-49be7f8a3927)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:25.426394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-920707ae-31de-47c4-9fae-3404cbc63e49 None None] Port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:18:25.433208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.435351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.442833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2a2b9df-7d2f-4d41-ab21-366e96af00be req-83b76809-2ac5-48ff-8803-e438fbe1756d tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2828386 Jun 04 06:18:25.449424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.454311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8421209 Jun 04 06:18:25.456315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39578) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:25.461274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-6fefbfb8-dcd5-4396-8bbe-6cf69d491514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:25.463600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-6fefbfb8-dcd5-4396-8bbe-6cf69d491514 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1096 time: 0.5556095 Jun 04 06:18:25.464871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb6688-25a0-4ae4-bd1a-85f4280043b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00badf9c-44d6-475a-ae7f-f46793739980,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:25.465719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'security_group_rule': {'security_group_id': '00badf9c-44d6-475a-ae7f-f46793739980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:25.485199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:25.490168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:security_group_rule and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:25.494165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:25.500447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:25.564665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c468a3-a7e3-499c-8a89-fff334194acc req-4cb2e213-d820-41a3-a883-1f522447b51e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:25.572147 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43c468a3-a7e3-499c-8a89-fff334194acc req-4cb2e213-d820-41a3-a883-1f522447b51e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 944 time: 0.3128183 Jun 04 06:18:25.606609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:25.613192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.625051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.627359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.627895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.629127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.630740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.631271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.631799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.632721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-084eba6d-d67a-4cae-b108-1c709e06274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:25.633408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.635050 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-084eba6d-d67a-4cae-b108-1c709e06274a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.1645010 Jun 04 06:18:25.635659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.636004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.636347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.636686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:25.713701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43c468a3-a7e3-499c-8a89-fff334194acc req-5923c3f0-7339-4f33-af52-5547c190288f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401360 Jun 04 06:18:25.728689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-bdfef61d-db14-43c5-8be5-ed3259de0276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.0868273 Jun 04 06:18:25.765721 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a52d21-5279-47c1-b2db-48481a3abeda'] response: {'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623', 'code': 200} Jun 04 06:18:25.792964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.809376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:25.856337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a9581252-8c6b-4bc6-929f-542e1c2c1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:25.858301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-a9581252-8c6b-4bc6-929f-542e1c2c1e7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0898767 Jun 04 06:18:25.914672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-bafb8202-1caf-42b3-8491-e67eea1d2243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467620 Jun 04 06:18:25.952491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8273952-4e00-434c-983a-4d566816ccfb,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:26.035109 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.038845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5790932 Jun 04 06:18:26.042425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.042848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.043242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.043598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.044074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.044347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.044779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.045224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.045993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.046734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.046734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.047096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1d78da-fa0d-4d46-8990-6db60c05342b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:26.051721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:26.061811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'security_group_rule': {'security_group_id': '00badf9c-44d6-475a-ae7f-f46793739980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:26.078945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:26.096329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:security_group_rule and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:26.105533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb91f72-cf4c-480e-807b-1356488d9a25 req-fefee34b-cce9-452d-b5e6-f686cef145ac tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:26.107661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:26.113601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddb91f72-cf4c-480e-807b-1356488d9a25 req-fefee34b-cce9-452d-b5e6-f686cef145ac tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 936 time: 0.3839195 Jun 04 06:18:26.136168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:26.138149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-1b3cc101-b750-40d3-b750-5c322a40c551 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116604 Jun 04 06:18:26.172572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddb91f72-cf4c-480e-807b-1356488d9a25 req-dd74bdb5-2355-4040-bc94-c67b02972281 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556183 Jun 04 06:18:26.191014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418b2b4-1d3b-4bab-8955-c2fb178b31ab req-e6be72ef-f699-49b5-9ca3-85b22f15e5a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:26.192385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e418b2b4-1d3b-4bab-8955-c2fb178b31ab req-e6be72ef-f699-49b5-9ca3-85b22f15e5a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.2921379 Jun 04 06:18:26.195653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec8386-958e-4d95-a74d-5dfab307e587 req-aea58f13-39c9-4a41-bd3c-45115b102fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:26.197108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ec8386-958e-4d95-a74d-5dfab307e587 req-aea58f13-39c9-4a41-bd3c-45115b102fcb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 1096 time: 0.3477695 Jun 04 06:18:26.237654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.309619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-fbdca468-8236-40b8-b0f7-777244a79efb service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516461 Jun 04 06:18:26.381194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ec8386-958e-4d95-a74d-5dfab307e587 req-1ad23a15-645a-4b76-8ead-e2f974907167 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687987 Jun 04 06:18:26.383264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:26.390359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e418b2b4-1d3b-4bab-8955-c2fb178b31ab req-42bdd3ff-a8bc-4dc6-92ec-facfc0164f42 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971016 Jun 04 06:18:26.394870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.422828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.426223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Transition to ACTIVE for port object d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:26.428974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.449639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.503652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec63a764-4ace-4bb7-82dc-0d8d4e0c9c03,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:26.588338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.593015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2f2789e7-d81e-4b49-979c-2308b76eadc8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5348463 Jun 04 06:18:26.593172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:26.600559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:26.606633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:26.612902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Usage tracker for resource:floatingip and tenant:36671555bc8340b5a022e2fda52f75fc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:26.616051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:26.622477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:26.637091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.641900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:26.703518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:26.788251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Attempting to bind port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:26.789050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Attempting to bind port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:26.790381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Attempting to bind port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:26.796311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:26.796991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Attempting to bind port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:26.808509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:26.809386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:26.810566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:26.811285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Bound port: d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:26.811933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:26.834797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:26.930016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e21834e8-6930-4d15-af8b-e2c25e223f2e req-935dce86-65e6-4d4b-9c8f-7eecf893bbd0 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0787680 Jun 04 06:18:26.991656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.014451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:27.018121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:27.029344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.103755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.104367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.105767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e HTTP/1.1" status: 200 len: 1096 time: 2.0554967 Jun 04 06:18:27.107998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:27.187057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Allocated IP 172.25.1.143 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/22728bd8-c294-46ff-a138-0b94be6d157f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:27.213555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1061b99-aa09-49e2-9e3b-1b2da1018eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:27.238728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188277c-7bcc-4c67-bb44-7f3461afc571 req-2cbfcf30-74b5-4fbe-8566-4d5512575117 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.240250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b188277c-7bcc-4c67-bb44-7f3461afc571 req-2cbfcf30-74b5-4fbe-8566-4d5512575117 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.3216903 Jun 04 06:18:27.306280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-0db3d866-f79b-40cd-b5dd-a9f965e145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.308504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-0db3d866-f79b-40cd-b5dd-a9f965e145ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 1099 time: 0.1522763 Jun 04 06:18:27.314859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b188277c-7bcc-4c67-bb44-7f3461afc571 req-779f2c16-ae2f-4bab-be5b-9e2180af8305 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689247 Jun 04 06:18:27.395077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.417985 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512fc71e-8283-41c0-892c-626979b5d97f'] response: {'name': 'network-changed', 'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e', 'status': 'completed', 'code': 200} Jun 04 06:18:27.420566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-c7e3ecf8-5901-479f-90b0-de815e925d7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e HTTP/1.1" status: 200 len: 217 time: 0.1019495 Jun 04 06:18:27.428753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.525597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:27.529041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:27.532948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:27.569349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=22728bd8-c294-46ff-a138-0b94be6d157f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:27.586533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.586960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.587221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.587562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.587883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.588213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.588538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.588857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.589178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.589525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.589868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.590198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:18:27.664901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.670584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-4c2d4dcb-25e4-4cb4-a984-735c34e5f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.673672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-4c2d4dcb-25e4-4cb4-a984-735c34e5f310 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2418814 Jun 04 06:18:27.706516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-49606886-34e2-454a-8c49-f34cc9c2f708 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.707214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-49606886-34e2-454a-8c49-f34cc9c2f708 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Synchronizing usage tracker for tenant:87da47631b6f4e0f8bd1b1544eb73f9d on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:27.725586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-49606886-34e2-454a-8c49-f34cc9c2f708 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Unset dirty status for tenant:87da47631b6f4e0f8bd1b1544eb73f9d on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:27.726733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-49606886-34e2-454a-8c49-f34cc9c2f708 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 948 time: 0.1548793 Jun 04 06:18:27.774229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:27.774453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-cfc3d833-b10a-42cb-8cef-c99d9e93e99f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Synchronizing usage tracker for tenant:87da47631b6f4e0f8bd1b1544eb73f9d on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:27.791827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-cfc3d833-b10a-42cb-8cef-c99d9e93e99f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Unset dirty status for tenant:87da47631b6f4e0f8bd1b1544eb73f9d on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:27.793067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2de5895-fe98-40f4-a071-a99fd1754956 req-cfc3d833-b10a-42cb-8cef-c99d9e93e99f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605159 Jun 04 06:18:27.908260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-470ef54f-89ea-49b0-b6e6-466876616f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:27.909863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-470ef54f-89ea-49b0-b6e6-466876616f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791540 Jun 04 06:18:27.997955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e386a-4aa1-43ec-9d77-ecaeaa0b98e3 req-5c0102ff-d40d-4bc5-a66d-81fa5fcf2f32 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.005697 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3a4e386a-4aa1-43ec-9d77-ecaeaa0b98e3 req-5c0102ff-d40d-4bc5-a66d-81fa5fcf2f32 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.2783968 Jun 04 06:18:28.070180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-ccb32617-81dc-447e-af9b-3609c5caa32c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529822 Jun 04 06:18:28.122161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3a4e386a-4aa1-43ec-9d77-ecaeaa0b98e3 req-45d9272f-a845-44b7-9586-76c1d0071a25 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155422 Jun 04 06:18:28.184894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:28.191151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:28.219308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce967ede-d414-420a-b3f9-a999a73f550c req-e8c89eca-c6af-4f55-86b0-1f61e2da0362 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0549603 Jun 04 06:18:28.259123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=22728bd8-c294-46ff-a138-0b94be6d157f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:28.270784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9b93ae8-0154-4b1c-807d-6887a460b861 req-cc151e38-933d-4555-8f61-3480b1b68d25 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914499 Jun 04 06:18:28.327661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:28.352735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:28.354503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6719bc53-454d-4412-a7fb-3f1176b743bb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7602715 Jun 04 06:18:28.413006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-2ae4090b-115d-4073-89a7-f6ee6b744eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.414367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-2ae4090b-115d-4073-89a7-f6ee6b744eaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 1099 time: 0.0930109 Jun 04 06:18:28.538000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c4ff2-87ab-4fa8-b5a1-59a6f343f8de req-fdd9b540-5a6e-47d7-ab58-037a3e68e120 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.539740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc4c4ff2-87ab-4fa8-b5a1-59a6f343f8de req-fdd9b540-5a6e-47d7-ab58-037a3e68e120 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1013978 Jun 04 06:18:28.601933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-63bb4841-8edb-455e-b278-0eab70d8d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.603710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-63bb4841-8edb-455e-b278-0eab70d8d78a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1813905 Jun 04 06:18:28.606067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc4c4ff2-87ab-4fa8-b5a1-59a6f343f8de req-2eebd1c4-ad31-4283-9ecd-b165d2a04b8d tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601513 Jun 04 06:18:28.679507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-2ad840f9-fd2b-4652-9427-6b28b11568bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e HTTP/1.1" status: 200 len: 217 time: 0.0677485 Jun 04 06:18:28.766049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-c27901ce-4bd7-4ba4-80eb-e2769cd8c001 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391734 Jun 04 06:18:28.780660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-e64719d6-3c7a-4afb-962f-28cbad410112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.789354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-e64719d6-3c7a-4afb-962f-28cbad410112 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0970428 Jun 04 06:18:28.988154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e95b7-feab-4fbf-8ab4-f2b48b3e3afc req-bfff09c6-aca7-4b64-94db-c23c7f1909a7 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.989716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-860e95b7-feab-4fbf-8ab4-f2b48b3e3afc req-bfff09c6-aca7-4b64-94db-c23c7f1909a7 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 948 time: 0.0858045 Jun 04 06:18:28.990123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-ed2a9755-26bc-4e53-9104-05736e2b8533 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.991724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-ed2a9755-26bc-4e53-9104-05736e2b8533 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085266 Jun 04 06:18:28.998440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-fe94b12f-6726-4915-862b-343e9771b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:28.999848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-fe94b12f-6726-4915-862b-343e9771b0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1961951 Jun 04 06:18:29.033012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-9f4323c4-a228-40e0-ae1c-bd80add18b64 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/quotas/36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 375 time: 0.0322003 Jun 04 06:18:29.047084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-860e95b7-feab-4fbf-8ab4-f2b48b3e3afc req-03c6a91c-30f3-4572-81ee-63c79658ed4c tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Jun 04 06:18:29.203513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-14a42ac8-cde0-435a-bd83-7eff514a704b service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958029 Jun 04 06:18:29.240572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-9e047d10-2816-42fc-9857-c8b21a3617c7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598818 Jun 04 06:18:29.328068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa864e-10da-4532-8335-09b1f574cd14 req-d515086d-1586-4d35-b340-b3aa7b928cbd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:29.330709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1fa864e-10da-4532-8335-09b1f574cd14 req-d515086d-1586-4d35-b340-b3aa7b928cbd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.1015215 Jun 04 06:18:29.381611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12d97f1-7f15-4d87-8ca1-34753c26a424 req-5e0b78c5-7997-43cf-a947-54811de05339 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698844 Jun 04 06:18:29.386378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1fa864e-10da-4532-8335-09b1f574cd14 req-4beba03d-05d9-4f82-9c76-f8f81958492b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Jun 04 06:18:29.502527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d47d22c7-e5b3-4872-910c-0c79b93c5731 req-03b262b6-f1c4-4be7-bb2f-5f327ecdeb31 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 210 time: 0.0614407 Jun 04 06:18:29.550311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21324666-cbd5-46fa-a0fd-9a293bbe0f96 req-cb522fcb-9570-45b4-a955-a31bbff52a7f tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Jun 04 06:18:29.832948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ab04f-bfea-470f-b2c2-6075ec07268f req-7b81c2f7-6b8b-434a-9f12-e3fb76fa06d5 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:29.834816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-344ab04f-bfea-470f-b2c2-6075ec07268f req-7b81c2f7-6b8b-434a-9f12-e3fb76fa06d5 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1019199 Jun 04 06:18:29.880619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-344ab04f-bfea-470f-b2c2-6075ec07268f req-5ae092bf-9de3-4bac-9a85-06bbead86e8b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Jun 04 06:18:30.313903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6b070-905a-4816-8d57-8477868523e3 req-9bc8fa51-82a2-4712-9e89-974128e3d08f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:30.315304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87b6b070-905a-4816-8d57-8477868523e3 req-9bc8fa51-82a2-4712-9e89-974128e3d08f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 948 time: 0.1617897 Jun 04 06:18:30.359416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87b6b070-905a-4816-8d57-8477868523e3 req-b6aeb114-3673-4aba-88f2-f2af45202e4b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Jun 04 06:18:30.591195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a093bd8-f7d9-4c8d-bc7c-af7b3a5ab83c req-97595697-6d08-40e9-8cd7-50c30dfc4960 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:30.592579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a093bd8-f7d9-4c8d-bc7c-af7b3a5ab83c req-97595697-6d08-40e9-8cd7-50c30dfc4960 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.0883543 Jun 04 06:18:30.645415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a093bd8-f7d9-4c8d-bc7c-af7b3a5ab83c req-a24b5a97-259b-4091-b938-50dd43cf5739 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Jun 04 06:18:30.677772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b0a4e41-426f-4975-a6ed-fc44c7173320 req-eded1e66-6562-437a-ba76-90044056d16f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 210 time: 0.0491290 Jun 04 06:18:30.932340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-916cc78a-a80e-4086-9849-3544c7a521d4 req-0aaf7ac0-f216-4bd4-869b-f5e5b41c9715 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0438707 Jun 04 06:18:31.088510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cf7f7-e3bb-4b54-ad27-c6b7581dd21d req-64bb3673-347e-49bb-9313-b22344de3dcf tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:31.089996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e57cf7f7-e3bb-4b54-ad27-c6b7581dd21d req-64bb3673-347e-49bb-9313-b22344de3dcf tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0835302 Jun 04 06:18:31.135001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e57cf7f7-e3bb-4b54-ad27-c6b7581dd21d req-80895859-ff49-44ee-af8a-eb303d11d2e9 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Jun 04 06:18:31.551561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b063b-846a-426e-8cb2-2d6934687538 req-b2ac33f2-d5fa-47be-b961-c296af742f3d tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:31.553176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-772b063b-846a-426e-8cb2-2d6934687538 req-b2ac33f2-d5fa-47be-b961-c296af742f3d tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 948 time: 0.0861645 Jun 04 06:18:31.598594 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-772b063b-846a-426e-8cb2-2d6934687538 req-9449fd9f-7cbe-4ea1-bdab-575fb6407804 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Jun 04 06:18:31.824876 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf064d2e-51b5-404d-b070-a32780b87a99 req-f4d3797c-e0eb-456e-b51f-b92217fee151 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 210 time: 0.0434616 Jun 04 06:18:31.838406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddbcb0-a77f-4003-87dd-0d5b2be41b75 req-6a2e88eb-6980-437c-b549-798b31a8d606 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:31.841924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51ddbcb0-a77f-4003-87dd-0d5b2be41b75 req-6a2e88eb-6980-437c-b549-798b31a8d606 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.0872693 Jun 04 06:18:31.883516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51ddbcb0-a77f-4003-87dd-0d5b2be41b75 req-038a0b54-73cf-4fc4-afd7-f87de438c0af tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Jun 04 06:18:32.159374 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7fd33062-3978-48c3-b9f1-9ccf2618e2db req-c257b33a-8212-4544-bd04-8d8df0b8bfc3 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0422194 Jun 04 06:18:32.381667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-7bdaa4d8-b76f-4569-a2ff-ed87a59940fe tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:32.383103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-7bdaa4d8-b76f-4569-a2ff-ed87a59940fe tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.1028016 Jun 04 06:18:32.391180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edee02-5d5e-462b-81d9-1a443cba3645 req-28d291b0-45a2-472d-a7a7-6774fb868432 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:32.392544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68edee02-5d5e-462b-81d9-1a443cba3645 req-28d291b0-45a2-472d-a7a7-6774fb868432 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1471479 Jun 04 06:18:32.495467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68edee02-5d5e-462b-81d9-1a443cba3645 req-26a33573-bdf4-4935-b165-cf7567ffa386 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695252 Jun 04 06:18:32.532653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-5ede36ec-c0b8-4d75-b81f-076b41dbeb45 service neutron] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:32.535594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-5ede36ec-c0b8-4d75-b81f-076b41dbeb45 service neutron] Notify callbacks [] for binding, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:32.536685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d9b10f3-342a-4f9a-bdff-594dde33ced2 req-5ede36ec-c0b8-4d75-b81f-076b41dbeb45 service neutron] 10.222.0.24 "DELETE /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.1433189 Jun 04 06:18:32.753100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:32.796010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8fbed-5963-4b65-8d56-65fecbda98f3 req-dc8f8461-d8c7-43bf-81c7-81760de5b441 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:32.797912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32f8fbed-5963-4b65-8d56-65fecbda98f3 req-dc8f8461-d8c7-43bf-81c7-81760de5b441 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 948 time: 0.0884793 Jun 04 06:18:32.834027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-6a851124-ed6b-47cd-9e8e-bcec82629de4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323067 Jun 04 06:18:32.856834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32f8fbed-5963-4b65-8d56-65fecbda98f3 req-fd722261-4192-4670-8bc5-6cb4babfec92 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524111 Jun 04 06:18:32.936001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:32.950865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e', 'mac_address': 'fa:16:3e:ae:ef:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:33.090743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03a46d5c-661a-4ba3-96ca-e5f6077fa4ba req-02a8b12b-6203-4a6e-863f-ba58504d82e6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 210 time: 0.0855305 Jun 04 06:18:33.126878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-803f8c40-a9b0-42ed-9739-2f275c441070 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:33.131539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-803f8c40-a9b0-42ed-9739-2f275c441070 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919378 Jun 04 06:18:33.133505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:33.133884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:33.152698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'port': {'device_id': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '36671555bc8340b5a022e2fda52f75fc'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:33.160907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:33.181679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:33.187008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:33.196484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ba6a-5c95-42c7-b53f-df596d3e7464 req-ba2eaf8e-1ac1-49d1-8775-90bc795a900d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:33.206236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4256ba6a-5c95-42c7-b53f-df596d3e7464 req-ba2eaf8e-1ac1-49d1-8775-90bc795a900d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.2058477 Jun 04 06:18:33.276279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:33.294092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4256ba6a-5c95-42c7-b53f-df596d3e7464 req-b68fd6e2-126b-42fd-86b6-f56bc56e7979 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Jun 04 06:18:33.376850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:33.440191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:33.444071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2941bf8-7925-4ce1-bdf9-03769bef8076 req-423b4a61-cdcf-47cc-9666-3ed28169b472 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0574663 Jun 04 06:18:33.460390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Made reservation on behalf of 36671555bc8340b5a022e2fda52f75fc for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:33.464445 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:33.524311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:33.559917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817e1e8-fd29-4a27-956c-06ae64612ee7 req-4e285bd4-0482-4984-a572-136e5f776c07 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:33.561557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7817e1e8-fd29-4a27-956c-06ae64612ee7 req-4e285bd4-0482-4984-a572-136e5f776c07 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1096 time: 0.1140971 Jun 04 06:18:33.613804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7817e1e8-fd29-4a27-956c-06ae64612ee7 req-562baf99-418b-4107-8077-7bdef1eaa498 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Jun 04 06:18:33.714596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Allocated IP 192.168.233.53 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/d32e7cdf-87df-4841-ae8c-8968cf5f30e7) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:33.787297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9a45-df44-4022-9ede-359f5e7f38fa req-859842eb-26b8-4fdf-99ff-6b84e8400d2c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:33.788751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfbc9a45-df44-4022-9ede-359f5e7f38fa req-859842eb-26b8-4fdf-99ff-6b84e8400d2c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1455863 Jun 04 06:18:33.925188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfbc9a45-df44-4022-9ede-359f5e7f38fa req-89377267-0268-4eaf-a60b-703cd08f237e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262751 Jun 04 06:18:33.998784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6ebafc4e-f3f9-46b3-9dc0-6d9ead34b0bf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:34.000965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6ebafc4e-f3f9-46b3-9dc0-6d9ead34b0bf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.1733184 Jun 04 06:18:34.010874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.025782 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-5bba1e34-1b1c-4164-8978-404c854766a8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/quotas/799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 375 time: 0.0177627 Jun 04 06:18:34.034284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Transition to ACTIVE for port object d32e7cdf-87df-4841-ae8c-8968cf5f30e7 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:34.118732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-01e380be-a59c-42cf-85d3-b5a470b0b24c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920913 Jun 04 06:18:34.140938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.156327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e', '1da820f9-6db1-4acb-815e-8e856c8a7879'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:34.258082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71d796-b683-4ca7-b87a-0673f00bf697 req-1c849e20-a0b4-4d76-8a36-451e504f82c1 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:34.259975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa71d796-b683-4ca7-b87a-0673f00bf697 req-1c849e20-a0b4-4d76-8a36-451e504f82c1 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 949 time: 0.2103219 Jun 04 06:18:34.262739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:34.267832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:34.275212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:34.417780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-f2ee84cb-cfd8-4566-9584-35e20b7bcc4e service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895806 Jun 04 06:18:34.435337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:34.519538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa71d796-b683-4ca7-b87a-0673f00bf697 req-b0f5353f-6a5b-4858-a6dd-ab7a1c2817da tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909073 Jun 04 06:18:34.527856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:34.528747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.568177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-2af4b519-9f1d-43a0-9a6f-b0617f6ff07d service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513948 Jun 04 06:18:34.575891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-84c0a0b7-b22d-42f1-b1d2-31c138ffb747 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4293234 Jun 04 06:18:34.591368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Request body: {'port': {'device_id': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:34.620866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-630a6cf8-ca76-4735-88f9-8439069c2e12 None None] Provisioning for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:34.629380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-630a6cf8-ca76-4735-88f9-8439069c2e12 None None] Provisioning complete for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:34.630033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-630a6cf8-ca76-4735-88f9-8439069c2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.725566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-630a6cf8-ca76-4735-88f9-8439069c2e12 None None] Port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:18:34.765649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:34.812987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.867180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8c9c6-fa4a-4046-8f78-721a3037dbd5 req-54498d80-1de5-4bdd-9bf8-7f7a564fa1f9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:34.868434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7ee8c9c6-fa4a-4046-8f78-721a3037dbd5 req-54498d80-1de5-4bdd-9bf8-7f7a564fa1f9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:34.872445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b158ce1e-52ac-4eab-a26b-50a373563f91 req-1dc836ca-9f93-49df-b25a-c904e09b8e4b tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0477660 Jun 04 06:18:34.872617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:34.881725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:34.882303 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:34.959357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7ee8c9c6-fa4a-4046-8f78-721a3037dbd5 req-54498d80-1de5-4bdd-9bf8-7f7a564fa1f9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:34.960987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ee8c9c6-fa4a-4046-8f78-721a3037dbd5 req-54498d80-1de5-4bdd-9bf8-7f7a564fa1f9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 935 time: 0.2885935 Jun 04 06:18:35.073546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:35.074049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:35.092915 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0147b4f8-d409-45c3-88e6-8038709ee28e req-1ac99d6b-4645-4c0c-b1e9-07c847a834e4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 210 time: 0.0803659 Jun 04 06:18:35.138807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:35.144042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ee8c9c6-fa4a-4046-8f78-721a3037dbd5 req-9a4cbcfe-a612-48f4-9831-2f62cde91da5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342487 Jun 04 06:18:35.149674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:35.158207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:35.262188 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b463bfb-e80e-4354-aee6-ec97792391d2'] response: {'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e', 'code': 200} Jun 04 06:18:35.283740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:35.324219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700096d6-6850-4236-a935-39a60cff2ad4 req-3d8fa221-8ad9-4fb4-9a70-97fe681d886b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:35.325740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700096d6-6850-4236-a935-39a60cff2ad4 req-3d8fa221-8ad9-4fb4-9a70-97fe681d886b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0997450 Jun 04 06:18:35.372000 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700096d6-6850-4236-a935-39a60cff2ad4 req-3a6f31b8-c9f6-457e-b6b2-f816c68fcfa9 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Jun 04 06:18:35.415400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:35.425265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:35.452844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Transition to ACTIVE for port object d32e7cdf-87df-4841-ae8c-8968cf5f30e7 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:35.457835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:35.591647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce045a-1eb6-4108-85a7-f1a4b39987ff req-87bd56d5-216f-49d5-b5de-6b3b27e11c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:35.593123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ce045a-1eb6-4108-85a7-f1a4b39987ff req-87bd56d5-216f-49d5-b5de-6b3b27e11c82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 1101 time: 0.2456930 Jun 04 06:18:35.618242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:35.766293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ce045a-1eb6-4108-85a7-f1a4b39987ff req-8ac05be4-08a7-41b4-b18c-2f38ffdeae83 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615770 Jun 04 06:18:35.801616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:35.801891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:35.802189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:35.808670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:35.808981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:35.817145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:35.817466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:35.817859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:35.818271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Bound port: d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:35.818607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:35.838865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359087f-ee06-4dcf-bd0d-7f860358f8b9 req-09257690-2650-41eb-83f2-209ac03acb3e tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:35.840216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b359087f-ee06-4dcf-bd0d-7f860358f8b9 req-09257690-2650-41eb-83f2-209ac03acb3e tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.1834149 Jun 04 06:18:35.938568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b359087f-ee06-4dcf-bd0d-7f860358f8b9 req-5328a514-52af-4e78-948b-3fc0ab364c04 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683877 Jun 04 06:18:35.949718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:35.952753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:35.959758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:36.024233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.024907 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:36.026355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] 10.222.0.24 "PUT /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 1095 time: 1.4407771 Jun 04 06:18:36.026839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:36.048432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43b0a1-eac3-42df-95eb-b410531ad4db service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:36.132576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57616e8f-3050-4330-bae5-0089565f4124 req-b02e6a4a-ec20-4735-bce7-ae9d1111bb7d tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0455654 Jun 04 06:18:36.146657 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd187e6-6085-4019-8a9a-2d64bfead480'] response: {'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'status': 'completed', 'code': 200} Jun 04 06:18:36.215688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-20633ace-e3c0-4062-8317-99bc63dcab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.223176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-20633ace-e3c0-4062-8317-99bc63dcab09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.1314330 Jun 04 06:18:36.384409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a59505f8-c2eb-4bf7-8e4e-c41d09c8a62b req-aeca3fb7-3e3b-4663-a669-fe1cefc3835b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 210 time: 0.1598606 Jun 04 06:18:36.385522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-0e56ea40-2ccf-40c4-82c5-4e32023957e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1115439 Jun 04 06:18:36.443527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c294f7-fbb4-4903-b4f3-6c878a16e725 req-8732a382-c5fe-4e70-a486-a749865201bf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.445761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07c294f7-fbb4-4903-b4f3-6c878a16e725 req-8732a382-c5fe-4e70-a486-a749865201bf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1097915 Jun 04 06:18:36.497266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-07c294f7-fbb4-4903-b4f3-6c878a16e725 req-6d85f214-1c3e-4ae9-a7b0-751be026ea40 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:36.515986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-07c294f7-fbb4-4903-b4f3-6c878a16e725 req-6d85f214-1c3e-4ae9-a7b0-751be026ea40 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:36.522092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07c294f7-fbb4-4903-b4f3-6c878a16e725 req-6d85f214-1c3e-4ae9-a7b0-751be026ea40 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705736 Jun 04 06:18:36.690707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-5ba8a9cc-51b7-41e6-9894-9302b043ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.692045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-5ba8a9cc-51b7-41e6-9894-9302b043ac53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1533475 Jun 04 06:18:36.754417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-155634a9-58fd-4c5b-8ed0-257d427699ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.755784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-155634a9-58fd-4c5b-8ed0-257d427699ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.4281380 Jun 04 06:18:36.771770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Request body: {'port': {'device_id': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'admin_state_up': True, 'tenant_id': '799d8d3ae79d438da5c77b38215e0995'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:36.803894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c6312-c12d-4420-8a6f-1d7c6c8dc7f9 req-0a2b18e5-e69c-40a0-bccf-2d58ef85dabf tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.805310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d37c6312-c12d-4420-8a6f-1d7c6c8dc7f9 req-0a2b18e5-e69c-40a0-bccf-2d58ef85dabf tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.2677031 Jun 04 06:18:36.942846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d37c6312-c12d-4420-8a6f-1d7c6c8dc7f9 req-8beaa72a-4523-48c1-910a-dbdd186fd5bd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939817 Jun 04 06:18:36.944679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e815eca-64bf-464a-b908-1211031d328d req-8cf44b2c-c5dd-4c79-9561-0a33d6243bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:36.946090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-8cf44b2c-c5dd-4c79-9561-0a33d6243bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450776 Jun 04 06:18:37.041947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:37.064339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:37.090651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:37.094039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:37.133297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3f55-942a-4ab6-be4c-14757831a2ef req-34c288d9-111a-4935-9355-20fc3ffa0365 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:37.134779 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d5a3f55-942a-4ab6-be4c-14757831a2ef req-34c288d9-111a-4935-9355-20fc3ffa0365 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.0843992 Jun 04 06:18:37.164549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-84ab6c6e-44e7-41bc-a606-eda370461a6c service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063270 Jun 04 06:18:37.180647 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d5a3f55-942a-4ab6-be4c-14757831a2ef req-f7320eaf-a406-4484-90f4-a6e1903c91ea tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Jun 04 06:18:37.426485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca3bf43b-1336-4925-ab0c-31adb53e2511 req-441d40ca-4846-4f3c-8e33-21fda04c1607 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0640185 Jun 04 06:18:37.431824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e815eca-64bf-464a-b908-1211031d328d req-872c3d7b-9608-46ef-8490-a349847fa31e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534227 Jun 04 06:18:37.437699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Allocated IP 172.20.0.5 (1af3f430-eaed-4b84-9ddb-6ee5ede9c52f/66d12524-68f1-48f0-ae37-4e7c619efa45/e11ca8c6-7a66-497d-bf5a-0948ba0054c6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:18:37.551335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1a53f233-83f3-4af0-ae8b-87d8b972298f req-53fdd32a-0e77-4970-8532-6cc1c107af94 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 210 time: 0.0499272 Jun 04 06:18:37.777007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:37.788627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-ec6cef50-1dec-4eb4-8b23-02c5b1a3615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:37.790126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-ec6cef50-1dec-4eb4-8b23-02c5b1a3615d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.2797284 Jun 04 06:18:37.833466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a322dbc-9915-46fa-9076-08b7ad07dd00 req-dff3f932-5682-489b-835f-7d75d32f58d2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:37.834897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a322dbc-9915-46fa-9076-08b7ad07dd00 req-dff3f932-5682-489b-835f-7d75d32f58d2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1938248 Jun 04 06:18:37.960673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a322dbc-9915-46fa-9076-08b7ad07dd00 req-7e22831c-4d4a-4a0e-9258-31a371212a6c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771246 Jun 04 06:18:37.963649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:38.038750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-58a0c042-c623-418b-99cb-64b73532625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.040103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-58a0c042-c623-418b-99cb-64b73532625e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2393789 Jun 04 06:18:38.100465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:18:38.109021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:38.123755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:18:38.146976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77a69b-0f9a-4f86-ab63-8e12ec89aaf3 req-eabf0599-d156-4ae6-b47c-c845a0e298a2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.148528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7e77a69b-0f9a-4f86-ab63-8e12ec89aaf3 req-eabf0599-d156-4ae6-b47c-c845a0e298a2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0858061 Jun 04 06:18:38.202315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7e77a69b-0f9a-4f86-ab63-8e12ec89aaf3 req-f4ba4c05-93c9-4359-a1d4-89b98f8a79be tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Jun 04 06:18:38.253586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-32550842-e796-4904-9648-611462d9518b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.2010179 Jun 04 06:18:38.267749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:38.390168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.390774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:38.403226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-36521d05-4346-4494-9cc7-27db8e9c76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.404637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-36521d05-4346-4494-9cc7-27db8e9c76e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1412559 Jun 04 06:18:38.473396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6cd550d7-a5f2-4562-9294-b5dcfc597fc8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7060132 Jun 04 06:18:38.490276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Request body: {'port': {'device_id': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:38.534568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d18d4-f69f-466d-86f3-286660d842f8 req-102e108d-9654-44b6-8ead-415505f2bff1 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.536005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-090d18d4-f69f-466d-86f3-286660d842f8 req-102e108d-9654-44b6-8ead-415505f2bff1 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.2256138 Jun 04 06:18:38.647874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-e3a84469-46cd-4293-bc3a-cb996ff72b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:38.649290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-e3a84469-46cd-4293-bc3a-cb996ff72b8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242327 Jun 04 06:18:38.654028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-090d18d4-f69f-466d-86f3-286660d842f8 req-3bca2a51-9e23-4590-864f-f45e342b3da5 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068506 Jun 04 06:18:38.680828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69fe5f4c-2387-408e-8d03-9e7d1844a447 req-9c46ed79-95f9-451c-9b5f-f88d526a115e tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0449636 Jun 04 06:18:38.738640 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:38.964144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-edbeaeed-2939-4c83-84d1-d1c50bf0cd49 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026819 Jun 04 06:18:39.035969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea73467-8b79-4c36-9350-7c0af01e337d req-c7d74907-b428-4a9f-9405-2c341b351e69 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:39.037256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2ea73467-8b79-4c36-9350-7c0af01e337d req-c7d74907-b428-4a9f-9405-2c341b351e69 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1097 time: 0.0719757 Jun 04 06:18:39.078295 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2ea73467-8b79-4c36-9350-7c0af01e337d req-dd7cbdc0-fd37-4646-bac6-8135de680550 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Jun 04 06:18:39.168429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22619104-ec96-4f2b-89a2-5ad262914fb5 req-6114bdee-6662-481c-b891-5bce5be84244 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:39.169116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-22619104-ec96-4f2b-89a2-5ad262914fb5 req-6114bdee-6662-481c-b891-5bce5be84244 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:39.228909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-22619104-ec96-4f2b-89a2-5ad262914fb5 req-6114bdee-6662-481c-b891-5bce5be84244 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:39.230077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22619104-ec96-4f2b-89a2-5ad262914fb5 req-6114bdee-6662-481c-b891-5bce5be84244 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 931 time: 0.4676173 Jun 04 06:18:39.261447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56d95f4d-7680-4a1a-b69b-ae99a91a12b5 req-0444fa92-b717-4217-986a-7deacf2533e9 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862902 Jun 04 06:18:39.304510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22619104-ec96-4f2b-89a2-5ad262914fb5 req-c84241e4-93fb-45e5-8444-b576bcc3e175 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607231 Jun 04 06:18:39.369890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11ca8c6-7a66-497d-bf5a-0948ba0054c6 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:39.372799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ce11e-a33a-4dc9-aa9e-c5f78f3e0537 req-f9a49aa6-f876-475e-902d-c409fcca81fa tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:39.374585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-722ce11e-a33a-4dc9-aa9e-c5f78f3e0537 req-f9a49aa6-f876-475e-902d-c409fcca81fa tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1006432 Jun 04 06:18:39.377616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:39.393230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Transition to ACTIVE for port object e11ca8c6-7a66-497d-bf5a-0948ba0054c6 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:18:39.399261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:39.427567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-722ce11e-a33a-4dc9-aa9e-c5f78f3e0537 req-985f45ff-a0e2-4eb6-a5a9-aed33d3a090f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Jun 04 06:18:39.602854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:39.651128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:39.651463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:39.651774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:39.657033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:39.657892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:39.663466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:39.663715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:39.664094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:39.664524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Bound port: e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:39.664872 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:39.699015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a3608-ca13-4639-b339-06b46080342a req-d0ab6bbd-b83c-4abb-a2b0-428b1722bee6 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:39.705985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-884a3608-ca13-4639-b339-06b46080342a req-d0ab6bbd-b83c-4abb-a2b0-428b1722bee6 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0916204 Jun 04 06:18:39.748944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-884a3608-ca13-4639-b339-06b46080342a req-857b6d8e-9e0a-468a-858e-a9d110e1e0c1 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Jun 04 06:18:39.776382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:18:39.780794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:39.785370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:39.841370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:39.842010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:39.843366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 1091 time: 1.3609078 Jun 04 06:18:39.843868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:39.880484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c8ac-318c-4402-92d0-9c978828c4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:40.002262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-f441d077-d963-4a93-85ef-837d33a66fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.004240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-f441d077-d963-4a93-85ef-837d33a66fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1094 time: 0.1098225 Jun 04 06:18:40.122867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3db4d99f-521f-4395-9a55-fbefae858385 req-3ff5478a-ccb9-45ba-910d-d86f8335a8be tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0441847 Jun 04 06:18:40.194044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-771dc854-147b-42a6-8553-b4959d4dd51d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 217 time: 0.1825914 Jun 04 06:18:40.241235 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fda1a4-3e0d-48fc-9bd6-5271692db873'] response: {'name': 'network-changed', 'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'status': 'completed', 'code': 200} Jun 04 06:18:40.262709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6bbc4dc7-2997-4e1c-9b3e-5e5869894b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.264124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6bbc4dc7-2997-4e1c-9b3e-5e5869894b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0640666 Jun 04 06:18:40.315922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-b381bfc0-acad-458e-ab05-04310868b47e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418143 Jun 04 06:18:40.406384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-69abb18d-bda8-4d2a-9b66-6d7ed8674dbf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:18:40.408244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-69abb18d-bda8-4d2a-9b66-6d7ed8674dbf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070562 Jun 04 06:18:40.420210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcc165-4d54-4cec-8062-2d7181fbf69f req-7e73d22c-56d0-40a6-aeec-bfdce2c5f7fd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.421654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8bfcc165-4d54-4cec-8062-2d7181fbf69f req-7e73d22c-56d0-40a6-aeec-bfdce2c5f7fd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.0962276 Jun 04 06:18:40.425911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:40.426352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:18:40.455494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-6c8acff0-d11f-4bef-8795-576a4fc5ad45 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304808 Jun 04 06:18:40.580232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8bfcc165-4d54-4cec-8062-2d7181fbf69f req-1a1453ea-950d-4c8e-a1a0-d4ecbecf947f tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229115 Jun 04 06:18:40.591702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6c3ede-b0c1-4d66-86c6-3c8f46eec329 req-f7ab04d4-f33a-47f8-a4d0-d5eceb542afe service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289144 Jun 04 06:18:40.666333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:40.666804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:40.667241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:40.672023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:40.672927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:40.678794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:40.679263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:40.679641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:40.680064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Bound port: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:40.733424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-8f73e5f0-864c-47d9-bec6-9c900f9e59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.734910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-8f73e5f0-864c-47d9-bec6-9c900f9e59c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1094 time: 0.0760894 Jun 04 06:18:40.764611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:40.776008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:40.777142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f510f42b-df1e-4403-9407-8b17f99843b8 service neutron] 10.222.0.17 "POST /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3543828 Jun 04 06:18:40.789853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe6b0-4479-48a2-912e-1fa14154aa54 req-28d97c7d-e880-4db4-a9fd-6e4fd0171acd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.791356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2bbbe6b0-4479-48a2-912e-1fa14154aa54 req-28d97c7d-e880-4db4-a9fd-6e4fd0171acd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.1061151 Jun 04 06:18:40.846943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2bbbe6b0-4479-48a2-912e-1fa14154aa54 req-b856415a-d0f4-47bd-b801-959235a4a832 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Jun 04 06:18:40.894742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-a3f33c5c-c97d-4d98-9150-40bb49b7ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:40.896234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-a3f33c5c-c97d-4d98-9150-40bb49b7ced2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.1536515 Jun 04 06:18:40.996890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:41.031446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-48fb25a9-c1b7-4cf9-be92-38a0917d0f3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 217 time: 0.1260679 Jun 04 06:18:41.060552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a12ba0-2807-44ce-8a1a-887a54a932ce req-f320973d-8d53-49c0-9192-5da9f2b719c1 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.062587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a12ba0-2807-44ce-8a1a-887a54a932ce req-f320973d-8d53-49c0-9192-5da9f2b719c1 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1064484 Jun 04 06:18:41.111967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a12ba0-2807-44ce-8a1a-887a54a932ce req-1573bb19-3fe2-4bd3-9902-e742aab75fcc tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Jun 04 06:18:41.153614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-29980962-5690-4408-8eb0-88cfd27ac8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.155064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-29980962-5690-4408-8eb0-88cfd27ac8ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0857458 Jun 04 06:18:41.177681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:41.194803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'mac_address': 'fa:16:3e:f1:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:41.210905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-c2588a4d-ce23-4a04-a9d6-f489978fe1d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481608 Jun 04 06:18:41.230285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf03d-dc2b-44cd-b319-d198ea31f3de req-4f248c42-28f3-4bd0-aab6-30220c38ea02 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.231709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08dbf03d-dc2b-44cd-b319-d198ea31f3de req-4f248c42-28f3-4bd0-aab6-30220c38ea02 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.2729747 Jun 04 06:18:41.255327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:41.255698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:41.271468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-2af5391c-3b4d-4190-88e7-a254add3bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.272960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-2af5391c-3b4d-4190-88e7-a254add3bb4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1097 time: 0.2488458 Jun 04 06:18:41.275893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:41.295027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:41.299998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:41.386700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:41.417674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cbe9f-5639-497c-8ea9-9a6bf39eb5eb req-be94e232-4c6a-4a8d-b50d-703eb75b1f3c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.419364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-078cbe9f-5639-497c-8ea9-9a6bf39eb5eb req-be94e232-4c6a-4a8d-b50d-703eb75b1f3c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1943817 Jun 04 06:18:41.451486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08dbf03d-dc2b-44cd-b319-d198ea31f3de req-99db1773-fe65-44df-a39f-20d7da056c34 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013631 Jun 04 06:18:41.467745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-078cbe9f-5639-497c-8ea9-9a6bf39eb5eb req-5a82962b-3d53-400a-bf00-8d273693bc02 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jun 04 06:18:41.519366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-ac2a234a-cd47-4f80-871e-ffa98361af28 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977834 Jun 04 06:18:41.520444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-bb065d42-a877-4343-822a-543d92c66215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.521758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-bb065d42-a877-4343-822a-543d92c66215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.1983335 Jun 04 06:18:41.770926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['d32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:41.784684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9df94-1b0a-4ab6-a45b-469156bd2fbc req-ece143f3-f517-4d18-9581-2a31a100e314 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.786191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06a9df94-1b0a-4ab6-a45b-469156bd2fbc req-ece143f3-f517-4d18-9581-2a31a100e314 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.0914865 Jun 04 06:18:41.807654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-a720d01b-75f9-40c2-a154-da5809cf1028 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 217 time: 0.2619009 Jun 04 06:18:41.834516 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06a9df94-1b0a-4ab6-a45b-469156bd2fbc req-476f5f20-24bc-40c0-99c3-958170d64029 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jun 04 06:18:41.875067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a7fde34-076f-49a1-8a89-9e926d2f19fd req-b69f2633-4ce2-43ae-a19c-a8efd733846b tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2702222 Jun 04 06:18:41.949803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f81a2d8e-4a2c-4841-bc88-4546ea68d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:41.951240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-f81a2d8e-4a2c-4841-bc88-4546ea68d1c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1207292 Jun 04 06:18:41.957451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111a8808-1aa4-4a42-b56f-5c5e66f35cf8 req-5f333966-f8f9-4c9b-b521-bec32462cf64 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310398 Jun 04 06:18:42.007085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-275f22d8-389b-4162-81e0-5fd0412f8407 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477529 Jun 04 06:18:42.014668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-73a7e0e4-f552-4c88-b4c0-1a55ba520461 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:42.016036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-73a7e0e4-f552-4c88-b4c0-1a55ba520461 tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.39 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.4102685 Jun 04 06:18:42.075470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146b78a-e635-4a99-be76-af9ed5d2ca4c req-e1b40466-d24c-4a48-b472-823ffd049378 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:42.077369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6146b78a-e635-4a99-be76-af9ed5d2ca4c req-e1b40466-d24c-4a48-b472-823ffd049378 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.1006172 Jun 04 06:18:42.123687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6146b78a-e635-4a99-be76-af9ed5d2ca4c req-731de5af-5297-4f5e-8c5b-0d795bfb4a84 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Jun 04 06:18:42.169018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Deleting port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:18:42.169357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:42.294745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-b25970c0-44fc-4b7f-aa12-67e3732cae1c service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771165 Jun 04 06:18:42.589839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720469e5-6311-420d-a0c8-67a68df57cab req-b11b6384-34be-4108-b9d9-0d0fb181f728 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:42.591374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-720469e5-6311-420d-a0c8-67a68df57cab req-b11b6384-34be-4108-b9d9-0d0fb181f728 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.3656731 Jun 04 06:18:42.596961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-89d67b12-52b0-464c-a4ed-33b77e437718 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757123 Jun 04 06:18:42.647520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa0b0-f4b7-49c9-8b2a-061bbe67c0e3 req-72fb0065-0cb4-429b-9622-9046a0827a0f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:42.649096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90baa0b0-f4b7-49c9-8b2a-061bbe67c0e3 req-72fb0065-0cb4-429b-9622-9046a0827a0f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.0892525 Jun 04 06:18:42.666694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] For port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:42.667165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:42.697771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90baa0b0-f4b7-49c9-8b2a-061bbe67c0e3 req-ea708e55-b33f-4412-ba13-dbd7762147f3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Jun 04 06:18:42.738571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-720469e5-6311-420d-a0c8-67a68df57cab req-d97fe4be-9601-49f1-84c2-fb62b02d2383 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375108 Jun 04 06:18:42.809092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Calling delete_port for d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:18:42.884832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55926d-4b44-4b81-8103-f6a97bf1d344 req-3a370a89-9764-4cf9-b17a-c61cda1087c4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:42.892028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b55926d-4b44-4b81-8103-f6a97bf1d344 req-3a370a89-9764-4cf9-b17a-c61cda1087c4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0899198 Jun 04 06:18:42.942173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b55926d-4b44-4b81-8103-f6a97bf1d344 req-0ce7ded5-7a1a-4f68-803a-d61f791c8300 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Jun 04 06:18:43.037420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:43.097944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Pushing event deleted for resources: {'Port': ['ID=d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:43.169744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a030f85-c608-4ae8-9691-8359a68f0e32 req-139bf3fd-2016-481e-841e-340b9529cd78 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0608387 Jun 04 06:18:43.194283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] No DVR routers for this DVR port d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:18:43.199567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:43.202058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'name': 'network-vif-deleted', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:43.218561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887c781-aa58-42e2-b548-c1eb8002377e req-f6275516-91cc-4360-836e-7bbf55c97a9b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:43.220847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a887c781-aa58-42e2-b548-c1eb8002377e req-f6275516-91cc-4360-836e-7bbf55c97a9b tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/ports?device_id=6489c868-ec1c-41a7-8723-27fadac99fe1 HTTP/1.1" status: 200 len: 950 time: 0.2507973 Jun 04 06:18:43.247033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04e64ba5-992f-4d71-81ec-277790e1cbc9 req-14a7be1c-5160-4ef6-a1d9-68f9031b2ecd tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.39 "DELETE /v2.0/ports/d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e HTTP/1.1" status: 204 len: 173 time: 1.2091482 Jun 04 06:18:43.287892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a887c781-aa58-42e2-b548-c1eb8002377e req-7dbc9fec-1729-4c27-8c79-0f2e775ece9c tempest-TenantUsagesTestJSON-888049123 tempest-TenantUsagesTestJSON-888049123-project] 10.222.0.17 "GET /v2.0/security-groups?id=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Jun 04 06:18:43.338945 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3c5d8c-575b-4bef-858a-a60d009194df'] response: {'server_uuid': '6489c868-ec1c-41a7-8723-27fadac99fe1', 'name': 'network-vif-deleted', 'tag': 'd9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e', 'status': 'completed', 'code': 200} Jun 04 06:18:43.472238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e3b7-e506-4c08-999a-330201b0cfd5 req-67ce7343-ff98-48b9-9e47-c1733adeb1de tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:43.473768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61d7e3b7-e506-4c08-999a-330201b0cfd5 req-67ce7343-ff98-48b9-9e47-c1733adeb1de tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.0880933 Jun 04 06:18:43.519966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61d7e3b7-e506-4c08-999a-330201b0cfd5 req-36b932b0-c94b-47d5-92f0-6c7afbf46f21 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Jun 04 06:18:43.979863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100974b9-f8b3-4620-b292-5f4672856add req-429be0d2-2cc1-4c24-9c71-0c2c873d0960 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:43.982700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-100974b9-f8b3-4620-b292-5f4672856add req-429be0d2-2cc1-4c24-9c71-0c2c873d0960 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0977323 Jun 04 06:18:44.040256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-100974b9-f8b3-4620-b292-5f4672856add req-4eed2304-c548-4830-8fd6-d3d67ec97a1e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Jun 04 06:18:44.057913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca110ded-1cac-4d97-aff2-5a96fe8c11b8 req-43a6c3d0-3dce-40a7-9113-ce349c59458c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:44.062279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca110ded-1cac-4d97-aff2-5a96fe8c11b8 req-43a6c3d0-3dce-40a7-9113-ce349c59458c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.2434909 Jun 04 06:18:44.114358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca110ded-1cac-4d97-aff2-5a96fe8c11b8 req-daaedcd3-d23b-4e5c-ad2f-4d09dfa4a948 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Jun 04 06:18:44.243201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0d9cc-3064-4411-ad4c-9f1b8319e642 req-97a389b0-42ba-4741-a64e-6e8ab91e10c8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:44.244851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57d0d9cc-3064-4411-ad4c-9f1b8319e642 req-97a389b0-42ba-4741-a64e-6e8ab91e10c8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0811939 Jun 04 06:18:44.295805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57d0d9cc-3064-4411-ad4c-9f1b8319e642 req-c0e2d521-1251-4759-9289-66eee634f4a8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Jun 04 06:18:44.397834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0add92e6-6947-43ba-8c22-2ef9c1b0792b req-782a685c-9f97-48be-8f78-a4c71d6d0365 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0427251 Jun 04 06:18:44.642276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39882) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:44.717033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8afe38-1136-4048-8f88-78ec3dba889c req-c4417fee-f527-495c-8655-269e9d2ece38 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:44.718538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c8afe38-1136-4048-8f88-78ec3dba889c req-c4417fee-f527-495c-8655-269e9d2ece38 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.0892105 Jun 04 06:18:44.770904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c8afe38-1136-4048-8f88-78ec3dba889c req-c530d4c1-cd0e-4be3-8ba5-55e843e8efd1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Jun 04 06:18:44.795843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-47b0e364-cac1-4b5e-8ecb-608e7f1a57fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=87da47631b6f4e0f8bd1b1544eb73f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523015 Jun 04 06:18:44.798578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39888) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:44.840021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:18:44.843438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:18:44.855784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:44.882229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:18:44.882533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:44.882645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d9fc8264-d6aa-4f45-b03b-1a0dbc1f0e3e not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:18:44.934764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:44.952946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f173dbb-87d5-4fe5-bc21-dd4fe7c62871,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:44.965298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:44.969290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c7c451e9-d802-4d50-a3ab-6cf74c20ec77 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7f173dbb-87d5-4fe5-bc21-dd4fe7c62871 HTTP/1.1" status: 204 len: 168 time: 0.1697731 Jun 04 06:18:45.004934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:45.068810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:45.087745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'port_id': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'mac_address': 'fa:16:3e:36:66:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d12524-68f1-48f0-ae37-4e7c619efa45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:18:45.146663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:45.156471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:45.156989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.185905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:45.186474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.222720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11ca8c6-7a66-497d-bf5a-0948ba0054c6 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:18:45.250906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:45.257377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efdd91-511a-4a63-9c63-4368eaa397a3 req-1d84f918-fd70-46ee-9d4b-4c7a349c80f4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:45.259103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78efdd91-511a-4a63-9c63-4368eaa397a3 req-1d84f918-fd70-46ee-9d4b-4c7a349c80f4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1068027 Jun 04 06:18:45.284964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.307455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39900) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:45.312496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78efdd91-511a-4a63-9c63-4368eaa397a3 req-6bc9ff92-e75a-496c-bb1c-b3cfaaead993 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Jun 04 06:18:45.336170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.348900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:45.352830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Usage tracker for resource:security_group_rule and tenant:2c6447365bdc48ee9a53bee85c293dd9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:45.356056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:45.363777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:45.377776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:45.378046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.384314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28c9a-9d6e-4b27-9325-6d5141bb8bf4 req-78fdbc65-e9ed-4142-87c7-e9ad56969845 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:45.386132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7ae28c9a-9d6e-4b27-9325-6d5141bb8bf4 req-78fdbc65-e9ed-4142-87c7-e9ad56969845 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.1071012 Jun 04 06:18:45.399479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:45.414183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:45.425437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:45.430368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.455033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7ae28c9a-9d6e-4b27-9325-6d5141bb8bf4 req-ec180cdb-41bb-4ca0-ac21-1e897ce30b75 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609674 Jun 04 06:18:45.466494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.472275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.513319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2c6447365bdc48ee9a53bee85c293dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047520 Jun 04 06:18:45.516177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:45.520363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:45.525041 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadd01bb-ee26-43fd-959b-6c32ca196262'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'code': 200} Jun 04 06:18:45.578338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.602888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e11ca8c6-7a66-497d-bf5a-0948ba0054c6'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:18:45.604810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.627762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb388119-ec21-476d-921a-534bc4234e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d7b53-e81e-443e-bafe-cfbd0205eb36,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:45.668891 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef971329-13a8-4800-ab93-01823a9b4ee4 req-03e9f2d9-848d-4afc-bc35-96eaf3ffc835 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0521817 Jun 04 06:18:45.688581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b229-4855-436b-b295-d34c4449b50a req-ceb0cbb5-6f38-4388-9fe4-216760f1b58f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:45.690302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87c8b229-4855-436b-b295-d34c4449b50a req-ceb0cbb5-6f38-4388-9fe4-216760f1b58f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1876407 Jun 04 06:18:45.707839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.719025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed0a2-0ec7-4c9f-9919-d65230ecee40 req-405ddb1d-6a5e-4f4d-adc7-6de0c17dc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:45.720845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45aed0a2-0ec7-4c9f-9919-d65230ecee40 req-405ddb1d-6a5e-4f4d-adc7-6de0c17dc0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1100 time: 0.1245883 Jun 04 06:18:45.727200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d7b53-e81e-443e-bafe-cfbd0205eb36,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:45.735456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:45.739037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c3ba1f95-b5e2-48b2-8176-33f21597eccf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c70d7b53-e81e-443e-bafe-cfbd0205eb36 HTTP/1.1" status: 204 len: 168 time: 0.2193730 Jun 04 06:18:45.801753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87c8b229-4855-436b-b295-d34c4449b50a req-57410ae4-f920-4c4b-b115-1264429bb7ad tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054556 Jun 04 06:18:45.822538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45aed0a2-0ec7-4c9f-9919-d65230ecee40 req-f17a4be4-f810-43e5-94c1-f8747f4bd340 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946417 Jun 04 06:18:45.970014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dcf62-f626-41c8-b2c6-245bc3085db3 req-e183ee23-a5bc-4fce-8b18-8727e8e63b3f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:45.971503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df2dcf62-f626-41c8-b2c6-245bc3085db3 req-e183ee23-a5bc-4fce-8b18-8727e8e63b3f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 0.0818007 Jun 04 06:18:46.017709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df2dcf62-f626-41c8-b2c6-245bc3085db3 req-e78428af-bc13-4cc3-a2c1-f783af2ab9b3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Jun 04 06:18:46.508944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0d53d-c2ce-4952-a827-5e5824c23e0d req-a3eccc19-5478-4651-a4c7-5142909e5994 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:46.510446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ec0d53d-c2ce-4952-a827-5e5824c23e0d req-a3eccc19-5478-4651-a4c7-5142909e5994 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0833316 Jun 04 06:18:46.555849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ec0d53d-c2ce-4952-a827-5e5824c23e0d req-5f689bec-fa04-447a-a83b-9b265dbd592a tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Jun 04 06:18:46.648196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a8df5-a5f2-4847-b237-c8f650febcc7 req-5d562e9a-c7de-493c-a3dd-298580aa4d8b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:46.649593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b04a8df5-a5f2-4847-b237-c8f650febcc7 req-5d562e9a-c7de-493c-a3dd-298580aa4d8b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0844080 Jun 04 06:18:46.695724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b04a8df5-a5f2-4847-b237-c8f650febcc7 req-7eb59a84-a009-4cbb-b0d9-c3fd0883c9d1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Jun 04 06:18:46.840957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:18:46.918793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-07e92833-1d15-4a79-9129-b1778a7f6a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:46.937369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58bf24ae-8402-47fa-8e06-b171315ccd3b req-031ad19f-cd3a-41c6-bfad-555781fb7f35 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0477507 Jun 04 06:18:46.942760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:18:46.948194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:18:46.948566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.027486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6058bf-824b-4582-a81a-d4ce245d3421 req-7d3a823c-321c-4dad-9895-6eddc6fd8377 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:47.035301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d6058bf-824b-4582-a81a-d4ce245d3421 req-7d3a823c-321c-4dad-9895-6eddc6fd8377 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1018713 Jun 04 06:18:47.079233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:18:47.079625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.092809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d6058bf-824b-4582-a81a-d4ce245d3421 req-e6eb8d60-5f6b-4943-ae91-e4c6a6b06a5d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563567 Jun 04 06:18:47.118781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:18:47.123586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.194270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:47.232637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39c892-1457-4d5b-9280-90038acbc88e req-56772aba-42a6-4424-9ddd-defa4e028da4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:47.234113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a39c892-1457-4d5b-9280-90038acbc88e req-56772aba-42a6-4424-9ddd-defa4e028da4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0877266 Jun 04 06:18:47.278407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a39c892-1457-4d5b-9280-90038acbc88e req-f757f0f1-7dd0-4d9e-8051-49ca716277e2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Jun 04 06:18:47.462651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39984) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:47.526067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:18:47.570338 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bf407a-7b41-447a-b0c7-9156b5da5ffd'] response: {'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'code': 200} Jun 04 06:18:47.579534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.595691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:47.600152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Usage tracker for resource:security_group_rule and tenant:f34ac2fa49f24e2e9b0ca618f3c87f6a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:47.603273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:47.610614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:47.695852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.700022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.750034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f34ac2fa49f24e2e9b0ca618f3c87f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848175 Jun 04 06:18:47.750034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ccdf6-63c5-4c6e-b419-5f044440b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253187a9-0255-4d05-8c82-918eac6149cc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:47.751876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39996) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:47.784384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa87c7c-4119-4eeb-b077-fc6fe09efdcf req-cb5d42e3-a88d-423d-8198-001fc401cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:47.785882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaa87c7c-4119-4eeb-b077-fc6fe09efdcf req-cb5d42e3-a88d-423d-8198-001fc401cd25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.1573932 Jun 04 06:18:47.836243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b76390-310e-425c-b662-ad528bfaf44d req-bb45ff6a-6953-4d9e-bcbc-7a8f0a4a6be2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:47.837726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b76390-310e-425c-b662-ad528bfaf44d req-bb45ff6a-6953-4d9e-bcbc-7a8f0a4a6be2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1642971 Jun 04 06:18:47.888445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaa87c7c-4119-4eeb-b077-fc6fe09efdcf req-efff9e03-aae8-48c0-9498-69214b9e5646 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939636 Jun 04 06:18:47.891536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.905486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319ef1-30b0-4a93-84a3-cde46101f236 req-baf8580b-dcde-47f8-80ed-bb48e198e32a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:47.907709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e8319ef1-30b0-4a93-84a3-cde46101f236 req-baf8580b-dcde-47f8-80ed-bb48e198e32a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0957730 Jun 04 06:18:47.930272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b76390-310e-425c-b662-ad528bfaf44d req-e59140e3-efca-44bd-8ade-b16316cf7c68 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818133 Jun 04 06:18:47.934346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:47.952724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e8319ef1-30b0-4a93-84a3-cde46101f236 req-fc84771d-a0c4-4102-8e03-1bb967328145 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Jun 04 06:18:47.995792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:48.010907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253187a9-0255-4d05-8c82-918eac6149cc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:48.022433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:48.023528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bd02aa4e-021d-4790-a330-068a7c4cfd1f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/253187a9-0255-4d05-8c82-918eac6149cc HTTP/1.1" status: 204 len: 168 time: 0.2699738 Jun 04 06:18:48.167352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cabf0d1-e70e-49f8-ba2c-a53da27ee9d8 req-78c7003a-f652-437a-a583-ee643fea1f9e tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0436382 Jun 04 06:18:48.288866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9cac7-4838-4df3-bfe2-64ca9c78c1d4 req-9e9af0cc-d606-4f00-bc37-d22ea75d99eb tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:48.290370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e9cac7-4838-4df3-bfe2-64ca9c78c1d4 req-9e9af0cc-d606-4f00-bc37-d22ea75d99eb tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0821819 Jun 04 06:18:48.346742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e9cac7-4838-4df3-bfe2-64ca9c78c1d4 req-5129c0f2-a407-4760-9626-755a5bee5662 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Jun 04 06:18:48.493880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce28ba-4211-417f-a517-90cf78b8256f req-d728b802-1894-4d4d-b004-031f8cbdc9f6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:48.495999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51ce28ba-4211-417f-a517-90cf78b8256f req-d728b802-1894-4d4d-b004-031f8cbdc9f6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0882931 Jun 04 06:18:48.552245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51ce28ba-4211-417f-a517-90cf78b8256f req-b6f01242-e5a8-45ae-bcf0-2a63155d2611 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488961 Jun 04 06:18:48.941341 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:18:48.964775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04071bf2-abdc-4b2c-858c-faf644336ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:49.252770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcaa95-6c39-4157-aecf-288e49bbeae4 req-3821cd96-83af-47d4-8f31-5ea4d6800378 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:49.252770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0efcaa95-6c39-4157-aecf-288e49bbeae4 req-3821cd96-83af-47d4-8f31-5ea4d6800378 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1025827 Jun 04 06:18:49.309346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0efcaa95-6c39-4157-aecf-288e49bbeae4 req-47d3f6ce-7c15-4049-aa99-1c5732edeae2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Jun 04 06:18:49.412579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9033af-51d0-4017-935f-1614a4d55b49 req-258515d8-8a36-4ed1-857e-addd446fd648 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:49.414086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a9033af-51d0-4017-935f-1614a4d55b49 req-258515d8-8a36-4ed1-857e-addd446fd648 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1868224 Jun 04 06:18:49.459486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a9033af-51d0-4017-935f-1614a4d55b49 req-1728657b-e017-425f-a737-a30e00befce2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Jun 04 06:18:49.564364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0a3b5d7-7292-4b0c-b28e-0bd47216b875 req-df93dfa2-aa10-426c-b640-8132da9687a7 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0450206 Jun 04 06:18:49.641670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9b49-f034-4001-b245-8eaca6ef761a req-a72ea004-e2b8-4c8c-9fa4-e9e2ed900fd9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:49.643139 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d5d9b49-f034-4001-b245-8eaca6ef761a req-a72ea004-e2b8-4c8c-9fa4-e9e2ed900fd9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0846992 Jun 04 06:18:49.701524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d5d9b49-f034-4001-b245-8eaca6ef761a req-257d79f4-fe11-4c64-a49a-872c60610f2f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Jun 04 06:18:49.738989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:49.808877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e95d-f976-45cf-a5f5-c53928c68ed0 req-3be7e82c-2764-48a8-af13-ac2e0cee4b5d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:49.810450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6d6e95d-f976-45cf-a5f5-c53928c68ed0 req-3be7e82c-2764-48a8-af13-ac2e0cee4b5d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0812643 Jun 04 06:18:49.857708 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:49.860846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6d6e95d-f976-45cf-a5f5-c53928c68ed0 req-c01b523f-a6bd-4862-ae0a-826383c05744 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Jun 04 06:18:49.873537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:49.877553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:77b00776996e458d86b598b25eb49e94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:49.880354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:49.885979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:49.967839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.006940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.070964 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=77b00776996e458d86b598b25eb49e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307936 Jun 04 06:18:50.074064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:50.077213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0929881-60c1-4661-8a5e-968ce3fba9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b1cd0-dc91-4214-b652-a629c1324f80,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:50.098231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5dc14-0b92-432c-93a6-58c8b224fca4 req-5d021b85-6ad8-4fa3-8521-5b6271215171 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:50.100389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9c5dc14-0b92-432c-93a6-58c8b224fca4 req-5d021b85-6ad8-4fa3-8521-5b6271215171 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.1304693 Jun 04 06:18:50.115267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.136893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.144145 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9c5dc14-0b92-432c-93a6-58c8b224fca4 req-1eb50614-f36f-499c-bd7f-67c3b9ecfd05 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Jun 04 06:18:50.163815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.222093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.236860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b1cd0-dc91-4214-b652-a629c1324f80,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:50.243260 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.244370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af0208ab-8743-4440-8fe4-09fed077e9a2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eb8b1cd0-dc91-4214-b652-a629c1324f80 HTTP/1.1" status: 204 len: 168 time: 0.1692300 Jun 04 06:18:50.273850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:50.333030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383816-4b03-4ccd-b8c8-71da133317b1 req-3ab924e7-45de-41b1-8c46-e46c418e18a2 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:50.334590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59383816-4b03-4ccd-b8c8-71da133317b1 req-3ab924e7-45de-41b1-8c46-e46c418e18a2 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.0777569 Jun 04 06:18:50.447778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-59383816-4b03-4ccd-b8c8-71da133317b1 req-d864370a-61e9-48d3-8eb1-dcecc5abb525 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Synchronizing usage tracker for tenant:2e0547355bb34b97a079651b15c17a05 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:18:50.465809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-59383816-4b03-4ccd-b8c8-71da133317b1 req-d864370a-61e9-48d3-8eb1-dcecc5abb525 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Unset dirty status for tenant:2e0547355bb34b97a079651b15c17a05 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:18:50.478696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59383816-4b03-4ccd-b8c8-71da133317b1 req-d864370a-61e9-48d3-8eb1-dcecc5abb525 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383545 Jun 04 06:18:50.519507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead1ea-8b97-456f-85f1-f023caa85217 req-d420fe08-5c0e-4869-9efd-91e48b90437c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:50.521067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1ead1ea-8b97-456f-85f1-f023caa85217 req-d420fe08-5c0e-4869-9efd-91e48b90437c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0944016 Jun 04 06:18:50.571603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1ead1ea-8b97-456f-85f1-f023caa85217 req-e1644a73-ed51-4a12-ad18-c2b4fd1a6946 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Jun 04 06:18:50.678531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226b8b9-d0ea-4915-a48c-d82a4f303de2 req-a62012ba-91d7-47e2-af99-8156f223fa4e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:50.680027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8226b8b9-d0ea-4915-a48c-d82a4f303de2 req-a62012ba-91d7-47e2-af99-8156f223fa4e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0868957 Jun 04 06:18:50.729910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8226b8b9-d0ea-4915-a48c-d82a4f303de2 req-74e9e368-91d2-4b53-b733-72e3728bf4f7 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Jun 04 06:18:50.907382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31c7677d-e47b-4a27-9e9c-343c29929798 req-27322636-23c1-402f-be1f-22b2b7abf501 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0559311 Jun 04 06:18:50.999164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2937012-97eb-496d-8d3d-9dfc48998c8a req-62c0878b-8002-4b5b-8b4e-3b787d434f5c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:51.003651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2937012-97eb-496d-8d3d-9dfc48998c8a req-62c0878b-8002-4b5b-8b4e-3b787d434f5c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0947917 Jun 04 06:18:51.081458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2937012-97eb-496d-8d3d-9dfc48998c8a req-dd089fb0-ecf6-4122-84f1-603fe0116760 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Jun 04 06:18:51.195782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9cbbb-8869-4de3-93f1-7d3b00e531c9 req-6811b965-8675-4877-9498-a0206e5e16f5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:51.197306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9f9cbbb-8869-4de3-93f1-7d3b00e531c9 req-6811b965-8675-4877-9498-a0206e5e16f5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.0739412 Jun 04 06:18:51.239624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9f9cbbb-8869-4de3-93f1-7d3b00e531c9 req-4cc33c6f-e4ce-4763-8125-4dacc0f82f84 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Jun 04 06:18:51.522887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40134) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:51.638824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:51.657041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:51.660916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Usage tracker for resource:security_group_rule and tenant:b28fedc040154c73aca2e508b2bb44d4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:51.663834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:51.669466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:51.800004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d1ef8-849d-423f-b1d1-81f43ea2295c req-17767a6e-aea4-4dd5-823e-92248dcfe69a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:51.801464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-793d1ef8-849d-423f-b1d1-81f43ea2295c req-17767a6e-aea4-4dd5-823e-92248dcfe69a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1208315 Jun 04 06:18:51.843757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:51.854841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:51.884624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-793d1ef8-849d-423f-b1d1-81f43ea2295c req-a018021a-3ac4-4f9c-b5f7-45f993f2c360 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Jun 04 06:18:51.895870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:51.915617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b28fedc040154c73aca2e508b2bb44d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916559 Jun 04 06:18:51.917251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8def13-4fbc-439b-9310-b193d92cf364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2560c8a1-1199-4682-be8b-ebdd0d15dd83,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:51.919954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40144) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:51.935161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3e84a-accd-4aa4-b63b-4e09060809ef req-c6cb24c8-aa0c-4618-a9e9-031baf028c09 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:51.936641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34c3e84a-accd-4aa4-b63b-4e09060809ef req-c6cb24c8-aa0c-4618-a9e9-031baf028c09 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0909944 Jun 04 06:18:51.981085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:51.986629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34c3e84a-accd-4aa4-b63b-4e09060809ef req-17dad3b4-3036-4e67-936a-339f6cec24a5 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jun 04 06:18:52.010946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:52.078891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:52.093051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2560c8a1-1199-4682-be8b-ebdd0d15dd83,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:52.100474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:52.101632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-87ea4aed-a282-4ad5-a9b1-82b45dc0c198 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2560c8a1-1199-4682-be8b-ebdd0d15dd83 HTTP/1.1" status: 204 len: 168 time: 0.1805675 Jun 04 06:18:52.171415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44df9444-5d21-4673-9cd3-4898b3e9a985 req-bd23c56a-4b1f-486b-8d02-642f4d4d946d tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0466673 Jun 04 06:18:52.305568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba487-02f1-4cee-8247-f079b2ca77fe req-2bf9b14f-c665-4d0b-a1aa-7023675852ff tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:52.307627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eeba487-02f1-4cee-8247-f079b2ca77fe req-2bf9b14f-c665-4d0b-a1aa-7023675852ff tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1041288 Jun 04 06:18:52.355071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eeba487-02f1-4cee-8247-f079b2ca77fe req-f8e124f0-d17f-42d2-8b60-2c36f79f1a79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Jun 04 06:18:52.423148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b276-d59c-4870-a477-2ad5b295271c req-e2cc0774-029c-491d-8a9c-bea911cce3ef tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:52.424701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aac6b276-d59c-4870-a477-2ad5b295271c req-e2cc0774-029c-491d-8a9c-bea911cce3ef tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.0711255 Jun 04 06:18:52.466713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aac6b276-d59c-4870-a477-2ad5b295271c req-7d0e86a2-ecdc-44f7-8d65-5eb5e5559de0 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361485 Jun 04 06:18:53.175473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eba57-9d48-4929-9028-99a35d94f048 req-572f5db0-17ad-4458-9b7c-3d8b00aeeaea tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:53.176934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da0eba57-9d48-4929-9028-99a35d94f048 req-572f5db0-17ad-4458-9b7c-3d8b00aeeaea tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0948358 Jun 04 06:18:53.223521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da0eba57-9d48-4929-9028-99a35d94f048 req-8475ec96-0c93-41da-9343-3e88d9f2bb66 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Jun 04 06:18:53.396321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b16e6f-48f1-410d-96bd-9bf9007acdfb req-0ea94bee-0776-4313-b73d-cfc644bfbe93 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:53.397762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34b16e6f-48f1-410d-96bd-9bf9007acdfb req-0ea94bee-0776-4313-b73d-cfc644bfbe93 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0785973 Jun 04 06:18:53.440985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34b16e6f-48f1-410d-96bd-9bf9007acdfb req-7e10ade0-2f23-4fd4-bb36-fba1c5964bf2 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Jun 04 06:18:53.559302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f63250ca-ff43-4d52-961d-9008ca9e84e1 req-d377b56d-415a-4679-a97c-c1a66e7a36f2 tempest-AbsoluteLimitsNegativeTestJSON-416217041 tempest-AbsoluteLimitsNegativeTestJSON-416217041-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=5b29128386424c349cd9ec8bb22c222b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307803 Jun 04 06:18:53.707314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63250ca-ff43-4d52-961d-9008ca9e84e1 req-ea659bf9-7512-4006-a0c5-29d6d7a416b8 tempest-AbsoluteLimitsNegativeTestJSON-416217041 tempest-AbsoluteLimitsNegativeTestJSON-416217041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:53.708648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f63250ca-ff43-4d52-961d-9008ca9e84e1 req-ea659bf9-7512-4006-a0c5-29d6d7a416b8 tempest-AbsoluteLimitsNegativeTestJSON-416217041 tempest-AbsoluteLimitsNegativeTestJSON-416217041-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442387 Jun 04 06:18:53.723202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f63250ca-ff43-4d52-961d-9008ca9e84e1 req-21f321a6-9700-412d-beee-495ffd7469c0 tempest-AbsoluteLimitsNegativeTestJSON-416217041 tempest-AbsoluteLimitsNegativeTestJSON-416217041-project] 10.222.0.17 "GET /v2.0/quotas/5b29128386424c349cd9ec8bb22c222b HTTP/1.1" status: 200 len: 375 time: 0.0092309 Jun 04 06:18:53.768997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f63250ca-ff43-4d52-961d-9008ca9e84e1 req-27ca3696-4fad-417f-b190-12ecb4c64003 tempest-AbsoluteLimitsNegativeTestJSON-416217041 tempest-AbsoluteLimitsNegativeTestJSON-416217041-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5b29128386424c349cd9ec8bb22c222b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409670 Jun 04 06:18:53.928997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67aa0931-3f4f-4834-a020-5f91baf250ab req-8483b09c-81d8-42fd-8ad8-943a8616445b tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0442705 Jun 04 06:18:54.070267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40224) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:54.167311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08914b-9cca-47be-8d49-24bcfa3c21bc req-4e7ff117-2c36-4c19-b772-199902bb4535 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:54.168745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d08914b-9cca-47be-8d49-24bcfa3c21bc req-4e7ff117-2c36-4c19-b772-199902bb4535 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0832288 Jun 04 06:18:54.201719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.228334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:54.235867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Usage tracker for resource:security_group_rule and tenant:5b29128386424c349cd9ec8bb22c222b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:54.240521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d08914b-9cca-47be-8d49-24bcfa3c21bc req-27177e75-8e79-4744-97b4-653b38b2d8ee tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Jun 04 06:18:54.241269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:54.247069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:54.336363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.377031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.432766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5b29128386424c349cd9ec8bb22c222b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614154 Jun 04 06:18:54.435541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40232) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:54.452116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee77e5-e289-4442-8c99-7d064300c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bca74a-b14b-48ad-827c-77013eb49a97,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:54.477517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7782aac-486d-4c3c-8805-c758ab1e3b9f req-009d10c6-e206-4308-ba80-82eb32cc7924 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:54.479027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7782aac-486d-4c3c-8805-c758ab1e3b9f req-009d10c6-e206-4308-ba80-82eb32cc7924 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1392136 Jun 04 06:18:54.495846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.524342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7782aac-486d-4c3c-8805-c758ab1e3b9f req-73fa3f43-ff7a-4925-8543-bf0b3a0cefaa tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jun 04 06:18:54.527675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.580370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.598484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bca74a-b14b-48ad-827c-77013eb49a97,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:54.610601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:54.613977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b6ba87fb-4ef4-46cd-9872-3f5a1d529a09 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/60bca74a-b14b-48ad-827c-77013eb49a97 HTTP/1.1" status: 204 len: 168 time: 0.1750097 Jun 04 06:18:54.711973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22bb6e-6180-4e45-9499-b9c0a629cf79 req-f705b1ad-8304-4c76-9b96-a3b2ac312113 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:54.713622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e22bb6e-6180-4e45-9499-b9c0a629cf79 req-f705b1ad-8304-4c76-9b96-a3b2ac312113 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0866816 Jun 04 06:18:54.760835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e22bb6e-6180-4e45-9499-b9c0a629cf79 req-feaf361c-fe15-4d8f-a14c-8954888e96c0 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Jun 04 06:18:55.066947 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.151482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c585af87-32c7-4955-9a13-a3f195ecefe1 req-e574f09b-4f3d-4c8c-a825-571c9fa3f509 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0436170 Jun 04 06:18:55.285876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40262) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:55.323427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.395515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-172334197-network', 'tenant_id': '94025774f4aa4103b6310a177f314378'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:55.399977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:55.403853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Usage tracker for resource:network and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:55.406699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:55.412568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:55.423509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Made reservation on behalf of 94025774f4aa4103b6310a177f314378 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:55.425887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.431966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7fc3-819f-48f7-9082-c14b2986cc90 req-8fd7c778-6969-40c9-a69f-4602e2ef11ac tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:55.433431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c5f7fc3-819f-48f7-9082-c14b2986cc90 req-8fd7c778-6969-40c9-a69f-4602e2ef11ac tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0807498 Jun 04 06:18:55.438540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.452652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:55.456519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:55.459345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:55.465011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:55.552461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c5f7fc3-819f-48f7-9082-c14b2986cc90 req-76487e52-81e9-47b4-b53c-90e4c7bd9a61 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122499 Jun 04 06:18:55.555977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.561259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.591006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:18:55.603589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5e8b48-d11b-4836-9646-88248f97d0c5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:55.608508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.608854 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Added segment 3fa4e39b-e8ac-47e9-87d2-443b12040737 of type vlan for network f7527280-f2b9-4332-b1c4-1612c1a17c3f Jun 04 06:18:55.636681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.669560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.670614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:55.671204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:55.734934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0795c-e487-4818-a507-ded2c4270d50 req-eaff428e-aafc-4b87-9a00-401d62f48b75 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:55.736386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cff0795c-e487-4818-a507-ded2c4270d50 req-eaff428e-aafc-4b87-9a00-401d62f48b75 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0810959 Jun 04 06:18:55.772434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] Pushing event updated for resources: {'Network': ['ID=f7527280-f2b9-4332-b1c4-1612c1a17c3f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:55.776193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-243581ff-80eb-43ca-9b91-b6d2655c80bd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4892511 Jun 04 06:18:55.779076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:18:55.782593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f7527280-f2b9-4332-b1c4-1612c1a17c3f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:18:55.786708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Request body: {'subnet': {'network_id': 'f7527280-f2b9-4332-b1c4-1612c1a17c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-172334197-subnet', 'tenant_id': '94025774f4aa4103b6310a177f314378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:55.791945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cff0795c-e487-4818-a507-ded2c4270d50 req-b7c59369-5258-4ee8-9186-03fda77be968 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Jun 04 06:18:55.794102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:55.798334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Usage tracker for resource:subnet and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:55.801520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:55.807479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:55.820496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Made reservation on behalf of 94025774f4aa4103b6310a177f314378 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:18:55.823272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.040576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a980c-85ea-4dec-922b-2b8af4e0b5b5 req-b821cddf-d4d8-408a-95f8-6c4358dacae0 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:56.042056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-912a980c-85ea-4dec-922b-2b8af4e0b5b5 req-b821cddf-d4d8-408a-95f8-6c4358dacae0 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1500850 Jun 04 06:18:56.115375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-912a980c-85ea-4dec-922b-2b8af4e0b5b5 req-eb30f686-04d3-4314-ad4e-4428e0ba2e6b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659947 Jun 04 06:18:56.135715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.210101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eee3488-e222-4c06-8370-1daa04a7c6b5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:56.219813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Checking segment: {'id': '3fa4e39b-e8ac-47e9-87d2-443b12040737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f7527280-f2b9-4332-b1c4-1612c1a17c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:56.220160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Network hostable DHCP agents. Network: f7527280-f2b9-4332-b1c4-1612c1a17c3f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:18:56.238494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Network f7527280-f2b9-4332-b1c4-1612c1a17c3f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:18:56.247393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f7527280-f2b9-4332-b1c4-1612c1a17c3f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:18:56.252630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:56.253165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.257202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44091e7c-afa3-4212-b7af-0e5dffa8dec1 None None] Network f7527280-f2b9-4332-b1c4-1612c1a17c3f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:18:56.277905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1a073fac-f027-4967-9443-e3056e27be72 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4977722 Jun 04 06:18:56.397530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ef529a8-9d23-4c6c-b995-674cc5576233 req-e7b0c09f-f05f-433b-9430-51f332a9cd30 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0478470 Jun 04 06:18:56.519521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029d170-3270-4ba1-9e72-74baaf89716d None None] Network f7527280-f2b9-4332-b1c4-1612c1a17c3f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:18:56.598048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1896662333', 'description': 'tempest-description-1817342718'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:56.603702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:56.607473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:56.610820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:56.616899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:56.628109 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.648188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:56.652049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:56.655123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:56.660869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:56.734702 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.738837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.780186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528b4594-5711-43f1-9799-6054bdc73d9a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:56.783159 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:56.784307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d0f899e-aed0-463c-b774-74c0fd67229f req-df63f67c-51ed-406e-8cf3-765bc8551c60 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1910141 Jun 04 06:18:56.957711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60207e-a628-4591-903c-5a741be77ea3 req-2fa4349c-54c4-4760-bd23-07b1409bac2b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:56.959064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee60207e-a628-4591-903c-5a741be77ea3 req-2fa4349c-54c4-4760-bd23-07b1409bac2b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0793500 Jun 04 06:18:57.003478 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee60207e-a628-4591-903c-5a741be77ea3 req-38703a12-25c0-496c-a9ca-0340ca422fb2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Jun 04 06:18:57.090960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-024cc98d-97fe-4374-99c2-1d0688716c40 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/528b4594-5711-43f1-9799-6054bdc73d9a HTTP/1.1" status: 200 len: 1813 time: 0.0517976 Jun 04 06:18:57.100672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528b4594-5711-43f1-9799-6054bdc73d9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:57.100995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '528b4594-5711-43f1-9799-6054bdc73d9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:57.106806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:57.111250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:57.114368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:57.120454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:57.174334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:57.204253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:57.207695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:57.231858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f06743-25c0-4469-9dda-69f853d58825,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:57.242878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:57.244030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee15efcf-f7b3-475e-9556-f326415b5de8 req-89cf2b61-8ca3-42b7-8d47-e471c0c180d5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1471725 Jun 04 06:18:57.405534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6834cf-0e43-411f-b25a-a6139886e00d req-1389e183-e779-46be-b553-187a589c58b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:57.407552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad6834cf-0e43-411f-b25a-a6139886e00d req-1389e183-e779-46be-b553-187a589c58b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0799289 Jun 04 06:18:57.453924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad6834cf-0e43-411f-b25a-a6139886e00d req-a87c8abd-f4bb-4527-89a4-6a3bf62b7eed tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Jun 04 06:18:57.624066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d8657-80e3-4f21-8d9c-85b95f99ae25 req-e6e63204-10ec-4dfc-8c5f-9a71a72c2046 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:57.625711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-668d8657-80e3-4f21-8d9c-85b95f99ae25 req-e6e63204-10ec-4dfc-8c5f-9a71a72c2046 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0796945 Jun 04 06:18:57.668733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-668d8657-80e3-4f21-8d9c-85b95f99ae25 req-7f5ac325-d83d-4bdc-bed4-76737b957c1d tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Jun 04 06:18:57.736317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3bdd2ad-acb6-41d2-bbc3-e465e6bcf4f0 req-d77d9863-90fa-4f05-bf01-e86323a9aaf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/528b4594-5711-43f1-9799-6054bdc73d9a HTTP/1.1" status: 200 len: 2406 time: 0.0451839 Jun 04 06:18:57.872529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4be257d-45d5-487f-a5a8-09f69df03cd2 req-a789ebe6-13f1-4029-b140-2f8fdb2c73af tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0446663 Jun 04 06:18:57.995041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-3664cf91-b580-44dc-9bc0-7ba1ac29e836 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-group-rules/32f06743-25c0-4469-9dda-69f853d58825 HTTP/1.1" status: 200 len: 778 time: 0.0185390 Jun 04 06:18:58.028930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-bc525221-c7ae-4d39-9b33-4160d73e687c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:18:58.032822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-bc525221-c7ae-4d39-9b33-4160d73e687c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104260 Jun 04 06:18:58.041854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:58.042300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:18:58.056213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-a4ad2e62-70cd-410c-bcc7-e770d3f4b925 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/528b4594-5711-43f1-9799-6054bdc73d9a HTTP/1.1" status: 200 len: 2406 time: 0.0531027 Jun 04 06:18:58.090384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.101139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.133296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.151258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f06743-25c0-4469-9dda-69f853d58825,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:58.153945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.155113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a03cf276-50a2-4dcd-9222-2ae038dbc5c5 req-6bda83da-ccda-4879-87aa-b9ec4e6ce88f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/32f06743-25c0-4469-9dda-69f853d58825 HTTP/1.1" status: 204 len: 173 time: 0.0931363 Jun 04 06:18:58.257235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:18:58.257611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:18:58.257942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:58.262976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:18:58.263440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:18:58.269434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:18:58.269804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:18:58.270182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:18:58.270604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Bound port: e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:18:58.300364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:18:58.307086 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.308280 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-689fb2f2-5938-4a6c-8efc-e870f29a2a0b service neutron] 10.222.0.17 "POST /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2699404 Jun 04 06:18:58.351092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2f60-3ef9-4d62-ab17-b424a98e287d req-97611b31-913a-4ef7-a9c7-259859ef6d0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:58.352861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dafd2f60-3ef9-4d62-ab17-b424a98e287d req-97611b31-913a-4ef7-a9c7-259859ef6d0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1052046 Jun 04 06:18:58.400817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1980626643', 'description': 'tempest-description-1243924843'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:58.408590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dafd2f60-3ef9-4d62-ab17-b424a98e287d req-289ee2d6-ef30-46e8-8605-7375b889a3ff tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Jun 04 06:18:58.410087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:58.416365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:58.420023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:58.431564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:58.447380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.467999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:58.472685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:58.475428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:58.481026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:58.552338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.556240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.602210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce664ae-ecab-4cbd-a02b-0fe4a0739eca,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:58.607609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.609077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8171b055-ad88-4090-8947-1774b22bc4c6 req-1292e705-8a55-4edb-9bc7-d9ab213f6465 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2124166 Jun 04 06:18:58.621617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e642-c160-489d-9a9b-1d70935dfa2b req-aba35555-7ea4-4ebc-b073-014706d5d1a1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:58.623080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1808e642-c160-489d-9a9b-1d70935dfa2b req-aba35555-7ea4-4ebc-b073-014706d5d1a1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0966737 Jun 04 06:18:58.671759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1808e642-c160-489d-9a9b-1d70935dfa2b req-59a554eb-a029-4c62-9468-0196565863c9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jun 04 06:18:58.739512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-936f32af-2ca5-41e9-a484-bd252041d79e req-a4c6e470-c4b9-49ca-b2cf-a2b8426372ee tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/8ce664ae-ecab-4cbd-a02b-0fe4a0739eca HTTP/1.1" status: 200 len: 1813 time: 0.0444126 Jun 04 06:18:58.787700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099250-46e0-4436-8b0f-ec04535f9c38 req-d28faf96-e75d-4c8c-a0cb-35da8bce176c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:58.789154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb099250-46e0-4436-8b0f-ec04535f9c38 req-d28faf96-e75d-4c8c-a0cb-35da8bce176c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0826952 Jun 04 06:18:58.834315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb099250-46e0-4436-8b0f-ec04535f9c38 req-4182c89f-ce7f-47c8-801f-941bc1345026 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Jun 04 06:18:58.874509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1760863051', 'description': 'tempest-description-1187016118'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:58.881153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:58.884980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:58.888156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:58.894738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:58.908443 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:58.913319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707c6db-e5d7-44e1-9aaf-98cd4886544a req-df2aaa72-db61-49b0-8a43-a25269894f00 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:58.914857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6707c6db-e5d7-44e1-9aaf-98cd4886544a req-df2aaa72-db61-49b0-8a43-a25269894f00 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0860457 Jun 04 06:18:58.933669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:58.938088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:58.941336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:58.946983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:58.965328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6707c6db-e5d7-44e1-9aaf-98cd4886544a req-eb52f2f8-7c2e-4f92-a182-72be2492b8f6 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Jun 04 06:18:59.022654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.027243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.073264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b1682-c682-4c73-a40d-878060537e13,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:59.076073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.077306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f853ba4-80ad-40ba-8a59-b6dc4bd1a55d req-bb42c2c8-81a6-46d5-8eaa-585e88dbbd1a tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2069578 Jun 04 06:18:59.115418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ada2428-b4d3-465b-b0b1-2d7885684cd8 req-00c967e8-670e-48d1-b236-337a88ee5731 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0456245 Jun 04 06:18:59.144546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d32e1b3-5f73-4620-8993-a262a80e8bd4 req-f10db1df-41e5-4619-9706-cabe900db170 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/1a5b1682-c682-4c73-a40d-878060537e13 HTTP/1.1" status: 200 len: 1813 time: 0.0451508 Jun 04 06:18:59.169567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1602330443', 'description': 'tempest-description-952860143'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:59.176551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:59.181190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:59.184207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:59.190558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:59.199992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.221567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:59.225455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:59.228342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:59.233958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:59.308346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.312274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.353927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96cef5-6d1f-4999-bdf1-7d5a1f5edff5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:59.356401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.357609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7e114fa2-9006-4a19-add7-672334642609 req-7f8e34de-9389-4a7d-a11a-95e4e816c040 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1926050 Jun 04 06:18:59.423604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e4a5269-f177-426e-a4fa-5561b6896102 req-1498fe0b-571b-4014-9282-f5bc081544b0 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/4b96cef5-6d1f-4999-bdf1-7d5a1f5edff5 HTTP/1.1" status: 200 len: 1812 time: 0.0451307 Jun 04 06:18:59.447191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-377479489', 'description': 'tempest-description-2027358815'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:18:59.453708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:59.457654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:59.460817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:59.467144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:59.479607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.502412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:18:59.506761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Usage tracker for resource:security_group_rule and tenant:94025774f4aa4103b6310a177f314378 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:18:59.510413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:18:59.517536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:18:59.598123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.602268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.645340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d072a749-c51d-4529-b40a-c1d8b9f22366,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:18:59.647988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:18:59.649235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bae6a037-f6ae-4f93-980b-6c03549358e2 req-59afca96-c065-4f4c-8bdd-20640d0a25a8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2060082 Jun 04 06:18:59.715417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d656f126-61be-48d3-b7b9-20e097044112 req-3f5e2eb7-7e56-4091-8d4b-a43a4d0c3c5f tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/d072a749-c51d-4529-b40a-c1d8b9f22366 HTTP/1.1" status: 200 len: 1812 time: 0.0455465 Jun 04 06:18:59.758977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc320a-40a9-4f01-b255-21502cf5d033 req-4495d09d-2550-414a-89b8-c42615e8a570 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:59.760433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11cc320a-40a9-4f01-b255-21502cf5d033 req-4495d09d-2550-414a-89b8-c42615e8a570 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0820017 Jun 04 06:18:59.808039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11cc320a-40a9-4f01-b255-21502cf5d033 req-1d508dfb-52f9-4925-8b52-9af3926a6804 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Jun 04 06:18:59.851036 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-9c0b6616-245b-45d2-95bb-82f72a7a1fba req-e088641d-709a-431c-b75e-7f224b5acc97 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] show failed (client error): The resource could not be found. Jun 04 06:18:59.852214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c0b6616-245b-45d2-95bb-82f72a7a1fba req-e088641d-709a-431c-b75e-7f224b5acc97 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/47115851-6ecb-4994-88d1-53f8b5e69b6d HTTP/1.1" status: 404 len: 352 time: 0.0169101 Jun 04 06:18:59.881872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc16a-ce90-4d1e-a4c5-7de1c9dbcf71 req-204a1dbf-e2ff-43d0-8e04-84d9586f731b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:18:59.883383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb4dc16a-ce90-4d1e-a4c5-7de1c9dbcf71 req-204a1dbf-e2ff-43d0-8e04-84d9586f731b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0810223 Jun 04 06:18:59.931315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb4dc16a-ce90-4d1e-a4c5-7de1c9dbcf71 req-7c258fa7-e0a3-417f-b92d-ccd04cf6e053 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Jun 04 06:18:59.967946 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-d2da468d-2207-4103-93ff-6ffb2874c830 req-959a2535-d802-49a0-86e1-bd596e9b805b tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] show failed (client error): The resource could not be found. Jun 04 06:18:59.968909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2da468d-2207-4103-93ff-6ffb2874c830 req-959a2535-d802-49a0-86e1-bd596e9b805b tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-group-rules/45de8c9b-957d-4651-a18f-152f6dd00aa4 HTTP/1.1" status: 404 len: 361 time: 0.0141575 Jun 04 06:19:00.029332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540a308-c688-4584-af76-7a44db1b70b7 req-e8d10ebc-15b2-4658-b2e1-549cbb86441f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:00.030910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f540a308-c688-4584-af76-7a44db1b70b7 req-e8d10ebc-15b2-4658-b2e1-549cbb86441f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0867257 Jun 04 06:19:00.038065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-4551256f-9662-4e9e-be08-7249e7efeee8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/d072a749-c51d-4529-b40a-c1d8b9f22366 HTTP/1.1" status: 200 len: 1812 time: 0.0472095 Jun 04 06:19:00.077095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f540a308-c688-4584-af76-7a44db1b70b7 req-207cddce-1384-49a7-88df-e7a079d78103 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 Jun 04 06:19:00.104143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.130631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.178281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.198795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072a749-c51d-4529-b40a-c1d8b9f22366,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:00.203886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.204778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f74c7039-dddb-4ca0-a307-f6f30ae81382 req-b3b554ff-354f-424a-92d5-1becf1729feb tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-groups/d072a749-c51d-4529-b40a-c1d8b9f22366 HTTP/1.1" status: 204 len: 173 time: 0.1610386 Jun 04 06:19:00.268714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f4a72-cab7-41b9-8955-676fb1e65f09 req-0d1c51b1-a3c3-4b8b-a9c1-39aee60cd035 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:00.270222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-392f4a72-cab7-41b9-8955-676fb1e65f09 req-0d1c51b1-a3c3-4b8b-a9c1-39aee60cd035 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0900354 Jun 04 06:19:00.315870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-392f4a72-cab7-41b9-8955-676fb1e65f09 req-4505d8a5-aa8c-4317-bc1e-8a09298e9744 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Jun 04 06:19:00.341121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0396e854-6730-4a4a-9e98-b261283559a8 req-63e47c29-0304-45ed-b017-10cfb8132f2e tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0410192 Jun 04 06:19:00.384192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-a6c376c8-59f1-4085-ae1a-39a22cc86652 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/4b96cef5-6d1f-4999-bdf1-7d5a1f5edff5 HTTP/1.1" status: 200 len: 1812 time: 0.0445628 Jun 04 06:19:00.450412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.479971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.528366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.545024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96cef5-6d1f-4999-bdf1-7d5a1f5edff5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:00.552535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.553729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1b70b8d-d0ab-46a9-ade3-da2bd5c9f0ef req-7bdc0495-8807-4f74-8b1f-17fbc0d5fcc8 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-groups/4b96cef5-6d1f-4999-bdf1-7d5a1f5edff5 HTTP/1.1" status: 204 len: 173 time: 0.1638472 Jun 04 06:19:00.615123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-4b60da3f-8eac-44bc-a8cb-5a6b3f990d1c tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/1a5b1682-c682-4c73-a40d-878060537e13 HTTP/1.1" status: 200 len: 1813 time: 0.0436866 Jun 04 06:19:00.680382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.709320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.835864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.853733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b1682-c682-4c73-a40d-878060537e13,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:00.858182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:00.859867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff3ef8df-dbe1-464c-9d11-0c84d4524827 req-c2b38e82-1d5d-4660-ab70-72b7fa43daf1 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-groups/1a5b1682-c682-4c73-a40d-878060537e13 HTTP/1.1" status: 204 len: 173 time: 0.2387702 Jun 04 06:19:00.921444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-3345381e-3f18-4da4-80fa-cbf269920363 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/8ce664ae-ecab-4cbd-a02b-0fe4a0739eca HTTP/1.1" status: 200 len: 1813 time: 0.0435376 Jun 04 06:19:00.992797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.010100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc804-9718-435d-9590-312516763ad9 req-45a18b2c-a14f-49ed-bc72-b8b29a851a55 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:01.011574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49acc804-9718-435d-9590-312516763ad9 req-45a18b2c-a14f-49ed-bc72-b8b29a851a55 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0860944 Jun 04 06:19:01.020341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.060199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49acc804-9718-435d-9590-312516763ad9 req-dde22997-2fce-4885-8232-ceef16ebf98d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Jun 04 06:19:01.070910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.097864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce664ae-ecab-4cbd-a02b-0fe4a0739eca,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:01.104879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.105981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d15795f-e726-4960-9858-a0c78b0e9d2b req-909bb43c-57e0-4159-956c-89d8967ef6b5 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-groups/8ce664ae-ecab-4cbd-a02b-0fe4a0739eca HTTP/1.1" status: 204 len: 173 time: 0.1775362 Jun 04 06:19:01.272360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855f9f-66b8-47d1-a8c0-103fccedacc5 req-386574c1-0c7b-4166-86f1-65112245602e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:01.273820 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc855f9f-66b8-47d1-a8c0-103fccedacc5 req-386574c1-0c7b-4166-86f1-65112245602e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0814290 Jun 04 06:19:01.315658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9a4ad-f55c-4330-a1f5-c78bc103a3ee req-e7d615b4-670c-42b1-96cb-c4113464a73b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:01.317062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ea9a4ad-f55c-4330-a1f5-c78bc103a3ee req-e7d615b4-670c-42b1-96cb-c4113464a73b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1554508 Jun 04 06:19:01.318965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc855f9f-66b8-47d1-a8c0-103fccedacc5 req-84a6a206-dc31-47fa-ae3a-e0f4b2864318 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392442 Jun 04 06:19:01.362360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ea9a4ad-f55c-4330-a1f5-c78bc103a3ee req-90030ebc-b21d-4565-a6a3-d24b6ee8b24e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Jun 04 06:19:01.388384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-550d5ab2-c3ac-40bc-abc5-88710db306da tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "GET /v2.0/security-groups/528b4594-5711-43f1-9799-6054bdc73d9a HTTP/1.1" status: 200 len: 1813 time: 0.0468230 Jun 04 06:19:01.456091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.482705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.531643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.546357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a052f-fd86-42c2-a7c7-11d0c19796fb req-7529ac14-8a4f-4bd1-af5b-c5a88cc7ecb5 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:01.548433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e6a052f-fd86-42c2-a7c7-11d0c19796fb req-7529ac14-8a4f-4bd1-af5b-c5a88cc7ecb5 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0896044 Jun 04 06:19:01.550164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b4594-5711-43f1-9799-6054bdc73d9a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:01.555267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.555711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1b4046-ab3a-4d38-bc06-8bf44887609f req-b41f36a2-d733-4de3-990a-2e987e43d820 tempest-SecurityGroupRulesNegativeTestJSON-744997896 tempest-SecurityGroupRulesNegativeTestJSON-744997896-project] 10.222.0.17 "DELETE /v2.0/security-groups/528b4594-5711-43f1-9799-6054bdc73d9a HTTP/1.1" status: 204 len: 173 time: 0.1606464 Jun 04 06:19:01.568681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40366) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:01.599214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e6a052f-fd86-42c2-a7c7-11d0c19796fb req-e1c39380-1522-47d9-826a-bd239d8ce5d4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Jun 04 06:19:01.636275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Deleting subnet 3eee3488-e222-4c06-8370-1daa04a7c6b5 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:19:01.639442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.717189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75b5b4b0-4782-4140-9a11-965cc429efa0 req-208788a9-f93f-44ba-b23d-85f13454cd9f tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0522237 Jun 04 06:19:01.730335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.787430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.847397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-418374de-da42-4d55-b014-a67af8d9ef93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755923 Jun 04 06:19:01.858553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.901578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eee3488-e222-4c06-8370-1daa04a7c6b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:01.905196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:01.911971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5ae73cc-48fd-4993-93c1-75972c37bb36 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3eee3488-e222-4c06-8370-1daa04a7c6b5 HTTP/1.1" status: 204 len: 168 time: 0.3399661 Jun 04 06:19:01.914344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40370) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:01.994266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-d641b3f2-7a0c-408d-99cf-bf0e41e5e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:01.995743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-d641b3f2-7a0c-408d-99cf-bf0e41e5e5b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 1100 time: 0.0784776 Jun 04 06:19:02.022419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.144126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-92cdb133-00f7-4d30-bd4e-60fb8dde6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.145708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-92cdb133-00f7-4d30-bd4e-60fb8dde6052 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1305873 Jun 04 06:19:02.148103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.174874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7527280-f2b9-4332-b1c4-1612c1a17c3f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:02.186757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa4e39b-e8ac-47e9-87d2-443b12040737') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:02.187053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa4e39b-e8ac-47e9-87d2-443b12040737') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:02.198091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.214316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.220864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:19:02.221270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.262264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-da634e0e-9f00-4043-a99b-eac71371fdee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 200 len: 217 time: 0.1093099 Jun 04 06:19:02.291264 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3fa4e39b-e8ac-47e9-87d2-443b12040737 resource provider aggregate not found Jun 04 06:19:02.310344 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3fa4e39b-e8ac-47e9-87d2-443b12040737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa4e39b-e8ac-47e9-87d2-443b12040737 found for delete ", "request_id": "req-78cc0e5f-3d07-4f5e-81a0-6de7e93ef982"}]} Jun 04 06:19:02.325266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.342947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.353203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7527280-f2b9-4332-b1c4-1612c1a17c3f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:02.357755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3465f8b8-f1e3-43b3-bea0-51221ea1f153 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f7527280-f2b9-4332-b1c4-1612c1a17c3f HTTP/1.1" status: 204 len: 168 time: 0.4424150 Jun 04 06:19:02.370237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25783755-1235-4cc3-8bfe-361c3ca2eb7a req-370f3b90-e47b-4019-b8ad-8fdb5e10f21f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.377028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25783755-1235-4cc3-8bfe-361c3ca2eb7a req-370f3b90-e47b-4019-b8ad-8fdb5e10f21f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1752934 Jun 04 06:19:02.399440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-797bbc09-bfff-4c62-9791-187cbfdc9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.400875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-797bbc09-bfff-4c62-9791-187cbfdc9c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1290505 Jun 04 06:19:02.475322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25783755-1235-4cc3-8bfe-361c3ca2eb7a req-f1768702-f8a1-4808-bc75-be554872f14f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961139 Jun 04 06:19:02.516672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:02.519313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9f4586a6-67c4-4d72-a099-5226b332321c req-e2d1ef88-29ea-444d-be5c-1327e97ba826 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0822930 Jun 04 06:19:02.536607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-089fe7f3-3c8c-4a75-bc63-a607c5705979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.538390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-089fe7f3-3c8c-4a75-bc63-a607c5705979 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247802 Jun 04 06:19:02.566537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511f521-4dfa-4ea1-88ad-7e409377f913 req-4d3c6a59-3685-40df-8b7b-3b3ff5464b63 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.568043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0511f521-4dfa-4ea1-88ad-7e409377f913 req-4d3c6a59-3685-40df-8b7b-3b3ff5464b63 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0986476 Jun 04 06:19:02.577017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3863e7d6-446e-4283-ba0b-439d394ff82b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=94025774f4aa4103b6310a177f314378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590553 Jun 04 06:19:02.579648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40390) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:02.614168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0511f521-4dfa-4ea1-88ad-7e409377f913 req-3e93008d-3429-48a0-a20f-6b8001a89470 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Jun 04 06:19:02.700676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.738618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5abbe-5a01-4c46-8b7c-4b8c42a1675f req-2c4bb143-18e1-4639-a67c-d560f462b19a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.740192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbf5abbe-5a01-4c46-8b7c-4b8c42a1675f req-2c4bb143-18e1-4639-a67c-d560f462b19a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1486819 Jun 04 06:19:02.742023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.790926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9155d06-8f5d-4730-ad84-070c9e826faf req-4a46b992-e49d-48e7-866e-7d88e609ae46 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:02.792358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9155d06-8f5d-4730-ad84-070c9e826faf req-4a46b992-e49d-48e7-866e-7d88e609ae46 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0806010 Jun 04 06:19:02.820365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbf5abbe-5a01-4c46-8b7c-4b8c42a1675f req-c10a9176-b7a8-4e4a-a7fd-e1e167b7fde0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716853 Jun 04 06:19:02.841618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.841764 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9155d06-8f5d-4730-ad84-070c9e826faf req-69044571-4182-4227-ae8b-d022f8951cea tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Jun 04 06:19:02.855482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5e8b48-d11b-4836-9646-88248f97d0c5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:02.864376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:02.865432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0a419d0d-0a94-441d-9f1f-63864fd6b99b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fd5e8b48-d11b-4836-9646-88248f97d0c5 HTTP/1.1" status: 204 len: 168 time: 0.2848463 Jun 04 06:19:02.982399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef60f7b5-25fc-4b15-81c8-a07aee941613 req-8bfd2b0a-0998-4ae5-badf-82a4286ad5c1 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0463262 Jun 04 06:19:03.584009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40420) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:03.683037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3f66-2c19-450d-8fa5-d38006946a98 req-6645a8c7-3bac-4454-a620-a56a041f195f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:03.684505 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43bf3f66-2c19-450d-8fa5-d38006946a98 req-6645a8c7-3bac-4454-a620-a56a041f195f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0943391 Jun 04 06:19:03.724465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-687127539-network', 'tenant_id': '35dc323ab0dd4e4db56fb180f67eda27'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:03.736553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:03.753959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Usage tracker for resource:network and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:03.758147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:03.768332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:03.775327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43bf3f66-2c19-450d-8fa5-d38006946a98 req-c6fa486e-f97e-48b9-a26b-002d6c877819 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836015 Jun 04 06:19:03.784169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Made reservation on behalf of 35dc323ab0dd4e4db56fb180f67eda27 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:03.786628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:03.798971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:03.813351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:03.817206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:03.820034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:03.825632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:03.845702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5897690-b258-4647-a18e-0af5c8e785bb req-3a8d71e8-1afa-4819-a664-bcd091863f5a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:03.847448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5897690-b258-4647-a18e-0af5c8e785bb req-3a8d71e8-1afa-4819-a664-bcd091863f5a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0976992 Jun 04 06:19:03.897408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5897690-b258-4647-a18e-0af5c8e785bb req-7b5cd179-101a-4938-b1ac-c6f8b3234557 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Jun 04 06:19:03.919513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:03.927215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.092707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:19:04.096831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626bfcb-ff9b-4bdf-9ee2-d13b01038c85 req-a7ff3e9d-9c40-44c2-a829-a15f3ea4971f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:04.098446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f626bfcb-ff9b-4bdf-9ee2-d13b01038c85 req-a7ff3e9d-9c40-44c2-a829-a15f3ea4971f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0870130 Jun 04 06:19:04.109638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e9f9c-84c2-4e81-9ce9-af75178879d0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:04.116046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.116386 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Added segment 5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d of type vlan for network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 Jun 04 06:19:04.147868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f626bfcb-ff9b-4bdf-9ee2-d13b01038c85 req-5b148721-605d-4a4e-8be2-bab1b06dad48 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jun 04 06:19:04.155696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.176799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70030081-6477-4152-856a-f8f40d1211b1 req-270c48f3-45cc-4b70-9462-c78424c9fd58 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:04.178407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70030081-6477-4152-856a-f8f40d1211b1 req-270c48f3-45cc-4b70-9462-c78424c9fd58 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.2360723 Jun 04 06:19:04.230810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.231741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:04.232319 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.264039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70030081-6477-4152-856a-f8f40d1211b1 req-d6b96f34-14b7-4618-8d55-d4774f98c823 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746493 Jun 04 06:19:04.289249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bed31948-43cb-45ba-8f50-2002f66b4fe7 req-185161a8-ce8d-484f-bb60-794986fe216d tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0420542 Jun 04 06:19:04.339706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7544897 Jun 04 06:19:04.342809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:04.348177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f256e-673f-4814-bd23-ab7d49e0b944 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:04.349424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Request body: {'subnet': {'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-687127539-subnet', 'tenant_id': '35dc323ab0dd4e4db56fb180f67eda27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:04.358115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:19:04.362033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:04.365912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Usage tracker for resource:subnet and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:04.368688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:04.374710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:04.385089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Made reservation on behalf of 35dc323ab0dd4e4db56fb180f67eda27 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:04.387460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.585732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.664033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcfd245-1be6-4e71-b007-26e6da67c138,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:04.667986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Checking segment: {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:04.668344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Network hostable DHCP agents. Network: a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:19:04.688457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:19:04.697397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:04.701117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:04.701726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:04.706011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63756e3a-5ac9-44e0-8991-0116bdc4cb92 None None] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:04.722328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9768c908-bb92-4fa2-977f-9b84bc9303d8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3776309 Jun 04 06:19:04.925772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e157c6-bba0-492a-a20f-37c5d27e2389 None None] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:04.993390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a587e-8296-4d53-99b6-d7e8fcf2b65c req-8f063f32-3507-4e3c-a8fd-cccfad25b7af tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:04.995546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-646a587e-8296-4d53-99b6-d7e8fcf2b65c req-8f063f32-3507-4e3c-a8fd-cccfad25b7af tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.1014524 Jun 04 06:19:05.041848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1525847923', 'description': 'tempest-description-1026059848'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:05.048684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:05.053179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:05.054398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-646a587e-8296-4d53-99b6-d7e8fcf2b65c req-718d078c-520b-45c2-8441-6c7b38dafa48 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Jun 04 06:19:05.056947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:05.063833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:05.080582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.102345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:05.106287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:05.109515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:05.114951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:05.193525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.197368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.232901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02328-2a17-46f6-9746-6eed312f98eb req-0d7d801a-e3ee-43dc-aea4-fdeb0177ac3c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:05.234811 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-99a02328-2a17-46f6-9746-6eed312f98eb req-0d7d801a-e3ee-43dc-aea4-fdeb0177ac3c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0810819 Jun 04 06:19:05.243360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32331ec3-56ad-4241-8ca0-4b20797ad472,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:05.246201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.247370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca691bf4-4202-4d17-877d-3430b630095e req-126f40f5-2e8b-41f7-b2cf-721fa2ad0a67 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2101264 Jun 04 06:19:05.284643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-99a02328-2a17-46f6-9746-6eed312f98eb req-35d96372-397c-4a19-a6e2-0d63570bff1d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Jun 04 06:19:05.313710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1954795647', 'description': 'tempest-description-1310150444'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:05.320917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:05.327621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:05.333014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:05.339020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:05.349691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.377208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:05.381258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:05.384352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:05.390513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:05.462989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.466903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.509039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc95e4d-8a79-41de-976a-59609a4e9e31,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:05.511630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:05.512788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca338270-a715-4931-9921-ea8b80ed7dff req-2a27dba9-d429-4695-a161-b5e80b52d96a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2038453 Jun 04 06:19:05.614455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33fd06-ad83-4201-a32f-06383815ab96 req-3734d38a-a90b-4943-8c39-1d0a69a7f5ab tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:05.615905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a33fd06-ad83-4201-a32f-06383815ab96 req-3734d38a-a90b-4943-8c39-1d0a69a7f5ab tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.2716067 Jun 04 06:19:05.617772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-16277ce0-0fad-4fd9-b6b6-e930ad9c6b81 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583698 Jun 04 06:19:05.695488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108890-22e3-4de1-b087-3de782cec215 req-2f4210ee-9564-4165-90e0-0d611ca79fc4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:05.697610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c108890-22e3-4de1-b087-3de782cec215 req-2f4210ee-9564-4165-90e0-0d611ca79fc4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0919013 Jun 04 06:19:05.744118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a33fd06-ad83-4201-a32f-06383815ab96 req-25c7d650-e220-4ea2-83af-9ed3c7e06e6f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225636 Jun 04 06:19:05.749512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c108890-22e3-4de1-b087-3de782cec215 req-54f5cf99-5960-43e7-b773-4bcba622683e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jun 04 06:19:05.793114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14c8f3e6-aeec-4628-9b17-70db07bf1849 req-a5ac3691-15e2-427c-ba5e-22fe452a805e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586628 Jun 04 06:19:05.896304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031ec00a-583a-4d84-88da-cd29a4c6686c req-ede3f065-79bb-4e71-9209-2de7c840f46c tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0420346 Jun 04 06:19:06.003944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-e6690c14-3197-4f68-9f30-0280eb42fadf tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:06.004613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-47600193-fc15-4456-9496-ea8670d0abbf req-e6690c14-3197-4f68-9f30-0280eb42fadf tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:06.024567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-47600193-fc15-4456-9496-ea8670d0abbf req-e6690c14-3197-4f68-9f30-0280eb42fadf tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:06.025736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-e6690c14-3197-4f68-9f30-0280eb42fadf tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 812 time: 0.1715410 Jun 04 06:19:06.041372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-edc9fe46-5019-45bd-a880-5d8b37229a88 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/quotas/35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Jun 04 06:19:06.090415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-c918b6a8-27df-433d-9e8f-4e0309399da5 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424204 Jun 04 06:19:06.227752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-a876dbd3-cc87-49e4-a7db-470f5e51f2fb service neutron] 10.222.0.17 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293070 Jun 04 06:19:06.238749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db06f4-c881-4833-a0c2-cdcab4be022c req-574ce70b-99ae-4c20-96b3-9fd64901c0ee tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:06.240293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2db06f4-c881-4833-a0c2-cdcab4be022c req-574ce70b-99ae-4c20-96b3-9fd64901c0ee tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0807738 Jun 04 06:19:06.290612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2db06f4-c881-4833-a0c2-cdcab4be022c req-5a41c7b4-2faf-49c9-a555-d896d55c6378 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Jun 04 06:19:06.377851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-e0cef3b1-d061-4f86-b1c3-a47f6c3f159b service neutron] 10.222.0.17 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435363 Jun 04 06:19:06.500124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b73869-6fbf-47e4-a7b1-d99dfb3471ff req-4fe4f52c-6f7b-4a38-90be-e1e1997842b4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:06.501393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25b73869-6fbf-47e4-a7b1-d99dfb3471ff req-4fe4f52c-6f7b-4a38-90be-e1e1997842b4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0987134 Jun 04 06:19:06.551711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25b73869-6fbf-47e4-a7b1-d99dfb3471ff req-39d9d725-0d74-453c-add6-00a9865065a0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Jun 04 06:19:06.558737 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d0ecc1-f03c-401b-b258-6bf8d7078328 req-761d72e0-4aad-4b9a-9466-f86e100e696e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 210 time: 0.0432384 Jun 04 06:19:06.977416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d77465-8ae3-40d1-9586-55a17e34f84d req-9ebb3a00-26d6-40e7-925b-a16d8c70bb5e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:06.978978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2d77465-8ae3-40d1-9586-55a17e34f84d req-9ebb3a00-26d6-40e7-925b-a16d8c70bb5e tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1095240 Jun 04 06:19:06.988679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb67e9-613c-4a84-abfb-8f5742e198d5 req-85e8c003-64fe-463b-b45a-5e37fd929a52 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:06.997013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fffb67e9-613c-4a84-abfb-8f5742e198d5 req-85e8c003-64fe-463b-b45a-5e37fd929a52 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1113374 Jun 04 06:19:07.037288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2d77465-8ae3-40d1-9586-55a17e34f84d req-b4f4967e-9e58-4a98-9f0b-3bc24e9f2efe tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515604 Jun 04 06:19:07.049732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fffb67e9-613c-4a84-abfb-8f5742e198d5 req-0b3134ef-bb3c-464e-a421-64b229c6e132 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Jun 04 06:19:07.188644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75ad4aa3-ff81-4e02-83a5-5d96354c9f61 req-7d2db85b-e127-4a20-88c8-26c183458dc4 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0431020 Jun 04 06:19:07.498237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f2e0-ade3-4f46-aec3-d796f731c148 req-1a6b7367-76a4-4536-8870-e09629de63d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:07.500046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df24f2e0-ade3-4f46-aec3-d796f731c148 req-1a6b7367-76a4-4536-8870-e09629de63d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.0801053 Jun 04 06:19:07.550648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df24f2e0-ade3-4f46-aec3-d796f731c148 req-9511121a-7efa-42ac-9207-20d995973380 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Jun 04 06:19:07.728646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d08e531-e1e9-46e9-abc0-30078ebb4355 req-7a7afd52-a265-4cc9-b7c6-85d76f254c21 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 210 time: 0.0450559 Jun 04 06:19:07.771574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-05973bbd-fc01-4b57-965b-ffb10a33a925 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:07.773151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-05973bbd-fc01-4b57-965b-ffb10a33a925 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 812 time: 0.2112401 Jun 04 06:19:07.794770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'device_id': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5', 'admin_state_up': True, 'tenant_id': '35dc323ab0dd4e4db56fb180f67eda27'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:07.900837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1055d-7cef-4cea-8df1-5c613a9dac98 req-60560955-acb2-41de-b3ee-141e9c4e309e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:07.902243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4d1055d-7cef-4cea-8df1-5c613a9dac98 req-60560955-acb2-41de-b3ee-141e9c4e309e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.2088654 Jun 04 06:19:07.984744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4d1055d-7cef-4cea-8df1-5c613a9dac98 req-cccd4fd9-43dd-4be9-8585-8691d0f702f9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763216 Jun 04 06:19:07.985678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:07.990916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:port and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:07.994007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:08.000406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:08.013856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Made reservation on behalf of 35dc323ab0dd4e4db56fb180f67eda27 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:08.018009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:08.233109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e4a11-a194-4d1d-958f-7cb5385c4b67 req-094dd1eb-ca17-4074-818b-a0697ca2ea2f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:08.235143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-001e4a11-a194-4d1d-958f-7cb5385c4b67 req-094dd1eb-ca17-4074-818b-a0697ca2ea2f tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0873108 Jun 04 06:19:08.245066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Allocated IP 172.20.0.8 (a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5/1bcfd245-1be6-4e71-b007-26e6da67c138/8d870a78-6e56-429c-80ea-284acd2a7461) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:19:08.283496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-001e4a11-a194-4d1d-958f-7cb5385c4b67 req-1abf5501-b019-4588-a665-41887ca53988 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Jun 04 06:19:08.309702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af977d50-8e2d-4cf2-83fb-68f5c3996ad2 req-115e7276-bf73-4fad-97b4-96f65fe9221b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:08.311200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af977d50-8e2d-4cf2-83fb-68f5c3996ad2 req-115e7276-bf73-4fad-97b4-96f65fe9221b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1487763 Jun 04 06:19:08.432330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85c9f0bf-5659-43b2-82b0-14a8d5f7c0f6 req-c351f374-ba45-4040-af87-9101bedf6703 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0420582 Jun 04 06:19:08.451741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af977d50-8e2d-4cf2-83fb-68f5c3996ad2 req-eb18554c-81e6-4dab-9c16-dd9519e86803 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301062 Jun 04 06:19:08.523915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:08.555841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:08.797348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:08.803690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:08.810180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:19:08.843084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:08.891844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:08.892449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:08.912538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcb944-514c-4b74-af07-ae9c6e7d1d12 req-255aa460-f802-4101-95f6-fb980ed9327d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:08.914014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fbcb944-514c-4b74-af07-ae9c6e7d1d12 req-255aa460-f802-4101-95f6-fb980ed9327d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.2291360 Jun 04 06:19:08.940084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-8f8a0971-2ed5-4101-8baa-da0f3ca51318 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1577704 Jun 04 06:19:08.949017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce685fa-14fd-42a2-b782-a732270096ba req-0ffdd80f-21ee-4bfb-984d-1968570c012f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:08.950484 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ce685fa-14fd-42a2-b782-a732270096ba req-0ffdd80f-21ee-4bfb-984d-1968570c012f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 931 time: 0.0818784 Jun 04 06:19:08.960220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Request body: {'port': {'device_id': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:09.000265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4ce685fa-14fd-42a2-b782-a732270096ba req-e453481f-c9df-4d49-9017-bdbcb2cee2e0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:09.021742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fbcb944-514c-4b74-af07-ae9c6e7d1d12 req-33ef7dcb-5358-4c6f-8ac2-3aa25c59fdaf tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008475 Jun 04 06:19:09.024701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4ce685fa-14fd-42a2-b782-a732270096ba req-e453481f-c9df-4d49-9017-bdbcb2cee2e0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:09.027113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ce685fa-14fd-42a2-b782-a732270096ba req-e453481f-c9df-4d49-9017-bdbcb2cee2e0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Jun 04 06:19:09.107741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:09.250560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143fbd6-ab1c-4f13-9d87-544558a47a0e req-d9a90475-0a84-4413-a8a3-b899f4f44e4c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:09.252115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5143fbd6-ab1c-4f13-9d87-544558a47a0e req-d9a90475-0a84-4413-a8a3-b899f4f44e4c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0874324 Jun 04 06:19:09.306901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5143fbd6-ab1c-4f13-9d87-544558a47a0e req-635ad3fc-f3be-43ba-bb3c-e96bb61d67d9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Jun 04 06:19:09.517084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d870a78-6e56-429c-80ea-284acd2a7461 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:09.529170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:09.557897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Transition to ACTIVE for port object 8d870a78-6e56-429c-80ea-284acd2a7461 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:09.565561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:09.667058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5485fd-1732-4202-8ec3-1aca57efc636 req-afc981e3-b8c8-4da3-8e5d-3d9cc469b759 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:09.669128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e5485fd-1732-4202-8ec3-1aca57efc636 req-afc981e3-b8c8-4da3-8e5d-3d9cc469b759 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1020453 Jun 04 06:19:09.676664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe339a-e199-4bd1-af12-661975ccc77a req-81d87f87-9257-4351-8084-ae1ea755d388 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:09.678166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65fe339a-e199-4bd1-af12-661975ccc77a req-81d87f87-9257-4351-8084-ae1ea755d388 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.2599285 Jun 04 06:19:09.755849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:09.805607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e5485fd-1732-4202-8ec3-1aca57efc636 req-1eac20be-e4a9-4d83-b13e-c8ceb4816ffc tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Jun 04 06:19:09.829212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65fe339a-e199-4bd1-af12-661975ccc77a req-1a2ff8eb-cd78-4073-855e-9b698004b7ee tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377790 Jun 04 06:19:09.902882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Attempting to bind port 8d870a78-6e56-429c-80ea-284acd2a7461 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:09.903220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Attempting to bind port 8d870a78-6e56-429c-80ea-284acd2a7461 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:09.903546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Attempting to bind port 8d870a78-6e56-429c-80ea-284acd2a7461 on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:09.916439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Port 8d870a78-6e56-429c-80ea-284acd2a7461 on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:09.916769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Attempting to bind port 8d870a78-6e56-429c-80ea-284acd2a7461 on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:09.925031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:09.925368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Checking segment: {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:09.925777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Bound using segment: {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:09.926204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Bound port: 8d870a78-6e56-429c-80ea-284acd2a7461, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:09.926558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:09.946134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-31cd33fe-b716-4391-b2cf-2c7b23c7e4f0 req-0f857026-6b88-423a-a4d6-adad433900a3 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0414577 Jun 04 06:19:09.981490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-e65dee84-821d-454f-a9db-20185cbf6ce1 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:09.982971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-e65dee84-821d-454f-a9db-20185cbf6ce1 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1097 time: 0.1510990 Jun 04 06:19:09.995935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:10.123426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:10.143763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:10.152146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:10.161974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:10.259042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719527-d22d-4087-8c02-5d0af5866194 req-f048343c-3230-4914-8c3c-f538be2455b0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.260568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0d719527-d22d-4087-8c02-5d0af5866194 req-f048343c-3230-4914-8c3c-f538be2455b0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 943 time: 0.0851877 Jun 04 06:19:10.306644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0d719527-d22d-4087-8c02-5d0af5866194 req-6664c231-47a9-440c-b026-fde22fcc90de tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Jun 04 06:19:10.310193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.310811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:10.312764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] 10.222.0.39 "PUT /v2.0/ports/8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 1091 time: 1.3566799 Jun 04 06:19:10.313225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:10.350172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f02134-0d57-47d2-8670-df0391543bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:10.403434 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbb49d7-d4d9-425b-a9f2-3c44041117e7'] response: {'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461', 'status': 'completed', 'code': 200} Jun 04 06:19:10.539381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9d7e6-f461-4447-b5b8-8959a7a31b77 req-836a0511-9856-4ccf-bb5a-476d6c184905 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.540982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9a9d7e6-f461-4447-b5b8-8959a7a31b77 req-836a0511-9856-4ccf-bb5a-476d6c184905 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0839069 Jun 04 06:19:10.589035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9a9d7e6-f461-4447-b5b8-8959a7a31b77 req-619a56de-0137-46c7-9701-299ac37d1b7c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Jun 04 06:19:10.628879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5c00-1587-4f94-bec2-7d57960ba65d req-851d6561-f6f5-4123-a12b-5a3624b23932 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.631242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b44a5c00-1587-4f94-bec2-7d57960ba65d req-851d6561-f6f5-4123-a12b-5a3624b23932 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 946 time: 0.4315503 Jun 04 06:19:10.683089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:10.708346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b44a5c00-1587-4f94-bec2-7d57960ba65d req-11740ba3-a045-4254-ac0b-766c1ec51eb6 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 Jun 04 06:19:10.711992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-9eb6ffb4-20e1-470e-94eb-8293e9a6be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.713390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-9eb6ffb4-20e1-470e-94eb-8293e9a6be70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1094 time: 0.3414128 Jun 04 06:19:10.798716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-f49f242d-c0ff-4d9f-b865-abb52cf04666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 217 time: 0.0728951 Jun 04 06:19:10.802888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:10.917314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:10.919745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47600193-fc15-4456-9496-ea8670d0abbf req-372fffdb-50f1-4205-8c7d-6fb913bf3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:10.921190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-372fffdb-50f1-4205-8c7d-6fb913bf3ff2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.0910940 Jun 04 06:19:10.926816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:11.010729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19535e3-dbbe-4a37-a76d-9d45a19f735b req-ff3e7fea-c290-48c3-85dd-828c1d047c4c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.012968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b19535e3-dbbe-4a37-a76d-9d45a19f735b req-ff3e7fea-c290-48c3-85dd-828c1d047c4c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0966389 Jun 04 06:19:11.060487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b19535e3-dbbe-4a37-a76d-9d45a19f735b req-e8d9de98-f641-4d40-8ffd-1f76414d8d45 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Jun 04 06:19:11.068389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-09ffb667-c14d-4abb-bb40-42bdb56c97ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374707 Jun 04 06:19:11.182120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:11.200232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-246d2ff8-a4d4-46f6-afe6-53351fcf43ea req-42040cad-abdc-4518-a99b-e9ba7e5b1f1a tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0403128 Jun 04 06:19:11.276436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:11.317068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:11.317401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:11.317757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:11.324688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:11.339541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:11.339871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:11.353403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:11.353832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:11.354130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:11.359112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:11.360028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:11.360361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:11.360702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:11.361085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:11.361551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Bound port: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:11.361903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:11.365367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:11.365816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:11.366361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:11.366812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Bound port: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:11.367183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:11.386387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba22318-f534-4156-b3f9-395288fc22d0 req-5cf64866-7553-4df1-be65-e1433f83aa34 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.387861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba22318-f534-4156-b3f9-395288fc22d0 req-5cf64866-7553-4df1-be65-e1433f83aa34 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.3951025 Jun 04 06:19:11.418342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-cf9b4ddd-b42e-4752-8e6f-676ed29c4b21 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984889 Jun 04 06:19:11.460734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:11.464862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:11.469418 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:11.519597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc02910-ae3b-46e6-ab4f-82f3db1448e4 req-39d91913-b97f-4855-b75b-0de7ad291643 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.521281 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bc02910-ae3b-46e6-ab4f-82f3db1448e4 req-39d91913-b97f-4855-b75b-0de7ad291643 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 943 time: 0.0945008 Jun 04 06:19:11.576230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bc02910-ae3b-46e6-ab4f-82f3db1448e4 req-04f4e7cd-a856-47bf-8271-e84d67752c94 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Jun 04 06:19:11.582009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba22318-f534-4156-b3f9-395288fc22d0 req-e13e6add-7b08-46dc-8c84-d070d81a5339 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579649 Jun 04 06:19:11.601251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:11.608424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 360dc6f8-f378-4d1d-a99a-17c7e151d8bd-n-h1-811808-2-0 {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:19:11.608764 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:19:11.642276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:11.645817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:19:11.653063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47600193-fc15-4456-9496-ea8670d0abbf req-8d1dfee6-f63b-421f-b225-1ab574f872f7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212801 Jun 04 06:19:11.830246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-71b08268-d4c4-4148-a40f-f0e47e28b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.831710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-71b08268-d4c4-4148-a40f-f0e47e28b544 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1094 time: 0.1329374 Jun 04 06:19:11.839831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b5ce-3987-4aad-8cb0-4b627975b583 req-3ce48d87-2a39-4f57-8915-196b58587687 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.841169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6179b5ce-3987-4aad-8cb0-4b627975b583 req-3ce48d87-2a39-4f57-8915-196b58587687 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1411786 Jun 04 06:19:11.899087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680d9e8-8bae-4e42-82ec-563883e3705e req-b1fdb427-dbad-4179-875c-df570e9c665d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:11.900528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8680d9e8-8bae-4e42-82ec-563883e3705e req-b1fdb427-dbad-4179-875c-df570e9c665d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0805032 Jun 04 06:19:11.947225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8680d9e8-8bae-4e42-82ec-563883e3705e req-aed53fec-4c05-44d9-a581-853f1d0f5429 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Jun 04 06:19:11.970372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6179b5ce-3987-4aad-8cb0-4b627975b583 req-acf15ea1-3943-4ddc-ae37-d22d1061e6c4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099520 Jun 04 06:19:12.005845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-8205dcb7-3870-4703-bc7f-027f3f9eef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.007214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-8205dcb7-3870-4703-bc7f-027f3f9eef0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.1651917 Jun 04 06:19:12.074824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-1079cbb4-d677-4bd7-be20-c5bb2838b5ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 217 time: 0.0611916 Jun 04 06:19:12.232794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:12.233117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:12.233433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:12.241215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:12.241544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempting to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:12.247700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54911ec8-b358-47db-9f78-5555bf0ac03a req-cd3af4c3-eb0c-481a-88dd-293a22a85c18 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.249169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54911ec8-b358-47db-9f78-5555bf0ac03a req-cd3af4c3-eb0c-481a-88dd-293a22a85c18 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0804071 Jun 04 06:19:12.251081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:12.251908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:12.252285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:12.252704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Bound port: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:12.253042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:12.262448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-07b7890b-80d1-4714-b74c-2f09f9ce5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.263789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-07b7890b-80d1-4714-b74c-2f09f9ce5903 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.1834192 Jun 04 06:19:12.294982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54911ec8-b358-47db-9f78-5555bf0ac03a req-db269dca-f5e3-45fd-b505-022095828b71 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380390 Jun 04 06:19:12.341864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-fe71d916-4195-4ec7-98f7-58555800d132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708516 Jun 04 06:19:12.429219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:12.495783 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54ac1d0-fd6c-4dad-921c-4b53cac7b9c1'] response: {'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'code': 200} Jun 04 06:19:12.498862 n-d-811808-2 neutron-server[88849]: WARNING neutron.plugins.ml2.plugin [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Concurrent port binding operations failed on port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd Jun 04 06:19:12.509756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35e076fe-44bc-47f2-9c63-a32686286e7f req-f77d7037-f2e4-49aa-bdb4-91a30f3779ef tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0695689 Jun 04 06:19:12.517971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:12.531304 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attempt 2 to bind port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd Jun 04 06:19:12.535861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.536459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:12.537765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-062cf155-0228-4f59-ae73-fed8c1ec6ff9 service neutron] 10.222.0.24 "PUT /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 1122 time: 2.5457907 Jun 04 06:19:12.559271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-000ec622-7a3f-4325-8e3b-d7ad423e63cd service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094333 Jun 04 06:19:12.665291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['360dc6f8-f378-4d1d-a99a-17c7e151d8bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:12.701368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-273275fa-1b88-4eac-b227-5415dc49d3ec req-c50e105e-a0d8-453c-9e22-2c76e7db9daf service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355555 Jun 04 06:19:12.823158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-abcecdbf-83e9-4625-aba7-d78b7bdbcda3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.823862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-abcecdbf-83e9-4625-aba7-d78b7bdbcda3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:12.837178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec7655-0025-46b5-80e7-68c23ab6e9e0 req-4fc35730-9f78-4438-84bb-963b11d60af7 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:12.838690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e5ec7655-0025-46b5-80e7-68c23ab6e9e0 req-4fc35730-9f78-4438-84bb-963b11d60af7 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1065979 Jun 04 06:19:12.843697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-abcecdbf-83e9-4625-aba7-d78b7bdbcda3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:12.844891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-abcecdbf-83e9-4625-aba7-d78b7bdbcda3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 943 time: 0.1325293 Jun 04 06:19:12.873747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['360dc6f8-f378-4d1d-a99a-17c7e151d8bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:12.886496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e5ec7655-0025-46b5-80e7-68c23ab6e9e0 req-d42cf242-9f25-416c-beee-1e61e775cd75 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Jun 04 06:19:12.895879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-42041d00-eecb-45cb-bcc1-2a4c27deca13 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:12.908155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-42041d00-eecb-45cb-bcc1-2a4c27deca13 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:12.909939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7fdde53-1a72-4a7d-baed-a53d936dbe2c req-42041d00-eecb-45cb-bcc1-2a4c27deca13 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Jun 04 06:19:13.149979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4517daa-e795-490d-bac7-c39c5363de2e req-bc0e2db5-3c65-4ad2-9f1a-21adb394de26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:13.151433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4517daa-e795-490d-bac7-c39c5363de2e req-bc0e2db5-3c65-4ad2-9f1a-21adb394de26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0854690 Jun 04 06:19:13.169191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c92e7-0f19-4ae6-82c3-57fd563bb1f8 req-f646237d-e0c7-4688-9214-c0a83e7283ef tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:13.170647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a7c92e7-0f19-4ae6-82c3-57fd563bb1f8 req-f646237d-e0c7-4688-9214-c0a83e7283ef tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0844884 Jun 04 06:19:13.198214 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4517daa-e795-490d-bac7-c39c5363de2e req-fde41841-af15-46cd-93ad-4e62d2c16112 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Jun 04 06:19:13.215517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a7c92e7-0f19-4ae6-82c3-57fd563bb1f8 req-107e9d64-adbe-43f3-8fdc-b3eec1ef8410 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Jun 04 06:19:13.498059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd596c9-316c-41b7-abeb-175105f684bb req-bdcdc3d4-1cd6-4fda-995b-d0f66cf2ace3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:13.499631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5fd596c9-316c-41b7-abeb-175105f684bb req-bdcdc3d4-1cd6-4fda-995b-d0f66cf2ace3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0995607 Jun 04 06:19:13.543673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5fd596c9-316c-41b7-abeb-175105f684bb req-af187577-e373-45b3-8d25-c44ab481e0e4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383451 Jun 04 06:19:13.719226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae6be39c-05c4-48b8-9197-8e6973f127f7 req-467df75f-8c07-4f34-acb2-ec826a68f1cf tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0404456 Jun 04 06:19:14.075772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e89d87-df04-4e4f-b75e-d2bf90b9862b req-78e90cef-54e8-4ad9-805a-0a2fdedd1a6a tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.077130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e89d87-df04-4e4f-b75e-d2bf90b9862b req-78e90cef-54e8-4ad9-805a-0a2fdedd1a6a tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0809762 Jun 04 06:19:14.100454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6429a-af02-4608-8afc-f42a4fd9c4e1 req-4a3e42dd-67e6-4984-9ce5-dfebb3de7f10 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.100454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98e6429a-af02-4608-8afc-f42a4fd9c4e1 req-4a3e42dd-67e6-4984-9ce5-dfebb3de7f10 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 943 time: 0.0794568 Jun 04 06:19:14.130810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e89d87-df04-4e4f-b75e-d2bf90b9862b req-b55cdd87-f7f5-4f5e-aee0-dc07a97e05a9 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Jun 04 06:19:14.145997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98e6429a-af02-4608-8afc-f42a4fd9c4e1 req-66f53202-27ca-4c1f-9dfc-815324a0deb0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Jun 04 06:19:14.387399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5ca05-2557-499f-ae1c-99dafad8901e req-457981d4-d58a-4918-8833-b837a157d6be tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.388785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c5ca05-2557-499f-ae1c-99dafad8901e req-457981d4-d58a-4918-8833-b837a157d6be tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0802698 Jun 04 06:19:14.398109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067f777-e989-4a1a-87e1-718f3f27e179 req-bab734fa-39df-4661-94db-6cb7586e5716 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.399559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0067f777-e989-4a1a-87e1-718f3f27e179 req-bab734fa-39df-4661-94db-6cb7586e5716 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0792770 Jun 04 06:19:14.434333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c5ca05-2557-499f-ae1c-99dafad8901e req-72c6aa66-eece-42e6-80a0-bc47a26e38ab tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jun 04 06:19:14.446863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0067f777-e989-4a1a-87e1-718f3f27e179 req-cf781c26-af0d-4ef1-90fa-66e9694d6886 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Jun 04 06:19:14.496579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:14.540308 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfd2ba6-b9c9-44e3-a83f-9e12ed5e9738'] response: {'name': 'network-changed', 'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'status': 'completed', 'code': 200} Jun 04 06:19:14.639630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-f1dc8a0e-e559-4b4a-a3ff-630ea98c331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.641600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-f1dc8a0e-e559-4b4a-a3ff-630ea98c331e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1125 time: 0.0748158 Jun 04 06:19:14.827642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-7594a592-92d4-4c85-918c-2217a13e7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.829402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-7594a592-92d4-4c85-918c-2217a13e7350 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.1810434 Jun 04 06:19:14.841440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f109-6adf-4eba-b57f-6e5c24bcbc93 req-4f69e2e7-9398-44ba-8c09-390c7e6f1b0f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:14.842804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c27f109-6adf-4eba-b57f-6e5c24bcbc93 req-4f69e2e7-9398-44ba-8c09-390c7e6f1b0f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1761115 Jun 04 06:19:14.919893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-cf6eb905-eace-47ae-82fd-aff5f688b8d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 217 time: 0.0754583 Jun 04 06:19:14.950632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cac85a9d-f5a4-46d0-9955-9898472745c7 req-66d0babb-e71a-411a-8375-8bc98bcd6533 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0437310 Jun 04 06:19:14.966972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8d870a78-6e56-429c-80ea-284acd2a7461 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:14.997618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c27f109-6adf-4eba-b57f-6e5c24bcbc93 req-df55cedf-448b-46b9-84cc-760e906c3d23 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977554 Jun 04 06:19:15.014561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-e91aceb0-a24c-4b99-bc22-348c83bbcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:15.017350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-e91aceb0-a24c-4b99-bc22-348c83bbcbf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.0901740 Jun 04 06:19:15.068983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-d5a0fc58-f986-40c6-aa60-e7b8724827c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445344 Jun 04 06:19:15.130387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:15.143932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '8d870a78-6e56-429c-80ea-284acd2a7461', 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5', 'port_id': '8d870a78-6e56-429c-80ea-284acd2a7461', 'mac_address': 'fa:16:3e:c8:39:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcfd245-1be6-4e71-b007-26e6da67c138', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:19:15.206212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 8d870a78-6e56-429c-80ea-284acd2a7461 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:15.206821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:15.225832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d870a78-6e56-429c-80ea-284acd2a7461 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:15.246504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:15.252117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:15.323280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:15.347533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-35750237-166b-4724-a1bf-eeb36ccd58bf service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709010 Jun 04 06:19:15.360448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b6751-9f94-431e-bc40-36e3a26de6f2 req-f66a74ef-8ea8-4246-a595-d963565be39b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:15.362141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f8b6751-9f94-431e-bc40-36e3a26de6f2 req-f66a74ef-8ea8-4246-a595-d963565be39b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 944 time: 0.0875027 Jun 04 06:19:15.406424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f8b6751-9f94-431e-bc40-36e3a26de6f2 req-12560a09-e413-485a-aa7d-6f5fe0cce26a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Jun 04 06:19:15.457946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebfad1-aa59-4895-96ee-ced711fb0cbd req-94503864-1e0b-4e89-b5c0-566ff291c878 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:15.459321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6ebfad1-aa59-4895-96ee-ced711fb0cbd req-94503864-1e0b-4e89-b5c0-566ff291c878 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1735439 Jun 04 06:19:15.540435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6ebfad1-aa59-4895-96ee-ced711fb0cbd req-413172e5-c838-4c5a-ac9f-c0f906cb0b62 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723941 Jun 04 06:19:15.542481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7c18a5-92b5-44f3-829b-fb8915ad08df req-9aed6c02-24e6-4591-b65a-969d5513e3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850307 Jun 04 06:19:15.590355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:15.642491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640f1fa-67f3-4ad3-a6fd-856e33c317d4 req-742b5e48-a22c-474d-b534-4229fa7720ea tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:15.644007 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8640f1fa-67f3-4ad3-a6fd-856e33c317d4 req-742b5e48-a22c-474d-b534-4229fa7720ea tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0968451 Jun 04 06:19:15.689870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8640f1fa-67f3-4ad3-a6fd-856e33c317d4 req-7f41c2d3-d3f6-43f7-a5d8-b54984a2f85f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Jun 04 06:19:15.721926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad09b5-bed8-4714-a436-a68b04f97960 req-04d748fc-739c-45b5-b829-21bfbb9ff8f8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:15.723477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2ad09b5-bed8-4714-a436-a68b04f97960 req-04d748fc-739c-45b5-b829-21bfbb9ff8f8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0850472 Jun 04 06:19:15.767985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2ad09b5-bed8-4714-a436-a68b04f97960 req-20e5709c-f75a-4b16-a0c2-865efa3e0413 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Jun 04 06:19:16.180097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc917a-0ac8-4e8e-a9a5-56b17ffef6a4 req-fdb2c0c4-33b0-4a57-9b95-be37ee53a6d9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:16.181610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33fc917a-0ac8-4e8e-a9a5-56b17ffef6a4 req-fdb2c0c4-33b0-4a57-9b95-be37ee53a6d9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0800309 Jun 04 06:19:16.195677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e309bbfc-c3e9-4437-8b11-fcc30b2a0bec req-76783a40-63b5-40ad-a0c1-b51e01bf8c1e tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0441039 Jun 04 06:19:16.226443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33fc917a-0ac8-4e8e-a9a5-56b17ffef6a4 req-5d4766bb-ed8f-4eac-82a4-a7e9a09db3dd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Jun 04 06:19:16.592522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c47ea-49b5-4141-8ce3-26bbcac55f50 req-e1d5a125-e4c5-46ac-8913-b6e99ba1554b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:16.594048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-472c47ea-49b5-4141-8ce3-26bbcac55f50 req-e1d5a125-e4c5-46ac-8913-b6e99ba1554b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 944 time: 0.0825257 Jun 04 06:19:16.638029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-472c47ea-49b5-4141-8ce3-26bbcac55f50 req-e2018acb-bef2-4159-804d-f5a628deece4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Jun 04 06:19:16.723385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f597-1b34-49d3-b0f1-47a421b9cfd0 req-9ca0f8ed-1293-47c5-8a66-95cad84e9cfc tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:16.724834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9551f597-1b34-49d3-b0f1-47a421b9cfd0 req-9ca0f8ed-1293-47c5-8a66-95cad84e9cfc tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Jun 04 06:19:16.770164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9551f597-1b34-49d3-b0f1-47a421b9cfd0 req-5f4cf9ff-cd9e-4057-8402-63b820c41e67 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Jun 04 06:19:16.873342 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cdec6a6e-9c6e-46a0-90c1-2af8f1a61b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:16.882698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6738cf-e838-48e7-8c0d-febb615059fc req-79bff5b8-7616-4614-80ae-c5d4bfc36117 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:16.884130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa6738cf-e838-48e7-8c0d-febb615059fc req-79bff5b8-7616-4614-80ae-c5d4bfc36117 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0808613 Jun 04 06:19:16.928463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa6738cf-e838-48e7-8c0d-febb615059fc req-53ee5d45-8ca6-4f62-8323-bb0dee5aa5ba tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 Jun 04 06:19:16.970534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845f17-39f7-4964-8d16-4c296196edd5 req-5c0fbb2f-5f9a-4c31-886e-8df6a1453a42 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:16.971983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73845f17-39f7-4964-8d16-4c296196edd5 req-5c0fbb2f-5f9a-4c31-886e-8df6a1453a42 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0888407 Jun 04 06:19:16.987231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8d870a78-6e56-429c-80ea-284acd2a7461 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:17.018373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73845f17-39f7-4964-8d16-4c296196edd5 req-dc3ec694-edbd-43a8-9aab-9d9b32a9b1fb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Jun 04 06:19:17.058631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 8d870a78-6e56-429c-80ea-284acd2a7461 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:19:17.063896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 8d870a78-6e56-429c-80ea-284acd2a7461 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:17.064265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:17.180223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 8d870a78-6e56-429c-80ea-284acd2a7461 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:17.180599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:17.206771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:17.215988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:17.221246 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:17.259980 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fd7852-35b1-46b8-aaf8-a97324f11980'] response: {'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461', 'code': 200} Jun 04 06:19:17.302387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:17.413817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47060f9f-e7e8-4dfc-9442-032eb4604504 req-03ff1daa-d2b2-4bb8-924e-617276c50832 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0434299 Jun 04 06:19:17.470665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3062da-d8a8-4359-8e41-ac255c9b3855 req-105f5fdd-9314-4ef0-95f8-6bd8acf7d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:17.472136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b3062da-d8a8-4359-8e41-ac255c9b3855 req-105f5fdd-9314-4ef0-95f8-6bd8acf7d9ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1096 time: 0.1362479 Jun 04 06:19:17.479571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5c37f-f63d-400b-9cdc-94cf035f3de4 req-d467aedd-7dfb-41a2-9722-3d3111b9a0eb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:17.480950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ffb5c37f-f63d-400b-9cdc-94cf035f3de4 req-d467aedd-7dfb-41a2-9722-3d3111b9a0eb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1106396 Jun 04 06:19:17.545323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b3062da-d8a8-4359-8e41-ac255c9b3855 req-0053cc5c-33ce-4913-b276-84e3fdb41d9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Jun 04 06:19:17.550072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ffb5c37f-f63d-400b-9cdc-94cf035f3de4 req-87899cb3-27a0-4284-ab94-e7b305b7ce38 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559118 Jun 04 06:19:17.824904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca930c-1cd6-4833-9f79-a741436afea4 req-f2243e7e-7f7c-4eba-960a-ba8d8b579631 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:17.827004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1eca930c-1cd6-4833-9f79-a741436afea4 req-f2243e7e-7f7c-4eba-960a-ba8d8b579631 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 945 time: 0.0832975 Jun 04 06:19:17.871966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1eca930c-1cd6-4833-9f79-a741436afea4 req-be18365a-e448-4e2e-8006-306dcaee0149 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 Jun 04 06:19:17.954185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c9981-ceaf-4a74-9e40-4fa2e8869ee8 req-6445ccd0-a663-4065-94bb-fc5b1d971842 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:17.955681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e75c9981-ceaf-4a74-9e40-4fa2e8869ee8 req-6445ccd0-a663-4065-94bb-fc5b1d971842 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0789607 Jun 04 06:19:18.008736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e75c9981-ceaf-4a74-9e40-4fa2e8869ee8 req-1b5506ca-89b7-4b04-922c-c8f523591f8d tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Jun 04 06:19:18.127589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aae7e-6b70-40e2-b4a5-9fb202c3ec79 req-0aa345a8-c0ee-485a-b828-23f0a90b394a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:18.129054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-701aae7e-6b70-40e2-b4a5-9fb202c3ec79 req-0aa345a8-c0ee-485a-b828-23f0a90b394a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0850797 Jun 04 06:19:18.175035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-701aae7e-6b70-40e2-b4a5-9fb202c3ec79 req-e8dcf5b2-ea35-4129-bef9-124fc32416a4 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Jun 04 06:19:18.203814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd3d58-e68d-46b4-baa9-96e7c5586207 req-c6e6444c-55c9-487d-be2c-294d85b60841 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:18.205251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9bd3d58-e68d-46b4-baa9-96e7c5586207 req-c6e6444c-55c9-487d-be2c-294d85b60841 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0793993 Jun 04 06:19:18.248326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9bd3d58-e68d-46b4-baa9-96e7c5586207 req-2b78cbd8-3fb1-44e5-b856-d2411be6a452 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Jun 04 06:19:18.623267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e09dea8-797f-46fd-bae1-1a739690e0ef req-b4142328-83a3-43ce-b049-0c3812ad2bee tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0419385 Jun 04 06:19:18.745196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdf4aa-9dd9-4120-a2b6-9d0368232244 req-50ad1efc-e0ca-4e4b-93b3-6d3cd13003b8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:18.746652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ebdf4aa-9dd9-4120-a2b6-9d0368232244 req-50ad1efc-e0ca-4e4b-93b3-6d3cd13003b8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Jun 04 06:19:18.791163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ebdf4aa-9dd9-4120-a2b6-9d0368232244 req-8e34ec1e-2eba-4138-b414-a606f2581725 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Jun 04 06:19:18.970536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-25af2c38-bfd8-4059-a4cf-12f37f1e1e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:19.179284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2566-81dc-4676-89ed-01f003d80ce5 req-663a610a-1b6b-4bf4-9deb-3e066be850f2 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:19.180729 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3aff2566-81dc-4676-89ed-01f003d80ce5 req-663a610a-1b6b-4bf4-9deb-3e066be850f2 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 945 time: 0.1856096 Jun 04 06:19:19.204151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48d512-f601-4957-8ac3-2de290b0bc18 req-5b0f0f7e-370f-4163-92b5-f2201c35cb41 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:19.205740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab48d512-f601-4957-8ac3-2de290b0bc18 req-5b0f0f7e-370f-4163-92b5-f2201c35cb41 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0842028 Jun 04 06:19:19.228511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3aff2566-81dc-4676-89ed-01f003d80ce5 req-182c2bea-013e-45a3-9836-554998ae0cd3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Jun 04 06:19:19.252684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab48d512-f601-4957-8ac3-2de290b0bc18 req-0fe8080f-d2d0-4557-906c-95b84e129f59 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Jun 04 06:19:19.406765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad884-7fae-4a87-a01b-4e2ce357b2b4 req-0d415e3d-29a7-4979-9906-fd3178b2c34c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:19.409248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-527ad884-7fae-4a87-a01b-4e2ce357b2b4 req-0d415e3d-29a7-4979-9906-fd3178b2c34c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0862238 Jun 04 06:19:19.446230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18da7-0644-44b7-84db-49d5001da3b1 req-de8242af-ca80-4d14-851e-85e992a07dc2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:19.448124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c18da7-0644-44b7-84db-49d5001da3b1 req-de8242af-ca80-4d14-851e-85e992a07dc2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0856588 Jun 04 06:19:19.460452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-527ad884-7fae-4a87-a01b-4e2ce357b2b4 req-4decdec7-70ec-4def-9d55-36b605362206 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Jun 04 06:19:19.494681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c18da7-0644-44b7-84db-49d5001da3b1 req-ccd74e5d-2ffa-4e0e-b7b9-ef8c95055b79 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Jun 04 06:19:19.832514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3b5d231-9595-4b84-95ec-c80028abb05f req-ac0d150c-cc5a-4d7a-99f1-52342f408f02 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0418003 Jun 04 06:19:19.977910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59126d67-947d-405c-a491-f7e3e6d21172 req-498ad334-ee28-4901-9ba5-e082e6b8d70e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:19.979251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59126d67-947d-405c-a491-f7e3e6d21172 req-498ad334-ee28-4901-9ba5-e082e6b8d70e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0794253 Jun 04 06:19:20.023506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59126d67-947d-405c-a491-f7e3e6d21172 req-404a511c-901b-4b6e-9a75-bba7f98a0c0b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Jun 04 06:19:20.120050 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:20.272154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:20.428805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeab74-e5b1-4f92-a538-6dbbabc34ce7 req-525b1e6f-7490-466f-82ff-e380f1c81ca0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:20.430396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08aeab74-e5b1-4f92-a538-6dbbabc34ce7 req-525b1e6f-7490-466f-82ff-e380f1c81ca0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 945 time: 0.0902836 Jun 04 06:19:20.473105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8b38-c787-47d2-906a-1883f382134c req-b67bc3c8-d37f-4756-8c82-a5cba2f10841 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:20.474836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4ca8b38-c787-47d2-906a-1883f382134c req-b67bc3c8-d37f-4756-8c82-a5cba2f10841 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0967402 Jun 04 06:19:20.477937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08aeab74-e5b1-4f92-a538-6dbbabc34ce7 req-f337a8ef-74c8-428a-be59-bd24d49a75b9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Jun 04 06:19:20.522211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4ca8b38-c787-47d2-906a-1883f382134c req-667ce941-20d6-47a7-9a2c-f2728de30931 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Jun 04 06:19:20.650192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-79359b6a-e721-4d22-96c8-72b11f56e177 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1525847923&fields=id&tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 267 time: 0.0403500 Jun 04 06:19:20.662615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce8feb-fc07-459b-b988-97680959d2ae req-79f7c8bb-3943-44f1-8d9b-87a52750ea20 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:20.664066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ffce8feb-fc07-459b-b988-97680959d2ae req-79f7c8bb-3943-44f1-8d9b-87a52750ea20 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.0825319 Jun 04 06:19:20.709839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ffce8feb-fc07-459b-b988-97680959d2ae req-70fc6c66-7802-411c-859c-1bedae383c85 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Jun 04 06:19:20.739205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-9be1c095-3f6a-4913-9a3a-75bb853bd7be tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:20.740645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-9be1c095-3f6a-4913-9a3a-75bb853bd7be tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 945 time: 0.0859501 Jun 04 06:19:20.751830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'security_groups': ['a81e9f9c-84c2-4e81-9ce9-af75178879d0', '32331ec3-56ad-4241-8ca0-4b20797ad472']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:20.871039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:20.892362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f353dc-fabf-420b-952f-eaea8e7bbe2d req-207d577b-cf83-495d-83d2-199fcb0ceee1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:20.893843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74f353dc-fabf-420b-952f-eaea8e7bbe2d req-207d577b-cf83-495d-83d2-199fcb0ceee1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0839105 Jun 04 06:19:20.949251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74f353dc-fabf-420b-952f-eaea8e7bbe2d req-f0bb1f01-e715-4c1e-91b3-401b54a65db1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Jun 04 06:19:21.180338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f871f41-152c-4ee3-b631-48f9d0fb7988 req-e59df702-0244-46ad-b0b0-c74769521156 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0406632 Jun 04 06:19:21.223612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:21.255557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:21.264669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:21.283598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:21.353084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.353084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:21.361128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbe8cba3-f234-4b53-af21-094fb237a8e8 req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "PUT /v2.0/ports/8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 981 time: 0.6069930 Jun 04 06:19:21.361128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:21.408508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59db68-c6f9-4393-af41-9446c8b925ae tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:21.444276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef942923-b5cc-4fad-a5f0-78c2f37d7276 req-74b06ba4-8665-4160-9c27-142b6989dce1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.446715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef942923-b5cc-4fad-a5f0-78c2f37d7276 req-74b06ba4-8665-4160-9c27-142b6989dce1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0959628 Jun 04 06:19:21.475447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:21.494751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef942923-b5cc-4fad-a5f0-78c2f37d7276 req-d57e1b9a-e10a-4e6e-9f74-2bad57e8907b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Jun 04 06:19:21.527790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429e66-0fd9-4a19-a5ab-4a1635d3861d req-93f95a24-4429-471b-9183-6fc193dc4332 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.530889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c429e66-0fd9-4a19-a5ab-4a1635d3861d req-93f95a24-4429-471b-9183-6fc193dc4332 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0857489 Jun 04 06:19:21.575098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c429e66-0fd9-4a19-a5ab-4a1635d3861d req-6490803f-2e0c-4642-b5cd-c5085e7c6b55 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Jun 04 06:19:21.640675 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5305bc7b-1e1a-41ce-a8e2-4e65d657a614'] response: {'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461', 'status': 'completed', 'code': 200} Jun 04 06:19:21.659358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-04901a08-18c2-4505-8db1-b650f0dde294 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1954795647&fields=id&tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 267 time: 0.0423882 Jun 04 06:19:21.753338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-f371b651-b39f-429b-8188-938ab683cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.754974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-f371b651-b39f-429b-8188-938ab683cbf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1135 time: 0.0918725 Jun 04 06:19:21.761620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-780de829-5913-4eba-a9a9-fe044b2fb295 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.763336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-780de829-5913-4eba-a9a9-fe044b2fb295 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 984 time: 0.0959897 Jun 04 06:19:21.777711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'security_groups': ['32331ec3-56ad-4241-8ca0-4b20797ad472', 'a81e9f9c-84c2-4e81-9ce9-af75178879d0', '3dc95e4d-8a79-41de-976a-59609a4e9e31']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:21.907050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-e6099165-2637-4ef7-8360-ad4c0937c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:21.908867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-e6099165-2637-4ef7-8360-ad4c0937c1e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.1479418 Jun 04 06:19:21.912782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:21.922794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:21.981868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-ddaf5046-f3e5-463b-adbf-0f2d7caab529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 217 time: 0.0656161 Jun 04 06:19:22.098428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-871d3b61-f1b9-4e82-b330-b380654d0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:22.099868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-871d3b61-f1b9-4e82-b330-b380654d0c5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.1132517 Jun 04 06:19:22.159542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-6c7a0f39-a902-4313-903e-28489bd9c59e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486624 Jun 04 06:19:22.195041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf2ca3-2fef-425f-9304-6bbccedd7b8e req-3b6d5d58-c9a9-4b23-95a4-e26cfc203d6a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:22.196452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87bf2ca3-2fef-425f-9304-6bbccedd7b8e req-3b6d5d58-c9a9-4b23-95a4-e26cfc203d6a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.1564837 Jun 04 06:19:22.215776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:22.240283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:22.245186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:22.258029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:22.315966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:22.316162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:22.318765 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-feff7893-5d5a-49b4-9d45-71e43dde10c0 req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "PUT /v2.0/ports/8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 1020 time: 0.5471351 Jun 04 06:19:22.318765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:22.323368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87bf2ca3-2fef-425f-9304-6bbccedd7b8e req-1c435bd7-bd4a-4dcb-9521-9aec2b10c876 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744801 Jun 04 06:19:22.340665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9b771-290e-435c-af2d-868d1949276b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:22.341599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-9f66704f-ae13-438f-9e75-1d7a83109350 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747763 Jun 04 06:19:22.394058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:22.492812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd902f4-c27d-4f0d-a420-0a7422e50dcc req-4a3a3adb-05fc-4a73-b596-7dde817be1a6 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448879 Jun 04 06:19:22.538183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c23017-9952-46e0-a657-f364c2fb39a2 req-4ce70e4f-0ab7-46be-a586-25ff40c9890b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:22.545219 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5c23017-9952-46e0-a657-f364c2fb39a2 req-4ce70e4f-0ab7-46be-a586-25ff40c9890b tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.0998836 Jun 04 06:19:22.594682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5c23017-9952-46e0-a657-f364c2fb39a2 req-1609e44a-1c42-440e-a19c-fac3d31b6aef tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Jun 04 06:19:22.810943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec56c-bb60-4b7e-b413-4750ed775420 req-93ae6b2c-34d2-416f-9824-946f765c46b5 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:22.812731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5fec56c-bb60-4b7e-b413-4750ed775420 req-93ae6b2c-34d2-416f-9824-946f765c46b5 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1023 time: 0.1126854 Jun 04 06:19:22.834580 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f2acdef9-f0b7-4001-81a5-ba7f2c84710c req-5ecbfad4-df1b-4062-86c9-ac48469ab410 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0629883 Jun 04 06:19:22.871056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-f48b3988-9305-4825-b5a2-e7d125db7c77 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2035718 Jun 04 06:19:22.971595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5fec56c-bb60-4b7e-b413-4750ed775420 req-226d588c-6a3f-4922-ad35-8d5a5eb1b819 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&id=3dc95e4d-8a79-41de-976a-59609a4e9e31&id=32331ec3-56ad-4241-8ca0-4b20797ad472 HTTP/1.1" status: 200 len: 6150 time: 0.1448991 Jun 04 06:19:22.992162 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18218a9-4e26-4774-b8b6-d1e0f008294c'] response: {'name': 'network-changed', 'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461', 'status': 'completed', 'code': 200} Jun 04 06:19:23.100910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a053-a2a6-4680-bb82-04355b579564 req-cdca5e2c-a4ab-40bc-8709-0388e2d78aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.102520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-cdca5e2c-a4ab-40bc-8709-0388e2d78aab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1174 time: 0.0867236 Jun 04 06:19:23.224943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0040d62-1723-44c0-aa28-b6c82e15aa47 req-48da7628-e1f3-4b40-86b6-b3c9bbf2cfa9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.226521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0040d62-1723-44c0-aa28-b6c82e15aa47 req-48da7628-e1f3-4b40-86b6-b3c9bbf2cfa9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0840328 Jun 04 06:19:23.278061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0040d62-1723-44c0-aa28-b6c82e15aa47 req-ef952ca1-438c-4587-b2f7-4582f130a479 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Jun 04 06:19:23.319982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': ' tempest-securitygroup -211596110 ', 'description': 'tempest-description-2121624992'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:23.326406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:23.340027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:23.351456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:23.380904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:23.384978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:23.387945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:23.394093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:23.457132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a053-a2a6-4680-bb82-04355b579564 req-c8edc206-667f-4643-949b-ec00ff44e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.458831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-c8edc206-667f-4643-949b-ec00ff44e8fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.3489280 Jun 04 06:19:23.468733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637cb6-6116-4ee3-a03a-b4263caf0b54 req-290c5925-fd9f-44d5-a80d-a9b490430a82 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.475992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1f637cb6-6116-4ee3-a03a-b4263caf0b54 req-290c5925-fd9f-44d5-a80d-a9b490430a82 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.3285241 Jun 04 06:19:23.481035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:23.486294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:23.531927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618cf150-b630-4110-bd26-8e689332e2da,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:23.567576 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:23.569095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aa986a0-ef8b-4bc7-a2d8-9bdad1de066a req-1a61fb41-abaf-4d7e-b5a3-8c7083e999ff tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2533188 Jun 04 06:19:23.613798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-78fa0c14-7b41-483f-af95-acd64f0195f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 200 len: 217 time: 0.1350772 Jun 04 06:19:23.697003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1f637cb6-6116-4ee3-a03a-b4263caf0b54 req-6c12eb39-9939-4738-b1df-7c56edf77be5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200835 Jun 04 06:19:23.713206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a053-a2a6-4680-bb82-04355b579564 req-190afaac-7aec-43d6-8f45-6d2bc2acfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.714978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-190afaac-7aec-43d6-8f45-6d2bc2acfb16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.0900207 Jun 04 06:19:23.729636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-ff6be56b-1f80-4395-b814-59d822cad0dd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.731809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-ff6be56b-1f80-4395-b814-59d822cad0dd tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.2521427 Jun 04 06:19:23.826890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-ae48b8c8-5cc0-445b-8f66-abc2b5cc6994 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939002 Jun 04 06:19:23.830049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6798a6d-67b9-4c30-b0da-4d31372a98b1 req-0d067877-f0df-4441-80a0-4ede560ebc08 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:23.831966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6798a6d-67b9-4c30-b0da-4d31372a98b1 req-0d067877-f0df-4441-80a0-4ede560ebc08 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.1352859 Jun 04 06:19:23.885454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6798a6d-67b9-4c30-b0da-4d31372a98b1 req-69573a46-4939-4efb-ae22-4c629612fb87 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Jun 04 06:19:23.986644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Deleting port e53bcd20-b09c-473c-8a90-19c1e4922623 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:23.987322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.046823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c6f1ffe-f5ee-48eb-8f45-eb71ed05b487 req-4c0ec3fa-4185-4875-8bfc-41721de449e3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/618cf150-b630-4110-bd26-8e689332e2da HTTP/1.1" status: 200 len: 1780 time: 0.2742612 Jun 04 06:19:24.135715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-e3191403-2920-4abc-8a6f-e3c8956f90b8 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946997 Jun 04 06:19:24.188469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1fd02-9eb2-414a-8989-acc738288322 req-9262a864-9db7-401c-9334-2429a4b71e22 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:24.189962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61e1fd02-9eb2-414a-8989-acc738288322 req-9262a864-9db7-401c-9334-2429a4b71e22 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 945 time: 0.1886053 Jun 04 06:19:24.247925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61e1fd02-9eb2-414a-8989-acc738288322 req-f5e904a5-2d31-4437-bb5a-2fd02c1e94fa tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/security-groups?id=755a3c36-f048-4792-977e-e38a259a78db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Jun 04 06:19:24.292509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3233047e-5867-4367-8409-ffd50acfae4b req-d26ead76-e889-4fa4-b239-d668a140293d tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.1258640 Jun 04 06:19:24.322009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-e3915285-cdab-42d7-8410-220f3094b7c2 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/618cf150-b630-4110-bd26-8e689332e2da HTTP/1.1" status: 200 len: 1780 time: 0.0502372 Jun 04 06:19:24.440343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.440923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d9a053-a2a6-4680-bb82-04355b579564 req-4bc3e45a-74c9-45ac-9854-864f9cc727e0 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947907 Jun 04 06:19:24.447824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] For port e53bcd20-b09c-473c-8a90-19c1e4922623, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e53bcd20-b09c-473c-8a90-19c1e4922623,segment=NetworkSegment(c64dd714-bb8e-4b61-9965-49be7f8a3927),segment_id=c64dd714-bb8e-4b61-9965-49be7f8a3927)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:24.447982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.491396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.543546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-f0d48102-0687-4273-bca6-e881632905fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:24.545001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-f0d48102-0687-4273-bca6-e881632905fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1100 time: 0.1368389 Jun 04 06:19:24.571387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.606318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Calling delete_port for e53bcd20-b09c-473c-8a90-19c1e4922623 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:24.644962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618cf150-b630-4110-bd26-8e689332e2da,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:24.661808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.662901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74125489-be1a-43fb-a06a-86f39108f7d5 req-64164629-4d35-4ed5-a872-a78b3b4b5398 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/618cf150-b630-4110-bd26-8e689332e2da HTTP/1.1" status: 204 len: 173 time: 0.3349609 Jun 04 06:19:24.717623 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-0761ccbc-bf0c-4371-8724-169635480cee req-1423856b-5714-4f28-8ab3-e321950557a4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:19:24.718794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0761ccbc-bf0c-4371-8724-169635480cee req-1423856b-5714-4f28-8ab3-e321950557a4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/618cf150-b630-4110-bd26-8e689332e2da HTTP/1.1" status: 404 len: 352 time: 0.0328279 Jun 04 06:19:24.719827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f868e4-8085-4929-bcb3-3992723f47e9 req-6cc16276-0cb5-4561-8baf-2682f23931e8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:24.720012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-56c25678-cccd-4a4c-96e6-ba348a4e0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:24.721223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42f868e4-8085-4929-bcb3-3992723f47e9 req-6cc16276-0cb5-4561-8baf-2682f23931e8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.2127326 Jun 04 06:19:24.721362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-56c25678-cccd-4a4c-96e6-ba348a4e0478 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1699088 Jun 04 06:19:24.802716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-75c25305-3859-41b0-b2f0-41eda28befe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.0663159 Jun 04 06:19:24.816387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42f868e4-8085-4929-bcb3-3992723f47e9 req-c2859efb-72a1-4b0b-85f3-aeaaa7c4232d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Jun 04 06:19:24.821367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.836822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e53bcd20-b09c-473c-8a90-19c1e4922623'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:24.877835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1674936397', 'description': 'tempest-description-1460680209'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:24.882063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Pushing event deleted for resources: {'Port': ['ID=e53bcd20-b09c-473c-8a90-19c1e4922623,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:24.886631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:24.892529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:24.925547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:24.939309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-dc8a7d1f-fccf-43fc-8d71-571490840dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:24.940735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-dc8a7d1f-fccf-43fc-8d71-571490840dd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1305566 Jun 04 06:19:24.958819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:24.977095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] No DVR routers for this DVR port e53bcd20-b09c-473c-8a90-19c1e4922623 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:19:24.980299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:24.982688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'name': 'network-vif-deleted', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:24.995889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.025622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab917-46bc-4923-8eb7-dadfa5d41dac req-d653fc3e-69e5-468a-a5ae-07f6875fdc5b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:25.027161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae6ab917-46bc-4923-8eb7-dadfa5d41dac req-d653fc3e-69e5-468a-a5ae-07f6875fdc5b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1720273 Jun 04 06:19:25.059800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.084278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-2307ccf9-62c9-4ee2-a9ae-0b1a06561fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:25.085807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-2307ccf9-62c9-4ee2-a9ae-0b1a06561fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363688 Jun 04 06:19:25.090732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae6ab917-46bc-4923-8eb7-dadfa5d41dac req-545a2d20-adb3-4e68-b77f-d5e2b1c9104d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Jun 04 06:19:25.104419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cb8a1b8-5b29-497b-a5a3-e6f0311fc3d4 req-9c1d0134-dedb-4770-9105-43a695987c0c tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.24 "DELETE /v2.0/ports/e53bcd20-b09c-473c-8a90-19c1e4922623 HTTP/1.1" status: 204 len: 173 time: 1.3349457 Jun 04 06:19:25.120141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:25.125370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:25.128631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:25.134819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:25.218971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.224020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.274796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:25.283894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.288591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-b5f00181-4ad6-4407-9aa7-e31082b57884 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943979 Jun 04 06:19:25.289955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e59e3185-a269-44d0-acff-273d32e11b0b req-5f6cad9f-ab6d-4799-8f7a-dffb7c173458 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4239173 Jun 04 06:19:25.324189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.329133 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6217881f-ad7f-4698-b7f5-8083be97ac7c'] response: {'server_uuid': '5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0', 'name': 'network-vif-deleted', 'tag': 'e53bcd20-b09c-473c-8a90-19c1e4922623', 'status': 'completed', 'code': 200} Jun 04 06:19:25.417832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a8988-5047-4460-8f51-90c14809927a req-7fdb05ec-e0ce-4113-b9b1-27216525d236 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:25.419156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f80a8988-5047-4460-8f51-90c14809927a req-7fdb05ec-e0ce-4113-b9b1-27216525d236 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.2000086 Jun 04 06:19:25.473536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5dc9aa74-616c-4ce9-93a0-4618e7ca3a8d req-b55d0491-d3d9-48ef-8655-18a3763e2eb4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Synchronizing usage tracker for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:25.484646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-842be3da-3ab4-4a1c-8c9c-4a7bf62f7990 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840396 Jun 04 06:19:25.489386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f80a8988-5047-4460-8f51-90c14809927a req-149151ee-241b-4589-9288-774a2b7be2bd tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639763 Jun 04 06:19:25.490545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5dc9aa74-616c-4ce9-93a0-4618e7ca3a8d req-b55d0491-d3d9-48ef-8655-18a3763e2eb4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] Unset dirty status for tenant:e5a1c069e7444a40a7b13aa3f228179b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:25.491890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc9aa74-616c-4ce9-93a0-4618e7ca3a8d req-b55d0491-d3d9-48ef-8655-18a3763e2eb4 tempest-InstanceActionsNegativeTestJSON-1346158710 tempest-InstanceActionsNegativeTestJSON-1346158710-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e7f2f24-a1b2-47c6-9a3e-1447f8c595e0 HTTP/1.1" status: 200 len: 210 time: 0.0626953 Jun 04 06:19:25.523163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-506604109', 'description': 'tempest-description-876556933'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:25.529438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:25.534976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:25.539112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:25.549364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:25.565908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.587042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:25.591725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:25.595995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:25.602839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:25.691425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-907f073d-2c43-453c-9ea0-ff779e2f119f req-f7796995-047a-4981-b221-c6780d2e7bf5 tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0530438 Jun 04 06:19:25.722272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.727560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.775131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b5a61-c107-4e6e-9020-677776718966,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:25.778674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.780006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa7ff4a8-846b-4ea5-83db-08ae5292bb1f req-79f1462b-284e-4438-853a-afd5a85790ee tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2640035 Jun 04 06:19:25.816454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1785506758', 'description': 'tempest-description-2121234210'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:25.822859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:25.827912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:25.830985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:25.837137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:25.848357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.870852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:25.875543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:25.879028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:25.884967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:25.942497 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:19:25.975656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:25.980590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.028021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf82a0-6018-459d-83c2-8151cac16e1d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:26.028238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dac121-f0a5-480b-aca9-ca848394295a req-9d94ea27-d75c-4617-b8a1-531a04fc0e05 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:26.029681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5dac121-f0a5-480b-aca9-ca848394295a req-9d94ea27-d75c-4617-b8a1-531a04fc0e05 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0874405 Jun 04 06:19:26.032992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.034489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-782a110c-ad3f-4a43-ae8e-414f71054c6d req-6f472574-c2ed-4f85-87ea-69dbf0d4b06c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2221591 Jun 04 06:19:26.082602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5dac121-f0a5-480b-aca9-ca848394295a req-3bbb6e9e-1f83-4be7-879f-4e1a309e1770 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Jun 04 06:19:26.166081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-446ae049-7180-4a76-8865-3c2478ced4a4 req-4f67c42c-7156-4f2e-9895-01a52c287da9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:26.181519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-446ae049-7180-4a76-8865-3c2478ced4a4 req-4f67c42c-7156-4f2e-9895-01a52c287da9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:26.185988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-446ae049-7180-4a76-8865-3c2478ced4a4 req-4f67c42c-7156-4f2e-9895-01a52c287da9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 10898 time: 0.1299546 Jun 04 06:19:26.235061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-446ae049-7180-4a76-8865-3c2478ced4a4 req-f70ad7a9-5ff2-4080-bc1a-f4f7d1698040 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a81e9f9c-84c2-4e81-9ce9-af75178879d0 HTTP/1.1" status: 200 len: 2981 time: 0.0452394 Jun 04 06:19:26.277253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e324-ae16-4c6d-aeb9-b4e99b0d93b1 req-d778a7fa-58da-4059-9a09-bf1446818087 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:26.278912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cd5e324-ae16-4c6d-aeb9-b4e99b0d93b1 req-d778a7fa-58da-4059-9a09-bf1446818087 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0809436 Jun 04 06:19:26.288943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-446ae049-7180-4a76-8865-3c2478ced4a4 req-374fa0d7-77da-4d0b-bb7e-cc73da3da2db tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a81e9f9c-84c2-4e81-9ce9-af75178879d0 HTTP/1.1" status: 200 len: 2981 time: 0.0480413 Jun 04 06:19:26.326540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cd5e324-ae16-4c6d-aeb9-b4e99b0d93b1 req-66fd5c38-960f-44fb-9472-79a3c61dedbd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Jun 04 06:19:26.355197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-57275abe-41f8-4eaf-a728-a6a9f6f1fe86 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20 HTTP/1.1" status: 200 len: 1801 time: 0.0450079 Jun 04 06:19:26.418767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.445375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.490209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.510941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:26.521654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.522789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7b587b7-dcb2-40be-890d-d561aa94c313 req-a19942b3-1400-48bf-aa37-76baf0510e81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20 HTTP/1.1" status: 204 len: 173 time: 0.1614976 Jun 04 06:19:26.588339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40742) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:26.651410 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-95648adb-7cf7-4e56-a4a7-09f3919198b2 req-f7e21eee-d811-4759-aa1b-dd42929eaf81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:19:26.652070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95648adb-7cf7-4e56-a4a7-09f3919198b2 req-f7e21eee-d811-4759-aa1b-dd42929eaf81 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20 HTTP/1.1" status: 404 len: 352 time: 0.1099935 Jun 04 06:19:26.664890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Deleting subnet fcb25c1d-de7a-42e6-81f5-6e90c091f101 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:19:26.668094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.720232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-ffa4b8ca-9daf-45a6-9c56-86c343c4fa09 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/e66b5a61-c107-4e6e-9020-677776718966 HTTP/1.1" status: 200 len: 1799 time: 0.0444617 Jun 04 06:19:26.762897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.787106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.816971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.834558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.868210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.874347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d97c3c-75c5-41be-a128-1c0f2dd28c14 req-ca3ef305-0443-460f-af2a-f6c396591887 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:26.875808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0d97c3c-75c5-41be-a128-1c0f2dd28c14 req-ca3ef305-0443-460f-af2a-f6c396591887 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.1810431 Jun 04 06:19:26.887440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b5a61-c107-4e6e-9020-677776718966,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:26.894331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:26.895602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3dc5286-b162-47a2-b490-83df2c242ea8 req-14121d50-5b87-451f-ac64-202f19cf04c9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/e66b5a61-c107-4e6e-9020-677776718966 HTTP/1.1" status: 204 len: 173 time: 0.1694498 Jun 04 06:19:26.938016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0d97c3c-75c5-41be-a128-1c0f2dd28c14 req-4e97319a-ea5e-43d8-8ecf-f91018b02d0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Jun 04 06:19:26.984948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.026189 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-5f3256be-d8dc-49a0-aa14-c0a02687f611 req-ac88dd8b-78e3-4b69-9372-cbe578da1700 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:19:27.027272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f3256be-d8dc-49a0-aa14-c0a02687f611 req-ac88dd8b-78e3-4b69-9372-cbe578da1700 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/e66b5a61-c107-4e6e-9020-677776718966 HTTP/1.1" status: 404 len: 352 time: 0.0607717 Jun 04 06:19:27.034923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.038944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb25c1d-de7a-42e6-81f5-6e90c091f101,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:27.042221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98e31d57-6c96-44cd-89b5-9a77130d43e0 req-b86020e2-9f95-41e5-ade2-be61098d91fa tempest-ServersAdmin275Test-1602975512 tempest-ServersAdmin275Test-1602975512-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0454156 Jun 04 06:19:27.046384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40754) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:27.047017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fcb25c1d-de7a-42e6-81f5-6e90c091f101 HTTP/1.1" status: 204 len: 168 time: 0.4569039 Jun 04 06:19:27.057517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.058022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.058464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.058898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.059330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.059782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.060209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.060633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.061067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.061648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.062075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.062496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719140-bf8b-4b13-82cc-f7056352d2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.120116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-5f23cb77-d6ba-4679-82bc-0b46a9b610b5 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a7bf82a0-6018-459d-83c2-8151cac16e1d HTTP/1.1" status: 200 len: 1801 time: 0.0530877 Jun 04 06:19:27.179166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.196463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.224621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.271003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.273679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e53bcd20-b09c-473c-8a90-19c1e4922623 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:27.289857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf82a0-6018-459d-83c2-8151cac16e1d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:27.296623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.298023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39ac35fc-1470-497d-851d-a10b6a8c0dfe req-727c7867-db90-4906-bc19-a616584daa61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/a7bf82a0-6018-459d-83c2-8151cac16e1d HTTP/1.1" status: 204 len: 173 time: 0.1711323 Jun 04 06:19:27.338659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e53bcd20-b09c-473c-8a90-19c1e4922623 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:19:27.339282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e53bcd20-b09c-473c-8a90-19c1e4922623 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:27.364689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.402924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47119d0-dac9-40ce-8c57-a58f40996307']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:27.419752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64dd714-bb8e-4b61-9965-49be7f8a3927') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:27.420046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64dd714-bb8e-4b61-9965-49be7f8a3927') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:27.437406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942c52d-5cb0-4a7c-83ea-3d6ed1a64f85 req-f27acf70-7ee3-441e-b9a8-d2e38605e73d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:27.438895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f942c52d-5cb0-4a7c-83ea-3d6ed1a64f85 req-f27acf70-7ee3-441e-b9a8-d2e38605e73d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.2218838 Jun 04 06:19:27.442266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.474714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.492731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:19:27.493526 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.540792 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-48ad486c-6799-4dc7-966b-79576c4f2cd7 req-92df1b80-240d-4e7f-970e-1115fba42cb4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:19:27.541725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48ad486c-6799-4dc7-966b-79576c4f2cd7 req-92df1b80-240d-4e7f-970e-1115fba42cb4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a7bf82a0-6018-459d-83c2-8151cac16e1d HTTP/1.1" status: 404 len: 352 time: 0.0251439 Jun 04 06:19:27.568451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f942c52d-5cb0-4a7c-83ea-3d6ed1a64f85 req-09aa309a-bf9c-4544-91c2-813342e3a6b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196361 Jun 04 06:19:27.569923 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c64dd714-bb8e-4b61-9965-49be7f8a3927 resource provider aggregate not found Jun 04 06:19:27.622727 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c64dd714-bb8e-4b61-9965-49be7f8a3927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c64dd714-bb8e-4b61-9965-49be7f8a3927 found for delete ", "request_id": "req-c33621a8-66a5-4dca-9ceb-04e51ff6374f"}]} Jun 04 06:19:27.635569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68ffaa01-8c4d-4f7f-9431-ed30806fa363 req-67c6e47e-52ee-4b12-9c8c-0367aae8de95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5176a7108b8448aa85d32390f894ca7f&device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0568273 Jun 04 06:19:27.640446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.646590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:27.696013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=c47119d0-dac9-40ce-8c57-a58f40996307,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:27.702968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68ffaa01-8c4d-4f7f-9431-ed30806fa363 req-65842429-3db5-4d1f-97ae-0c91860b4aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5176a7108b8448aa85d32390f894ca7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534549 Jun 04 06:19:27.721103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9454-ea8c-4632-a62b-6ccdeb411929 req-68d1fb9e-38c3-4d59-853d-455895406caf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:27.722590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f14a9454-ea8c-4632-a62b-6ccdeb411929 req-68d1fb9e-38c3-4d59-853d-455895406caf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.0858841 Jun 04 06:19:27.743076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.743650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.743775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.744059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.744388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.744712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.745036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.745354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.745705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.746024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.746348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.746663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:27.771049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f14a9454-ea8c-4632-a62b-6ccdeb411929 req-784e1cc2-3950-4772-aa0b-babc0e75c6ce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 Jun 04 06:19:27.775807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-45d8e934-27fa-4076-a394-4522b27c0f16 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c47119d0-dac9-40ce-8c57-a58f40996307 HTTP/1.1" status: 204 len: 168 time: 0.7280335 Jun 04 06:19:27.788480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24ebe48f-3968-4e67-9d6b-a0445a2f33cc req-e64aabab-7659-43d7-951c-683618366e68 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0876629 Jun 04 06:19:27.908093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2a715d98-008f-4678-966d-9b4ba17408bf req-b74a636c-9d94-4325-94d3-552093156f6f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:27.915953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffaa01-8c4d-4f7f-9431-ed30806fa363 req-f14a8dff-06a8-4eef-aa04-aeec664fce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:27.917773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68ffaa01-8c4d-4f7f-9431-ed30806fa363 req-f14a8dff-06a8-4eef-aa04-aeec664fce03 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660569 Jun 04 06:19:27.923699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2a715d98-008f-4678-966d-9b4ba17408bf req-b74a636c-9d94-4325-94d3-552093156f6f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:27.925142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a715d98-008f-4678-966d-9b4ba17408bf req-b74a636c-9d94-4325-94d3-552093156f6f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 6150 time: 0.1077890 Jun 04 06:19:27.933042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40778) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:27.995176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a715d98-008f-4678-966d-9b4ba17408bf req-d22bb6ae-4d7b-4d4a-9608-2fc43a008dba tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a81e9f9c-84c2-4e81-9ce9-af75178879d0 HTTP/1.1" status: 200 len: 2981 time: 0.0630720 Jun 04 06:19:28.007066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6c2b582-d189-4544-808f-d4a615e5473d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e5a1c069e7444a40a7b13aa3f228179b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727937 Jun 04 06:19:28.009448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40784) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:28.054873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a715d98-008f-4678-966d-9b4ba17408bf req-9a284f72-1804-4127-8368-31111be8455f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a81e9f9c-84c2-4e81-9ce9-af75178879d0 HTTP/1.1" status: 200 len: 2981 time: 0.0525227 Jun 04 06:19:28.078913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.084767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-505780192', 'description': 'tempest-description-27670172'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:28.090799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:28.100394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:28.111179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.131506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:28.135274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:28.138074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:28.144469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:28.153105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.222528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.225407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712f7ed-62df-4696-a43e-c13fc942018c req-23766aab-f4f0-4a9e-9ddf-1fcc1f79d01b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:28.225883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.226947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b712f7ed-62df-4696-a43e-c13fc942018c req-23766aab-f4f0-4a9e-9ddf-1fcc1f79d01b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.1508918 Jun 04 06:19:28.252201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.270330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:28.277097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.278193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a3c36-f048-4792-977e-e38a259a78db,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:28.278517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89af46e1-80fe-4bf4-b725-bfd8d3c0307f req-b9bc9d31-744c-4c09-8b41-6b380b53da2f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1978257 Jun 04 06:19:28.295181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b712f7ed-62df-4696-a43e-c13fc942018c req-8fb41ee6-04b5-4ec9-ae1d-df4a3bd8ecc7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618021 Jun 04 06:19:28.301457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.305440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c3d607a5-9eef-4746-92a0-d756c7740c5b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/755a3c36-f048-4792-977e-e38a259a78db HTTP/1.1" status: 204 len: 168 time: 0.2946298 Jun 04 06:19:28.307652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755873906', 'description': 'tempest-description-1507807274'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:28.313599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:28.317985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:28.323915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:28.334853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:28.347578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.368052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:28.372182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:28.375327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:28.381042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:28.461050 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.465916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.520166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d839d8db-faba-4e07-991c-dae7c77f9ac6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:28.524772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:28.525965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67ef48fe-4900-440c-b2e5-f6bdc7415e30 req-0dda1d3a-a949-47a4-997f-0a6566165667 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2234721 Jun 04 06:19:28.786752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343697a-32a2-4a35-b1be-e478c025632a req-cf1bfffc-19f4-4ef2-9757-ce3d45b388e5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:28.788210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f343697a-32a2-4a35-b1be-e478c025632a req-cf1bfffc-19f4-4ef2-9757-ce3d45b388e5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.0915151 Jun 04 06:19:28.837214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f343697a-32a2-4a35-b1be-e478c025632a req-e57823a5-d877-4769-a9d5-7d42eab22d4f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Jun 04 06:19:28.946094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-b3ffb399-334c-41fa-86fd-fa4fec1831d3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:28.947882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-b3ffb399-334c-41fa-86fd-fa4fec1831d3 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 812 time: 0.1692202 Jun 04 06:19:28.973019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-fe25ac7f-cc91-44e7-9559-b9f62499178a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/quotas/35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 375 time: 0.0177162 Jun 04 06:19:29.032778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebc2a7-595e-4c85-ba84-21b5efc225ae req-4d9afa3b-6aaf-4ca1-95ec-2f31a7c7f287 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:29.034623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1ebc2a7-595e-4c85-ba84-21b5efc225ae req-4d9afa3b-6aaf-4ca1-95ec-2f31a7c7f287 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.0982785 Jun 04 06:19:29.084510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-33050aec-7f9d-4575-9568-05a61f900d43 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101172 Jun 04 06:19:29.103619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1ebc2a7-595e-4c85-ba84-21b5efc225ae req-43b48fab-2b90-472d-a16e-b017551d914e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611556 Jun 04 06:19:29.164209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40834) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:29.275860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1286415028-network', 'tenant_id': '64029dbd10914205aad68d684c7b7443'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:29.283263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:29.288521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Usage tracker for resource:network and tenant:64029dbd10914205aad68d684c7b7443 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:29.292700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:29.304848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:29.323566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Made reservation on behalf of 64029dbd10914205aad68d684c7b7443 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:29.325821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.329133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-5507a780-ee82-4a36-b710-fa778d257f24 service neutron] 10.222.0.17 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304296 Jun 04 06:19:29.348834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325797e-baae-43d0-8024-d608ae1d67f7 req-eee65468-d34b-4c60-99a0-ab0d09039d95 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:29.351119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2325797e-baae-43d0-8024-d608ae1d67f7 req-eee65468-d34b-4c60-99a0-ab0d09039d95 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1276550 Jun 04 06:19:29.352415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.397266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:29.403673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Usage tracker for resource:security_group_rule and tenant:64029dbd10914205aad68d684c7b7443 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:29.413574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:29.422936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:29.440321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2325797e-baae-43d0-8024-d608ae1d67f7 req-b5856f5b-3027-4886-80e5-145566b00014 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696106 Jun 04 06:19:29.471820 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-0fd950ed-548f-4fda-a4ee-893b9ba0c806 service neutron] 10.222.0.17 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357067 Jun 04 06:19:29.542339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.546115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.604137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68ffaa01-8c4d-4f7f-9431-ed30806fa363 req-f96abea8-14eb-48fb-9dc3-1986ce8f9a09 tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.24 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.0500324 Jun 04 06:19:29.730353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f8831-3d05-4461-b3aa-7954611a555b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:29.761712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba7e6486-bb9f-4288-95ec-3f03115bdd48 req-09408e46-21e1-43c2-9a92-05d8afffa76e tempest-ServersAdmin275Test-1916419631 tempest-ServersAdmin275Test-1916419631-project] 10.222.0.17 "GET /v2.0/ports?device_id=46bdf0d4-83d2-411a-9dfa-0fb893625707 HTTP/1.1" status: 200 len: 210 time: 0.2115421 Jun 04 06:19:29.762504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:19:29.796927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.797384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf190d8-49a3-4d45-bd2c-d9e755f876bc req-05d849e9-e58b-4721-9ccb-4ac3df1b43d3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:29.797542 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Added segment fd6dd783-761b-4a27-83de-f1344f6d567a of type vlan for network 17f9eaba-8606-4d3d-8891-ee7db7119247 Jun 04 06:19:29.798868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3bf190d8-49a3-4d45-bd2c-d9e755f876bc req-05d849e9-e58b-4721-9ccb-4ac3df1b43d3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.1140828 Jun 04 06:19:29.824194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.850523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3bf190d8-49a3-4d45-bd2c-d9e755f876bc req-ef6b659d-7c3b-4cab-bc76-ae82ad35e5cd tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Jun 04 06:19:29.876015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ecfb281-c0bc-4f81-8d87-7745169060a8 req-fe23012c-0804-407d-acac-a219b4d68225 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 210 time: 0.0476305 Jun 04 06:19:29.902911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:29.904039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:29.904685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.015079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] Pushing event updated for resources: {'Network': ['ID=17f9eaba-8606-4d3d-8891-ee7db7119247,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:30.018207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-97456c3f-89b9-419f-a7ea-eac5382660ca admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8529575 Jun 04 06:19:30.020890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40854) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:30.026664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Request body: {'subnet': {'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1286415028-subnet', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:30.027432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:19:30.032919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:30.036980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Usage tracker for resource:subnet and tenant:64029dbd10914205aad68d684c7b7443 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:30.040789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:30.047377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:30.059695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Made reservation on behalf of 64029dbd10914205aad68d684c7b7443 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:30.066660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.090752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccf9a1-be2e-4b69-aebc-e59df1062a20 req-4dab4dce-f75f-4e58-9ad8-3b58d69fc3d1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:30.092478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a1ccf9a1-be2e-4b69-aebc-e59df1062a20 req-4dab4dce-f75f-4e58-9ad8-3b58d69fc3d1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1243401 Jun 04 06:19:30.144945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a1ccf9a1-be2e-4b69-aebc-e59df1062a20 req-939c38b4-cb88-4150-a44e-c7ec5732c2a6 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Jun 04 06:19:30.408640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f51ce-7567-42d8-95cb-581b76d26318 req-6de34474-61cc-4552-925d-e160b162e491 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:30.410103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c9f51ce-7567-42d8-95cb-581b76d26318 req-6de34474-61cc-4552-925d-e160b162e491 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.1322203 Jun 04 06:19:30.411334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.517281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae4c7ba-8448-43dd-8138-a698f6dcb518,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:30.526492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c9f51ce-7567-42d8-95cb-581b76d26318 req-5add3eba-fb7d-42e0-a6d2-8c83e9ce6396 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848188 Jun 04 06:19:30.538320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Checking segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:30.538690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Network hostable DHCP agents. Network: 17f9eaba-8606-4d3d-8891-ee7db7119247, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:19:30.567561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:19:30.576497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 17f9eaba-8606-4d3d-8891-ee7db7119247) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:30.581127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:30.581867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.586713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf7fe4-6960-4419-896a-d3b7dedb2edd None None] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:30.643546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-778322f1-54e7-45c7-ad5f-5b0b2baf57c7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6188912 Jun 04 06:19:30.643856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40862) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:30.653110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:30.662119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:30.673913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1d63-322d-4831-8aa1-e82b0dc9d936 req-f8c6c9a8-5d31-4ebe-b467-26cf84a1d84e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:30.675651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d84f1d63-322d-4831-8aa1-e82b0dc9d936 req-f8c6c9a8-5d31-4ebe-b467-26cf84a1d84e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1073189 Jun 04 06:19:30.678281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Usage tracker for resource:router and tenant:64029dbd10914205aad68d684c7b7443 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:30.681366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:30.689372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:30.693607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-ed88d3e0-3c2c-459a-8888-2b0e51b98a90 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:30.695037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-ed88d3e0-3c2c-459a-8888-2b0e51b98a90 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.0962400 Jun 04 06:19:30.727617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.728762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.745379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d84f1d63-322d-4831-8aa1-e82b0dc9d936 req-1e9790a4-1506-4fe5-8ccc-a4a63bbdcb57 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Jun 04 06:19:30.767421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.773387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Deleting port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:30.773763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:30.899486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c469d74-b8b1-4084-9a95-4965255da6f1 None None] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:31.318441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4acdd721-fd7f-418d-bca7-3f09e9abc436 req-eb73d636-65ca-4900-9431-a0aa3b12c481 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 210 time: 0.0740418 Jun 04 06:19:31.331904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:31.400915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:31.446615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] For port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:31.447135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:31.529903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-64f58c39-e35b-4a6c-a904-d86b74bba8d2 service neutron] 10.222.0.39 "GET /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.1944089 Jun 04 06:19:31.616858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:31.621702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-bd3986b2-0782-4d8c-9ecc-94880caaee91 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:31.623133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-bd3986b2-0782-4d8c-9ecc-94880caaee91 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 812 time: 0.3777852 Jun 04 06:19:31.633182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa52df-b73b-4b98-a364-893d8ce8c706 req-1ff20f1f-b34c-460a-9701-626030dbda0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:31.634654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcfa52df-b73b-4b98-a364-893d8ce8c706 req-1ff20f1f-b34c-460a-9701-626030dbda0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 944 time: 0.4389503 Jun 04 06:19:31.679567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:31.686148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Usage tracker for resource:security_group_rule and tenant:5176a7108b8448aa85d32390f894ca7f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:31.687231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'device_id': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5', 'admin_state_up': True, 'tenant_id': '35dc323ab0dd4e4db56fb180f67eda27'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:31.700792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:31.715900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:31.753201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcfa52df-b73b-4b98-a364-893d8ce8c706 req-eebd0331-af8d-408a-80b6-7b11f3d60759 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093466 Jun 04 06:19:31.992740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526bba4-3b26-460b-9aec-690302d34588 req-3d3f05d2-1648-47d1-a5f3-b5f6e562ce52 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:31.994389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2526bba4-3b26-460b-9aec-690302d34588 req-3d3f05d2-1648-47d1-a5f3-b5f6e562ce52 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.5546277 Jun 04 06:19:32.089282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.089680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.089993 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1 disassociated. External IP: 172.25.1.231, port: f5ddc93f-8b35-4d5a-88f0-be7526bbb44a. Jun 04 06:19:32.090330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Calling delete_port for f5ddc93f-8b35-4d5a-88f0-be7526bbb44a owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:32.149349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:32.153859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2526bba4-3b26-460b-9aec-690302d34588 req-eeed2bf9-7b3f-44aa-86cd-230e47226d1d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489267 Jun 04 06:19:32.169503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:32.199457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Made reservation on behalf of 35dc323ab0dd4e4db56fb180f67eda27 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:32.203645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.328412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:32.365885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.404325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.407410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.409609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.415198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:32.455979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000e3d-b833-4ad3-b08c-3fa988764ecf req-aab98710-a64b-45c4-896b-5966ba2a2a56 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:32.457465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82000e3d-b833-4ad3-b08c-3fa988764ecf req-aab98710-a64b-45c4-896b-5966ba2a2a56 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 946 time: 0.5637746 Jun 04 06:19:32.458126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.511557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event deleted for resources: {'Port': ['ID=f5ddc93f-8b35-4d5a-88f0-be7526bbb44a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:32.595450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Allocated IP 172.20.0.11 (a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5/1bcfd245-1be6-4e71-b007-26e6da67c138/b9ef4d92-0a5e-4f64-b483-b28864c3767b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:19:32.601569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360dc6f8-f378-4d1d-a99a-17c7e151d8bd {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:32.615176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5176a7108b8448aa85d32390f894ca7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2123647 Jun 04 06:19:32.615759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074d00f-ba1e-4e49-bc94-c778c5eaace8 req-e66777a0-7f59-43f2-bcd6-ffe5dcbe60ab tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:32.617207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2074d00f-ba1e-4e49-bc94-c778c5eaace8 req-e66777a0-7f59-43f2-bcd6-ffe5dcbe60ab tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.3145831 Jun 04 06:19:32.620735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:32.623491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f400b3-7b86-44bf-844a-7671083bdb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc79b2-9714-45eb-86c9-f1564b64809c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:32.639264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:32.651652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82000e3d-b833-4ad3-b08c-3fa988764ecf req-efde5626-ef2a-4662-a0c8-e94cdfa83ff7 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups?id=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535909 Jun 04 06:19:32.695997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.833149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2074d00f-ba1e-4e49-bc94-c778c5eaace8 req-385be5aa-0d9f-4382-8bec-3820716ea321 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810279 Jun 04 06:19:32.836098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Allocated IP 172.25.1.225 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/8d7645e1-41b6-4f26-ab53-fa5c1c99feb0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:19:32.841697 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2027a847-eac5-4a4e-b56e-85fda672b540 req-3b0cb0af-3bba-4c20-8318-c67bb60106b4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 210 time: 0.0704393 Jun 04 06:19:32.867025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.899819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:19:32.978684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] Transition to ACTIVE for port object 360dc6f8-f378-4d1d-a99a-17c7e151d8bd will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:32.990223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:32.994410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.077716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:33.146337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:33.250818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.255773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] No DVR routers for this DVR port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:19:33.265875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.278170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] Pushing event updated for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:33.331537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc79b2-9714-45eb-86c9-f1564b64809c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:33.333726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:19:33.338932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.345993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:19:33.368247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:33.369101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:33.382845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208f9bd-5eed-48ee-a7b0-735d5d1f767e req-4e3e2f7a-1558-416f-87ee-26ebf13309c9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:33.384354 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0208f9bd-5eed-48ee-a7b0-735d5d1f767e req-4e3e2f7a-1558-416f-87ee-26ebf13309c9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.3331568 Jun 04 06:19:33.412757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-de4fe377-af29-4eab-a00a-43045c811c9e service neutron] 10.222.0.39 "PUT /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8706100 Jun 04 06:19:33.447341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0208f9bd-5eed-48ee-a7b0-735d5d1f767e req-ccdaf3e6-9ad5-420d-9565-62fbac7f3e31 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Jun 04 06:19:33.449401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.549082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] No DVR routers for this DVR port f5ddc93f-8b35-4d5a-88f0-be7526bbb44a on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:19:33.552941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.556530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'name': 'network-vif-deleted', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:33.575134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:33.576787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ae7611-4317-420f-9ca0-c7f3a6085e59 req-b138eb88-0afe-4663-b332-c462fa12a0f6 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.39 "DELETE /v2.0/ports/f5ddc93f-8b35-4d5a-88f0-be7526bbb44a HTTP/1.1" status: 204 len: 173 time: 2.8756914 Jun 04 06:19:33.577931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:33.585245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.586076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:19:33.589106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.590246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df8e2051-a4f7-4318-8ee3-6fac31278ef3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f8fc79b2-9714-45eb-86c9-f1564b64809c HTTP/1.1" status: 204 len: 168 time: 0.9666865 Jun 04 06:19:33.595378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:33.643918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:33.739329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:33.751486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:33.752609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:33.776491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:19:33.825415 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc57140a-fd37-4cf9-8cfb-d95b05fb54d3'] response: {'server_uuid': '20a4aca9-d3cc-4e80-8f3c-cab859064537', 'name': 'network-vif-deleted', 'tag': 'f5ddc93f-8b35-4d5a-88f0-be7526bbb44a', 'status': 'completed', 'code': 200} Jun 04 06:19:33.853889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81c71-1709-4617-b4bd-347457e26dba req-2563d2cd-6a46-4844-a6d6-92c8a8356a39 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:33.861983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6d81c71-1709-4617-b4bd-347457e26dba req-2563d2cd-6a46-4844-a6d6-92c8a8356a39 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.5796402 Jun 04 06:19:33.867505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:33.919353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:33.920090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:33.949053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-07aeb10c-a731-4525-9250-f93bf22485d0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3150516 Jun 04 06:19:33.964782 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6d81c71-1709-4617-b4bd-347457e26dba req-cd78f4e9-b1af-4cb0-ae21-93f690dd83f8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014740 Jun 04 06:19:33.996300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Request body: {'port': {'device_id': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:34.258639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:34.352206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:34.369615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:34.380925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1dfe77c8-15fb-4007-9a1d-32c427209f7c req-0688a21f-2bb2-4a55-a3dc-49498f8be3d3 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/ports?device_id=20a4aca9-d3cc-4e80-8f3c-cab859064537 HTTP/1.1" status: 200 len: 210 time: 0.1206069 Jun 04 06:19:34.406430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-9695a854-eb36-43c0-ab55-eb63d9abd8fa tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:34.406430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-9695a854-eb36-43c0-ab55-eb63d9abd8fa tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.8987894 Jun 04 06:19:34.412466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:34.419057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Usage tracker for resource:security_group_rule and tenant:0c7650112c65493e9697f0f1da78e247 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:34.463132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:34.530854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:34.606843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:34.618004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:19:34.621799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-d281ca9a-4337-48d4-9e1a-34db79428c26 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:34.622331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-d281ca9a-4337-48d4-9e1a-34db79428c26 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:34.645427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:34.645986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:34.692226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-d281ca9a-4337-48d4-9e1a-34db79428c26 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:34.693400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-d281ca9a-4337-48d4-9e1a-34db79428c26 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 932 time: 0.3929708 Jun 04 06:19:34.761742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-24cbaadc-fc4f-46ef-9b16-a26a80e1e89d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:34.762003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:34.797997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-24cbaadc-fc4f-46ef-9b16-a26a80e1e89d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:34.799153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba6c88a-0c55-4680-9eea-7cc39102badf req-24cbaadc-fc4f-46ef-9b16-a26a80e1e89d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976820 Jun 04 06:19:34.882072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-df6fe95b-40bd-4522-8690-062c53fea6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:34.883733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-df6fe95b-40bd-4522-8690-062c53fea6de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66&tenant_id=bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 1096 time: 0.4662085 Jun 04 06:19:34.885496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:34.906477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ef4d92-0a5e-4f64-b483-b28864c3767b {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:34.914985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:34.932175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Transition to ACTIVE for port object b9ef4d92-0a5e-4f64-b483-b28864c3767b will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:34.937949 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.084747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335de854-7c3a-4696-81bd-60abe1f448c7 req-b59ab26b-a71e-40ec-b9bb-efc55590c5b6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:35.109500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-335de854-7c3a-4696-81bd-60abe1f448c7 req-b59ab26b-a71e-40ec-b9bb-efc55590c5b6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.5555804 Jun 04 06:19:35.116372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f5ddc93f-8b35-4d5a-88f0-be7526bbb44a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:35.124119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:35.166040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: f5ddc93f-8b35-4d5a-88f0-be7526bbb44a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:19:35.166297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f5ddc93f-8b35-4d5a-88f0-be7526bbb44a not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:35.169622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.188371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.284962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-335de854-7c3a-4696-81bd-60abe1f448c7 req-9a7bb409-19d3-4b7f-b2db-b6e44c125045 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748078 Jun 04 06:19:35.310887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:35.311735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd2348-329a-4eca-9674-11eecd682084 None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:15:28Z', 'revision_number': 4, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a824bbdc-814d-436f-b385-b3c9ba48183f', 'name': '', 'network_id': 'f81c4301-5ba3-46b8-a960-daf43d54e60c', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'mac_address': 'fa:16:3e:bf:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:27Z', 'updated_at': '2022-06-04T06:15:36Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'subnets': [{'id': 'fecfc904-d9b9-49e9-909b-2388816cfe46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:19:35.340180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55afdde-9129-4ed3-81ac-995c4ae8156a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:35.352468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1470e8e-7439-41f7-b005-339b6a719dbf req-349d6cec-a142-4c8d-856f-3ecfde18b75d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:35.355720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b97b8345-a30d-4acc-a948-7fcdad6c7c7d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0c7650112c65493e9697f0f1da78e247&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912983 Jun 04 06:19:35.355864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1470e8e-7439-41f7-b005-339b6a719dbf req-349d6cec-a142-4c8d-856f-3ecfde18b75d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.1784358 Jun 04 06:19:35.355864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Attempting to bind port b9ef4d92-0a5e-4f64-b483-b28864c3767b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:35.356076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Attempting to bind port b9ef4d92-0a5e-4f64-b483-b28864c3767b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:35.356221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Attempting to bind port b9ef4d92-0a5e-4f64-b483-b28864c3767b on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:35.356469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40918) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:35.377538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Port b9ef4d92-0a5e-4f64-b483-b28864c3767b on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:35.377990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Attempting to bind port b9ef4d92-0a5e-4f64-b483-b28864c3767b on network a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:35.385969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:35.386284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Checking segment: {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:35.386677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Bound using segment: {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:35.387173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Bound port: b9ef4d92-0a5e-4f64-b483-b28864c3767b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:35.387458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.440850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-884dcc41-d4ad-44c9-92d9-f2f6e387958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:35.442326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-884dcc41-d4ad-44c9-92d9-f2f6e387958a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1096 time: 0.4949498 Jun 04 06:19:35.469934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1470e8e-7439-41f7-b005-339b6a719dbf req-5f8e81a4-ee0c-41fe-aa99-0bc466301089 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071146 Jun 04 06:19:35.522109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:35.525310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:35.532890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.602459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:35.603084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.604731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 1092 time: 1.6388309 Jun 04 06:19:35.609966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.644126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7c272-6f0d-4b27-af92-9ac636fe8fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:35.668029 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e7510-1bbc-4841-a59b-e9c3026075e7 None None] New status for floating IP 9f66a30b-908e-4b3a-b5b7-defff476eae1: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:19:35.746610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:35.767924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-4cf2f038-6549-4879-8cd9-da69048ac0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:35.770000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-4cf2f038-6549-4879-8cd9-da69048ac0e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1095 time: 0.1131988 Jun 04 06:19:35.832316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:35.836725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:35.863753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-5f6fbe78-5a41-4e85-a4f4-bb901dfe5f51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 217 time: 0.0859163 Jun 04 06:19:36.001533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-43b27f6e-15d5-494f-af14-389696bbbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:36.004216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-43b27f6e-15d5-494f-af14-389696bbbe60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.1332643 Jun 04 06:19:36.035686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3756257-17f9-4618-a9f0-433fd5dec788 req-6ed1f8c8-5319-4c3e-ae3d-567cea9ce142 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:36.041977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3756257-17f9-4618-a9f0-433fd5dec788 req-6ed1f8c8-5319-4c3e-ae3d-567cea9ce142 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.6058986 Jun 04 06:19:36.054984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-7cf43b99-f8a6-415b-a202-7f9c0f0ed129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:36.056542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-7cf43b99-f8a6-415b-a202-7f9c0f0ed129 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.5720637 Jun 04 06:19:36.108011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.159604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.186309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-1d4a2bb7-7dae-43f2-bb36-1c98ba32a695 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 200 len: 217 time: 0.1103396 Jun 04 06:19:36.230462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-4de5e184-3da0-4a9b-9c8a-f05b0f2c0d2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708136 Jun 04 06:19:36.280092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.324593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3756257-17f9-4618-a9f0-433fd5dec788 req-c832c4c1-fb85-4bca-bf98-13c4285b108e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648985 Jun 04 06:19:36.333275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-cfc4a475-9875-4632-8c96-19e94b5abf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:36.335137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-cfc4a475-9875-4632-8c96-19e94b5abf00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1346171 Jun 04 06:19:36.397772 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fc4771-43f4-47cf-97b3-0e7ceea980c9'] response: {'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'status': 'completed', 'code': 200} Jun 04 06:19:36.431155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-17062490-7937-434a-a9fd-3f56114e1bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891540 Jun 04 06:19:36.432153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652852c7-f3b5-41ad-9528-81f741cb04c5 req-5749413d-9d60-4ffa-81b4-64b2a671d612 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:36.432377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Router 083a4c5d-fc12-4b2c-aef9-441feff35740 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:19:36.433701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-652852c7-f3b5-41ad-9528-81f741cb04c5 req-5749413d-9d60-4ffa-81b4-64b2a671d612 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 944 time: 0.4540074 Jun 04 06:19:36.439933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.468545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-e5b36982-6edf-4d44-9c18-7dc204bb2fcf service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259915 Jun 04 06:19:36.513058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.560708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55afdde-9129-4ed3-81ac-995c4ae8156a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:36.604999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08be87a-c8b8-46f6-9e30-3a477ee6cfcd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:36.619647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-652852c7-f3b5-41ad-9528-81f741cb04c5 req-b992fafa-942d-499e-92f2-58bb16c744fd tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746032 Jun 04 06:19:36.692472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.694018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-946defa9-c378-4690-9d3d-64d5d54318a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b55afdde-9129-4ed3-81ac-995c4ae8156a HTTP/1.1" status: 204 len: 168 time: 1.3365247 Jun 04 06:19:36.702619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95f81b70-7cd2-4018-8edf-1f6927f26558 req-0f23b108-7303-46ae-a682-ec2a868f56f7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233789 Jun 04 06:19:36.712438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:36.717908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea6a7b60-0d87-4221-9b71-0078464946fe tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "DELETE /v2.0/security-groups/b08be87a-c8b8-46f6-9e30-3a477ee6cfcd HTTP/1.1" status: 204 len: 168 time: 0.8702950 Jun 04 06:19:36.718577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40944) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:36.748152 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-1fe36c10-6829-4007-89d7-e4e779f534f1 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] show failed (client error): The resource could not be found. Jun 04 06:19:36.752145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fe36c10-6829-4007-89d7-e4e779f534f1 tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "GET /v2.0/security-groups/b08be87a-c8b8-46f6-9e30-3a477ee6cfcd HTTP/1.1" status: 404 len: 347 time: 0.0299613 Jun 04 06:19:36.752924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:36.923349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-8760d671-71f1-43e5-9587-2f2726154e63 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796216 Jun 04 06:19:36.966868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:19:36.979372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Sync routers for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:19:36.999365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:37.002167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:37.033141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Deleting port 52be6c78-4475-4b91-879a-eb7a39ec706a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:37.033521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:37.057487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:37.062039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6de7a852-0de5-4e3a-ad32-4e613ceec046 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4132528 Jun 04 06:19:37.062254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40956) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:37.073754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8076-5cb7-4466-95ac-5440680c0e42 req-2d6403ca-0e47-4560-a81c-2037568bd79b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:37.080985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36cd8076-5cb7-4466-95ac-5440680c0e42 req-2d6403ca-0e47-4560-a81c-2037568bd79b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.3705678 Jun 04 06:19:37.251078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-29c71430-7e9c-4e82-870f-eeda44afef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:37.252546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-29c71430-7e9c-4e82-870f-eeda44afef6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1095 time: 0.4282203 Jun 04 06:19:37.259336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-01f81a0a-cc88-4035-a15d-93b3175bc67b service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249574 Jun 04 06:19:37.264394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f636-43b8-42f2-96c0-7fd014446d4d req-3b53cc53-05f2-4aed-aee7-2246b20c7fa1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:37.265836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a52f636-43b8-42f2-96c0-7fd014446d4d req-3b53cc53-05f2-4aed-aee7-2246b20c7fa1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.4403841 Jun 04 06:19:37.313588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:37.330162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36cd8076-5cb7-4466-95ac-5440680c0e42 req-c73aee6a-4063-4da5-bd26-0a61b34b4ec0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469649 Jun 04 06:19:37.538725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:37.539064 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:37.549301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a52f636-43b8-42f2-96c0-7fd014446d4d req-ffbc8c93-97a9-485d-9bea-9e95b8ae6bcb tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603056 Jun 04 06:19:37.685956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Calling delete_port for 52be6c78-4475-4b91-879a-eb7a39ec706a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:37.747834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-78bab1b3-d01e-4c40-971e-5c7f453776d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:37.749403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-78bab1b3-d01e-4c40-971e-5c7f453776d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.4807937 Jun 04 06:19:37.796359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:34Z', 'revision_number': 3, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:37.802312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Checking router: 083a4c5d-fc12-4b2c-aef9-441feff35740 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:19:37.802661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Updating router 083a4c5d-fc12-4b2c-aef9-441feff35740 port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:19:37.853945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-32c0bb10-376d-4ea3-a949-3cf2c1a6258d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 217 time: 0.0905595 Jun 04 06:19:37.881814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:37.911360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40980) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:38.045295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03adc37-c600-40b0-a9c5-481e504ee17c req-1daf2522-f2dd-4bf4-b342-9db9cf2cb12b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:38.047718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e03adc37-c600-40b0-a9c5-481e504ee17c req-1daf2522-f2dd-4bf4-b342-9db9cf2cb12b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.4276030 Jun 04 06:19:38.131730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-cece1a83-2876-4163-bc1f-c16a063fe395 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:38.133212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-cece1a83-2876-4163-bc1f-c16a063fe395 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.5613415 Jun 04 06:19:38.166945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1287003668-network', 'tenant_id': '27f342e9713e480fa52f36b14586785e'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:38.172003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-52bb2b07-4e48-4be4-9a82-ce13702ea4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:38.173830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-52bb2b07-4e48-4be4-9a82-ce13702ea4ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.2708430 Jun 04 06:19:38.180253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:38.225522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Usage tracker for resource:network and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:38.240128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:38.244522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-d3b9d8ae-88a2-46f8-8303-4580280bc129 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597141 Jun 04 06:19:38.250331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:38.290131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e03adc37-c600-40b0-a9c5-481e504ee17c req-08a1db30-9dc1-460f-a078-8be9aaf63cd8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701179 Jun 04 06:19:38.291380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22445f-d4e3-4ffe-91f4-b157a72a7796 req-a184b689-ade0-4e63-b2fe-2919936ce9fa tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:38.299642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c22445f-d4e3-4ffe-91f4-b157a72a7796 req-a184b689-ade0-4e63-b2fe-2919936ce9fa tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 944 time: 0.4431756 Jun 04 06:19:38.345794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.363720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Transition to ACTIVE for port object 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:38.372184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.457110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Attempting to bind port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:38.457483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Attempting to bind port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:38.457873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Attempting to bind port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:38.464455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Pushing event updated for resources: {'Port': ['ID=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:38.469865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:38.470240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:38.470636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.471021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:38.471483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Bound port: 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:38.471856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.504226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.504452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.504774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.505118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.505498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.505852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.506180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.506504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.506824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.507197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.507457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.507777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:38.517947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-19ed4bc2-b94f-4a5b-a47f-3b753a455496 service neutron] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:38.519381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.529096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Made reservation on behalf of 27f342e9713e480fa52f36b14586785e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:38.532382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.537250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-19ed4bc2-b94f-4a5b-a47f-3b753a455496 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.538334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f615383-302b-4cf4-ac4e-00a69ad0fa64 req-19ed4bc2-b94f-4a5b-a47f-3b753a455496 service neutron] 10.222.0.24 "DELETE /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.3904080 Jun 04 06:19:38.543659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-4ebd3c2f-4860-4474-ad11-13c6ba99f644 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878745 Jun 04 06:19:38.555346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.562894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] For port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:38.567661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] For port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:38.571955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.630743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.650859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27bd48-8cfe-4a05-9401-69b1adad13e6 req-dd7e5c40-a415-49ea-a33d-f69b632b8c6b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:38.652918 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b27bd48-8cfe-4a05-9401-69b1adad13e6 req-dd7e5c40-a415-49ea-a33d-f69b632b8c6b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.1838341 Jun 04 06:19:38.653051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:38.653453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:38.701390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c22445f-d4e3-4ffe-91f4-b157a72a7796 req-646bd7bc-e44d-418f-a035-ee69544c4457 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007819 Jun 04 06:19:38.719898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334199c-a242-42f2-84c5-d6f389cf5365 None None] Pushing event updated for resources: {'Port': ['ID=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:38.729252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Pushing event deleted for resources: {'Port': ['ID=52be6c78-4475-4b91-879a-eb7a39ec706a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:38.738822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:38.755124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b27bd48-8cfe-4a05-9401-69b1adad13e6 req-3f71de38-444e-4e07-b1be-01ff8097df8e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947378 Jun 04 06:19:38.795465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:38.810067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:38.831311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:38.855223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:38.861196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Allocated IP 172.20.0.1 (17f9eaba-8606-4d3d-8891-ee7db7119247/6ae4c7ba-8448-43dd-8138-a698f6dcb518/0305541f-80c5-43e7-8d31-aeb289234b58) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:19:38.943311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:38.971621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62b4492c-3704-4482-85b6-88438b3bfca9 req-c574dc3f-ffd5-493d-a753-c8119d4270df service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131535 Jun 04 06:19:39.000781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.004843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc148f2f-3671-4478-a1bb-6c837e3dd94e tempest-ServersWithSpecificFlavorTestJSON-53066374 tempest-ServersWithSpecificFlavorTestJSON-53066374-project] 10.222.0.17 "DELETE /v2.0/floatingips/9f66a30b-908e-4b3a-b5b7-defff476eae1 HTTP/1.1" status: 204 len: 168 time: 2.2507484 Jun 04 06:19:39.099040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.117913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf49cea-3337-415a-aa5e-7b7539e7ed2e req-36651909-8d28-4a43-b2a2-5f6a7b207481 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:39.119787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-daf49cea-3337-415a-aa5e-7b7539e7ed2e req-36651909-8d28-4a43-b2a2-5f6a7b207481 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.2344072 Jun 04 06:19:39.120774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.130987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device b9ef4d92-0a5e-4f64-b483-b28864c3767b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:39.142966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.178738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.185438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:19:39.205217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d171b67-c503-49c0-9853-5196a7389d9a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:39.220125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.220503 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Added segment 28cec1c6-cc87-49e7-b36e-e87649cf5ab2 of type vlan for network d1db8caf-7127-45eb-942b-60770bb940c2 Jun 04 06:19:39.230024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-daf49cea-3337-415a-aa5e-7b7539e7ed2e req-06d2bd68-d6f2-4af5-8782-5a95a181f722 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957515 Jun 04 06:19:39.295013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.314636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:39.318196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:39.327514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:19:39.343889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.346194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:39.347398 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.375005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Pushing event updated for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:39.399274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.485849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] Pushing event updated for resources: {'Network': ['ID=d1db8caf-7127-45eb-942b-60770bb940c2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:39.511156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d1db8caf-7127-45eb-942b-60770bb940c2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:19:39.569572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-75a9b1cb-16fc-4dd5-8fc5-8d3cee29f747 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6561842 Jun 04 06:19:39.572310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:39.579196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Request body: {'subnet': {'network_id': 'd1db8caf-7127-45eb-942b-60770bb940c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1287003668-subnet', 'tenant_id': '27f342e9713e480fa52f36b14586785e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:39.590858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:39.595836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Usage tracker for resource:subnet and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:39.599897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:39.610608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:39.614736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd4d5-e526-467a-8daa-d0b9d7461257 req-1aae24e7-7bef-47be-8ef1-6de745ff6aa8 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:39.618096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3eedd4d5-e526-467a-8daa-d0b9d7461257 req-1aae24e7-7bef-47be-8ef1-6de745ff6aa8 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1096 time: 0.1331267 Jun 04 06:19:39.648431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Made reservation on behalf of 27f342e9713e480fa52f36b14586785e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:39.652861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.667358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:39.723602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'network_id': 'a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5', 'port_id': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'mac_address': 'fa:16:3e:8a:3a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcfd245-1be6-4e71-b007-26e6da67c138', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:19:39.763694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ae72-8e00-4508-9dd1-e0d27f51280e req-bdd23c6f-d2a6-40fc-9fa7-e3eacc91b9cc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:39.767044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3021ae72-8e00-4508-9dd1-e0d27f51280e req-bdd23c6f-d2a6-40fc-9fa7-e3eacc91b9cc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.2320409 Jun 04 06:19:39.790262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3eedd4d5-e526-467a-8daa-d0b9d7461257 req-596788c7-320c-4fdc-a836-111b500c8d46 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640561 Jun 04 06:19:39.805570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port b9ef4d92-0a5e-4f64-b483-b28864c3767b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:39.805962 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.828448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ef4d92-0a5e-4f64-b483-b28864c3767b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:39.835892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:34Z', 'revision_number': 3, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:39.853611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dfff0-2039-4ba6-9257-9754b5989e8d None None] The sync data for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 is: [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:34Z', 'revision_number': 3, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:19:39.864224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:39.870473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:39.874386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3021ae72-8e00-4508-9dd1-e0d27f51280e req-6e2d3f95-5486-41d1-b85e-91787eb57a4d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962553 Jun 04 06:19:40.005456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:40.008721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:40.168949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89db156-87d8-4532-adf3-bf693d0c6d1b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:40.191207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Checking segment: {'id': '28cec1c6-cc87-49e7-b36e-e87649cf5ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1db8caf-7127-45eb-942b-60770bb940c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:40.191709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Network hostable DHCP agents. Network: d1db8caf-7127-45eb-942b-60770bb940c2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:19:40.231962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['b9ef4d92-0a5e-4f64-b483-b28864c3767b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:40.242802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f03ba3-60c8-42c0-b85a-d9ec75e14cdd req-663be315-69e4-4103-a9b7-a06a6e6f6c57 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:40.250692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72f03ba3-60c8-42c0-b85a-d9ec75e14cdd req-663be315-69e4-4103-a9b7-a06a6e6f6c57 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 945 time: 0.1859190 Jun 04 06:19:40.266580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:40.267173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Network d1db8caf-7127-45eb-942b-60770bb940c2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:19:40.290960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d1db8caf-7127-45eb-942b-60770bb940c2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:40.299451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:40.300033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:40.314260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab8f5c-5799-4306-b779-400425f5c287 None None] Network d1db8caf-7127-45eb-942b-60770bb940c2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:40.321553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72f03ba3-60c8-42c0-b85a-d9ec75e14cdd req-bc8855e7-fb36-40ba-a714-0234c7222549 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697720 Jun 04 06:19:40.352059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c20203c-1195-4217-a3f8-e9b8b8b920ce admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7785687 Jun 04 06:19:40.499114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1c578-c44c-4090-8189-5adeff881bd5 req-7405bfcb-819e-4ad2-a96f-d7bc85e929bf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:40.507268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-acd1c578-c44c-4090-8189-5adeff881bd5 req-7405bfcb-819e-4ad2-a96f-d7bc85e929bf tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.3486416 Jun 04 06:19:40.532523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-33bd34be-80de-4ae4-933c-d69ec1039032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:40.534300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-33bd34be-80de-4ae4-933c-d69ec1039032 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1096 time: 0.6542661 Jun 04 06:19:40.584574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf261-5aa9-4351-b637-521d28afe8a0 req-1f919751-6680-4228-a6d9-22643ef9992c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:40.586332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c1cf261-5aa9-4351-b637-521d28afe8a0 req-1f919751-6680-4228-a6d9-22643ef9992c tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 1096 time: 0.1252532 Jun 04 06:19:40.648854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c1cf261-5aa9-4351-b637-521d28afe8a0 req-1efee25b-0c84-42fd-9bca-5131a0db7e91 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Jun 04 06:19:40.685603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-acd1c578-c44c-4090-8189-5adeff881bd5 req-96df1374-ce60-40b6-acb5-c41be02b1f56 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769273 Jun 04 06:19:40.812953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:40.895343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:40.912617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8064a4b-c84a-4a06-8502-6610395efcda None None] Network d1db8caf-7127-45eb-942b-60770bb940c2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:40.952511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41034) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:41.062899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.068977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:41.076580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1175559073', 'description': 'tempest-description-211047557'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:41.108897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-17aff144-cebb-42f6-96fe-54aa6be4a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:41.110583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-17aff144-cebb-42f6-96fe-54aa6be4a1c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.5343523 Jun 04 06:19:41.197717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:41.206381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:41.218778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:41.228632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:41.261693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-9b849555-8a13-4abb-a5c8-09213ac22586 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 217 time: 0.1342473 Jun 04 06:19:41.287418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:19:41.295207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:41.295984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.300900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.311145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Pushing event updated for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:41.341422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:41.349249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:41.403340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:41.417661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-85cf2522-afb6-44ca-8227-4286a0ef9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:41.419112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-85cf2522-afb6-44ca-8227-4286a0ef9902 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1491897 Jun 04 06:19:41.421190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:41.472404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:41.472971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.491911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:41.496758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.499203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-ebc64638-f846-4bba-9438-9a9781c524f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597506 Jun 04 06:19:41.540936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53ec4e-f4e1-4e66-bf4a-b52a3b5528d2 req-34dbae79-5732-4369-a69c-f80c3777b41e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:41.547762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b53ec4e-f4e1-4e66-bf4a-b52a3b5528d2 req-34dbae79-5732-4369-a69c-f80c3777b41e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.4174652 Jun 04 06:19:41.556734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:41.575926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:41.617684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:41.637516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.645046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.730487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:41.731422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a3c2ea9-96b7-4d78-a01c-9db67934cf90 req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6702433 Jun 04 06:19:41.732000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db8623-ffd4-4480-8318-fc173da9d20c tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f1a5ed-d451-4152-a352-415dd7a318a4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:41.762101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b53ec4e-f4e1-4e66-bf4a-b52a3b5528d2 req-b7718c7c-1ff8-4739-9aa8-558f6c513935 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075129 Jun 04 06:19:41.792983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2dec429e-051f-42a5-a771-d56b93e2fe96 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833171 Jun 04 06:19:41.886684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:42.156398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Router 083a4c5d-fc12-4b2c-aef9-441feff35740 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:19:42.277689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-86ba9554-1815-4ad8-8b18-dee82ac217ad service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190423 Jun 04 06:19:42.311627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4419ac-4399-4b76-82b2-d97e6d6a3900 req-5710b89c-0b1f-4c57-9457-e9cc1c646e59 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:42.313117 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4419ac-4399-4b76-82b2-d97e6d6a3900 req-5710b89c-0b1f-4c57-9457-e9cc1c646e59 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 945 time: 0.3616011 Jun 04 06:19:42.347739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Deleting port a824bbdc-814d-436f-b385-b3c9ba48183f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:42.348329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:42.490151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4419ac-4399-4b76-82b2-d97e6d6a3900 req-7cd6351a-485a-4325-8687-4767373a3b42 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:42.501678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:19:42.507135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31d0f-4148-416b-b386-22c0e5975b6f req-5e7cc031-f2ef-4ea8-8ea5-5062739a25cd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:42.509326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59b31d0f-4148-416b-b386-22c0e5975b6f req-5e7cc031-f2ef-4ea8-8ea5-5062739a25cd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 945 time: 0.2144620 Jun 04 06:19:42.511157 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Sync routers for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:19:42.523951 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:42.524659 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:42.529211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c9ff7c82-5f58-406d-8450-916ce57dd64a admin admin] 10.222.0.17 "PUT /v2.0/routers/083a4c5d-fc12-4b2c-aef9-441feff35740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4625976 Jun 04 06:19:42.529211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4419ac-4399-4b76-82b2-d97e6d6a3900 req-7cd6351a-485a-4325-8687-4767373a3b42 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:42.529211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4419ac-4399-4b76-82b2-d97e6d6a3900 req-7cd6351a-485a-4325-8687-4767373a3b42 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092502 Jun 04 06:19:42.546453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2327929d-6553-4ea3-862d-572364ad9668 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:42.548297 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2327929d-6553-4ea3-862d-572364ad9668 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.1568835 Jun 04 06:19:42.562747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:42.597179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] For port a824bbdc-814d-436f-b385-b3c9ba48183f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a824bbdc-814d-436f-b385-b3c9ba48183f,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:42.597679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:42.611431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59b31d0f-4148-416b-b386-22c0e5975b6f req-617d5e11-9a12-4f5d-97dd-10aac0b17c80 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906591 Jun 04 06:19:42.728854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-b118deef-b8ca-4d67-b569-42cc5115732a tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/29f1a5ed-d451-4152-a352-415dd7a318a4 HTTP/1.1" status: 200 len: 1804 time: 0.1328802 Jun 04 06:19:42.763045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:42.771722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Calling delete_port for a824bbdc-814d-436f-b385-b3c9ba48183f owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:42.782272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29f1a5ed-d451-4152-a352-415dd7a318a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:42.782715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29f1a5ed-d451-4152-a352-415dd7a318a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:42.792468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:42.833148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:42.837665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:42.851706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:42.908453 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:42.953530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:43.018875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.048031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:43.068701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.103389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:43.103870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.104271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.159576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device b9ef4d92-0a5e-4f64-b483-b28864c3767b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:43.178934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfea8d5e-7fd3-4ac7-bebf-d20afe1144f7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:43.193660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:43.251887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.267256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51f55f89-a169-4b3e-8275-67b6f1d5336f req-ebc917e4-6d85-44f4-a2bb-515ee7687e7e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4931824 Jun 04 06:19:43.287935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-5d15fe0d-4747-4abc-b917-b36f5c4be000 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:43.288845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-5d15fe0d-4747-4abc-b917-b36f5c4be000 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:43.313208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:43.323387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-5d15fe0d-4747-4abc-b917-b36f5c4be000 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:43.328668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.335033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-5d15fe0d-4747-4abc-b917-b36f5c4be000 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 811 time: 0.2385082 Jun 04 06:19:43.344989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port b9ef4d92-0a5e-4f64-b483-b28864c3767b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:19:43.347225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.353982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port b9ef4d92-0a5e-4f64-b483-b28864c3767b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:43.354343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.362048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-26577540-332d-4176-a5e1-dce8d68e4c63 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/quotas/64029dbd10914205aad68d684c7b7443 HTTP/1.1" status: 200 len: 375 time: 0.0252142 Jun 04 06:19:43.384275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:43.495580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:39Z', 'revision_number': 4, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0305541f-80c5-43e7-8d31-aeb289234b58', 'name': '', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'mac_address': 'fa:16:3e:50:3e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:38Z', 'updated_at': '2022-06-04T06:19:40Z', 'revision_number': 2, 'project_id': '64029dbd10914205aad68d684c7b7443', 'subnets': [{'id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:43.501194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Checking router: 083a4c5d-fc12-4b2c-aef9-441feff35740 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:19:43.501796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Updating router 083a4c5d-fc12-4b2c-aef9-441feff35740 port 0305541f-80c5-43e7-8d31-aeb289234b58 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:19:43.507394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-bcb6525c-b299-419a-9563-ef8f93c50233 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1438270 Jun 04 06:19:43.536947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port b9ef4d92-0a5e-4f64-b483-b28864c3767b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:43.537206 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.575545 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.585214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:43.598839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:43.604016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.721371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:43.727884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-6f3ef67c-292b-43c8-9b9a-dc4e8affff02 service neutron] 10.222.0.17 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194223 Jun 04 06:19:43.761221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:43.795085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:43.795518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:43.795976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:43.804329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:43.804650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Attempting to bind port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:43.813781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:43.814119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:43.814504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:43.814940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Bound port: e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:43.815290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.820338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:43.868748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570e66b-d3d0-4db8-bce0-632758ce06b6 req-c9b4aa5e-172b-468e-b69d-a3866c79c926 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:43.870452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8570e66b-d3d0-4db8-bce0-632758ce06b6 req-c9b4aa5e-172b-468e-b69d-a3866c79c926 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.4283814 Jun 04 06:19:43.908897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Pushing event deleted for resources: {'Port': ['ID=a824bbdc-814d-436f-b385-b3c9ba48183f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:43.979282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8570e66b-d3d0-4db8-bce0-632758ce06b6 req-961ba8b7-b067-4c42-aa14-202c4752489d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004343 Jun 04 06:19:44.000513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:44.004409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:44.011151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-439390627', 'description': 'tempest-description-970983984'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:44.018270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.028829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:44.033456 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.048206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Transition to ACTIVE for port object 0305541f-80c5-43e7-8d31-aeb289234b58 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:44.056265 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.113259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-75bd0aa2-ec0a-4998-af0d-1cb3e2af0c97 service neutron] 10.222.0.17 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845086 Jun 04 06:19:44.151117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:44.159739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:44.184863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:44.264588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:44.265516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.266984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 1121 time: 1.7086568 Jun 04 06:19:44.268396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.280263 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Pushing event updated for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:44.287545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee54ea-4dfa-474d-9b3c-12c2334fabd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=8']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:44.298557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:44.306386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:44.314350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:44.334657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e11ca8c6-7a66-497d-bf5a-0948ba0054c6'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:44.341092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:44.354349 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.354703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.355132 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.355488 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.355972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.362109 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ded94b1-513a-462f-a2eb-25297dcabe88'] response: {'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'code': 200} Jun 04 06:19:44.365286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.365628 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.370966 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.371378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.371733 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.372084 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.372416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:19:44.395974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.421327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Attempting to bind port 0305541f-80c5-43e7-8d31-aeb289234b58 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:44.422849 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Attempting to bind port 0305541f-80c5-43e7-8d31-aeb289234b58 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:44.423273 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Attempting to bind port 0305541f-80c5-43e7-8d31-aeb289234b58 on network 17f9eaba-8606-4d3d-8891-ee7db7119247 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:44.437440 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:44.437844 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Checking segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:44.438846 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.439244 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Bound using segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:44.441264 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Bound port: 0305541f-80c5-43e7-8d31-aeb289234b58, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:44.441807 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.518174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.523759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.619725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be29bec-92e1-4c10-89e2-3db6bf23b75a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:44.624475 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.637461 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] For port 0305541f-80c5-43e7-8d31-aeb289234b58, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:44.638499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dba8903a-0cdb-40a4-9028-51f21cb67013 req-d8bbf815-0265-4f2f-b7af-c27c56fe5de0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6324518 Jun 04 06:19:44.646770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] For port 0305541f-80c5-43e7-8d31-aeb289234b58, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0305541f-80c5-43e7-8d31-aeb289234b58,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:44.656483 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:44.713998 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fd04ee-2b05-4653-a91e-401b7f8173c4'] response: {'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'code': 200} Jun 04 06:19:44.770019 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:44.770937 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:44.849998 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1520ab-b0b5-4517-94dd-27801b1a89b0 None None] Pushing event updated for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:44.858985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efec4b-9731-4539-887a-4e066c8fdbf6 req-c809a3a2-e55c-4d3e-b9e9-b43ca2770660 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:44.860521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36efec4b-9731-4539-887a-4e066c8fdbf6 req-c809a3a2-e55c-4d3e-b9e9-b43ca2770660 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 946 time: 0.3648481 Jun 04 06:19:45.060285 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:45.127255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97895b3-0f6d-4064-8877-5e3f42e9af39 req-f4175e78-44b8-484e-acea-1dbfaaf2e46a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:45.129770 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c97895b3-0f6d-4064-8877-5e3f42e9af39 req-f4175e78-44b8-484e-acea-1dbfaaf2e46a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.3344204 Jun 04 06:19:45.179317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36efec4b-9731-4539-887a-4e066c8fdbf6 req-2166ebb8-897a-4001-a299-7a5a0a042f12 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066394 Jun 04 06:19:45.221887 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c97895b3-0f6d-4064-8877-5e3f42e9af39 req-f1bfed5e-3cfa-456f-8c71-14a214075373 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851910 Jun 04 06:19:45.229654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Router 15dce997-a61a-4e22-9df0-881499927e1b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:19:45.253929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db7675-3c40-4882-86d0-7275e49d190e req-3df24c93-eae0-4544-bbeb-1c269e2691e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:45.255434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4db7675-3c40-4882-86d0-7275e49d190e req-3df24c93-eae0-4544-bbeb-1c269e2691e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1097 time: 0.4801135 Jun 04 06:19:45.327988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:45.473234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9e82f21f-7ed4-43ec-a6e1-9371b69e31c5 req-e23510f8-4887-4caa-b793-dca6960c16b3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:45.489219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4db7675-3c40-4882-86d0-7275e49d190e req-63dd96d6-b3ec-4706-9aee-04c18b1b8469 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263966 Jun 04 06:19:45.508195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9e82f21f-7ed4-43ec-a6e1-9371b69e31c5 req-e23510f8-4887-4caa-b793-dca6960c16b3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:45.509517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9e82f21f-7ed4-43ec-a6e1-9371b69e31c5 req-e23510f8-4887-4caa-b793-dca6960c16b3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 210 time: 0.0840471 Jun 04 06:19:45.627368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-00d65fc5-e277-4ea8-ae49-3c2567cabf05 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/6be29bec-92e1-4c10-89e2-3db6bf23b75a HTTP/1.1" status: 200 len: 1803 time: 0.2227051 Jun 04 06:19:45.632261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6be29bec-92e1-4c10-89e2-3db6bf23b75a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:45.632504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6be29bec-92e1-4c10-89e2-3db6bf23b75a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:45.642260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:45.646621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:45.649973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:45.655911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:45.658358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:45.671440 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:39Z', 'revision_number': 4, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0305541f-80c5-43e7-8d31-aeb289234b58', 'name': '', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'mac_address': 'fa:16:3e:50:3e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:38Z', 'updated_at': '2022-06-04T06:19:44Z', 'revision_number': 4, 'project_id': '64029dbd10914205aad68d684c7b7443', 'subnets': [{'id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:45.679093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:19:45.680756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc261f-fec2-4efd-b4f6-6089b8543c6e None None] The sync data for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 is: [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:19:39Z', 'revision_number': 4, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0305541f-80c5-43e7-8d31-aeb289234b58', 'name': '', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'mac_address': 'fa:16:3e:50:3e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:38Z', 'updated_at': '2022-06-04T06:19:44Z', 'revision_number': 4, 'project_id': '64029dbd10914205aad68d684c7b7443', 'subnets': [{'id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:19:45.761322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:19:45.763800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:45.783818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Sync routers for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:19:45.799727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8dfcb-e61d-45de-bbae-ff05bfa986b8 req-2e37e905-185f-47ee-8628-4bddebf49c02 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:45.806284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:45.807002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:45.807541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9d8dfcb-e61d-45de-bbae-ff05bfa986b8 req-2e37e905-185f-47ee-8628-4bddebf49c02 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1586733 Jun 04 06:19:45.818542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:45.832774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:45.861932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b60f56b6-7410-4302-8b4d-570a6b2f5758 admin admin] 10.222.0.17 "PUT /v2.0/routers/15dce997-a61a-4e22-9df0-881499927e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9082470 Jun 04 06:19:45.867975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:45.872154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c451505-52b8-4d93-a12c-55d6891d1984,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:45.895564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9d8dfcb-e61d-45de-bbae-ff05bfa986b8 req-e32092ed-2dab-4c66-b0c0-c66c95c9e83d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871031 Jun 04 06:19:45.943551 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:45.944881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c7e5f66-e523-44b9-bcc0-153cff598b83 req-f42def0e-75a9-4e03-9548-f4099511b1e2 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3165448 Jun 04 06:19:45.982920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-766619309', 'description': 'tempest-description-93265629'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:45.989431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:45.994734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:45.998309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:46.005510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:46.019226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:46.052518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:46.056576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:46.060086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:46.068828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:46.148130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:46.196922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:46.241876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:46.250630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:46.366535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:46.377954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d9557a-8b3f-47cf-948b-255f5763008a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:46.391200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:46.400577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d93c94a8-5167-45c4-8efe-9304704c2864 req-9287c7f6-5c11-49d4-9506-5284a22d7d4b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4303222 Jun 04 06:19:46.652112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-f01d4364-9162-4918-8eeb-fcc663c65fca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:46.653558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-f01d4364-9162-4918-8eeb-fcc663c65fca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 811 time: 0.3635249 Jun 04 06:19:46.686486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc436b5-a9fe-4b31-9c4b-e0059f8d4a5e req-9d1232ae-8d55-4aac-bbfd-5b215de7b3d0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:46.694739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc436b5-a9fe-4b31-9c4b-e0059f8d4a5e req-9d1232ae-8d55-4aac-bbfd-5b215de7b3d0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.1263897 Jun 04 06:19:46.730685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:19:43Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:46.736162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Checking router: 15dce997-a61a-4e22-9df0-881499927e1b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:19:46.739759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Request body: {'port': {'device_id': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'admin_state_up': True, 'tenant_id': '64029dbd10914205aad68d684c7b7443'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:46.747206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Routers {'15dce997-a61a-4e22-9df0-881499927e1b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:19:46.747866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['15dce997-a61a-4e22-9df0-881499927e1b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:46.761695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc436b5-a9fe-4b31-9c4b-e0059f8d4a5e req-d5fda179-1e0a-4aee-9f93-f058dcbbe23c tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653865 Jun 04 06:19:46.920004 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7292eb5c-9efc-4975-a2c2-3b5480d68ef9'] response: {'name': 'network-changed', 'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'status': 'completed', 'code': 200} Jun 04 06:19:46.977415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2017619421', 'description': 'tempest-description-794163872'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:46.984243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:47.000761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:47.007551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:47.016694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:47.024615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-be8a8d03-10d1-4101-bc28-0f19c9db04bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.043525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.084030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0305541f-80c5-43e7-8d31-aeb289234b58 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:47.121788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:47.135708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:47.140418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:47.148966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:47.167358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc63a-b97c-4555-a618-7b928979a82a req-7d26e3fb-dda4-4025-aee1-9a38ad2f467a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:47.180747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35efc63a-b97c-4555-a618-7b928979a82a req-7d26e3fb-dda4-4025-aee1-9a38ad2f467a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 946 time: 0.6740961 Jun 04 06:19:47.255304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] Set router 15dce997-a61a-4e22-9df0-881499927e1b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:19:47.257862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.261956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.326707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.327690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd87f30b-2116-4174-adf8-d52dfd33212c req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3547761 Jun 04 06:19:47.328651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35efc63a-b97c-4555-a618-7b928979a82a req-d71dd2f1-5487-4ca7-bdaf-7e2c65eb7501 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468122 Jun 04 06:19:47.329377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c40bb-5107-4c6c-a101-a873b642366f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6921dd56-02c7-409b-a1f5-9cb03dd8db63,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:47.362668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.431018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Deleting port c4f06a09-22bd-463a-b266-9bc3078ab79d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:47.431624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.479795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0305541f-80c5-43e7-8d31-aeb289234b58 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:19:47.510796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:47.545379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0305541f-80c5-43e7-8d31-aeb289234b58 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:47.545726 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.585965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:47.603312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6a2445e-43d9-4052-ace8-b09d84f88c1c req-f048ca57-7b94-4eb7-bffd-a1016b2e2e0f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 210 time: 0.0640764 Jun 04 06:19:47.660759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-0739ce6d-6a19-4d30-bd96-7e67dce38f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:47.663899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-0739ce6d-6a19-4d30-bd96-7e67dce38f9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1124 time: 0.5859659 Jun 04 06:19:47.671323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Made reservation on behalf of 64029dbd10914205aad68d684c7b7443 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:19:47.675113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.694125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a4992-08e0-4c26-9c84-5d839e0ae836 req-c8b3e23a-31d9-4594-8739-991874d7c1f7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:47.704351 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b76a4992-08e0-4c26-9c84-5d839e0ae836 req-c8b3e23a-31d9-4594-8739-991874d7c1f7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1719296 Jun 04 06:19:47.788788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0305541f-80c5-43e7-8d31-aeb289234b58 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:47.789942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.797311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b76a4992-08e0-4c26-9c84-5d839e0ae836 req-98c057a0-ed73-4c85-925e-821022383bab tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Jun 04 06:19:47.854597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0305541f-80c5-43e7-8d31-aeb289234b58, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0305541f-80c5-43e7-8d31-aeb289234b58,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:47.856712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:19:43Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:47.862303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521007ee-89ea-4caf-b43c-a8ba288cb261 None None] The sync data for ids ['15dce997-a61a-4e22-9df0-881499927e1b'] in n-d-811808-2 is: [{'id': '15dce997-a61a-4e22-9df0-881499927e1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1056075776-router', 'tenant_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:21Z', 'updated_at': '2022-06-04T06:19:43Z', 'revision_number': 5, 'project_id': 'efe56b48b60744baaa5b5954f9fa9d2e', 'gw_port': {'id': 'c4f06a09-22bd-463a-b266-9bc3078ab79d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dce997-a61a-4e22-9df0-881499927e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:22Z', 'updated_at': '2022-06-04T06:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:19:47.865307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:47.973740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:48.096550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37e71-d880-4e8d-82fc-b410a964f672 req-8e956250-7a77-42b6-9e61-1e9f5b439d0f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:48.104036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ab37e71-d880-4e8d-82fc-b410a964f672 req-8e956250-7a77-42b6-9e61-1e9f5b439d0f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.1369879 Jun 04 06:19:48.140577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-9ad8f012-6bef-43e4-b6a4-241886590fc8 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/66d9557a-8b3f-47cf-948b-255f5763008a HTTP/1.1" status: 200 len: 1802 time: 0.4731352 Jun 04 06:19:48.148754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ab37e71-d880-4e8d-82fc-b410a964f672 req-6ad94bd2-f01d-4306-8745-3b2143a84bc0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Jun 04 06:19:48.327179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] For port c4f06a09-22bd-463a-b266-9bc3078ab79d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4f06a09-22bd-463a-b266-9bc3078ab79d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:48.327545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:48.469465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-b11d1df8-7bd6-4206-b969-bc034afe5bd4 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/6921dd56-02c7-409b-a1f5-9cb03dd8db63 HTTP/1.1" status: 200 len: 1804 time: 0.3157535 Jun 04 06:19:48.479631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Calling delete_port for c4f06a09-22bd-463a-b266-9bc3078ab79d owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:48.526351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-b0f4d5c2-69d1-4a29-a0a3-7a66e7f76cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:48.527771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-b0f4d5c2-69d1-4a29-a0a3-7a66e7f76cf7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.5944371 Jun 04 06:19:48.537204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '66d9557a-8b3f-47cf-948b-255f5763008a', 'remote_group_id': '6921dd56-02c7-409b-a1f5-9cb03dd8db63', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:48.537204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '66d9557a-8b3f-47cf-948b-255f5763008a', 'remote_group_id': '6921dd56-02c7-409b-a1f5-9cb03dd8db63', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:48.547527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c427ac-a90b-4e1a-acb2-680b7cb1e885 req-540dee0a-87f3-4959-b031-31a46fa89a1d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:48.549006 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-81c427ac-a90b-4e1a-acb2-680b7cb1e885 req-540dee0a-87f3-4959-b031-31a46fa89a1d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 946 time: 0.0999241 Jun 04 06:19:48.601415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-81c427ac-a90b-4e1a-acb2-680b7cb1e885 req-6371c03d-9f35-4ffe-b49d-608249086cbf tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Jun 04 06:19:48.614031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:48.629014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Allocated IP 172.20.0.8 (17f9eaba-8606-4d3d-8891-ee7db7119247/6ae4c7ba-8448-43dd-8138-a698f6dcb518/261776e9-867c-464d-84ee-938bf713681a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:19:48.634093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-39ced82c-1470-4ae8-a939-806ce9ac1cbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 217 time: 0.0874956 Jun 04 06:19:48.640321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:48.648216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:48.701098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:48.763241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-5e52efd5-54a5-4bc6-bcd5-e11bd3064174 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-505780192&fields=id&tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 267 time: 0.0518401 Jun 04 06:19:48.795653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-900fa6f7-7dda-4258-bee9-158d7de675ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:48.796117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-900fa6f7-7dda-4258-bee9-158d7de675ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1512010 Jun 04 06:19:48.886660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-c5c18689-9df6-4114-b2bb-49c4239d3ab0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:48.888175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-c5c18689-9df6-4114-b2bb-49c4239d3ab0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 946 time: 0.1162894 Jun 04 06:19:48.900804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-986119bf-2067-4c57-8849-f0d82b45790d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925145 Jun 04 06:19:48.901295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'security_groups': ['a81e9f9c-84c2-4e81-9ce9-af75178879d0', 'b414b43f-bd19-4fb7-a95e-088c8ea3cd3e']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:48.969048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0305541f-80c5-43e7-8d31-aeb289234b58 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:19:49.026577 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.111474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-596e35de-7c1b-4b35-abd3-4501fa49c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.167838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0305541f-80c5-43e7-8d31-aeb289234b58 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:19:49.168498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.214146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.261035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.298927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.360337 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.376675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:49.417382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0305541f-80c5-43e7-8d31-aeb289234b58 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:49.445106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a824bbdc-814d-436f-b385-b3c9ba48183f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:49.499294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a824bbdc-814d-436f-b385-b3c9ba48183f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:19:49.499649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a824bbdc-814d-436f-b385-b3c9ba48183f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:49.534160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f06a09-22bd-463a-b266-9bc3078ab79d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:49.564367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.627924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f287fe3f-2c0d-4070-811a-714af6af6c4a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:49.631388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.707708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:49.715889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:49.731391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:19:49.744620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.749876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.762959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461', 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:49.818129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:49.819642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:49.821180 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721aa130-80fc-4f14-a1ba-6734fdd8dea4 req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "PUT /v2.0/ports/b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 982 time: 0.9254236 Jun 04 06:19:49.831230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:49.930564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['b9ef4d92-0a5e-4f64-b483-b28864c3767b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:19:49.954901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-640d1ef9-eb0b-40cd-9987-7ce6c1909731 service neutron] 10.222.0.39 "GET /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.1179323 Jun 04 06:19:50.011802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-fd93572b-930d-4c3b-8fc8-35501824aa82 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0819285 Jun 04 06:19:50.129950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fcfeb-289e-4252-acc6-8da97e38d316 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:50.145334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90b76a4e-c052-4480-a195-adb51485c8c1 req-f8bb487e-100d-4364-8f69-eb2df8506cae tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 210 time: 0.1111920 Jun 04 06:19:50.299446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.311665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.315353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21a4011e-f315-47d7-b08a-bf6d5072f42d req-83c98a32-0c32-4903-a18d-cf718b8efb42 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827222 Jun 04 06:19:50.320079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.384411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.409184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.410805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2612fdbe-4425-43e4-b49f-8102c0d299b4 req-ab976708-7908-431a-815a-d2eb02f53623 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.8859978 Jun 04 06:19:50.438499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.439603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15dce997-a61a-4e22-9df0-881499927e1b {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:19:50.473241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.478125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-11413c0e-f7f3-40fa-8357-4281502a1acc admin admin] 10.222.0.17 "DELETE /v2.0/routers/15dce997-a61a-4e22-9df0-881499927e1b HTTP/1.1" status: 204 len: 168 time: 4.6066287 Jun 04 06:19:50.480135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:50.481584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.827211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d54764-471b-4899-bcca-c95bc83c4cc1 req-c03d6775-113b-42de-8837-b884f4025bcc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:50.828794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50d54764-471b-4899-bcca-c95bc83c4cc1 req-c03d6775-113b-42de-8837-b884f4025bcc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1726861 Jun 04 06:19:50.840008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:50.840531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:19:50.847970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:19:50.856870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Pushing event updated for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:50.859841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:19:50.889040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Deleting subnet fecfc904-d9b9-49e9-909b-2388816cfe46 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:19:50.898857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:50.899498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:50.945655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50d54764-471b-4899-bcca-c95bc83c4cc1 req-58be60a3-318b-48da-b8a8-7975e2fca5c7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068192 Jun 04 06:19:50.961875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11ca8c6-7a66-497d-bf5a-0948ba0054c6 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:50.990930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:50.995930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.054393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.062031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:51.062632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.096821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-8e6dece7-42cc-4fff-9e04-2e8f46af10fe tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3747568 Jun 04 06:19:51.111441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf2f9-2325-49a1-92ea-b32618c5e1b0 req-f72e9995-8e1a-4670-811c-7731cc3c5d94 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:51.118331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdfdf2f9-2325-49a1-92ea-b32618c5e1b0 req-f72e9995-8e1a-4670-811c-7731cc3c5d94 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 943 time: 0.3889084 Jun 04 06:19:51.138248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Request body: {'port': {'device_id': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:51.152534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff4a1592-395c-4f80-b787-a0176f8502f9 req-dd6393f3-dc54-4b59-8952-6569543c0b10 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/b414b43f-bd19-4fb7-a95e-088c8ea3cd3e HTTP/1.1" status: 200 len: 1798 time: 0.1366293 Jun 04 06:19:51.211425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4f06a09-22bd-463a-b266-9bc3078ab79d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:51.246849 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-ff4a1592-395c-4f80-b787-a0176f8502f9 req-98f1850e-2c76-49c5-bba0-8418291ffc6b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 06:19:51.248587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff4a1592-395c-4f80-b787-a0176f8502f9 req-98f1850e-2c76-49c5-bba0-8418291ffc6b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/b414b43f-bd19-4fb7-a95e-088c8ea3cd3e HTTP/1.1" status: 409 len: 341 time: 0.0845625 Jun 04 06:19:51.254637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] Transition to ACTIVE for port object e11ca8c6-7a66-497d-bf5a-0948ba0054c6 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:51.264229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.271950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c4f06a09-22bd-463a-b266-9bc3078ab79d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:19:51.272638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4f06a09-22bd-463a-b266-9bc3078ab79d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:51.378477 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb56140a-8ef8-4dff-b0d0-d9afd6d4af69'] response: {'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'status': 'completed', 'code': 200} Jun 04 06:19:51.381909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdfdf2f9-2325-49a1-92ea-b32618c5e1b0 req-432445e7-b310-42fe-bc69-5905b0bae108 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626460 Jun 04 06:19:51.387847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.411820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-777152933', 'description': 'tempest-description-830645372'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:51.448585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:51.461694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] No DVR routers for this DVR port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:19:51.468280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:51.476326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:51.514541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:51.532648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] 10.222.0.39 "PUT /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5715847 Jun 04 06:19:51.535263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee97a0-335b-494f-b488-6cd6a14d2780 service neutron] Pushing event updated for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:51.546498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.575399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:51.581614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:51.585069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:51.592611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:51.628645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.718918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-e7428c5d-1f45-4f8d-8e6a-9986ee31ffde tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:51.720391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-e7428c5d-1f45-4f8d-8e6a-9986ee31ffde tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1095 time: 0.1295767 Jun 04 06:19:51.796513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.806544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.830592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-bff1982b-0f5d-4c12-8a22-8a1c08b6316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:51.830592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-bff1982b-0f5d-4c12-8a22-8a1c08b6316a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1136 time: 0.4518189 Jun 04 06:19:51.863404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.875478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78665499-16e5-40ec-9965-d69ea15db980,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:51.881831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.883549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-063ab299-4b6e-440e-9589-c24f030c894e req-b6a88eca-13eb-4bd3-b1b3-482ce669f32e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4991040 Jun 04 06:19:51.890844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-919fcb33-942f-4993-82f2-c73fac921ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:51.892291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-919fcb33-942f-4993-82f2-c73fac921ef2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175&tenant_id=799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 1095 time: 0.1635294 Jun 04 06:19:51.910215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.969176 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:51.972987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fd22b-9fb8-4ba5-a974-a5246fb11042 None None] Network f81c4301-5ba3-46b8-a960-daf43d54e60c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:19:52.005518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fecfc904-d9b9-49e9-909b-2388816cfe46 HTTP/1.1" status: 204 len: 168 time: 1.5163527 Jun 04 06:19:52.008364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:52.164369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:52.172949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-86d793eb-db8b-4c51-ba97-04f14800f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:52.175340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-86d793eb-db8b-4c51-ba97-04f14800f16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1095 time: 0.2497091 Jun 04 06:19:52.210174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Deleting port dc273b02-7338-40c9-ba77-034c044c2e80 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:52.210604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:52.418335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750c9f0-f2b0-4867-9051-34ac24c9ec51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fecfc904-d9b9-49e9-909b-2388816cfe46,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:52.436069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] DHCP port deletion for f81c4301-5ba3-46b8-a960-daf43d54e60c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:19:52.444824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Deleting port dc273b02-7338-40c9-ba77-034c044c2e80 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:52.445295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:52.446088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-ca7b763f-37c1-413e-936d-4086ef3fe632 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:52.447010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-ca7b763f-37c1-413e-936d-4086ef3fe632 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:52.491959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-ca7b763f-37c1-413e-936d-4086ef3fe632 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:52.499793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-ca7b763f-37c1-413e-936d-4086ef3fe632 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 931 time: 0.9736423 Jun 04 06:19:52.524544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-23e8d43c-621d-4835-a629-93c6089b2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:52.526032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-23e8d43c-621d-4835-a629-93c6089b2ec2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.3430433 Jun 04 06:19:52.584401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-873a3c1b-410a-420e-9d99-603c59dbf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:52.585956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-873a3c1b-410a-420e-9d99-603c59dbf042 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.7487490 Jun 04 06:19:52.672911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-0d87aedc-5a77-4d4c-b35b-2d3d073a3039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 200 len: 217 time: 0.0878208 Jun 04 06:19:52.696006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-8747d097-3cba-4111-ad33-c5556667cbdb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:19:52.719673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-cd993381-4059-4702-938f-d0bf20abd5a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 217 time: 0.1224287 Jun 04 06:19:52.743130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] For port dc273b02-7338-40c9-ba77-034c044c2e80, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc273b02-7338-40c9-ba77-034c044c2e80,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:52.743486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:52.839474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:19:52.875312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-8747d097-3cba-4111-ad33-c5556667cbdb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:19:52.887314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a37de86d-578c-4dea-93fd-6879b5f48c82 req-8747d097-3cba-4111-ad33-c5556667cbdb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862760 Jun 04 06:19:52.888798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] For port dc273b02-7338-40c9-ba77-034c044c2e80, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc273b02-7338-40c9-ba77-034c044c2e80,segment=NetworkSegment(d34b0edd-60d5-4e9e-9784-2ea8733d1fcf),segment_id=d34b0edd-60d5-4e9e-9784-2ea8733d1fcf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:52.896399 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.030208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2070373064', 'description': 'tempest-description-829860278'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:53.055932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-79c45804-d7b8-4aaa-bbe0-c57086871891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:53.057497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-79c45804-d7b8-4aaa-bbe0-c57086871891 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.3213618 Jun 04 06:19:53.120415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc273b02-7338-40c9-ba77-034c044c2e80 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:53.168681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261776e9-867c-464d-84ee-938bf713681a {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:53.176022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:53.177501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-40f35e0c-65e8-4230-842d-090890b5607b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127455 Jun 04 06:19:53.184503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Calling delete_port for dc273b02-7338-40c9-ba77-034c044c2e80 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:53.213762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-687b80b6-1def-4f6f-9ae3-f68469baf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:53.215201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-687b80b6-1def-4f6f-9ae3-f68469baf52c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.5362730 Jun 04 06:19:53.254125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:53.262932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:53.276046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-547d5e78-de6a-454c-a627-da2e85399ccf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525968 Jun 04 06:19:53.283470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:53.288535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Calling delete_port for dc273b02-7338-40c9-ba77-034c044c2e80 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:53.314504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.330800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:19:53.387738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.413539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-520e4a5a-9512-428e-a15f-9db13f8d9a46 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278666 Jun 04 06:19:53.417075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Transition to ACTIVE for port object 261776e9-867c-464d-84ee-938bf713681a will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:19:53.429268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.459680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.474983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:53.485387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port dc273b02-7338-40c9-ba77-034c044c2e80 update to DOWN by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:19:53.500738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:53.513533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:53.516501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc273b02-7338-40c9-ba77-034c044c2e80,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:53.522571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] No DVR routers for this DVR port dc273b02-7338-40c9-ba77-034c044c2e80 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:19:53.528723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:19:53.533303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:53.535842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:19:53.536596 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:19:53.578212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-18d9bce3-3fda-4824-935a-9d8f71b513d7 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902887 Jun 04 06:19:53.649752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:53.776070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.809506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3cbb5-6a79-4d6e-a81f-37c19346e871 req-bb5f0358-7241-4d07-a7e2-f18f915e9e9e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:53.812138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89b3cbb5-6a79-4d6e-a81f-37c19346e871 req-bb5f0358-7241-4d07-a7e2-f18f915e9e9e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.6968646 Jun 04 06:19:53.859251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81c4301-5ba3-46b8-a960-daf43d54e60c']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:53.876107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.882560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:53.883218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34b0edd-60d5-4e9e-9784-2ea8733d1fcf') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:19:53.892681 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-a9d5d4d8-cdbb-4dd0-867c-209143f0ee01 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008046 Jun 04 06:19:53.895754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.914631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.938401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d46f3eef-6710-42b0-a796-4e0c26b6a5dc req-12fad1e0-a931-4f5e-8543-aa99a3c1153a service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083745 Jun 04 06:19:53.965316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89b3cbb5-6a79-4d6e-a81f-37c19346e871 req-9563f10a-6be8-4e7b-8fbe-372d382e3540 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154320 Jun 04 06:19:53.966127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Attempting to bind port 261776e9-867c-464d-84ee-938bf713681a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:19:53.966630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Attempting to bind port 261776e9-867c-464d-84ee-938bf713681a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:19:53.967149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Attempting to bind port 261776e9-867c-464d-84ee-938bf713681a on network 17f9eaba-8606-4d3d-8891-ee7db7119247 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:53.974923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Port 261776e9-867c-464d-84ee-938bf713681a on network 17f9eaba-8606-4d3d-8891-ee7db7119247 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:19:53.975337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Attempting to bind port 261776e9-867c-464d-84ee-938bf713681a on network 17f9eaba-8606-4d3d-8891-ee7db7119247 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:19:53.981914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:19:53.983493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Checking segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:19:53.983493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Bound using segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:19:53.984112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Bound port: 261776e9-867c-464d-84ee-938bf713681a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:19:53.984658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:53.999567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.010722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.025754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-426de81f-0b13-4f29-8358-a2f6575383d7 req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9964464 Jun 04 06:19:54.027135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:19:54.027892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.037464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Deleting port dc273b02-7338-40c9-ba77-034c044c2e80 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:54.038130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.080794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38192c6-8c0e-48c0-a09f-883416a57caf tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dde805-3acb-4bc7-8b5e-29a60a8f1373,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:54.163432 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d34b0edd-60d5-4e9e-9784-2ea8733d1fcf resource provider aggregate not found Jun 04 06:19:54.198759 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d34b0edd-60d5-4e9e-9784-2ea8733d1fcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d34b0edd-60d5-4e9e-9784-2ea8733d1fcf found for delete ", "request_id": "req-0ce9f3db-b717-4798-91f0-0b471aa9cb73"}]} Jun 04 06:19:54.219715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.243064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b65c6-df6c-4582-ab41-be40c0733640 None None] The port 'dc273b02-7338-40c9-ba77-034c044c2e80' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:19:54.264482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.271080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:54.285262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=261776e9-867c-464d-84ee-938bf713681a,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:19:54.298385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-98a726c0-3d6b-4385-96a1-ef152646f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:54.300633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-98a726c0-3d6b-4385-96a1-ef152646f0fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1136 time: 0.2355192 Jun 04 06:19:54.302442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.313992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81c4301-5ba3-46b8-a960-daf43d54e60c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:54.366832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5adf3c46-a18a-4244-9cc4-68b72da6c911 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f81c4301-5ba3-46b8-a960-daf43d54e60c HTTP/1.1" status: 204 len: 168 time: 2.3572881 Jun 04 06:19:54.379589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41276) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:19:54.480173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30785d-ae79-4ccc-a238-c7496f12482f req-6e55421b-e70d-4892-8c0e-c6938de081f6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:54.487917 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc30785d-ae79-4ccc-a238-c7496f12482f req-6e55421b-e70d-4892-8c0e-c6938de081f6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 0.1814868 Jun 04 06:19:54.538202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-b1020380-a6d2-4b13-afe3-b2e68aa7b749 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:54.539671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-b1020380-a6d2-4b13-afe3-b2e68aa7b749 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1095 time: 0.1528738 Jun 04 06:19:54.542604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc30785d-ae79-4ccc-a238-c7496f12482f req-51c6bf83-e7d1-4d26-a705-1625f8018ef0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542147 Jun 04 06:19:54.553826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:54.554438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.556029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 200 len: 1091 time: 3.4217710 Jun 04 06:19:54.638248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'tag': '261776e9-867c-464d-84ee-938bf713681a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:19:54.676151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2622e271-64d4-468d-8e7d-dfd067f6505e service neutron] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:19:54.683082 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2622e271-64d4-468d-8e7d-dfd067f6505e service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:54.684239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5bbe1efa-4abc-4ca8-8f49-b73cecc4b57c req-2622e271-64d4-468d-8e7d-dfd067f6505e service neutron] 10.222.0.24 "DELETE /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.1380103 Jun 04 06:19:54.850116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1952-891f-47c6-b89d-f4d456584ff4 req-bba71de3-8558-424a-a916-e0ac0a362e1e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:54.851659 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d04e1952-891f-47c6-b89d-f4d456584ff4 req-bba71de3-8558-424a-a916-e0ac0a362e1e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 943 time: 0.0974703 Jun 04 06:19:54.903223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d04e1952-891f-47c6-b89d-f4d456584ff4 req-28bf8f7b-202d-4853-8c9e-b3bdf9d15d32 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Jun 04 06:19:54.970718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99bdc-3311-4d97-af15-c24ff0ab5bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:55.027976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-e620ed78-d40d-434f-9a3d-f394ad0e02ef tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/78665499-16e5-40ec-9965-d69ea15db980 HTTP/1.1" status: 200 len: 1803 time: 0.0965593 Jun 04 06:19:55.083969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.117776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-11585abb-a3eb-4234-b204-86eaa3a319bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.121488 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-11585abb-a3eb-4234-b204-86eaa3a319bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.8046737 Jun 04 06:19:55.146461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-be4753a3-e82c-4e1b-9677-33de7e3068b7 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/24dde805-3acb-4bc7-8b5e-29a60a8f1373 HTTP/1.1" status: 200 len: 1804 time: 0.1175678 Jun 04 06:19:55.151122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78665499-16e5-40ec-9965-d69ea15db980', 'remote_group_id': '24dde805-3acb-4bc7-8b5e-29a60a8f1373', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:55.151438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78665499-16e5-40ec-9965-d69ea15db980', 'remote_group_id': '24dde805-3acb-4bc7-8b5e-29a60a8f1373', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:55.157759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:55.161669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:55.164656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:55.171188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:55.276789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.317464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.324450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.325677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-ccc04236-6b2a-4b00-9c2a-0f0c15e1fcf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 217 time: 0.0888891 Jun 04 06:19:55.333716 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.390490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1f8a9b-3917-4f0a-9cdf-dbf266111feb,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:55.393172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:55.410581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11106a87-1536-4dfc-aebb-5ceb46c606c3 req-563ae4a6-dbc2-4e8d-ae1b-82e42576de16 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2630482 Jun 04 06:19:55.494330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-bfdb2195-4ee2-4310-b6ed-ef3d23bfc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.495841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-bfdb2195-4ee2-4310-b6ed-ef3d23bfc787 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1094 time: 0.8443420 Jun 04 06:19:55.508686 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e51c94-7158-45b0-b8e5-2f5b157812b3'] response: {'name': 'network-changed', 'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'tag': '261776e9-867c-464d-84ee-938bf713681a', 'status': 'completed', 'code': 200} Jun 04 06:19:55.578338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dce30-0589-491e-9cca-d49c44a1ba68 req-1741005b-f8fa-4c65-a0df-8a7be5f24fcd tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.579794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e5dce30-0589-491e-9cca-d49c44a1ba68 req-1741005b-f8fa-4c65-a0df-8a7be5f24fcd tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 985 time: 1.1932831 Jun 04 06:19:55.625597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-51b8ff7b-0bca-4081-9931-67537ef70a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.627602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-51b8ff7b-0bca-4081-9931-67537ef70a63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.2785552 Jun 04 06:19:55.628984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-3c36e3b9-cf5d-4a42-a287-337b781d7075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 200 len: 217 time: 0.1155434 Jun 04 06:19:55.662677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc353-b3bd-44cb-a548-5173170e68a1 req-7ff659c9-df1e-4483-b0aa-bb7cd5fafffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.664342 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f2cc353-b3bd-44cb-a548-5173170e68a1 req-7ff659c9-df1e-4483-b0aa-bb7cd5fafffc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1022701 Jun 04 06:19:55.724742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f2cc353-b3bd-44cb-a548-5173170e68a1 req-07982ba3-bba9-46da-a9a8-cb3aab610bfe tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523844 Jun 04 06:19:55.806403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e5dce30-0589-491e-9cca-d49c44a1ba68 req-940e11a6-63e2-4f68-a4cc-b825e0a1d2b0 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e&id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2084029 Jun 04 06:19:55.808760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-d69fc195-a8ae-4615-8c81-57a8a8cc2c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688998 Jun 04 06:19:55.825561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-3b799ddc-e3e4-43d4-a778-692ef46bdfb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/24dde805-3acb-4bc7-8b5e-29a60a8f1373 HTTP/1.1" status: 200 len: 1804 time: 0.0588253 Jun 04 06:19:55.876916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-d92bd4c4-cab6-47aa-87de-0057f4685403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:55.878358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-d92bd4c4-cab6-47aa-87de-0057f4685403 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.1890833 Jun 04 06:19:56.018901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.058303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.062259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-9800f39f-e333-4e07-badb-59136b674eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661596 Jun 04 06:19:56.133046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.152981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dde805-3acb-4bc7-8b5e-29a60a8f1373,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:56.160169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.170221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94158ea0-415c-4320-8a83-f397fca48ce3 req-1c048b3a-0193-48a9-b100-71d26d4d6ab0 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/24dde805-3acb-4bc7-8b5e-29a60a8f1373 HTTP/1.1" status: 204 len: 173 time: 0.3384783 Jun 04 06:19:56.271213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-743a2932-b818-43f8-8ea6-8116edb36a6f service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520283 Jun 04 06:19:56.399856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fac3f-9545-40ca-95a8-27c728e65e78 req-42055503-8171-4f3e-bc48-34275ba867f1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:56.402339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f10fac3f-9545-40ca-95a8-27c728e65e78 req-42055503-8171-4f3e-bc48-34275ba867f1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 943 time: 0.1156526 Jun 04 06:19:56.413414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85403722-c1b0-46de-860e-31e6bf25fd64 req-8c378c06-21a8-4bfe-9b80-ca24475680d5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:56.414890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85403722-c1b0-46de-860e-31e6bf25fd64 req-8c378c06-21a8-4bfe-9b80-ca24475680d5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 0.4337189 Jun 04 06:19:56.449333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-49c94dd0-6bda-45c6-84e4-27b2a4ed8a0f service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761187 Jun 04 06:19:56.459978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f10fac3f-9545-40ca-95a8-27c728e65e78 req-1131ebcb-8c8f-4f73-9aa6-8805813560c1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Jun 04 06:19:56.538332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-564c62b7-f0b5-4f51-96c7-95f87c9e4dcb req-26baa691-1f23-4998-aaa0-cc17a89d1476 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/78665499-16e5-40ec-9965-d69ea15db980 HTTP/1.1" status: 200 len: 1803 time: 0.0529296 Jun 04 06:19:56.563248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1060741256', 'description': 'tempest-description-1943083672'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:56.570810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:56.575365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:56.578926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:56.585572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:56.604152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.629977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:56.635244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:56.639192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:56.645094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:56.730389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.738106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.750421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85403722-c1b0-46de-860e-31e6bf25fd64 req-3f418b77-4e24-427f-9b80-372e91855c52 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242850 Jun 04 06:19:56.757537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d6a3151-9231-4541-8b24-1b1f53a19801 req-21a57cd1-0e48-4937-9a5d-e1764728a082 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789650 Jun 04 06:19:56.784841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136d11b4-a109-44bd-8863-102b2360f717,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:56.788163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.789482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2ee88faf-0b69-4f47-b266-0b2886164000 req-7fd00e2a-af73-4f93-9d49-0fa3d1b8a515 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2325785 Jun 04 06:19:56.882640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cbd23be-1755-478d-aecb-a010c208c3fd req-b835c940-44f5-42b7-a4e9-04d9fb75e201 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218769 Jun 04 06:19:56.909585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:56.979737 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-81551a21-c5d3-4f79-8acb-65c687116d89 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 200 len: 1805 time: 0.0995314 Jun 04 06:19:56.990859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '136d11b4-a109-44bd-8863-102b2360f717', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:56.991096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '136d11b4-a109-44bd-8863-102b2360f717', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:57.002165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:57.009626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:57.022103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:57.035680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:57.114207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:57.143154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:57.147343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:57.182569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53089736-7b2d-4bef-ad44-58ac543439d5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:57.184754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:57.186309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7cfaae87-768f-460f-93ea-8d76601469f5 req-c3d52967-7fba-476c-962e-aa64d9d1f851 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1997709 Jun 04 06:19:57.308796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94cbc-ba29-400f-9585-3c21d510f5ba req-16327233-75a4-4ce3-b49a-52d23e563c22 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.310763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bc94cbc-ba29-400f-9585-3c21d510f5ba req-16327233-75a4-4ce3-b49a-52d23e563c22 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.3425720 Jun 04 06:19:57.312981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-d7e6cddd-a4cc-4e3f-bd38-65c9e5c526b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.314314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-d7e6cddd-a4cc-4e3f-bd38-65c9e5c526b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1094 time: 0.3036137 Jun 04 06:19:57.399546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd55dfa-76b0-4e37-b4db-5cb04a5b896c req-91ebac88-a62c-4ce4-9b54-92b5520cd888 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.401112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6dd55dfa-76b0-4e37-b4db-5cb04a5b896c req-91ebac88-a62c-4ce4-9b54-92b5520cd888 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 985 time: 0.1158381 Jun 04 06:19:57.477055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bc94cbc-ba29-400f-9585-3c21d510f5ba req-deb4c8e4-be37-4f13-819c-569f3fd79716 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160154 Jun 04 06:19:57.477569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6dd55dfa-76b0-4e37-b4db-5cb04a5b896c req-87c15b8e-f232-4d29-b4ad-f94b9e7d1761 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e&id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0685692 Jun 04 06:19:57.577364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-b5cf9887-fcda-480b-9b08-f1ecbe98db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.578739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-b5cf9887-fcda-480b-9b08-f1ecbe98db2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.2405834 Jun 04 06:19:57.663714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-b9824b6a-a17d-40ed-ae82-a7e01a110eb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 200 len: 217 time: 0.0713625 Jun 04 06:19:57.666566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-2b5bb4ed-53f0-48e7-a4cf-0dd5b7017fab tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 200 len: 2398 time: 0.1381207 Jun 04 06:19:57.735433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '136d11b4-a109-44bd-8863-102b2360f717', 'remote_group_id': None}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:57.735745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '136d11b4-a109-44bd-8863-102b2360f717', 'remote_group_id': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:57.755426 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-a09600e6-798f-4121-9d64-b6e4944d875a service neutron] show failed (client error): The resource could not be found. Jun 04 06:19:57.756444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-a09600e6-798f-4121-9d64-b6e4944d875a service neutron] 10.222.0.24 "GET /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1411560 Jun 04 06:19:57.757638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:19:57.775708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee635-e86e-49e1-bed6-8ec94c072e17 req-29ac8684-8fe5-4177-9e80-5931d8ca19f3 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.778393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0efee635-e86e-49e1-bed6-8ec94c072e17 req-29ac8684-8fe5-4177-9e80-5931d8ca19f3 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 1095 time: 0.2012994 Jun 04 06:19:57.781833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Usage tracker for resource:security_group_rule and tenant:27f342e9713e480fa52f36b14586785e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:19:57.794303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:19:57.799448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:19:57.803071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Deleting port 87ca753d-acb6-49fd-908a-4725a84d564b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:19:57.803403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:57.838227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-d1e37413-51ac-4cbe-958a-6c80371b6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:57.839647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-d1e37413-51ac-4cbe-958a-6c80371b6029 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.1466436 Jun 04 06:19:57.857604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0efee635-e86e-49e1-bed6-8ec94c072e17 req-37f596cf-253e-4015-a84d-51d310ad3321 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 Jun 04 06:19:57.950618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-7a2e4272-4cd4-483d-a5d4-9dcd77420007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019487 Jun 04 06:19:58.125205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b19ec-70a9-452f-ba21-03b971e0857d req-c86db88d-4624-4810-b45b-74acfdd1bdc6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:58.127720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-932b19ec-70a9-452f-ba21-03b971e0857d req-c86db88d-4624-4810-b45b-74acfdd1bdc6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 943 time: 0.1307843 Jun 04 06:19:58.185856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-932b19ec-70a9-452f-ba21-03b971e0857d req-a8d9ad2f-e61d-4084-9bdc-3c1efca027f6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515509 Jun 04 06:19:58.252277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:58.304419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] For port 87ca753d-acb6-49fd-908a-4725a84d564b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=87ca753d-acb6-49fd-908a-4725a84d564b,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:58.304819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:58.471322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-f9ccebd1-a54b-493c-89ee-3127f363d085 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:58.472783 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-f9ccebd1-a54b-493c-89ee-3127f363d085 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.1658378 Jun 04 06:19:58.489503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-304e02ab-8b91-4264-819e-80ab0b21e5d4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/quotas/799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 375 time: 0.0103106 Jun 04 06:19:58.572649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:58.581576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Calling delete_port for 87ca753d-acb6-49fd-908a-4725a84d564b owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:19:58.600178 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-2c4455e1-1d6e-47e5-be7c-feff3deb999d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011927 Jun 04 06:19:58.610127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-84d49ffc-0fb3-4856-a81f-f8aacc8568c9 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510711 Jun 04 06:19:58.620477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:58.678071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-94c48d5e-3fad-4a8d-b211-bb8b2ef5481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:58.679523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-94c48d5e-3fad-4a8d-b211-bb8b2ef5481e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1100 time: 0.5623107 Jun 04 06:19:58.694441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9de4e2-8308-4240-8a16-8673059fa18d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:58.700299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:19:58.752804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-a69a5ec9-32b5-4580-a8c1-484c926d2000 service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456277 Jun 04 06:19:58.805183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:58.806399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fef6ac70-ab6a-44be-84cb-dd1fb1195f2b req-ed6b9b75-fd45-4570-af87-f112e7ac858e tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1144593 Jun 04 06:19:58.924377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-27e6032c-eef4-4b37-affe-e6dfd4daea6c service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649029 Jun 04 06:19:58.965459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66d6be79-272b-40ce-a176-c301c40ecec3 req-b21ce728-1ae7-4b48-8a84-e206ad431386 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459473 Jun 04 06:19:58.971382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:59.286334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 261776e9-867c-464d-84ee-938bf713681a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:19:59.311324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5a4f-627c-4dd7-938f-1711fa63ac8e req-207bd4c4-75b6-400d-baca-2dcdff9d065c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:59.314543 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e7a5a4f-627c-4dd7-938f-1711fa63ac8e req-207bd4c4-75b6-400d-baca-2dcdff9d065c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1231105 Jun 04 06:19:59.323970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2485de-014b-4a90-b7cd-963e815f00eb req-91ab9ab7-6c00-47a3-beda-10c5eb9c33d6 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:19:59.332378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2485de-014b-4a90-b7cd-963e815f00eb req-91ab9ab7-6c00-47a3-beda-10c5eb9c33d6 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 985 time: 0.3420150 Jun 04 06:19:59.339095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:59.381894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e7a5a4f-627c-4dd7-938f-1711fa63ac8e req-d62fa9ef-e9ce-4de4-b5b9-9d69b217805f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Jun 04 06:19:59.482917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ca753d-acb6-49fd-908a-4725a84d564b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:19:59.515126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f828ef34-a830-42e4-bce0-cbf0a2f13272 req-1f45270e-b530-41a1-80d5-46248a401654 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 200 len: 2996 time: 0.0801558 Jun 04 06:19:59.590242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=261776e9-867c-464d-84ee-938bf713681a,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:59.629974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '261776e9-867c-464d-84ee-938bf713681a', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'port_id': '261776e9-867c-464d-84ee-938bf713681a', 'mac_address': 'fa:16:3e:91:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:19:59.632376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2485de-014b-4a90-b7cd-963e815f00eb req-db2192e6-c3d9-40fe-9ef8-20d5ca72389c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e&id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2989626 Jun 04 06:19:59.680055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3e542ae-439f-4381-a78d-c468f114d790 req-79e8d454-6fda-4c23-82b1-9876d1562d82 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 210 time: 0.1241632 Jun 04 06:19:59.761132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-14d5fb85-dbe0-4f18-93b9-22e2ee0daed8 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-group-rules/6a9de4e2-8308-4240-8a16-8673059fa18d HTTP/1.1" status: 200 len: 783 time: 0.0473020 Jun 04 06:19:59.816450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 261776e9-867c-464d-84ee-938bf713681a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:19:59.816722 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:59.864568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-a7a83090-41d7-4b18-8ee3-8f8c170bee77 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 200 len: 2996 time: 0.0877607 Jun 04 06:19:59.870077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261776e9-867c-464d-84ee-938bf713681a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:19:59.906388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=261776e9-867c-464d-84ee-938bf713681a,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:19:59.910394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:59.915805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:19:59.927973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.012222 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.017839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:00.033010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:00.061838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a9de4e2-8308-4240-8a16-8673059fa18d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:00.075388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.089215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d26cefa-4aca-423c-9e0b-de5aefe5eeab req-9209a077-3fcb-4cc0-ac3e-3e5328d1024f tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/6a9de4e2-8308-4240-8a16-8673059fa18d HTTP/1.1" status: 204 len: 173 time: 0.2178450 Jun 04 06:20:00.149051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb2cfc-01ed-4e0b-9aaf-f8b2a48fc57c req-20b640a7-12d5-4d81-937c-9c33916a9d8b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:00.166296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56bb2cfc-01ed-4e0b-9aaf-f8b2a48fc57c req-20b640a7-12d5-4d81-937c-9c33916a9d8b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 944 time: 0.2815776 Jun 04 06:20:00.242638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['261776e9-867c-464d-84ee-938bf713681a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:00.249454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:00.257927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7016c965-36da-494d-a09e-1a8c9707907a req-0b37b23e-5d9c-4ee9-b891-6f0aa10eb475 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1755873906&fields=id&tenant_id=35dc323ab0dd4e4db56fb180f67eda27 HTTP/1.1" status: 200 len: 267 time: 0.0470607 Jun 04 06:20:00.277623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.374482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c965-36da-494d-a09e-1a8c9707907a req-2392a445-70eb-46b0-96dc-ab663e7a1e50 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:00.376137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7016c965-36da-494d-a09e-1a8c9707907a req-2392a445-70eb-46b0-96dc-ab663e7a1e50 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 985 time: 0.1096926 Jun 04 06:20:00.389966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'port': {'security_groups': ['a81e9f9c-84c2-4e81-9ce9-af75178879d0', 'b414b43f-bd19-4fb7-a95e-088c8ea3cd3e', 'd839d8db-faba-4e07-991c-dae7c77f9ac6']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:00.516912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56bb2cfc-01ed-4e0b-9aaf-f8b2a48fc57c req-ff6b3a5f-83f3-4e06-97de-da513d02c738 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496199 Jun 04 06:20:00.654900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:00.694122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.707927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:00.926386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Transition to ACTIVE for port object d32e7cdf-87df-4841-ae8c-8968cf5f30e7 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:00.962691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-55f6f0a5-32b0-49f5-9ee0-897db8628351 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 200 len: 2398 time: 0.3847914 Jun 04 06:20:00.962691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.198920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:01.231843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.237003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.251955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461', 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:01.338084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] No DVR routers for this DVR port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:01.369021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:01.369691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.385585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7016c965-36da-494d-a09e-1a8c9707907a req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "PUT /v2.0/ports/b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 1021 time: 1.0018721 Jun 04 06:20:01.386162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:01.432205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 261776e9-867c-464d-84ee-938bf713681a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:01.477629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0490d-f6c4-4559-bc5d-9b4412c5586d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:01.532785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-4c493325-cbc9-4049-ab8e-268a18c6eb00 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:01.537212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:01.538104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-4c493325-cbc9-4049-ab8e-268a18c6eb00 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.8739026 Jun 04 06:20:01.596190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Request body: {'port': {'device_id': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'admin_state_up': True, 'tenant_id': '799d8d3ae79d438da5c77b38215e0995'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:01.596593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['b9ef4d92-0a5e-4f64-b483-b28864c3767b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:01.677675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd01e-8f99-48b2-95dc-1c68df78e799 req-505a67db-84ae-480c-a47e-d20ca208bf3e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:01.680589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9cfd01e-8f99-48b2-95dc-1c68df78e799 req-505a67db-84ae-480c-a47e-d20ca208bf3e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1247082 Jun 04 06:20:01.702012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:01.762730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9cfd01e-8f99-48b2-95dc-1c68df78e799 req-18520458-2ea6-4ee1-86c9-280d3b411cff tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734575 Jun 04 06:20:01.805521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.807238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:01.807576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:01.807906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:01.819188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:01.819737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:01.820219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:01.826123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 261776e9-867c-464d-84ee-938bf713681a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:01.834259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:20:01.851602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 261776e9-867c-464d-84ee-938bf713681a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:01.851973 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.864178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:01.864551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:01.864911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:01.865349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Bound port: d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:01.865718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:01.896321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.084763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c2df7f7-425d-43d0-b693-b50b8d1e6117 req-e462251d-4d42-44c2-a83b-c707889751e4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 210 time: 0.1468890 Jun 04 06:20:02.160565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:02.173806 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c100499d-e6a5-4302-84dc-ad003b423e7b'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'code': 200} Jun 04 06:20:02.183602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 261776e9-867c-464d-84ee-938bf713681a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:02.183983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.249151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c34b538-b8c6-4f53-8fc1-6f88c6a60ee2 req-773dac90-7301-4fd2-a7ec-7441bf263012 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/d839d8db-faba-4e07-991c-dae7c77f9ac6 HTTP/1.1" status: 200 len: 1801 time: 0.0665920 Jun 04 06:20:02.258741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261776e9-867c-464d-84ee-938bf713681a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:02.283328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:02.283898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=261776e9-867c-464d-84ee-938bf713681a,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:02.299853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.333581 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-9c34b538-b8c6-4f53-8fc1-6f88c6a60ee2 req-554cbe0c-c936-44ed-a433-5f45a49aac85 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 06:20:02.337735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c34b538-b8c6-4f53-8fc1-6f88c6a60ee2 req-554cbe0c-c936-44ed-a433-5f45a49aac85 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/d839d8db-faba-4e07-991c-dae7c77f9ac6 HTTP/1.1" status: 409 len: 341 time: 0.0752232 Jun 04 06:20:02.346159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:02.353537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.387613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:02.438420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:02.441864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.446551 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e435d8e8-8938-43be-a38e-b1f3c0af99e0'] response: {'name': 'network-changed', 'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'status': 'completed', 'code': 200} Jun 04 06:20:02.459250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:02.465416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:02.482884 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Sync routers for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:02.483724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136d11b4-a109-44bd-8863-102b2360f717,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:02.502832 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.522148 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:02.524651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:02.790075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:02.790941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.792318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] 10.222.0.39 "PUT /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 1095 time: 4.0989485 Jun 04 06:20:02.837369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a62e2140-a974-4d97-8412-22badd04dcc3 admin admin] 10.222.0.17 "PUT /v2.0/routers/dcf5e8ce-9a84-451a-8293-e6a458cb8f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3427255 Jun 04 06:20:02.837369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:02.838260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96dd0906-e8af-489c-ad44-f39d957a4f67 req-787b2af8-b0d6-4bc6-ab12-e06eeba54fb6 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/136d11b4-a109-44bd-8863-102b2360f717 HTTP/1.1" status: 204 len: 173 time: 1.8725564 Jun 04 06:20:02.839397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41396) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:02.884073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc15d0-6943-4db8-862b-6643190cea1a service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:02.902925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Allocated IP 172.20.0.11 (1af3f430-eaed-4b84-9ddb-6ee5ede9c52f/66d12524-68f1-48f0-ae37-4e7c619efa45/f3449989-86c5-4e3c-a54c-876d795bed88) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:02.960930 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:03.038796 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f65d31e-abc7-485d-8b3c-908a8d2dd10f'] response: {'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261776e9-867c-464d-84ee-938bf713681a', 'code': 200} Jun 04 06:20:03.165698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5235-23fa-434b-b554-95071ae56dd8 req-9310e7c6-f6a3-42dd-b869-4ff47ab3779d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.170607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63cc5235-23fa-434b-b554-95071ae56dd8 req-9310e7c6-f6a3-42dd-b869-4ff47ab3779d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.5425718 Jun 04 06:20:03.173577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-d51665ef-f9f4-4eb7-9e81-26b4f102a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.186559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-d51665ef-f9f4-4eb7-9e81-26b4f102a5d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1175 time: 0.6652873 Jun 04 06:20:03.356222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-ed748b93-b448-46eb-9aa9-aa2f7889d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.358095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-ed748b93-b448-46eb-9aa9-aa2f7889d306 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.6594489 Jun 04 06:20:03.444370 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:20:03.460138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63cc5235-23fa-434b-b554-95071ae56dd8 req-53ef8f45-2ba4-4c76-8111-e6128f96a5b5 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630720 Jun 04 06:20:03.491820 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:19:59Z', 'revision_number': 5, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:03.496712 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Checking router: dcf5e8ce-9a84-451a-8293-e6a458cb8f9c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:03.500613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c871a6-f33b-4873-82f0-a485ee5247bc req-62819094-ad07-4526-bfae-0012b4fbd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.502702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7c871a6-f33b-4873-82f0-a485ee5247bc req-62819094-ad07-4526-bfae-0012b4fbd5cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1096 time: 0.1771963 Jun 04 06:20:03.507467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Routers {'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:03.508286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:03.598124 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-78213cdc-bcc4-464d-857e-26e77c134807 req-341c1552-a30a-464a-b04f-03ef6fcc6b17 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] show failed (client error): The resource could not be found. Jun 04 06:20:03.599056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78213cdc-bcc4-464d-857e-26e77c134807 req-341c1552-a30a-464a-b04f-03ef6fcc6b17 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/24dde805-3acb-4bc7-8b5e-29a60a8f1373 HTTP/1.1" status: 404 len: 352 time: 0.0911388 Jun 04 06:20:03.600196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:03.633811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:03.650274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7c871a6-f33b-4873-82f0-a485ee5247bc req-e09be4d8-5c6e-47d2-8994-8e4e46f417c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326141 Jun 04 06:20:03.698534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501c9a-04be-4587-86bd-5e27177409b2 req-45a30a67-5005-46fe-8526-fe50812c8cbd tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.701170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28501c9a-04be-4587-86bd-5e27177409b2 req-45a30a67-5005-46fe-8526-fe50812c8cbd tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1873577 Jun 04 06:20:03.703853 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] Set router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:03.755952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:03.830382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28501c9a-04be-4587-86bd-5e27177409b2 req-aa1d6826-ce0d-46cb-bae8-2a3a421528e0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217217 Jun 04 06:20:03.848581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:03.852168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:03.855328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:03.921226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:03.943633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:03.944164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:03.983394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-91e3469f-3a5a-4990-915e-d8ffcec90cfb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4205499 Jun 04 06:20:03.995231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Request body: {'port': {'device_id': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:04.051189 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:19:59Z', 'revision_number': 5, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:04.055975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6d45e-13ca-4a6b-96a3-e2d1ee67d611 None None] The sync data for ids ['dcf5e8ce-9a84-451a-8293-e6a458cb8f9c'] in n-d-811808-2 is: [{'id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-219928985-router', 'tenant_id': '7170de83d79d42918a11be14a0347c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '46d49817-c42f-485d-917b-c3f530e991bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:15:34Z', 'updated_at': '2022-06-04T06:19:59Z', 'revision_number': 5, 'project_id': '7170de83d79d42918a11be14a0347c4e', 'gw_port': {'id': '46d49817-c42f-485d-917b-c3f530e991bc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf5e8ce-9a84-451a-8293-e6a458cb8f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:15:35Z', 'updated_at': '2022-06-04T06:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:04.144154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-d140bd8c-769a-45b2-b220-533ef1688cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:04.145972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-d140bd8c-769a-45b2-b220-533ef1688cba service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.7000580 Jun 04 06:20:04.146547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-e96df951-86f5-45f1-966d-f10c52033f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:04.147815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-e96df951-86f5-45f1-966d-f10c52033f9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 200 len: 913 time: 0.9095111 Jun 04 06:20:04.192424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:04.242301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:04.333744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-09416e02-91d3-4eaf-9751-b3e423faf8f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1744301 Jun 04 06:20:04.348067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-c9532452-5aa4-4056-9a35-6e6e95e267f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 200 len: 217 time: 0.1295049 Jun 04 06:20:04.392073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a49a-8c08-4acb-9453-7ba987d4e007 req-ed6295d4-187b-40a2-989b-e78b6d4171b2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:04.393247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e242a49a-8c08-4acb-9453-7ba987d4e007 req-ed6295d4-187b-40a2-989b-e78b6d4171b2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:04.477773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:04.542211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Deleting port 46d49817-c42f-485d-917b-c3f530e991bc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:04.542609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:04.551647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e242a49a-8c08-4acb-9453-7ba987d4e007 req-ed6295d4-187b-40a2-989b-e78b6d4171b2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:04.558359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e242a49a-8c08-4acb-9453-7ba987d4e007 req-ed6295d4-187b-40a2-989b-e78b6d4171b2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 932 time: 0.4579215 Jun 04 06:20:04.578905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-a47f1e53-e32e-418b-a8db-a113aa884db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:04.580387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-a47f1e53-e32e-418b-a8db-a113aa884db7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 200 len: 852 time: 0.1867952 Jun 04 06:20:04.583005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-747626f7-b6d9-43b1-91f5-80b71bb77d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:04.584396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-747626f7-b6d9-43b1-91f5-80b71bb77d61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2380936 Jun 04 06:20:04.664262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-eb0d9916-aab8-4df1-847e-df8b8b6cd9da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6520498 Jun 04 06:20:04.676277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e242a49a-8c08-4acb-9453-7ba987d4e007 req-fca958e6-bad6-4055-b211-d1d3532bb314 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169770 Jun 04 06:20:04.703509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-6eb46417-a88d-41e5-8671-7fec1303931a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064210 Jun 04 06:20:04.800607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4899dc87-950c-4359-a565-aafe8316a791 req-d31b832a-0077-4920-80bc-b69e31f54d5b tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/78665499-16e5-40ec-9965-d69ea15db980 HTTP/1.1" status: 200 len: 1803 time: 0.0923338 Jun 04 06:20:04.898286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 87ca753d-acb6-49fd-908a-4725a84d564b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:04.902587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3449989-86c5-4e3c-a54c-876d795bed88 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:04.933866 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:04.943840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 87ca753d-acb6-49fd-908a-4725a84d564b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:04.944523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 87ca753d-acb6-49fd-908a-4725a84d564b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:04.986654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Transition to ACTIVE for port object f3449989-86c5-4e3c-a54c-876d795bed88 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:04.991784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4899dc87-950c-4359-a565-aafe8316a791 req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.002350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] For port 46d49817-c42f-485d-917b-c3f530e991bc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d49817-c42f-485d-917b-c3f530e991bc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:05.002798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.002958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.036708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfd970-427b-4462-b163-9adbff8160de req-4f121559-76a2-488c-8e38-2afd20c6a7fb tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:05.044721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e6cfd970-427b-4462-b163-9adbff8160de req-4f121559-76a2-488c-8e38-2afd20c6a7fb tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1024 time: 0.6197283 Jun 04 06:20:05.175518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:05.240039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Calling delete_port for 46d49817-c42f-485d-917b-c3f530e991bc owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:05.299606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4899dc87-950c-4359-a565-aafe8316a791 req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.359546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-61022b5d-2373-4bea-94c8-39c6a9a43db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:05.360977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-61022b5d-2373-4bea-94c8-39c6a9a43db0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7651060 Jun 04 06:20:05.377607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e6cfd970-427b-4462-b163-9adbff8160de req-62faa5db-c8c1-4496-926f-b2326bc4bfa8 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e&id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&id=d839d8db-faba-4e07-991c-dae7c77f9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3317149 Jun 04 06:20:05.384300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-3c1312c1-4da1-48bd-8f50-1c4503df0a3d service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425953 Jun 04 06:20:05.401427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260b34-c936-4e32-8968-f0694982557e req-83617ed0-679a-408b-989b-3b7f2aa24e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:05.402950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-83617ed0-679a-408b-989b-3b7f2aa24e8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 1117 time: 0.6949377 Jun 04 06:20:05.503474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4899dc87-950c-4359-a565-aafe8316a791 req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.523275 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d43f15-2a75-4370-9ede-34cce4dd3dbe'] response: {'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'status': 'completed', 'code': 200} Jun 04 06:20:05.811228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78665499-16e5-40ec-9965-d69ea15db980,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:05.837682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4899dc87-950c-4359-a565-aafe8316a791 req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:05.838822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4899dc87-950c-4359-a565-aafe8316a791 req-d964d61a-889e-497e-861e-7d493b1e3d4d tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/78665499-16e5-40ec-9965-d69ea15db980 HTTP/1.1" status: 204 len: 173 time: 1.0340052 Jun 04 06:20:05.873192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:05.873558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:05.873882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:05.902812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:05.903166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:05.926401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260b34-c936-4e32-8968-f0694982557e req-3ab5dee4-6aa3-4751-8876-36628bef0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:05.928432 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-3ab5dee4-6aa3-4751-8876-36628bef0077 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.4345999 Jun 04 06:20:05.959551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-408a68e1-715f-4df4-8e2f-9648d4087676 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:05.961615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-408a68e1-715f-4df4-8e2f-9648d4087676 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 1024 time: 0.5285997 Jun 04 06:20:05.964502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:05.965089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:05.965880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:05.966690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Bound port: f3449989-86c5-4e3c-a54c-876d795bed88, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:05.967276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:06.195050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-43bbc076-65b9-4a46-ab5e-f4cbfffc47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.196415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-43bbc076-65b9-4a46-ab5e-f4cbfffc47b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.6634936 Jun 04 06:20:06.234627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Deleting port b9ef4d92-0a5e-4f64-b483-b28864c3767b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:06.234979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:06.354626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:06.362537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-8d07bc0c-96b5-487a-9773-23297599f636 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 200 len: 217 time: 0.1479986 Jun 04 06:20:06.415755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:06.436711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:06.504366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09898292-ff41-4b7b-a8d5-89547b3964bf req-396a6d4f-8456-4506-985d-6631f0233ce5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.505754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09898292-ff41-4b7b-a8d5-89547b3964bf req-396a6d4f-8456-4506-985d-6631f0233ce5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.4410255 Jun 04 06:20:06.564897 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bcac39bd-a262-45e6-ac0e-e5876b09d70f req-08e70e09-4d3f-4019-a4ab-61a279198ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1173668 Jun 04 06:20:06.578882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-be29944c-0f45-4ae1-9898-45e4f4805806 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1999135 Jun 04 06:20:06.581022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260b34-c936-4e32-8968-f0694982557e req-50e04213-8119-4d63-b39e-01496d543dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.581589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-50e04213-8119-4d63-b39e-01496d543dda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1955702 Jun 04 06:20:06.599389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.600107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:06.601391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 1092 time: 2.6103203 Jun 04 06:20:06.671553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e95f8-283e-4d17-b6cd-d0e3c8a063ee req-65646c4f-b7f2-4d6b-a2f5-999d294038f7 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.673267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-454e95f8-283e-4d17-b6cd-d0e3c8a063ee req-65646c4f-b7f2-4d6b-a2f5-999d294038f7 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.7435546 Jun 04 06:20:06.755021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-ab2efc94-bfbc-4e47-a8bb-f4041ff1a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:06.756401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-ab2efc94-bfbc-4e47-a8bb-f4041ff1a061 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5494206 Jun 04 06:20:06.775144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09898292-ff41-4b7b-a8d5-89547b3964bf req-97cedc9b-f882-40b4-93ee-6f2902182c1e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476473 Jun 04 06:20:06.780947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-0b478e55-3a88-4b93-8938-af042370b465 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640003 Jun 04 06:20:06.850210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-80b6ad8a-f9cd-408a-90f2-a409ab8d5f7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.0814538 Jun 04 06:20:06.854146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8a0e3-4d71-4846-ad27-0f56e78eda62 service neutron] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:06.984760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-454e95f8-283e-4d17-b6cd-d0e3c8a063ee req-ae1e1895-9618-401c-b761-2ceb3b489482 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293625 Jun 04 06:20:07.025134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.054209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port b9ef4d92-0a5e-4f64-b483-b28864c3767b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=b9ef4d92-0a5e-4f64-b483-b28864c3767b,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:07.054565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.063342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-800d6c41-7bcc-4f87-bb78-09fb21970665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.064779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-800d6c41-7bcc-4f87-bb78-09fb21970665 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2042253 Jun 04 06:20:07.096722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0d4adf-c1c1-41df-8b45-bc783d5cff1f req-1a3149ff-6e53-45ec-b6c9-beb60ad78437 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118368 Jun 04 06:20:07.114842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d49817-c42f-485d-917b-c3f530e991bc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:07.283209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Calling delete_port for b9ef4d92-0a5e-4f64-b483-b28864c3767b owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:07.291073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-643d8d54-6d79-440f-94cf-42fd567d85d1 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/6921dd56-02c7-409b-a1f5-9cb03dd8db63 HTTP/1.1" status: 200 len: 1804 time: 0.2600803 Jun 04 06:20:07.296119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-86ebc236-5bcc-4016-a9dd-ef0ace7cb804 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830122 Jun 04 06:20:07.331904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-2201abbe-8571-454c-b787-b1153d16cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.333375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-2201abbe-8571-454c-b787-b1153d16cd32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1095 time: 0.6409476 Jun 04 06:20:07.364900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.435977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-17eb8e4b-2308-40ca-adfb-efa69ab480a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 217 time: 0.0915599 Jun 04 06:20:07.527084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:07.559587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6f7c-1840-4286-a5a5-4f2256bdc8b2 req-f21cda8f-6a6a-4b7e-8610-0ed2b649219d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.561658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00cd6f7c-1840-4286-a5a5-4f2256bdc8b2 req-f21cda8f-6a6a-4b7e-8610-0ed2b649219d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 944 time: 0.5094366 Jun 04 06:20:07.730691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-3741ff4d-69aa-435c-9e7c-c7c086d5f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.732417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-3741ff4d-69aa-435c-9e7c-c7c086d5f228 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6242590 Jun 04 06:20:07.733914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824b68-262c-4d44-afc4-ec66876c315a req-6b8b4dd7-3200-4d06-bb2a-b0dc3551a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.735163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-6b8b4dd7-3200-4d06-bb2a-b0dc3551a199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.2927828 Jun 04 06:20:07.812891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-525b57e8-4557-4c9b-b00e-1d18895817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:07.815329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-525b57e8-4557-4c9b-b00e-1d18895817ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.6240656 Jun 04 06:20:07.819883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-c2c73743-d907-4cbb-bea8-120f85436718 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756710 Jun 04 06:20:07.829854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.865490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.898142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:07.998744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8e260b34-c936-4e32-8968-f0694982557e req-3e734879-19a3-4994-b537-b03c329ee0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929576 Jun 04 06:20:08.001355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00cd6f7c-1840-4286-a5a5-4f2256bdc8b2 req-80913844-8995-49aa-ad2c-e6e0c1b456c4 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074569 Jun 04 06:20:08.016782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.029495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8d870a78-6e56-429c-80ea-284acd2a7461'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:08.052995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.053557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf5e8ce-9a84-451a-8293-e6a458cb8f9c {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:20:08.089730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.212806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'Port': ['ID=b9ef4d92-0a5e-4f64-b483-b28864c3767b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:08.232175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.237211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88160ea9-4361-4395-b612-f4ee95a31384 admin admin] 10.222.0.17 "DELETE /v2.0/routers/dcf5e8ce-9a84-451a-8293-e6a458cb8f9c HTTP/1.1" status: 204 len: 168 time: 5.3898900 Jun 04 06:20:08.243873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41474) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:08.306415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-19590c29-42aa-4dbc-b0c7-50f0d9685026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:08.308346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-19590c29-42aa-4dbc-b0c7-50f0d9685026 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4653366 Jun 04 06:20:08.425937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85d10506-ece9-42b9-b4c6-e3211ddbfad7 req-f37eb02a-fe3f-4f31-a528-48d12c4c6794 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b HTTP/1.1" status: 200 len: 210 time: 0.0865502 Jun 04 06:20:08.449575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-9cc9d9dc-0a63-4236-adec-fbe6dcce9af4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1207254 Jun 04 06:20:08.451226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.499967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-0fd1e902-8efa-4f91-ba7a-3eeaebcac885 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663480 Jun 04 06:20:08.527025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] No DVR routers for this DVR port b9ef4d92-0a5e-4f64-b483-b28864c3767b on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:08.537451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.553971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-b2d87aee-7555-4966-9760-5ddaded881d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107326 Jun 04 06:20:08.599852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Deleting subnet 395492b8-477d-4360-8f4b-bc743e694f83 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:08.603888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.623294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1a99c32-a9fe-4f69-bc6b-06a30ba156ad req-b95a11b5-860a-4e03-aecb-1c9564fff945 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "DELETE /v2.0/ports/b9ef4d92-0a5e-4f64-b483-b28864c3767b HTTP/1.1" status: 204 len: 173 time: 2.6297920 Jun 04 06:20:08.693927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.860256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921dd56-02c7-409b-a1f5-9cb03dd8db63,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:08.863383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.866249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-f834f89f-c5a6-41af-8510-c8d53eee084a service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420471 Jun 04 06:20:08.909730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-42d518b5-8e93-4148-bcc9-2af2a8ef5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:08.912563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-42d518b5-8e93-4148-bcc9-2af2a8ef5433 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.4508157 Jun 04 06:20:08.928453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2824b68-262c-4d44-afc4-ec66876c315a req-3d3a0533-2701-4530-bd9d-f26df4de6d2c service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202538 Jun 04 06:20:08.977652 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:08.979332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d2035e6-4ed5-4183-866f-a2231a251b26 req-6511bcba-b869-417c-972e-8a9168ccaa00 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/6921dd56-02c7-409b-a1f5-9cb03dd8db63 HTTP/1.1" status: 204 len: 173 time: 1.6770542 Jun 04 06:20:09.043225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d49817-c42f-485d-917b-c3f530e991bc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:09.114203 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93138572-62b2-4558-b455-b8e45228a523'] response: {'name': 'network-changed', 'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'status': 'completed', 'code': 200} Jun 04 06:20:09.126759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 46d49817-c42f-485d-917b-c3f530e991bc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:09.129921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d49817-c42f-485d-917b-c3f530e991bc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:09.149018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:09.204476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:09.209447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa193ba8-5f0b-4671-a6ef-35b5666c2d34 None None] Network b8384643-a55c-4326-875d-2a656862d446 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:09.212907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395492b8-477d-4360-8f4b-bc743e694f83,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:09.224312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-114389e1-b0de-47ca-b796-928073fb79f3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/395492b8-477d-4360-8f4b-bc743e694f83 HTTP/1.1" status: 204 len: 168 time: 0.9790001 Jun 04 06:20:09.225410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:09.266019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-7e01fc4c-acc9-4dfa-aec4-790d3fd3f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.268189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-7e01fc4c-acc9-4dfa-aec4-790d3fd3f5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872074 Jun 04 06:20:09.379692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034456-e1b4-4584-8647-5eded146afe9 req-b39f85ec-02fa-44f8-87d1-8da12c746d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.381166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-b39f85ec-02fa-44f8-87d1-8da12c746d7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1096 time: 0.3481708 Jun 04 06:20:09.384064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-5c788982-3fd0-4b9a-ae94-7dc214586025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.385086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-5c788982-3fd0-4b9a-ae94-7dc214586025 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1095 time: 0.2467811 Jun 04 06:20:09.454792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device b9ef4d92-0a5e-4f64-b483-b28864c3767b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:09.520441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: b9ef4d92-0a5e-4f64-b483-b28864c3767b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:09.521154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device b9ef4d92-0a5e-4f64-b483-b28864c3767b not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:09.555736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca68d3-6a47-4ac3-8eee-a52f66405d62 req-93eade8e-4e00-46ee-b4fa-5d89143b5e80 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.565115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3ca68d3-6a47-4ac3-8eee-a52f66405d62 req-93eade8e-4e00-46ee-b4fa-5d89143b5e80 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.2943552 Jun 04 06:20:09.608246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:09.655246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] DHCP port deletion for b8384643-a55c-4326-875d-2a656862d446 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:20:09.659797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Deleting port 82d02970-0420-4890-b712-b7d6b128b9c2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:09.660167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:09.681406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-6ee09c92-0880-4880-a70d-735c992367fa service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450251 Jun 04 06:20:09.687053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a308c5-eab5-46ba-9ed5-430f279d542a req-a8cc5549-e0df-45dc-b2ac-7e8ed2d19c95 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.688986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a308c5-eab5-46ba-9ed5-430f279d542a req-a8cc5549-e0df-45dc-b2ac-7e8ed2d19c95 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.3865049 Jun 04 06:20:09.741396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3ca68d3-6a47-4ac3-8eee-a52f66405d62 req-83259dca-dc54-4ebd-ba9e-5280e58fe48a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746333 Jun 04 06:20:09.758337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-69c6b61f-62f1-488d-bfb5-49e0dcae9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.758337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-69c6b61f-62f1-488d-bfb5-49e0dcae9054 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.3577361 Jun 04 06:20:09.758535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034456-e1b4-4584-8647-5eded146afe9 req-5d043076-06a9-4c58-901a-bd5c67525d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:09.759991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-5d043076-06a9-4c58-901a-bd5c67525d81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.3656018 Jun 04 06:20:09.839257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Deleting port 82d02970-0420-4890-b712-b7d6b128b9c2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:09.841141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:09.911174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] For port 82d02970-0420-4890-b712-b7d6b128b9c2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82d02970-0420-4890-b712-b7d6b128b9c2,segment=NetworkSegment(97d37285-be16-4f3f-b99e-7f9e98e978eb),segment_id=97d37285-be16-4f3f-b99e-7f9e98e978eb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:09.911758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.074792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-400bac42-b6bd-4fb6-ae6b-77d973002888 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 217 time: 0.3135407 Jun 04 06:20:10.078434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-b27c3d3f-f870-4ad0-83ba-14019369c0fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 200 len: 217 time: 0.2493482 Jun 04 06:20:10.078571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Calling delete_port for 82d02970-0420-4890-b712-b7d6b128b9c2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:10.083887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a308c5-eab5-46ba-9ed5-430f279d542a req-3949856b-b7d1-436a-be1c-cc215399c5eb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774965 Jun 04 06:20:10.163906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.204836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034456-e1b4-4584-8647-5eded146afe9 req-abe9293b-5231-4a56-94e3-8ae5928ef33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:10.206302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-abe9293b-5231-4a56-94e3-8ae5928ef33c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.1187899 Jun 04 06:20:10.219757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] No DVR routers for this DVR port 82d02970-0420-4890-b712-b7d6b128b9c2 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:10.223027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e260-4890-41e9-beb9-c7107d62aafa None None] Pushing event deleted for resources: {'Port': ['ID=82d02970-0420-4890-b712-b7d6b128b9c2,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:10.246694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] The port '82d02970-0420-4890-b712-b7d6b128b9c2' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:20:10.308376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-640d0c03-5449-4460-918a-fc4a65d9f629 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954485 Jun 04 06:20:10.346001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-3ac1135e-cc27-4fdd-8243-e721b4b43793 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/66d9557a-8b3f-47cf-948b-255f5763008a HTTP/1.1" status: 200 len: 1802 time: 0.1699100 Jun 04 06:20:10.347172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-592bbabe-77f5-42cc-97a5-be5353aca82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:10.348578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-592bbabe-77f5-42cc-97a5-be5353aca82e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.2633262 Jun 04 06:20:10.436343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-e9165a7f-ba96-4a5e-971d-281ba259d19a service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387226 Jun 04 06:20:10.442669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.466152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-9262b3ff-12d3-46ad-9c35-46b19420f269 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606766 Jun 04 06:20:10.490062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8384643-a55c-4326-875d-2a656862d446']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:10.525146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d362e-27ee-4397-9c95-1a9fe8a70950 req-41860e7a-bf55-4260-85ab-69bb55f0ddb2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:10.534587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-075d362e-27ee-4397-9c95-1a9fe8a70950 req-41860e7a-bf55-4260-85ab-69bb55f0ddb2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 944 time: 0.3226762 Jun 04 06:20:10.537838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d37285-be16-4f3f-b99e-7f9e98e978eb') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:10.538190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d37285-be16-4f3f-b99e-7f9e98e978eb') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:10.572950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.593019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.609130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.625582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:10.625982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.644360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-4f96b762-caae-420e-9e8c-bd0d298180e2 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268244 Jun 04 06:20:10.664178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.717628 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 97d37285-be16-4f3f-b99e-7f9e98e978eb resource provider aggregate not found Jun 04 06:20:10.720123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-075d362e-27ee-4397-9c95-1a9fe8a70950 req-3950038c-c16d-4ef4-87b2-44130b4c715e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296897 Jun 04 06:20:10.750171 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 97d37285-be16-4f3f-b99e-7f9e98e978eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97d37285-be16-4f3f-b99e-7f9e98e978eb found for delete ", "request_id": "req-a8746973-7840-4d9c-9398-f6b14a552b03"}]} Jun 04 06:20:10.780703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-b21d532d-71c0-4f56-94eb-baf9b0ba14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:10.782265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-b21d532d-71c0-4f56-94eb-baf9b0ba14b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1098 time: 0.2837784 Jun 04 06:20:10.785458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.788040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-7652af94-852d-4e98-b7e9-a962f9a2731c service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085656 Jun 04 06:20:10.830878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.838605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8384643-a55c-4326-875d-2a656862d446,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:10.913597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.915984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:10.917088 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aafe8745-54a3-4728-96fd-88f19b897f4c req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/66d9557a-8b3f-47cf-948b-255f5763008a HTTP/1.1" status: 204 len: 173 time: 0.5119619 Jun 04 06:20:10.930897 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-093d6c21-0da5-4ee4-b035-60a0c8951ce5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b8384643-a55c-4326-875d-2a656862d446 HTTP/1.1" status: 204 len: 168 time: 1.7042367 Jun 04 06:20:10.941079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14a1ed-0859-4d99-b3a6-c6fa0e0bf522 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d9557a-8b3f-47cf-948b-255f5763008a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:10.984089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62034456-e1b4-4584-8647-5eded146afe9 req-e29f2257-3c39-4617-be87-03b5508a1f70 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231139 Jun 04 06:20:11.021398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-47a2cbbd-6410-4185-aaa4-3361f5fdb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:11.023182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-47a2cbbd-6410-4185-aaa4-3361f5fdb41c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2338099 Jun 04 06:20:11.029049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82d02970-0420-4890-b712-b7d6b128b9c2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:11.048827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94711240-75f4-49f3-90a4-b6073d5b8e9d req-ad0a5871-65fd-4d0a-82c8-3004a6fa82c8 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535632 Jun 04 06:20:11.115761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'name': 'network-vif-deleted', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:11.140274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 82d02970-0420-4890-b712-b7d6b128b9c2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:11.140781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82d02970-0420-4890-b712-b7d6b128b9c2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:11.182733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-32895550-e53e-4e32-8d77-f5c9504a1b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1499817 Jun 04 06:20:11.194918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41526) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:11.255469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ccd42-21a7-410e-b8b4-1225cdeff38b req-a3e15802-b5da-423c-9f19-f7817161a4e5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:11.256935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e02ccd42-21a7-410e-b8b4-1225cdeff38b req-a3e15802-b5da-423c-9f19-f7817161a4e5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1282415 Jun 04 06:20:11.282187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-755bbb5c-ab67-45f3-9e35-bee45ced7d0e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=efe56b48b60744baaa5b5954f9fa9d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0838437 Jun 04 06:20:11.284703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:11.322586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:11.327967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e02ccd42-21a7-410e-b8b4-1225cdeff38b req-1333ceb3-127b-4dbd-b10c-f59dca686965 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Jun 04 06:20:11.344061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-9e1eba85-6c72-487c-a6f4-2c763dc45351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:11.345567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-9e1eba85-6c72-487c-a6f4-2c763dc45351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1557465 Jun 04 06:20:11.363716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.416760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.444258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3465a98-2778-425a-a472-2de2e8e8a97f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:11.445756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3465a98-2778-425a-a472-2de2e8e8a97f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.2128716 Jun 04 06:20:11.451298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-f1a4d3b1-7a2e-4833-a2d0-45906a20ac82 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/6be29bec-92e1-4c10-89e2-3db6bf23b75a HTTP/1.1" status: 200 len: 2402 time: 0.0885303 Jun 04 06:20:11.469604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-791d93b9-9a05-485b-bd41-03771ecb73fe tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/quotas/bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 375 time: 0.0127146 Jun 04 06:20:11.483872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-fa457849-fef8-4641-9cf0-d2cf746fb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:11.485465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:11.485703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-fa457849-fef8-4641-9cf0-d2cf746fb1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255615 Jun 04 06:20:11.506821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'port_id': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'mac_address': 'fa:16:3e:fb:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d12524-68f1-48f0-ae37-4e7c619efa45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:11.534711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.553512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.558741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757a723-08eb-4697-8d80-8fdcae7a201d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:11.577951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.581417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ab114883-728a-4074-95bd-031de52b6e7e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c757a723-08eb-4697-8d80-8fdcae7a201d HTTP/1.1" status: 204 len: 168 time: 0.2935233 Jun 04 06:20:11.591862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f3449989-86c5-4e3c-a54c-876d795bed88 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:11.592305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.596740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.611577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3449989-86c5-4e3c-a54c-876d795bed88 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:11.628605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:11.633597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.663507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.688262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-b1cd7286-c410-47cb-8406-9e189be2115e service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603622 Jun 04 06:20:11.696241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-cd3e4b50-faec-4a63-96e8-e0b1d50704f8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2171409 Jun 04 06:20:11.700673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be29bec-92e1-4c10-89e2-3db6bf23b75a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:11.705069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.722091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f42f98e0-cb53-421d-9515-b6b86036fbcf req-7f777ffb-3115-49fd-ada1-1cd672534c45 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/6be29bec-92e1-4c10-89e2-3db6bf23b75a HTTP/1.1" status: 204 len: 173 time: 0.2605598 Jun 04 06:20:11.728597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:11.777784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-eb91e8b0-94e4-4773-8164-178908888dd9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/b414b43f-bd19-4fb7-a95e-088c8ea3cd3e HTTP/1.1" status: 200 len: 1798 time: 0.0545318 Jun 04 06:20:11.850199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.886766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.939566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.959187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414b43f-bd19-4fb7-a95e-088c8ea3cd3e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:11.970882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:11.972563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acc7ffc0-0370-4df3-98a7-847d2dcb9590 req-4c288276-e3c8-4c04-940b-3f919021e692 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/b414b43f-bd19-4fb7-a95e-088c8ea3cd3e HTTP/1.1" status: 204 len: 173 time: 0.1868148 Jun 04 06:20:11.991023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f3449989-86c5-4e3c-a54c-876d795bed88'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:12.070142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f53c57e-7aa9-46bf-a8e4-d164b83899cc req-89154432-d30a-426b-9a2e-9ad51613a4c5 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729482 Jun 04 06:20:12.073296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-288f5bdf-8e37-4f4d-82c4-22dada6ffb4b service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558040 Jun 04 06:20:12.100266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41544) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:12.154780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1dc263bf-7dc9-4062-ab2b-eaec96105c53 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7170de83d79d42918a11be14a0347c4e&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0529842 Jun 04 06:20:12.157062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:12.232151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.260681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.279167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-1e043d39-b6b8-4964-8102-89e8825418dc service neutron] 10.222.0.17 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772466 Jun 04 06:20:12.316953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.334286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c739100-f89a-4d37-90ec-9c28520b90ef,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:12.339679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.341338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e457e15a-8e0f-4b76-bb9a-bc5b648fe828 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7c739100-f89a-4d37-90ec-9c28520b90ef HTTP/1.1" status: 204 len: 168 time: 0.1823075 Jun 04 06:20:12.437523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5c90-d3f0-484d-868a-bd173cbc4ed4 req-ec684da4-80b5-4cb4-b560-1de5b3e6e5d6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:12.439005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7cb5c90-d3f0-484d-868a-bd173cbc4ed4 req-ec684da4-80b5-4cb4-b560-1de5b3e6e5d6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.0845318 Jun 04 06:20:12.490112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7cb5c90-d3f0-484d-868a-bd173cbc4ed4 req-6a10bfbc-143e-4b6b-8f23-79b396ac288b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451503 Jun 04 06:20:12.551753 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a6cda6-125b-4b2f-91a9-ee45cc4474a7'] response: {'server_uuid': '31f10ab8-ecf7-4667-b4ba-c33b71aa1e6b', 'name': 'network-vif-deleted', 'tag': 'b9ef4d92-0a5e-4f64-b483-b28864c3767b', 'status': 'completed', 'code': 200} Jun 04 06:20:12.760422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-ddd8facb-8c70-4936-b6dc-31d949e36496 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "GET /v2.0/security-groups/29f1a5ed-d451-4152-a352-415dd7a318a4 HTTP/1.1" status: 200 len: 2397 time: 0.1958771 Jun 04 06:20:12.823106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50123c3f-6f4e-4775-87b9-8280fa7c5820 req-e0940ffe-725d-4bfd-95d3-3e5b518cda44 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:12.824510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50123c3f-6f4e-4775-87b9-8280fa7c5820 req-e0940ffe-725d-4bfd-95d3-3e5b518cda44 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 945 time: 0.1034141 Jun 04 06:20:12.860075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.895012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50123c3f-6f4e-4775-87b9-8280fa7c5820 req-66db569a-e9d1-4fb5-a4d7-7e6465226f3f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Jun 04 06:20:12.918356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:12.969838 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-85adcb86-b842-4826-ad3c-0d83f6046e3a tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/d839d8db-faba-4e07-991c-dae7c77f9ac6 HTTP/1.1" status: 200 len: 1801 time: 0.0579727 Jun 04 06:20:12.983594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.007839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f1a5ed-d451-4152-a352-415dd7a318a4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:13.013330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.023221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41586) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:13.026090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0533b283-1ae2-4d32-a4c8-2359c36b8a97 req-d4ee86a9-7bc5-434b-9351-05979e0530e9 tempest-SecurityGroupRulesTestJSON-1732380764 tempest-SecurityGroupRulesTestJSON-1732380764-project] 10.222.0.17 "DELETE /v2.0/security-groups/29f1a5ed-d451-4152-a352-415dd7a318a4 HTTP/1.1" status: 204 len: 173 time: 0.2567475 Jun 04 06:20:13.123431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Deleting subnet c89db156-87d8-4532-adf3-bf693d0c6d1b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:13.125190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.140233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.199060 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.214699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888904-3d1b-42e4-8d7f-d36dfa3a7cf4 req-46eb7443-160e-4eb8-b768-3160109d25ef tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:13.223389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e888904-3d1b-42e4-8d7f-d36dfa3a7cf4 req-46eb7443-160e-4eb8-b768-3160109d25ef tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.1017685 Jun 04 06:20:13.226223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.269294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e888904-3d1b-42e4-8d7f-d36dfa3a7cf4 req-49088dc0-f4c6-4ba5-a722-876d6c1a7544 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442967 Jun 04 06:20:13.322823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.329037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:13.341174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:13.386758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.436369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839d8db-faba-4e07-991c-dae7c77f9ac6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:13.452920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.472557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0804db48-1c62-4246-85ad-b78cc3449f01 req-510b3d11-92dc-4924-a94c-59010de0af99 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/d839d8db-faba-4e07-991c-dae7c77f9ac6 HTTP/1.1" status: 204 len: 173 time: 0.5014031 Jun 04 06:20:13.498882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845c8cb-b2df-4f38-aa90-05df9d797e6d req-d5bd257b-f2bd-48ef-ba98-bbacf5316d68 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:13.504397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8845c8cb-b2df-4f38-aa90-05df9d797e6d req-d5bd257b-f2bd-48ef-ba98-bbacf5316d68 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 947 time: 0.1110804 Jun 04 06:20:13.537105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.576047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8845c8cb-b2df-4f38-aa90-05df9d797e6d req-e6e3bc30-1ebc-4e63-a197-f3344563c608 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651460 Jun 04 06:20:13.604104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port f3449989-86c5-4e3c-a54c-876d795bed88 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:13.607002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.620250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89db156-87d8-4532-adf3-bf693d0c6d1b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:13.621697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port f3449989-86c5-4e3c-a54c-876d795bed88 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:13.623247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.628473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4b350afb-251a-4c95-9290-67be75631a80 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c89db156-87d8-4532-adf3-bf693d0c6d1b HTTP/1.1" status: 204 len: 168 time: 0.6015494 Jun 04 06:20:13.628862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:13.657054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-653967219', 'description': 'tempest-description-2116233967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:13.665400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:13.683318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e68d6d62-9224-465f-89a9-9babd71bc678 req-aa7282c4-522c-4b79-a50a-d3d20fbcac80 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 210 time: 0.0548370 Jun 04 06:20:13.705282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:13.733762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'mac_address': 'fa:16:3e:f1:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:13.734471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:13.788858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:13.798171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:13.805164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:13.805870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.826779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.830898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:13.888466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:13.900051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:13.907177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Usage tracker for resource:security_group_rule and tenant:35dc323ab0dd4e4db56fb180f67eda27 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:13.912030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:13.919988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:13.936096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:14.041814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.094303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e1498-c144-4555-a47c-1c1951acb2a0 req-1d1fa536-ae05-47d9-a1ca-9ab255e45089 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:14.101266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708e1498-c144-4555-a47c-1c1951acb2a0 req-1d1fa536-ae05-47d9-a1ca-9ab255e45089 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1668184 Jun 04 06:20:14.160897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f3449989-86c5-4e3c-a54c-876d795bed88 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:14.161441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.196934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.203364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708e1498-c144-4555-a47c-1c1951acb2a0 req-27ee9237-301b-4ada-b263-c0c5a14a803e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991287 Jun 04 06:20:14.258559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1db8caf-7127-45eb-942b-60770bb940c2']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:14.318217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-8bb57397-e149-4901-b41b-058851346ebf tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:14.319718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-8bb57397-e149-4901-b41b-058851346ebf tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.24 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.3759589 Jun 04 06:20:14.327933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cec1c6-cc87-49e7-b36e-e87649cf5ab2') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:14.328928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cec1c6-cc87-49e7-b36e-e87649cf5ab2') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:14.340580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:14.361701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:14.377466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:14.385306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.444361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Deleting port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:14.445006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.476409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-62a38d37-0792-4d03-9b25-23fc9d09a73b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:14.477879 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-62a38d37-0792-4d03-9b25-23fc9d09a73b tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 821 time: 0.3389726 Jun 04 06:20:14.490399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:14.494940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Request body: {'port': {'device_id': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'admin_state_up': True, 'tenant_id': 'bc4bc65455654a9d915a6eed4b933b22'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:14.516566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.529161 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.538891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.570422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:14.595658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89998f9-901b-4bd0-9379-3e40e5190472,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:14.607245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.632550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:14.633347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.641602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b58d6e-50fe-4e4f-b578-dda31412f299 req-0e8b43f6-2a98-4a4a-9a53-d8618cd9f2b6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:14.645661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77b58d6e-50fe-4e4f-b578-dda31412f299 req-0e8b43f6-2a98-4a4a-9a53-d8618cd9f2b6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.2821674 Jun 04 06:20:14.716234 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 28cec1c6-cc87-49e7-b36e-e87649cf5ab2 resource provider aggregate not found Jun 04 06:20:14.716491 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77b58d6e-50fe-4e4f-b578-dda31412f299 req-9943affe-ae6a-4b8a-b6c4-2d4f36a035a6 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628595 Jun 04 06:20:14.761330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:14.774079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:14.787715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Made reservation on behalf of bc4bc65455654a9d915a6eed4b933b22 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:14.792133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.813542 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 28cec1c6-cc87-49e7-b36e-e87649cf5ab2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28cec1c6-cc87-49e7-b36e-e87649cf5ab2 found for delete ", "request_id": "req-7e678552-1a8f-44b7-b414-65833493777c"}]} Jun 04 06:20:14.830408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:14.849073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-382cf76b-1a38-4e12-bc92-9b3507679f77 req-94aaca6a-d699-46ff-b3a3-210f5e615f5c tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1999481 Jun 04 06:20:14.927462 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3ee68a-933d-49fe-a572-db6620051edb'] response: {'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'code': 200} Jun 04 06:20:15.011119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.018259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.046419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d1db8caf-7127-45eb-942b-60770bb940c2 HTTP/1.1" status: 204 len: 168 time: 1.4164078 Jun 04 06:20:15.065863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329c36e-172b-4f85-b347-0b98bad6aab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1db8caf-7127-45eb-942b-60770bb940c2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:15.155216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] For port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:15.156224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.209356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523c4d-fc38-4152-808d-0843bf8db24b req-c58898ca-fcca-4fe2-a13d-61d66e7b4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:15.210900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3523c4d-fc38-4152-808d-0843bf8db24b req-c58898ca-fcca-4fe2-a13d-61d66e7b4053 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1097 time: 0.2061253 Jun 04 06:20:15.224380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c297c6-f947-449f-ab50-564da946d97c req-859cb0dd-cd62-46c3-bce2-67224684311a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:15.233252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c297c6-f947-449f-ab50-564da946d97c req-859cb0dd-cd62-46c3-bce2-67224684311a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 945 time: 0.3267097 Jun 04 06:20:15.303965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Allocated IP 172.20.0.8 (8def6106-68ef-448c-afa6-829100fdb881/75909812-5690-472c-b388-d5406ca98ad7/926a8db2-0575-4ab9-a560-403f61f876ea) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:15.321623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c297c6-f947-449f-ab50-564da946d97c req-4a48ad86-40d5-41f8-b95e-bc30c97d249c tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups?id=abd0ba7c-5c90-4d61-b968-d6ad44e4b555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873735 Jun 04 06:20:15.363695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:15.400478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3523c4d-fc38-4152-808d-0843bf8db24b req-4a2e60b8-d8f8-4a75-95ed-6db2554c9023 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444495 Jun 04 06:20:15.644880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3cbae4b-6fda-4f4f-be85-7e7390fc9e06 req-3258f62e-ab4f-4a07-b631-a6b6b7d6eddf tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 210 time: 0.1881666 Jun 04 06:20:15.672931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7a991e1f-5605-44b9-a2a9-28ecf83bd3bc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=27f342e9713e480fa52f36b14586785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909575 Jun 04 06:20:15.675634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41648) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:15.711210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc8d7b-4c93-430d-8f46-5bb712b76975 req-1247b758-0699-4955-8c33-d79b900aacc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:15.712682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0adc8d7b-4c93-430d-8f46-5bb712b76975 req-1247b758-0699-4955-8c33-d79b900aacc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.3025582 Jun 04 06:20:15.764446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.764814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.765120 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Floating IP b42a9760-e0e4-41c8-8a7c-8e04b35ae155 disassociated. External IP: 172.25.1.74, port: a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9. Jun 04 06:20:15.766263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Calling delete_port for a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:15.844107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0adc8d7b-4c93-430d-8f46-5bb712b76975 req-fe54786e-4689-40de-a349-4c5f64690a27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965044 Jun 04 06:20:15.844353 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-0fed6d1e-3323-439e-b3a1-393d97559d2e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/c89998f9-901b-4bd0-9379-3e40e5190472 HTTP/1.1" status: 200 len: 1800 time: 0.1106818 Jun 04 06:20:15.874136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1251304860', 'description': 'tempest-description-hth-1967830913'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:15.931675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.934748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.948185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.984299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:15.996327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.071817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.079208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.086134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event deleted for resources: {'Port': ['ID=a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:16.105589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.121836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['360dc6f8-f378-4d1d-a99a-17c7e151d8bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:16.221383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Network 8def6106-68ef-448c-afa6-829100fdb881 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:16.222693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89998f9-901b-4bd0-9379-3e40e5190472,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:16.229888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.235681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:16.238026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:16.295962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:16.307851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373854-5863-4e00-8622-2b9a7cfe1950 req-b88ceb39-496d-4db2-b0e1-2749b61228ca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:16.310115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.311223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8d171b67-c503-49c0-9853-5196a7389d9a HTTP/1.1" status: 204 len: 168 time: 0.6358135 Jun 04 06:20:16.312089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.313145 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1340eca2-83cd-49ed-a4fc-b7baebc0b9a6 req-6de4bff3-3fb4-45a8-8e3f-9f50c4ef4d93 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "PUT /v2.0/security-groups/c89998f9-901b-4bd0-9379-3e40e5190472 HTTP/1.1" status: 200 len: 1775 time: 0.4467652 Jun 04 06:20:16.313962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931094d-0fe3-41f8-a9ed-4d79f43886f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d171b67-c503-49c0-9853-5196a7389d9a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:16.323760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58373854-5863-4e00-8622-2b9a7cfe1950 req-b88ceb39-496d-4db2-b0e1-2749b61228ca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.2985275 Jun 04 06:20:16.370848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:16.371525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.409093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-e75c1300-5c60-43b5-892e-726f49253c26 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9177866 Jun 04 06:20:16.424123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Request body: {'port': {'device_id': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:16.452087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Router 1dd7b105-acff-479e-ae4a-a256fac5e341 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:20:16.479275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58373854-5863-4e00-8622-2b9a7cfe1950 req-76953f25-1319-42df-ab04-013d226b113b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421425 Jun 04 06:20:16.705196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.852839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d984e8-aedd-42d0-8e5e-e4c229e9bb89 req-65476eb1-84be-48a0-a833-27530f699285 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:16.873954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7d984e8-aedd-42d0-8e5e-e4c229e9bb89 req-65476eb1-84be-48a0-a833-27530f699285 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.2714188 Jun 04 06:20:16.876178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:16.892022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-88a31e1a-a0bd-4145-8657-91f26186d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:16.894869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Sync routers for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:16.926070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:16.928199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:16.967414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7d984e8-aedd-42d0-8e5e-e4c229e9bb89 req-9503a435-7b52-42b0-ae8e-b8fa92097d0a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908003 Jun 04 06:20:17.112894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] No DVR routers for this DVR port a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:17.123433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:17.127533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'name': 'network-vif-deleted', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:17.162795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e071c0e-b104-4a81-883b-09aa43fe4f49 req-ba5e2849-73ea-4eb3-aa15-224789c3d02d tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.24 "DELETE /v2.0/ports/a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 HTTP/1.1" status: 204 len: 173 time: 2.8205256 Jun 04 06:20:17.188097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6903976-647c-473e-85e0-2b090ab7b5b4 req-2df046b2-c19a-4952-a264-bce01c2c8177 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/c89998f9-901b-4bd0-9379-3e40e5190472 HTTP/1.1" status: 200 len: 1775 time: 0.1996343 Jun 04 06:20:17.266845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:17.323413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e956f903-9b36-4b09-81b6-dbd2f049ca34 req-adb39963-dbd4-479a-8dd9-5f2bb84eb084 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/ports?device_id=659b56a9-7b7b-4e1f-977b-f864435b7390 HTTP/1.1" status: 200 len: 210 time: 0.1043043 Jun 04 06:20:17.470809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:17.535944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f4115-2e6e-4b3e-8d3a-80b7310278fb req-34a72ba3-520f-45d3-b217-201794ea5f38 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:17.545300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb8f4115-2e6e-4b3e-8d3a-80b7310278fb req-34a72ba3-520f-45d3-b217-201794ea5f38 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 931 time: 0.1686521 Jun 04 06:20:17.547837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-36a0517e-af92-478a-bce8-d4c04afb2799 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:17.549914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-36a0517e-af92-478a-bce8-d4c04afb2799 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9&tenant_id=36671555bc8340b5a022e2fda52f75fc&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 948 time: 0.3369901 Jun 04 06:20:17.581998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:17.612185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb8f4115-2e6e-4b3e-8d3a-80b7310278fb req-c13e2841-7b0f-4ed5-856c-eb554b797be3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655262 Jun 04 06:20:17.660535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:17.661191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:17.676655 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cadd5b-4895-4a5c-bf9e-7dc98c42f51a'] response: {'server_uuid': '659b56a9-7b7b-4e1f-977b-f864435b7390', 'name': 'network-vif-deleted', 'tag': 'a7bf7293-4fa0-4ad2-bd2a-2c4401f2a7c9', 'status': 'completed', 'code': 200} Jun 04 06:20:17.745459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be5f6-0830-4ed6-874f-86c68d2d35f8 req-77f3d698-9a0c-4937-a63c-9675896decb7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:17.752531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:17.753151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6be5f6-0830-4ed6-874f-86c68d2d35f8 req-77f3d698-9a0c-4937-a63c-9675896decb7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.2762744 Jun 04 06:20:17.754879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41694) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:17.764869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:17.764869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:17.774672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-67dc6047-347b-4eac-a175-a999cc030035 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/c89998f9-901b-4bd0-9379-3e40e5190472 HTTP/1.1" status: 200 len: 1775 time: 0.0799739 Jun 04 06:20:17.837199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-6d17b2b7-fa6d-4a50-93d1-686d15a3e0ca service neutron] 10.222.0.39 "GET /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7/bindings/n-h1-811808-2 HTTP/1.1" status: 200 len: 382 time: 0.2802472 Jun 04 06:20:17.865898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d6be5f6-0830-4ed6-874f-86c68d2d35f8 req-5fef2f55-054f-438a-b1af-7ce6e5d82e55 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118002 Jun 04 06:20:17.874384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:17.880739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926a8db2-0575-4ab9-a560-403f61f876ea {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:17.927717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:17.953296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:17.998683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:18.000623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:18.001012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.024667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Checking router: 1dd7b105-acff-479e-ae4a-a256fac5e341 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:18.038255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:18.038742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:19:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:18.041495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Transition to ACTIVE for port object 926a8db2-0575-4ab9-a560-403f61f876ea will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:18.052777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.081424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.108604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89998f9-901b-4bd0-9379-3e40e5190472,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:18.129571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.130784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32efd0ce-ed4c-42d1-a6f9-00f6b53d3690 req-20017353-a14f-4c99-9b67-b5ede6462572 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/c89998f9-901b-4bd0-9379-3e40e5190472 HTTP/1.1" status: 204 len: 173 time: 0.3553236 Jun 04 06:20:18.241291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:18.272980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:18.281187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.358487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a806d9-a38e-4310-ae3b-acdab32037e6 req-3309b956-ac8d-405b-ba1a-835e4bf71eb9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:18.360064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47a806d9-a38e-4310-ae3b-acdab32037e6 req-3309b956-ac8d-405b-ba1a-835e4bf71eb9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.0912631 Jun 04 06:20:18.377339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1628415872-network', 'tenant_id': 'c166cb431f7947a5a4012b658498220c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:18.399975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:18.409856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47a806d9-a38e-4310-ae3b-acdab32037e6 req-5add7096-cad4-4f3a-984c-69b6929dcefa tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Jun 04 06:20:18.413086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Usage tracker for resource:network and tenant:c166cb431f7947a5a4012b658498220c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:18.423728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:18.445555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:18.462971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:18.470618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:18.475274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-28558655-1aac-45af-8970-701ef002daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:18.476763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-28558655-1aac-45af-8970-701ef002daee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1099 time: 0.6099579 Jun 04 06:20:18.505918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:18.616866 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93302f83-6890-40c7-8a03-4a8f853abbc2'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'code': 200} Jun 04 06:20:18.625700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Made reservation on behalf of c166cb431f7947a5a4012b658498220c for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:18.627870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.654772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.720313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3fb55-bc86-4b48-acac-15cbb7ed3d8e req-0b825c89-7abe-4443-a7f5-18cbcb45d75a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:18.721816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bef3fb55-bc86-4b48-acac-15cbb7ed3d8e req-0b825c89-7abe-4443-a7f5-18cbcb45d75a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.6067374 Jun 04 06:20:18.723319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:18.737433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Usage tracker for resource:security_group_rule and tenant:c166cb431f7947a5a4012b658498220c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:18.740978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:18.741313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:18.741666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:18.745208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:18.765638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:18.778962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b6b570ea-9a32-48eb-9fbc-2ad49e4b51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:18.780403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b6b570ea-9a32-48eb-9fbc-2ad49e4b51b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2750077 Jun 04 06:20:18.780960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:18.781310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:18.790111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:18.795062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3680697b-66d6-4242-9b74-48b0e0e37be1 None None] The sync data for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 is: [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cb5507ea-f845-4395-a28d-2a41cfb732e1', 'name': '', 'network_id': '0ad4bf1b-889d-43fa-9f8d-d03a49d13507', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'mac_address': 'fa:16:3e:12:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:30Z', 'updated_at': '2022-06-04T06:16:41Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'subnets': [{'id': 'a6a50c3f-57fc-44c8-a266-0d201e5a6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:18.849685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7671d42-a220-4a54-90a7-819d2e83d963 req-01ee2913-adca-4f25-a11d-76012ec61f85 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:18.854447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7671d42-a220-4a54-90a7-819d2e83d963 req-01ee2913-adca-4f25-a11d-76012ec61f85 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1097 time: 0.0808616 Jun 04 06:20:18.876191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:18.876474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:18.876857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:18.877300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Bound port: 926a8db2-0575-4ab9-a560-403f61f876ea, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:18.877681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:18.895572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-efe66b7a-7573-416b-9f91-08c87b2aff04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1059906 Jun 04 06:20:18.895894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7671d42-a220-4a54-90a7-819d2e83d963 req-d0325781-ebe7-464e-b302-9445aee83a5f tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Jun 04 06:20:18.942313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bef3fb55-bc86-4b48-acac-15cbb7ed3d8e req-8b743c7e-6e43-490b-8f73-8b232f3d7868 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019351 Jun 04 06:20:18.999767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4d45783-83b3-4700-be16-a4e250af9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.046952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41730) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:19.102354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:19.106862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:19.109822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-8ee141a1-424c-455f-8156-70b097343261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.111864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-8ee141a1-424c-455f-8156-70b097343261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2095685 Jun 04 06:20:19.116693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.159840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb1282-64c7-4cdb-bf00-ced24872048c None None] New status for floating IP b42a9760-e0e4-41c8-8a7c-8e04b35ae155: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:20:19.207973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.257826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.283784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.284707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.285132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a23ecb-0fc8-4075-b5d6-2762698d71e2 req-023cedf4-f184-4285-bddd-5b8447d71851 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.286523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] 10.222.0.24 "PUT /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 1091 time: 2.8668635 Jun 04 06:20:19.292335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:19.292517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33a23ecb-0fc8-4075-b5d6-2762698d71e2 req-023cedf4-f184-4285-bddd-5b8447d71851 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.1864145 Jun 04 06:20:19.369596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33a23ecb-0fc8-4075-b5d6-2762698d71e2 req-4fcdd81a-7c33-4e78-b281-2db06317b848 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Jun 04 06:20:19.380444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.391058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1f5ba-6490-497c-9d02-f8e4a3677ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:19.419248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.420797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "DELETE /v2.0/security-groups/abd0ba7c-5c90-4d61-b968-d6ad44e4b555 HTTP/1.1" status: 204 len: 168 time: 0.3720486 Jun 04 06:20:19.422422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d4348-db96-487f-8895-9cb4f040e14a tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0ba7c-5c90-4d61-b968-d6ad44e4b555,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:19.424208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41736) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:19.477392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.481556 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-717b1887-5788-4827-9eca-1fd8925722b8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] show failed (client error): The resource could not be found. Jun 04 06:20:19.482593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-717b1887-5788-4827-9eca-1fd8925722b8 tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "GET /v2.0/security-groups/abd0ba7c-5c90-4d61-b968-d6ad44e4b555 HTTP/1.1" status: 404 len: 347 time: 0.0554144 Jun 04 06:20:19.487444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:19.489401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.504175 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-37bbf9dd-0e3c-46d1-bae9-01770834f687 req-80ad6eec-e8d1-48a3-ab84-5ddf3e03b962 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:19.505510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37bbf9dd-0e3c-46d1-bae9-01770834f687 req-80ad6eec-e8d1-48a3-ab84-5ddf3e03b962 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/d839d8db-faba-4e07-991c-dae7c77f9ac6 HTTP/1.1" status: 404 len: 352 time: 0.0233169 Jun 04 06:20:19.507337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-3c2e504a-4e83-409b-afd5-2b6618ed8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.508749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-3c2e504a-4e83-409b-afd5-2b6618ed8999 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3872125 Jun 04 06:20:19.598386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6be03-52be-4cb4-ba02-934c073b58db req-29282a22-14cf-4451-b1bf-7e9d8bef409f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.599874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c5c6be03-52be-4cb4-ba02-934c073b58db req-29282a22-14cf-4451-b1bf-7e9d8bef409f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.3880749 Jun 04 06:20:19.613649 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-dbf11e42-4449-46ea-a5fc-c2753894c746 req-0382633f-646c-46f1-b79b-15ab4472bae4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:19.614864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbf11e42-4449-46ea-a5fc-c2753894c746 req-0382633f-646c-46f1-b79b-15ab4472bae4 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/b414b43f-bd19-4fb7-a95e-088c8ea3cd3e HTTP/1.1" status: 404 len: 352 time: 0.0167885 Jun 04 06:20:19.636328 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70874881-3624-4f57-879d-5883836760fc'] response: {'name': 'network-changed', 'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea', 'status': 'completed', 'code': 200} Jun 04 06:20:19.658623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:20:19.746533 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-d550a126-2410-440f-8296-17343dadf3c7 req-b9675446-bea7-4e1c-a0df-5f80de29390d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:19.754854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d550a126-2410-440f-8296-17343dadf3c7 req-b9675446-bea7-4e1c-a0df-5f80de29390d tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/a7bf82a0-6018-459d-83c2-8151cac16e1d HTTP/1.1" status: 404 len: 352 time: 0.0294528 Jun 04 06:20:19.818143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4b454-005b-4c38-a9df-ea718176330e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:19.846721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.847073 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Added segment b9c91595-ab9a-4074-9760-eac819494ec7 of type vlan for network 91904785-2889-442b-9dad-8362e6b24d7b Jun 04 06:20:19.850671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Deleting port 4298e41c-296c-4913-984e-b598bd9593df {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:19.850999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:19.920147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-33b24339-1305-40c0-bb2b-4670c64d3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:19.924274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-33b24339-1305-40c0-bb2b-4670c64d3287 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1094 time: 0.5884879 Jun 04 06:20:19.940147 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-0c65112a-78af-4cdd-a0ea-b139ef1c3d1e req-25922c7a-9049-46f1-84e3-72fac7bb462f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:19.947086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c5c6be03-52be-4cb4-ba02-934c073b58db req-2ad681fa-84e3-4695-be05-dade6954783f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032959 Jun 04 06:20:19.948382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c65112a-78af-4cdd-a0ea-b139ef1c3d1e req-25922c7a-9049-46f1-84e3-72fac7bb462f tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/e66b5a61-c107-4e6e-9020-677776718966 HTTP/1.1" status: 404 len: 352 time: 0.1784937 Jun 04 06:20:20.024306 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-2f754039-402a-4226-809c-53861a00c12a req-7adb1a66-dcc5-463d-9b7f-bb2d5f2d76da tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:20.025320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f754039-402a-4226-809c-53861a00c12a req-7adb1a66-dcc5-463d-9b7f-bb2d5f2d76da tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/077f1a52-4a8a-4eb5-91d0-fb14ac0f4f20 HTTP/1.1" status: 404 len: 352 time: 0.0395160 Jun 04 06:20:20.085678 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-d44eae9c-8250-4634-aebd-86f73b26502d req-ef2d1379-f6fa-4b83-a1fd-6862769adcf9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] show failed (client error): The resource could not be found. Jun 04 06:20:20.100187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d44eae9c-8250-4634-aebd-86f73b26502d req-ef2d1379-f6fa-4b83-a1fd-6862769adcf9 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/618cf150-b630-4110-bd26-8e689332e2da HTTP/1.1" status: 404 len: 352 time: 0.0294504 Jun 04 06:20:20.103884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:20.138192 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.264811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.273133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-f3e434a9-9256-4fb5-be14-6531aba55c58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 217 time: 0.3371716 Jun 04 06:20:20.288642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.295946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.313508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:20.317783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Usage tracker for resource:security_group_rule and tenant:1f455c0c299046efa6a9ffca2c77e5eb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:20.322505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:20.334297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:20.455485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.462272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.493736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-5d49c6ad-8246-4a36-9593-82d07aca9d62 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9195766 Jun 04 06:20:20.538778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1f455c0c299046efa6a9ffca2c77e5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336112 Jun 04 06:20:20.547399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41786) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:20.567262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.568202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:20.569342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.570640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30526395-1ebc-4093-859f-6185d4ea8e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d8ef54-c387-4850-a8d6-051280f916ed,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:20.605797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-2b6a9d93-413f-438f-a50d-d46d83b85a61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:20.607400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-2b6a9d93-413f-438f-a50d-d46d83b85a61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:20.623679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-2b6a9d93-413f-438f-a50d-d46d83b85a61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:20.625026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-2b6a9d93-413f-438f-a50d-d46d83b85a61 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1023 time: 0.1330233 Jun 04 06:20:20.680048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-1f4e3295-094a-4666-801c-7679059cab00 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:20.687643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-59153961-dae9-4308-b9f2-32dce9cfa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:20.689129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-59153961-dae9-4308-b9f2-32dce9cfa307 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.3740966 Jun 04 06:20:20.702667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-1f4e3295-094a-4666-801c-7679059cab00 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:20.704290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a25565-0e57-4d3a-9887-74c8fecc9a69 req-1f4e3295-094a-4666-801c-7679059cab00 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&id=3dc95e4d-8a79-41de-976a-59609a4e9e31&id=32331ec3-56ad-4241-8ca0-4b20797ad472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0732682 Jun 04 06:20:20.758982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9937279 Jun 04 06:20:20.764521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:20.770332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Request body: {'subnet': {'network_id': '91904785-2889-442b-9dad-8362e6b24d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1628415872-subnet', 'tenant_id': 'c166cb431f7947a5a4012b658498220c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:20.777394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:20.786880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Usage tracker for resource:subnet and tenant:c166cb431f7947a5a4012b658498220c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:20.790752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:20.799866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:20.803939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-be5597f4-74f6-4f5b-8bdc-60530ecc845a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945160 Jun 04 06:20:20.814854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Made reservation on behalf of c166cb431f7947a5a4012b658498220c for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:20.815834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.816192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:20.817079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.000631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e990e-6962-4c65-9c44-8cd02b1e9ca9 req-75d0a4ba-4325-4c1e-ab23-a0b25f06ad84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:21.018006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c76e990e-6962-4c65-9c44-8cd02b1e9ca9 req-75d0a4ba-4325-4c1e-ab23-a0b25f06ad84 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.1847625 Jun 04 06:20:21.063345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Calling delete_port for 4298e41c-296c-4913-984e-b598bd9593df owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:21.122871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c76e990e-6962-4c65-9c44-8cd02b1e9ca9 req-738ff2e8-4182-4b49-8d86-71df60d79e49 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030834 Jun 04 06:20:21.143792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4de29-54aa-407b-82fc-f79db9be697e req-36353ccb-8ce3-4a9d-83e6-9b6426fadfb1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:21.149961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36a4de29-54aa-407b-82fc-f79db9be697e req-36353ccb-8ce3-4a9d-83e6-9b6426fadfb1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.8786962 Jun 04 06:20:21.174179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.198126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464baf7-f7f5-4308-836e-b618fef5fd78 admin admin] Pushing event updated for resources: {'Network': ['ID=91904785-2889-442b-9dad-8362e6b24d7b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:21.209989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 91904785-2889-442b-9dad-8362e6b24d7b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:20:21.241682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-31b9b5c1-f43f-4780-9610-27e17fcd1b8f service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325408 Jun 04 06:20:21.248448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.294064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97134ae-8bcc-4daf-bb65-7737f32e1846,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:21.314929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Checking segment: {'id': 'b9c91595-ab9a-4074-9760-eac819494ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91904785-2889-442b-9dad-8362e6b24d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:21.315274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Network hostable DHCP agents. Network: 91904785-2889-442b-9dad-8362e6b24d7b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:20:21.347216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.350486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Network 91904785-2889-442b-9dad-8362e6b24d7b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:20:21.357098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36a4de29-54aa-407b-82fc-f79db9be697e req-044ae872-ae35-40f3-b573-24fb4a881cc6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062137 Jun 04 06:20:21.367570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-b674804f-c1b3-43b5-a53b-0e8ec64c633e service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927330 Jun 04 06:20:21.372937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff04fc-99bc-4225-9f52-9d794ce15481 req-6ada53c4-0709-45e2-b978-3df98c81f3c0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:21.374586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dff04fc-99bc-4225-9f52-9d794ce15481 req-6ada53c4-0709-45e2-b978-3df98c81f3c0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.1206825 Jun 04 06:20:21.375709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 91904785-2889-442b-9dad-8362e6b24d7b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:21.380710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:21.381448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.388594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b82a6-1100-4adf-929e-2a58046165c9 None None] Network 91904785-2889-442b-9dad-8362e6b24d7b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:21.431854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29718a37-3470-4503-84ea-02c984e079f4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6686258 Jun 04 06:20:21.463515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dff04fc-99bc-4225-9f52-9d794ce15481 req-193c55d6-1673-488a-98f8-0a8c9bca5420 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Jun 04 06:20:21.570900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.620752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.660964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Pushing event deleted for resources: {'Port': ['ID=4298e41c-296c-4913-984e-b598bd9593df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:21.692749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4f074-aa36-4c7c-ac72-63f14495b387 None None] Network 91904785-2889-442b-9dad-8362e6b24d7b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:21.698612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d8ef54-c387-4850-a8d6-051280f916ed,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:21.709523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c779676-78a9-44fd-97d8-a5e6910ca4af req-23ec1c69-7f97-44d4-8eff-93da4d4308c3 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317194 Jun 04 06:20:21.836765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.838449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d7e0c71a-c14d-470b-83a0-50322f610a28 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b6d8ef54-c387-4850-a8d6-051280f916ed HTTP/1.1" status: 204 len: 168 time: 1.2819014 Jun 04 06:20:21.860921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.863949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:21.865099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0cc3e35a-8442-4caa-99b2-ac9d5109b63b tempest-AttachSCSIVolumeTestJSON-1152620184 tempest-AttachSCSIVolumeTestJSON-1152620184-project] 10.222.0.17 "DELETE /v2.0/floatingips/b42a9760-e0e4-41c8-8a7c-8e04b35ae155 HTTP/1.1" status: 204 len: 168 time: 2.3717432 Jun 04 06:20:21.889978 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-88671574-26ea-4873-8539-31fe3cf84cbb req-db193918-70ab-40cb-abdc-825457ca66a6 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] show failed (client error): The resource could not be found. Jun 04 06:20:21.901500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88671574-26ea-4873-8539-31fe3cf84cbb req-db193918-70ab-40cb-abdc-825457ca66a6 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/bc758550-cdc9-4bc7-96d5-9230011f9094 HTTP/1.1" status: 404 len: 352 time: 0.0346255 Jun 04 06:20:21.941627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eba9d6-e66f-4596-93bd-60c26034339e req-83591bc1-e3d8-414e-b6c4-7a0e519e693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:21.943404 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-83591bc1-e3d8-414e-b6c4-7a0e519e693f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1094 time: 0.1665075 Jun 04 06:20:21.992207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:22.288914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec3d59-891f-43b3-840e-cce85bee9084 req-2f6199ac-131c-4cb1-876d-ec487eaefc38 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:22.290549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bec3d59-891f-43b3-840e-cce85bee9084 req-2f6199ac-131c-4cb1-876d-ec487eaefc38 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1023 time: 0.1857657 Jun 04 06:20:22.427145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bec3d59-891f-43b3-840e-cce85bee9084 req-a877c3e9-b3a6-40a6-b56b-ab8de17bc366 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&id=3dc95e4d-8a79-41de-976a-59609a4e9e31&id=32331ec3-56ad-4241-8ca0-4b20797ad472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1263971 Jun 04 06:20:22.440464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41852) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:22.462910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:22.480362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:22.485967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Usage tracker for resource:security_group_rule and tenant:840d3e4936304e5cbe19ac2b9e2ba26b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:22.488977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:22.498484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:22.516219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eba9d6-e66f-4596-93bd-60c26034339e req-41075ca9-86f4-4308-83d1-c5b19c4350b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:22.517791 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-41075ca9-86f4-4308-83d1-c5b19c4350b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.5668414 Jun 04 06:20:22.528724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-12f7857b-deb6-4cbd-94ca-3441af4529e6 req-a49d504b-e09b-4b18-83ae-2129004c2cc4 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] Synchronizing usage tracker for tenant:c166cb431f7947a5a4012b658498220c on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:22.599366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-98e894c3-cfc9-426a-b332-fd6abc450054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 217 time: 0.0741546 Jun 04 06:20:22.675671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:22.692279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:22.717894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-12f7857b-deb6-4cbd-94ca-3441af4529e6 req-a49d504b-e09b-4b18-83ae-2129004c2cc4 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] Unset dirty status for tenant:c166cb431f7947a5a4012b658498220c on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:22.719211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12f7857b-deb6-4cbd-94ca-3441af4529e6 req-a49d504b-e09b-4b18-83ae-2129004c2cc4 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c166cb431f7947a5a4012b658498220c HTTP/1.1" status: 200 len: 2984 time: 0.3994608 Jun 04 06:20:22.729296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-2f5ebfde-76de-47f4-b0c2-8a666d9bb16b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:22.730805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-2f5ebfde-76de-47f4-b0c2-8a666d9bb16b tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1023 time: 0.4121931 Jun 04 06:20:22.756735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ee36b-c0f4-4251-888e-880d22f0bdfe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:22.763522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b7560ea6-9da8-49a4-95d6-de7ffda784ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=840d3e4936304e5cbe19ac2b9e2ba26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214858 Jun 04 06:20:22.776047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feca0fc-d997-43f7-be36-7e420ce4882f req-baed40df-7b8b-4268-88b0-ba87674a1264 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:22.786897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2feca0fc-d997-43f7-be36-7e420ce4882f req-baed40df-7b8b-4268-88b0-ba87674a1264 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.2007244 Jun 04 06:20:22.789158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41878) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:22.862196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eba9d6-e66f-4596-93bd-60c26034339e req-e01782e5-2257-45bc-b049-04202a22ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:22.864161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-e01782e5-2257-45bc-b049-04202a22ad10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.2516203 Jun 04 06:20:22.899650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2feca0fc-d997-43f7-be36-7e420ce4882f req-f701a387-c14b-49e9-a1c1-e937f1012f22 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Jun 04 06:20:22.952628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:22.995617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:23.056967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Deleting port 8d870a78-6e56-429c-80ea-284acd2a7461 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:23.057345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:23.121155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-69cc8407-5ec7-46aa-8710-eeabdd775613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2424128 Jun 04 06:20:23.134951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12f7857b-deb6-4cbd-94ca-3441af4529e6 req-e0dbb7bb-f5f0-464b-a58e-5cb79cead853 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/a1a4b454-005b-4c38-a9df-ea718176330e HTTP/1.1" status: 200 len: 2981 time: 0.4023433 Jun 04 06:20:23.140934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:23.187694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ee36b-c0f4-4251-888e-880d22f0bdfe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:23.198314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:23.200663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3a77f215-a941-4bf9-9fd7-547bff6e48c5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c20ee36b-c0f4-4251-888e-880d22f0bdfe HTTP/1.1" status: 204 len: 168 time: 0.4104819 Jun 04 06:20:23.269690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ea5c-5577-4a54-ba2d-0e4771792dfa req-a0ecae7e-3a0d-4fbf-a833-c1f7423e981f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:23.271321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c29ea5c-5577-4a54-ba2d-0e4771792dfa req-a0ecae7e-3a0d-4fbf-a833-c1f7423e981f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.2184229 Jun 04 06:20:23.409264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12f7857b-deb6-4cbd-94ca-3441af4529e6 req-43dcf2cf-80c8-4637-aa37-2317ea011a42 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/a1a4b454-005b-4c38-a9df-ea718176330e HTTP/1.1" status: 200 len: 2981 time: 0.2733583 Jun 04 06:20:23.431883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c29ea5c-5577-4a54-ba2d-0e4771792dfa req-533cb8b5-6c26-4ccd-a68c-305133cfaf55 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522491 Jun 04 06:20:23.630579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98db2d38-9c20-4617-8329-4de47bade253 req-6204e15b-b839-47b7-829d-c7c89cc0c14f tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/a1a4b454-005b-4c38-a9df-ea718176330e HTTP/1.1" status: 200 len: 2981 time: 0.1164002 Jun 04 06:20:23.643138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-fdf2ef4e-b316-46ba-a0c0-5c54646d6373 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974802 Jun 04 06:20:23.807459 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-98db2d38-9c20-4617-8329-4de47bade253 req-4f246618-4099-479f-befd-d2b879e7f7b3 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 06:20:23.823595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98db2d38-9c20-4617-8329-4de47bade253 req-4f246618-4099-479f-befd-d2b879e7f7b3 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "DELETE /v2.0/security-groups/a1a4b454-005b-4c38-a9df-ea718176330e HTTP/1.1" status: 409 len: 352 time: 0.1843212 Jun 04 06:20:24.145768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] For port 8d870a78-6e56-429c-80ea-284acd2a7461, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8d870a78-6e56-429c-80ea-284acd2a7461,segment=NetworkSegment(5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d),segment_id=5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:24.155304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:24.206821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-5293de65-8627-4649-b04f-be0f343440e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:24.208222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-5293de65-8627-4649-b04f-be0f343440e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1100 time: 0.3251839 Jun 04 06:20:24.226884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:24.339117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Calling delete_port for 8d870a78-6e56-429c-80ea-284acd2a7461 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:24.343124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0562aff-d5d8-48d9-ae40-4f185a9b1e8a req-6ad2dd78-5d0f-42c9-9fc9-a5e6d45ed96e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:24.344624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0562aff-d5d8-48d9-ae40-4f185a9b1e8a req-6ad2dd78-5d0f-42c9-9fc9-a5e6d45ed96e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 1023 time: 0.3562884 Jun 04 06:20:24.427954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92eba9d6-e66f-4596-93bd-60c26034339e req-a373e989-1350-49c9-b2c4-9c4e138ee615 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7232640 Jun 04 06:20:24.459989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10d76c-fe10-4df0-87a1-ebdc54347713 req-9d4e6964-515b-4cda-9ea5-459406cd411f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:24.467459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa10d76c-fe10-4df0-87a1-ebdc54347713 req-9d4e6964-515b-4cda-9ea5-459406cd411f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.8169897 Jun 04 06:20:24.505862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0562aff-d5d8-48d9-ae40-4f185a9b1e8a req-78d534d9-9c77-48a4-8878-10c725320741 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups?id=a81e9f9c-84c2-4e81-9ce9-af75178879d0&id=3dc95e4d-8a79-41de-976a-59609a4e9e31&id=32331ec3-56ad-4241-8ca0-4b20797ad472&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1440518 Jun 04 06:20:24.539658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:24.610334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa10d76c-fe10-4df0-87a1-ebdc54347713 req-d304547f-252f-42f2-9fe7-dcbc9c7f2f21 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417301 Jun 04 06:20:24.611208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:24.729132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'Port': ['ID=8d870a78-6e56-429c-80ea-284acd2a7461,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:24.827208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] No DVR routers for this DVR port 8d870a78-6e56-429c-80ea-284acd2a7461 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:24.837446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:24.842964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'name': 'network-vif-deleted', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:25.049542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d803af1-d4eb-4539-b172-084b8f48a7e0 req-e2d26043-1318-446b-9204-92fa5de6e20e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.39 "DELETE /v2.0/ports/8d870a78-6e56-429c-80ea-284acd2a7461 HTTP/1.1" status: 204 len: 173 time: 2.3019984 Jun 04 06:20:25.093989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.096113 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-0d9aa77b-712b-4504-a3f0-f1d7dea25c7e req-b3d9c60d-0057-4ae5-b884-84140dcc3b14 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] show failed (client error): The resource could not be found. Jun 04 06:20:25.104931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae4024-229b-4e98-b7de-0f4048189635 req-dad87f94-9af9-4602-9776-aae8fbd4e03a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:25.106139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d8ae4024-229b-4e98-b7de-0f4048189635 req-dad87f94-9af9-4602-9776-aae8fbd4e03a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:25.113375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d9aa77b-712b-4504-a3f0-f1d7dea25c7e req-b3d9c60d-0057-4ae5-b884-84140dcc3b14 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/a763d60e-db09-4bf1-81a0-5978cb817bc0 HTTP/1.1" status: 404 len: 352 time: 0.5407343 Jun 04 06:20:25.128823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d8ae4024-229b-4e98-b7de-0f4048189635 req-dad87f94-9af9-4602-9776-aae8fbd4e03a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:25.130156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8ae4024-229b-4e98-b7de-0f4048189635 req-dad87f94-9af9-4602-9776-aae8fbd4e03a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.2894368 Jun 04 06:20:25.208207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8ae4024-229b-4e98-b7de-0f4048189635 req-f4888fc7-76ff-4f12-80fe-dd4bf1689b7e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695000 Jun 04 06:20:25.306157 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e217f72-81ef-47eb-a2b8-01d616495f1c'] response: {'server_uuid': '2592143b-bea7-400d-bf9d-e3f14bb67853', 'name': 'network-vif-deleted', 'tag': '8d870a78-6e56-429c-80ea-284acd2a7461', 'status': 'completed', 'code': 200} Jun 04 06:20:25.347257 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-c3bdd0fb-6c34-4679-aef1-64458466b39d req-227f3a4f-53a9-4e93-a7f5-d5f13bed4038 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] show failed (client error): The resource could not be found. Jun 04 06:20:25.347257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3bdd0fb-6c34-4679-aef1-64458466b39d req-227f3a4f-53a9-4e93-a7f5-d5f13bed4038 tempest-SecurityGroupsNegativeTestJSON-350562655 tempest-SecurityGroupsNegativeTestJSON-350562655-project] 10.222.0.17 "GET /v2.0/security-groups/44822e2e-d3c9-4288-b31b-dce2d0ccdd2d HTTP/1.1" status: 404 len: 352 time: 0.0249515 Jun 04 06:20:25.353566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:25.355805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.430296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8d870a78-6e56-429c-80ea-284acd2a7461 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:25.460224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Deleting subnet d97134ae-8bcc-4daf-bb65-7737f32e1846 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:25.469266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.482041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 8d870a78-6e56-429c-80ea-284acd2a7461 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:25.482444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8d870a78-6e56-429c-80ea-284acd2a7461 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:25.484021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:25.502797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96f2d5-1b25-4c14-b93a-fc1274a41b68 req-e67d92d3-b033-44f0-94f7-4075a0376d91 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:25.504267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a96f2d5-1b25-4c14-b93a-fc1274a41b68 req-e67d92d3-b033-44f0-94f7-4075a0376d91 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1726260 Jun 04 06:20:25.543937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.578156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:25.613655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.705736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a96f2d5-1b25-4c14-b93a-fc1274a41b68 req-dcb7dece-fb0a-48a0-8d1e-224563a59ee1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763425 Jun 04 06:20:25.738576 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.755637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:25.775244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.808631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Transition to ACTIVE for port object d32e7cdf-87df-4841-ae8c-8968cf5f30e7 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:25.815512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.840139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97134ae-8bcc-4daf-bb65-7737f32e1846,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:25.851958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:25.863643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1180a08e-409a-41b9-b513-3a4208d48781 req-b08a71a7-08da-4792-b652-95432497751e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Synchronizing usage tracker for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:25.870452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7aaadc17-abfe-4e47-bdaa-d7d56d44a209 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d97134ae-8bcc-4daf-bb65-7737f32e1846 HTTP/1.1" status: 204 len: 168 time: 0.5151947 Jun 04 06:20:25.878966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41960) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:25.922665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=10']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:26.028889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1180a08e-409a-41b9-b513-3a4208d48781 req-b08a71a7-08da-4792-b652-95432497751e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Unset dirty status for tenant:35dc323ab0dd4e4db56fb180f67eda27 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:26.030981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1180a08e-409a-41b9-b513-3a4208d48781 req-b08a71a7-08da-4792-b652-95432497751e tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/ports?device_id=2592143b-bea7-400d-bf9d-e3f14bb67853 HTTP/1.1" status: 200 len: 210 time: 0.2321937 Jun 04 06:20:26.076276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.121279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] No DVR routers for this DVR port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:26.239216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:26.240116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:26.240460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:26.248732 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.249911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:26.250141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Attempting to bind port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:26.259060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:26.259398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:26.259781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:26.260746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Bound port: d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:26.261217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.282273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ab603-511f-4623-9d5f-181b70f85eb5 req-b801d6bf-559d-4622-9362-c565d10064b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:26.283781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc1ab603-511f-4623-9d5f-181b70f85eb5 req-b801d6bf-559d-4622-9362-c565d10064b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.3458626 Jun 04 06:20:26.303713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91904785-2889-442b-9dad-8362e6b24d7b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:26.317594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c91595-ab9a-4074-9760-eac819494ec7') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:26.318111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c91595-ab9a-4074-9760-eac819494ec7') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:26.331724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.348638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.356727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:26.357375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.380326 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcd7964-1fdc-480c-9ec0-6c21964458ce'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'code': 200} Jun 04 06:20:26.392852 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b9c91595-ab9a-4074-9760-eac819494ec7 resource provider aggregate not found Jun 04 06:20:26.431569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc1ab603-511f-4623-9d5f-181b70f85eb5 req-d19a63e2-5893-4f5b-9832-7b399c9a2721 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109834 Jun 04 06:20:26.443433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:26.483319 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b9c91595-ab9a-4074-9760-eac819494ec7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c91595-ab9a-4074-9760-eac819494ec7 found for delete ", "request_id": "req-9ddd0d92-e52e-469a-b928-77b98ebdbe3c"}]} Jun 04 06:20:26.487827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:26.489716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.493775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.508877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.572338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:26.573298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:26.575040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] 10.222.0.24 "PUT /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 1096 time: 2.3539047 Jun 04 06:20:26.585213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] Pushing event deleted for resources: {'Network': ['ID=91904785-2889-442b-9dad-8362e6b24d7b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:26.601277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ea68e46-cdac-43a1-9309-483ea2e9231e admin admin] 10.222.0.17 "DELETE /v2.0/networks/91904785-2889-442b-9dad-8362e6b24d7b HTTP/1.1" status: 204 len: 168 time: 0.7190003 Jun 04 06:20:26.671151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248672-be06-42d2-982f-4c9b1e45f660 service neutron] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=11']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:26.689048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7c89e-b8f8-477b-bdcd-dce95a48458c req-3062963f-eab4-44e8-a9b3-b10590903751 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:26.696581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-96e7c89e-b8f8-477b-bdcd-dce95a48458c req-3062963f-eab4-44e8-a9b3-b10590903751 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.1643748 Jun 04 06:20:26.721366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-62dc8ccb-371a-4483-9fe3-32cb088cea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:26.723132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-62dc8ccb-371a-4483-9fe3-32cb088cea4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1099 time: 0.1227500 Jun 04 06:20:26.779949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-96e7c89e-b8f8-477b-bdcd-dce95a48458c req-25986cfe-64e8-4b33-9bfb-46a351c492c1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795462 Jun 04 06:20:26.857051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41984) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:26.982087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf5783fe-259b-484d-86cd-804a54d93431 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c166cb431f7947a5a4012b658498220c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211715 Jun 04 06:20:26.982420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:26.989791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:27.106597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-32944d54-3fac-4256-8c34-03413ca057ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:27.108497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-32944d54-3fac-4256-8c34-03413ca057ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3781507 Jun 04 06:20:27.120440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed64fd9-fb77-4cd1-a41f-089a49b5117b req-af2069e5-d103-41f2-93d8-1c9ba116f790 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:27.122509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bed64fd9-fb77-4cd1-a41f-089a49b5117b req-af2069e5-d103-41f2-93d8-1c9ba116f790 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1536260 Jun 04 06:20:27.168025 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.193109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-64df41e7-fa71-4868-a9fc-f260215481c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.0696235 Jun 04 06:20:27.223251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.275033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-703a6d0c-8332-4a75-9309-141d21987962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:27.276329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-703a6d0c-8332-4a75-9309-141d21987962 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0650642 Jun 04 06:20:27.343863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.345012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bed64fd9-fb77-4cd1-a41f-089a49b5117b req-7de0498b-d7e8-47e1-a6be-e9f116094f2d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509089 Jun 04 06:20:27.347616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.389605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4b454-005b-4c38-a9df-ea718176330e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:27.393292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:27.408886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-36036443-5ae1-401c-ad3e-9c0717fe8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:27.412898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b95a229e4749069cce25b3f09d3926 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:27.417712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:27.418059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-36036443-5ae1-401c-ad3e-9c0717fe8193 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291449 Jun 04 06:20:27.425378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:27.427852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:27.431720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.435515 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e7fee19-ed3b-4fe3-8452-b0894f3ac671 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a1a4b454-005b-4c38-a9df-ea718176330e HTTP/1.1" status: 204 len: 168 time: 0.4521523 Jun 04 06:20:27.441082 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-35f6b50a-3b04-4a72-8dae-cd6ac6ff5da7 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/3dc95e4d-8a79-41de-976a-59609a4e9e31 HTTP/1.1" status: 200 len: 1801 time: 0.1406448 Jun 04 06:20:27.509334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42012) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:27.523734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:27.641877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.755926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-3b268b14-f3ed-4474-9c10-8c5b77316934 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219810 Jun 04 06:20:27.764932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.818561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:27.886318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d85ec-66cb-43da-bfce-24a863ca4302 req-5c7c7afc-5c3b-46e1-81f2-0845cc301e00 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:27.888780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-309d85ec-66cb-43da-bfce-24a863ca4302 req-5c7c7afc-5c3b-46e1-81f2-0845cc301e00 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.2902989 Jun 04 06:20:27.968993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54fd85bf-c85c-451a-9d7b-f14887d901e1 req-1eb7fdc4-c26d-4e6e-a5c8-2e414fa999bb service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068210 Jun 04 06:20:27.992455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-309d85ec-66cb-43da-bfce-24a863ca4302 req-585de68f-b64b-4bd3-8be9-73b733a8f60a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870223 Jun 04 06:20:28.023891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.073126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c3b95a229e4749069cce25b3f09d3926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0823765 Jun 04 06:20:28.076140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42030) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:28.124121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa9e4d3-ce5f-4d80-a5a0-06c501082e60,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:28.190828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.191175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.191520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.191853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.192185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.192512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.193068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.193416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.193770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.194107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.197645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.197645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6070199-e177-46e4-bcde-a2a2fad67468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.198819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.240341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc95e4d-8a79-41de-976a-59609a4e9e31,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:28.240582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.274612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.275731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c783c862-c24c-422b-9c43-0c4cf3099d8c req-9798257d-d92c-4c62-bf79-d9a5e4bc9170 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/3dc95e4d-8a79-41de-976a-59609a4e9e31 HTTP/1.1" status: 204 len: 173 time: 0.8288705 Jun 04 06:20:28.283205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30382-a91d-417d-b800-048f17ece56b req-97858d50-ed21-46c8-a4be-e8b4b1e74fd2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:28.291675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22d30382-a91d-417d-b800-048f17ece56b req-97858d50-ed21-46c8-a4be-e8b4b1e74fd2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.1588190 Jun 04 06:20:28.318127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.370006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22d30382-a91d-417d-b800-048f17ece56b req-30457325-669c-4221-bf07-8a45e485acc6 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772953 Jun 04 06:20:28.382137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:28.406709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:28.409409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.431334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0405b71c-0f66-4584-8267-a02e59042f30 req-72e0b9c5-9e67-40c1-a49d-17246d162f87 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "GET /v2.0/security-groups/32331ec3-56ad-4241-8ca0-4b20797ad472 HTTP/1.1" status: 200 len: 1801 time: 0.1290312 Jun 04 06:20:28.439422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa9e4d3-ce5f-4d80-a5a0-06c501082e60,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:28.449396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.471442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2aa9e4d3-ce5f-4d80-a5a0-06c501082e60 HTTP/1.1" status: 204 len: 168 time: 0.3769274 Jun 04 06:20:28.479239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.481538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.482054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.483142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.483839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.485031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.486838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.489389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.490228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.491292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.491726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.492736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858faad2-15b4-4af5-a761-9bc1e42a8b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:28.537297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0405b71c-0f66-4584-8267-a02e59042f30 req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.569567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-466147573-network', 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:28.576784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:28.584341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Usage tracker for resource:network and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:28.587848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:28.596651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:28.618580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0405b71c-0f66-4584-8267-a02e59042f30 req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.619312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:28.621756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.635833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.663581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e984bc3-e7b2-4c04-af66-ccaffad4a764 req-c9164881-147e-48a2-9308-32c770a25bf8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:28.665408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e984bc3-e7b2-4c04-af66-ccaffad4a764 req-c9164881-147e-48a2-9308-32c770a25bf8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1541495 Jun 04 06:20:28.668036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:28.674108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Usage tracker for resource:security_group_rule and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:28.676732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:28.681840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.684240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:28.742724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e984bc3-e7b2-4c04-af66-ccaffad4a764 req-8642df65-7e67-4283-bfb9-ed6070927d3a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627182 Jun 04 06:20:28.756474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0405b71c-0f66-4584-8267-a02e59042f30 req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.798254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32331ec3-56ad-4241-8ca0-4b20797ad472,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:28.833119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.838992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.845758 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7d3a98-06e0-4c1e-a10e-a451abd44b2a'] response: {'name': 'network-changed', 'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'status': 'completed', 'code': 200} Jun 04 06:20:28.871025 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0405b71c-0f66-4584-8267-a02e59042f30 req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.878786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:20:28.878946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0405b71c-0f66-4584-8267-a02e59042f30 req-e613e436-4833-480b-9b9e-d6ac82cc1241 tempest-SecurityGroupsTestJSON-1060686365 tempest-SecurityGroupsTestJSON-1060686365-project] 10.222.0.17 "DELETE /v2.0/security-groups/32331ec3-56ad-4241-8ca0-4b20797ad472 HTTP/1.1" status: 204 len: 173 time: 0.4396579 Jun 04 06:20:28.880612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42058) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:28.925064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:28.948430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55473c77-fac2-4070-8184-6dbde5c94668,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:28.972207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.979057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:28.979403 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Added segment 53163c84-0342-4005-b116-f7fda800db34 of type vlan for network 9592a345-0643-4e38-9580-504919fde9f5 Jun 04 06:20:28.999656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:29.027125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Deleting subnet 1bcfd245-1be6-4e71-b007-26e6da67c138 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:29.030124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.040012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.070443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5589ea2e0eb4522b59c04708deaf1f3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:29.073945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:29.113596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:29.120347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.150052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-86ad809a-2fa0-4660-8260-ee1fa4392286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.151472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-86ad809a-2fa0-4660-8260-ee1fa4392286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1099 time: 0.2654419 Jun 04 06:20:29.156413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.157376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.158003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.218287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-8d4defee-902b-478c-9e33-7fc92110d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.219785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-8d4defee-902b-478c-9e33-7fc92110d1ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 1099 time: 0.3270624 Jun 04 06:20:29.414006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0062196 Jun 04 06:20:29.420253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:29.424210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.437652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Request body: {'subnet': {'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-466147573-subnet', 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:29.451039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b95f-61ca-40ea-8709-72b27e0bb5df admin admin] Pushing event updated for resources: {'Network': ['ID=9592a345-0643-4e38-9580-504919fde9f5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:29.466267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9592a345-0643-4e38-9580-504919fde9f5 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:20:29.472017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:29.492632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Usage tracker for resource:subnet and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:29.498522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-05ba0270-501e-4577-84a5-a637966a0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.499975 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-05ba0270-501e-4577-84a5-a637966a0e2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2737031 Jun 04 06:20:29.503513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:29.506195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Deleting port cb5507ea-f845-4395-a28d-2a41cfb732e1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:29.506593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.535977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-6145468c-67db-465c-bece-2355df828f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.537438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-6145468c-67db-465c-bece-2355df828f5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3755176 Jun 04 06:20:29.602486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:29.605496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.619129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-23f2e2b7-b02a-402b-958d-5c4312273cc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.0740454 Jun 04 06:20:29.623345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.676959 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-cb3ee5a2-632b-4784-880e-7b651edd6ffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 200 len: 217 time: 0.1409655 Jun 04 06:20:29.682343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.708323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced4644-30ff-46ed-a409-2cc79e3de5ee req-72fcb09e-2e6e-443b-93fa-159d17fef00d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.709805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ced4644-30ff-46ed-a409-2cc79e3de5ee req-72fcb09e-2e6e-443b-93fa-159d17fef00d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.4307849 Jun 04 06:20:29.725534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcfd245-1be6-4e71-b007-26e6da67c138,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:29.728144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.743661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:29.745885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:29.754572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99a3e017-1967-4d19-aa71-b8fd663e7c17 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1bcfd245-1be6-4e71-b007-26e6da67c138 HTTP/1.1" status: 204 len: 168 time: 0.8700838 Jun 04 06:20:29.759842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:29.798290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-f3094d22-192f-4365-99dc-4594ae0c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:29.799723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-f3094d22-192f-4365-99dc-4594ae0c038a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1702731 Jun 04 06:20:29.993622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ced4644-30ff-46ed-a409-2cc79e3de5ee req-308a5889-90a4-4c7e-8f37-c5c8d84cc418 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690308 Jun 04 06:20:30.037283 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.089155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a5589ea2e0eb4522b59c04708deaf1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591294 Jun 04 06:20:30.092152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42082) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:30.114203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6f12c-3d0e-444b-aecb-2a07b00538f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852c0bd6-51e4-47c1-9626-522fcac9f549,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:30.141693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-0d8adab0-cadd-490a-a0e7-d2d62fda5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:30.143181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-0d8adab0-cadd-490a-a0e7-d2d62fda5c9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.4510872 Jun 04 06:20:30.216075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-489f377a-ff56-48de-b5b5-effef5e8a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:30.217610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-489f377a-ff56-48de-b5b5-effef5e8a64c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666919 Jun 04 06:20:30.246757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f41c0-4445-4f2a-b0e2-387353a389a1 req-9799a69f-f3bc-48d9-9ff3-23c71e55db79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:30.248171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-552f41c0-4445-4f2a-b0e2-387353a389a1 req-9799a69f-f3bc-48d9-9ff3-23c71e55db79 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.7057312 Jun 04 06:20:30.256253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] For port cb5507ea-f845-4395-a28d-2a41cfb732e1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb5507ea-f845-4395-a28d-2a41cfb732e1,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:30.256616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.280787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.377883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:30.401840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:30.402137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:30.403928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Calling delete_port for cb5507ea-f845-4395-a28d-2a41cfb732e1 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:30.436901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.463415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.498022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.520539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-552f41c0-4445-4f2a-b0e2-387353a389a1 req-8c41b42a-02ed-41c4-8a69-f84a34d00e7e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557018 Jun 04 06:20:30.525938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.533300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:30.533524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.557853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a5197-167d-4099-b5d6-334a34834ae3 req-1b55ac00-7a84-4fdb-a14b-a22d1a3f2133 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:30.560362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c3a5197-167d-4099-b5d6-334a34834ae3 req-1b55ac00-7a84-4fdb-a14b-a22d1a3f2133 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.4383044 Jun 04 06:20:30.570297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-09cadfe3-4672-406e-af29-de9f610feaff service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361919 Jun 04 06:20:30.574129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-513e868f-a867-4a67-afae-da4b09131b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:30.576221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-513e868f-a867-4a67-afae-da4b09131b8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4167817 Jun 04 06:20:30.618833 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d resource provider aggregate not found Jun 04 06:20:30.697839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.752869 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5600eb48-4f0e-45fe-b1c7-9567ebf6ed4d found for delete ", "request_id": "req-a638b406-26da-4cb2-beca-d12325f91d41"}]} Jun 04 06:20:30.781313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.826938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.834190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c3a5197-167d-4099-b5d6-334a34834ae3 req-6884206b-17f2-4b1f-8ca2-6f55ec42caf8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612486 Jun 04 06:20:30.840551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:30.840696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd7cb24-1104-434b-881c-fcee707748ed,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:30.856458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Checking segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:30.857415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Network hostable DHCP agents. Network: 9592a345-0643-4e38-9580-504919fde9f5, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:20:30.866420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-c0621a29-1e88-48d7-9ffb-f179a5561d4d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814791 Jun 04 06:20:30.888300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-047a868c-3a9e-4989-873b-9a88956220ba admin admin] 10.222.0.17 "DELETE /v2.0/networks/a0f42ff3-2cba-4826-b6c2-93bd97aa1fe5 HTTP/1.1" status: 204 len: 168 time: 1.1272142 Jun 04 06:20:30.896498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-58a81387-590d-445e-99c1-e7aa3da85620 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792404 Jun 04 06:20:30.897240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.900270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:30.906293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/852c0bd6-51e4-47c1-9626-522fcac9f549 HTTP/1.1" status: 204 len: 168 time: 0.8099790 Jun 04 06:20:30.917868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6fbe-0e23-42c0-a162-05cbfa39f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c0bd6-51e4-47c1-9626-522fcac9f549,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:30.974644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.037246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Network 9592a345-0643-4e38-9580-504919fde9f5 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:20:31.247170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:31.364026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f271c7f-703e-4cce-b5a9-85d69d81a3f3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=35dc323ab0dd4e4db56fb180f67eda27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139703 Jun 04 06:20:31.366252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42106) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:31.372764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5507ea-f845-4395-a28d-2a41cfb732e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:31.494975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.538696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9592a345-0643-4e38-9580-504919fde9f5) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:31.555007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ec05f-c3ae-43f4-8d43-b2df71e9e2c3 None None] Network 9592a345-0643-4e38-9580-504919fde9f5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:31.557901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.560749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:31.561566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.591345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e519a75-a99f-49ea-939a-b5890a522ac8 req-f215326f-eb0c-4bb2-9c39-b16b468e6d1d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557338 Jun 04 06:20:31.671778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:31.726952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1fd4133-4e23-4ecc-8946-c63e92bbc7cb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3008668 Jun 04 06:20:31.739076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.786136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.789995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a81e9f9c-84c2-4e81-9ce9-af75178879d0 HTTP/1.1" status: 204 len: 168 time: 0.4202321 Jun 04 06:20:31.832259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118c9e-b86b-416a-b995-269bbf4d9901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e9f9c-84c2-4e81-9ce9-af75178879d0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:31.841823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ec49-d116-4799-bec3-a5e06531464d req-f32caabd-20ae-4d66-bee9-7beecb7cb6ab tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:31.849517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca00ec49-d116-4799-bec3-a5e06531464d req-f32caabd-20ae-4d66-bee9-7beecb7cb6ab tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 948 time: 0.4489467 Jun 04 06:20:31.864932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a133ef-9e8a-4108-9449-413b2f6944f2 req-86136364-f078-4e2a-8b1c-c26862e594d8 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:31.875725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82a133ef-9e8a-4108-9449-413b2f6944f2 req-86136364-f078-4e2a-8b1c-c26862e594d8 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1097 time: 0.0993295 Jun 04 06:20:31.891620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:31.927863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82a133ef-9e8a-4108-9449-413b2f6944f2 req-72fe91f4-6fd7-4840-8da2-e3a937538180 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510583 Jun 04 06:20:32.170046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88501-f84a-48d0-8402-f22d4a7cf1f9 req-6a38fde4-0cd9-42f5-8972-9062c96cd031 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:32.178945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfe88501-f84a-48d0-8402-f22d4a7cf1f9 req-6a38fde4-0cd9-42f5-8972-9062c96cd031 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.1164002 Jun 04 06:20:32.189395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:32.216185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '926a8db2-0575-4ab9-a560-403f61f876ea', 'network_id': '8def6106-68ef-448c-afa6-829100fdb881', 'port_id': '926a8db2-0575-4ab9-a560-403f61f876ea', 'mac_address': 'fa:16:3e:e3:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75909812-5690-472c-b388-d5406ca98ad7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:32.243628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfe88501-f84a-48d0-8402-f22d4a7cf1f9 req-43ddf38e-70dd-4853-b206-7e63f905ae82 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Jun 04 06:20:32.315509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e6ce5-f478-459a-affd-245b96422d8f None None] Network 9592a345-0643-4e38-9580-504919fde9f5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:32.423050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 926a8db2-0575-4ab9-a560-403f61f876ea is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:32.423699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:32.466530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926a8db2-0575-4ab9-a560-403f61f876ea {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:32.529571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:32.546359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Router 1dd7b105-acff-479e-ae4a-a256fac5e341 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:20:32.576670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:32.600555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e5fa1-1816-42a4-bb72-7ca96d3f2b3a req-3f78850b-8338-439a-acb1-924e6b77ca56 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:32.604542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b7e5fa1-1816-42a4-bb72-7ca96d3f2b3a req-3f78850b-8338-439a-acb1-924e6b77ca56 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1388505 Jun 04 06:20:32.677848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca00ec49-d116-4799-bec3-a5e06531464d req-de5e7e77-4ca2-44f5-ae14-3d9b0266b88e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8272400 Jun 04 06:20:32.687929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b7e5fa1-1816-42a4-bb72-7ca96d3f2b3a req-5e30f8fa-d770-4170-8eb3-b21e97423f3d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Jun 04 06:20:32.757894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:32.841244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:32.853668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42158) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:32.853924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dcfdb20c-65a4-4f08-a258-da404bc5e8c2 admin admin] 10.222.0.17 "PUT /v2.0/routers/1dd7b105-acff-479e-ae4a-a256fac5e341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3433948 Jun 04 06:20:32.855379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Sync routers for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:32.871957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:32.871957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:32.983935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['926a8db2-0575-4ab9-a560-403f61f876ea'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:33.148500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:33.209217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:33.491904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:33.507749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Deleting port 20e1988d-df07-483e-a610-f009bb83568e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:33.511527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:33.670924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:33.686141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-3a2f440b-7a51-4ac5-85c8-6fd7c45c6add tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:33.693834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-3a2f440b-7a51-4ac5-85c8-6fd7c45c6add tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.3424203 Jun 04 06:20:33.712193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-eca7146d-46ef-488f-ac5b-d439e2005ff7 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/quotas/0caa0f1c10714d9f94937b391a744eb6 HTTP/1.1" status: 200 len: 375 time: 0.0170870 Jun 04 06:20:33.770656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-dad6df04-a76d-4b6b-8f5a-dfad9ad0ed07 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563917 Jun 04 06:20:33.842497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] For port 20e1988d-df07-483e-a610-f009bb83568e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20e1988d-df07-483e-a610-f009bb83568e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:33.843841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:33.949318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-7e97eb08-6543-4b91-8597-2f4eb2a12a0b service neutron] 10.222.0.17 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773608 Jun 04 06:20:34.007120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:34.036849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'mac_address': 'fa:16:3e:f1:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:34.087167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Calling delete_port for 20e1988d-df07-483e-a610-f009bb83568e owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:34.112614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '20e1988d-df07-483e-a610-f009bb83568e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:20:30Z', 'revision_number': 5, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port': {'id': '20e1988d-df07-483e-a610-f009bb83568e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ad:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:23Z', 'updated_at': '2022-06-04T06:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:34.116743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42216) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:34.149250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Checking router: 1dd7b105-acff-479e-ae4a-a256fac5e341 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:34.162146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:34.162800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.214133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Routers {'1dd7b105-acff-479e-ae4a-a256fac5e341'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:34.214785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1dd7b105-acff-479e-ae4a-a256fac5e341'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:34.260365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-35b7b3d5-7e03-4b88-85f6-573a04f728e1 service neutron] 10.222.0.17 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086383 Jun 04 06:20:34.428893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-389b6de0-9746-4c54-9ce9-dbc375de2e85 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:20:34.430669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-389b6de0-9746-4c54-9ce9-dbc375de2e85 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068295 Jun 04 06:20:34.437407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:34.450931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.455580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:34.456249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:20:34.550969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:34.558275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] Set router 1dd7b105-acff-479e-ae4a-a256fac5e341 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:34.578108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-698252731-network', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:34.624062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.663560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Pushing event deleted for resources: {'Port': ['ID=20e1988d-df07-483e-a610-f009bb83568e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:34.666049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:34.690998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Usage tracker for resource:network and tenant:1603644b6b2d455eb5b66351f64c97b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:34.740011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:34.753601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:20:33Z', 'revision_number': 6, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:34.756228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:34.775886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b81c7-2766-408b-b927-d3fd03553f01 None None] The sync data for ids ['1dd7b105-acff-479e-ae4a-a256fac5e341'] in n-d-811808-2 is: [{'id': '1dd7b105-acff-479e-ae4a-a256fac5e341', 'name': 'tempest-AttachSCSIVolumeTestJSON-172157543-router', 'tenant_id': '60859c8798ba4512803cb5074a41a7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:21Z', 'updated_at': '2022-06-04T06:20:33Z', 'revision_number': 6, 'project_id': '60859c8798ba4512803cb5074a41a7f8', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:34.802223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:34.827710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Made reservation on behalf of 1603644b6b2d455eb5b66351f64c97b6 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:34.830273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.846401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.887207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5053e5-5774-42f5-acef-0f3f582be65e req-5b01186b-165d-473f-b93a-8c57dd0524b1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:34.888765 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea5053e5-5774-42f5-acef-0f3f582be65e req-5b01186b-165d-473f-b93a-8c57dd0524b1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 0.1591866 Jun 04 06:20:34.889915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:34.891063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:34.891063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:34.896324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:34.896646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:34.904930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:34.905177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:34.905573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:34.906199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Bound port: f3449989-86c5-4e3c-a54c-876d795bed88, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:34.957559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea5053e5-5774-42f5-acef-0f3f582be65e req-799f3ead-cb51-46d5-91f3-c0e7e068c677 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Jun 04 06:20:34.970626 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.970890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:34.979152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:34.991985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-9c16b276-4ff2-4796-9db9-82d6255f02e5 service neutron] 10.222.0.17 "POST /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88/bindings HTTP/1.1" status: 201 len: 389 time: 0.5393820 Jun 04 06:20:35.060540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['d32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:35.174003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:35.177820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.181095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.182916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Usage tracker for resource:security_group_rule and tenant:1603644b6b2d455eb5b66351f64c97b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:35.201969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:35.267154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:35.270758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.270927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd7b105-acff-479e-ae4a-a256fac5e341 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:20:35.299686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb5507ea-f845-4395-a28d-2a41cfb732e1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:35.372788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: cb5507ea-f845-4395-a28d-2a41cfb732e1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:35.373611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb5507ea-f845-4395-a28d-2a41cfb732e1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:35.433266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.437591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-855df8fb-2600-4f7e-9505-6b883e7aacda admin admin] 10.222.0.17 "DELETE /v2.0/routers/1dd7b105-acff-479e-ae4a-a256fac5e341 HTTP/1.1" status: 204 len: 168 time: 2.5821078 Jun 04 06:20:35.442805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42244) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:35.533343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb16ab-ab05-445c-b07a-794a1df3209a req-2f65e703-f8ba-451d-b124-5fe4713b0ad2 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:35.534890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-37eb16ab-ab05-445c-b07a-794a1df3209a req-2f65e703-f8ba-451d-b124-5fe4713b0ad2 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.2701588 Jun 04 06:20:35.570788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Deleting subnet a6a50c3f-57fc-44c8-a266-0d201e5a6e27 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:35.577918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.594188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-37eb16ab-ab05-445c-b07a-794a1df3209a req-365c2610-9d7b-49cc-83e7-d8248b8e0a97 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Jun 04 06:20:35.640766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-a4ac9330-b98e-41ea-9a69-996b6d58a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:35.642336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-a4ac9330-b98e-41ea-9a69-996b6d58a9d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1097 time: 0.3446109 Jun 04 06:20:35.677172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:35.690471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d6c6d-8639-4396-a0fb-ab6b514202cc req-890bb971-4f92-49ea-a3b1-5a4772adf074 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:35.693591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-623d6c6d-8639-4396-a0fb-ab6b514202cc req-890bb971-4f92-49ea-a3b1-5a4772adf074 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.3112938 Jun 04 06:20:35.706315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.796352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 926a8db2-0575-4ab9-a560-403f61f876ea completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:35.802933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 926a8db2-0575-4ab9-a560-403f61f876ea triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:35.803481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:35.995630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 926a8db2-0575-4ab9-a560-403f61f876ea is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:35.996053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.051659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:36.062444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:36.067704 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.150754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.178597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-623d6c6d-8639-4396-a0fb-ab6b514202cc req-774e2a68-9de3-4f29-bd47-19c6bef23a9b tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280295 Jun 04 06:20:36.185619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:36.185865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.229234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-911b07ca-96ce-4209-8a08-49a947182d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.232825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-911b07ca-96ce-4209-8a08-49a947182d60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.5778735 Jun 04 06:20:36.318813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:20:36.360663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.394651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc98573-622a-453c-8ff5-ad1fab7edb51,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:36.408292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-cffc4c80-ef14-4d1b-9138-cd60cfd0d0eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 217 time: 0.1603439 Jun 04 06:20:36.428310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.428656 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Added segment f7c8d1ab-061f-4f9f-b744-61713d60d7d1 of type vlan for network 264363c0-fb05-40a5-85ad-cf8ef0147c8c Jun 04 06:20:36.528887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.555037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5513a-7c11-499f-9a00-7a41c40e07a1 req-ccadcf3b-ca93-46a3-85c2-7b3a41437c27 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.556965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cd5513a-7c11-499f-9a00-7a41c40e07a1 req-ccadcf3b-ca93-46a3-85c2-7b3a41437c27 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.1030023 Jun 04 06:20:36.561345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-072f2f6e-8f62-4266-bf4c-a627294316ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.563050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-072f2f6e-8f62-4266-bf4c-a627294316ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1419952 Jun 04 06:20:36.570055 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.672287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-e1842a7c-bb6e-4e3d-a2d0-9eb99eb7e0dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955675 Jun 04 06:20:36.673660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a50c3f-57fc-44c8-a266-0d201e5a6e27,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:36.677570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ab261-9bbc-4570-beec-a9596ac97227 None None] Network 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:36.677844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.716875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cbc66-9354-4df5-b4b3-1bd0dde4e5a1 req-8441043e-1e26-4651-9d34-b6848dc6bd41 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.718440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b53cbc66-9354-4df5-b4b3-1bd0dde4e5a1 req-8441043e-1e26-4651-9d34-b6848dc6bd41 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.4095106 Jun 04 06:20:36.728771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.729727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.730305 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:36.848984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9abaa494-d91d-4d03-925c-bdf93fc0d4f2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a6a50c3f-57fc-44c8-a266-0d201e5a6e27 HTTP/1.1" status: 204 len: 168 time: 1.3923748 Jun 04 06:20:36.849203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-b86e87c8-65c7-4d8b-953c-65e1abb099cf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:36.851226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-b86e87c8-65c7-4d8b-953c-65e1abb099cf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.2578158 Jun 04 06:20:36.854614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cd5513a-7c11-499f-9a00-7a41c40e07a1 req-835eb49c-b44c-4499-8136-76d9fdd8d4ab tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884657 Jun 04 06:20:36.855210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42268) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:36.891561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Request body: {'port': {'device_id': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'admin_state_up': True, 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:36.952212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8316045 Jun 04 06:20:36.957984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42272) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:36.970050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b53cbc66-9354-4df5-b4b3-1bd0dde4e5a1 req-3eb217e6-de0c-431f-b901-699bc58a5975 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422411 Jun 04 06:20:36.976740 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c7b2f4-42c4-4be2-8bd6-93a4df7f2de6'] response: {'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea', 'code': 200} Jun 04 06:20:36.986157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20e1988d-df07-483e-a610-f009bb83568e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:36.987855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Request body: {'subnet': {'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-698252731-subnet', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:36.991194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e02edb-86d2-4635-858f-025862b07222 admin admin] Pushing event updated for resources: {'Network': ['ID=264363c0-fb05-40a5-85ad-cf8ef0147c8c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:37.017128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:37.042596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:20:37.057934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Usage tracker for resource:subnet and tenant:1603644b6b2d455eb5b66351f64c97b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:37.064979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:37.087759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:37.091913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-8990e7e9-a8e1-4c98-844f-b3195cbe86ee service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105191 Jun 04 06:20:37.141455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:37.176399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Made reservation on behalf of 1603644b6b2d455eb5b66351f64c97b6 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:37.180095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:37.226633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 20e1988d-df07-483e-a610-f009bb83568e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:37.226987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20e1988d-df07-483e-a610-f009bb83568e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:37.356277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:37.364094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Deleting port ff6e2c7d-50b9-4c79-884e-5028f43e4268 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:37.364094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:37.375139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] DHCP port deletion for 0ad4bf1b-889d-43fa-9f8d-d03a49d13507 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:20:37.380993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Deleting port ff6e2c7d-50b9-4c79-884e-5028f43e4268 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:37.381290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:37.396933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Usage tracker for resource:port and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:37.410215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:37.428805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:37.439021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d167322a-b240-476d-a8ce-08cb90e38737 req-cac5587e-6c3e-46a9-8288-b988029a27dc tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 210 time: 0.0876598 Jun 04 06:20:37.474895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:37.478645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:37.558448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b469456-3f54-49fd-b748-0b4f501b8be1 req-a9fb2c43-6da6-40ee-b706-a1a3879ba1b3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:37.567263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b469456-3f54-49fd-b748-0b4f501b8be1 req-a9fb2c43-6da6-40ee-b706-a1a3879ba1b3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 949 time: 0.3932698 Jun 04 06:20:37.575179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-65bdf1d9-c3ff-4750-a102-d9d5528c159a service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740119 Jun 04 06:20:37.638179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-00f96cf3-fe82-4d39-896a-c390bc1d2075 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:37.638981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-00f96cf3-fe82-4d39-896a-c390bc1d2075 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:37.711851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aaa23-203c-4eb0-8a37-d62764d8621d req-eb2c2c80-5c0f-4277-88cc-20868970a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:37.713519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-075aaa23-203c-4eb0-8a37-d62764d8621d req-eb2c2c80-5c0f-4277-88cc-20868970a393 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1096 time: 0.4379585 Jun 04 06:20:37.737014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b469456-3f54-49fd-b748-0b4f501b8be1 req-df44bcb4-debd-4684-9f17-dc8c503744d5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684372 Jun 04 06:20:37.781788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-00f96cf3-fe82-4d39-896a-c390bc1d2075 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:37.783060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-00f96cf3-fe82-4d39-896a-c390bc1d2075 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.4558241 Jun 04 06:20:37.797822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Request body: {'port': {'device_id': 'add12f2b-8a0c-437a-a771-96c86e905246', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'admin_state_up': True, 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:37.818701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:38.145105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.154913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] For port ff6e2c7d-50b9-4c79-884e-5028f43e4268, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff6e2c7d-50b9-4c79-884e-5028f43e4268,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:38.156027 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.245524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1793e3-86c5-460a-9668-9c940c6d6209 req-438e2b7f-4f46-47ae-9d3e-28612389b0e3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:38.247090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb1793e3-86c5-460a-9668-9c940c6d6209 req-438e2b7f-4f46-47ae-9d3e-28612389b0e3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.5667579 Jun 04 06:20:38.298049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:38.312207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Usage tracker for resource:port and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:38.314795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Calling delete_port for ff6e2c7d-50b9-4c79-884e-5028f43e4268 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:38.326614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:38.333658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:38.367001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:38.370501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:38.375813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.378538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:38.379137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.393375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-075aaa23-203c-4eb0-8a37-d62764d8621d req-554b1472-b347-4e3f-ba1e-d5512c5fe761 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490964 Jun 04 06:20:38.396560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Allocated IP 172.20.0.5 (9592a345-0643-4e38-9580-504919fde9f5/9bd7cb24-1104-434b-881c-fcee707748ed/16faa0eb-9d39-4a08-9677-4adcf4cd4fa5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:38.398247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a433e0f-9bd1-4841-a539-3f9fbaa4e11b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:38.411588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] For port ff6e2c7d-50b9-4c79-884e-5028f43e4268, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff6e2c7d-50b9-4c79-884e-5028f43e4268,segment=NetworkSegment(122c09ef-5bb3-4479-a281-b15d107e5003),segment_id=122c09ef-5bb3-4479-a281-b15d107e5003)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:38.411955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.466044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.483864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb1793e3-86c5-460a-9668-9c940c6d6209 req-3f5c5a14-2774-4ecd-a8d4-9befff2530b8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205629 Jun 04 06:20:38.490532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Checking segment: {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:38.491268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Network hostable DHCP agents. Network: 264363c0-fb05-40a5-85ad-cf8ef0147c8c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:20:38.568486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Calling delete_port for ff6e2c7d-50b9-4c79-884e-5028f43e4268 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:38.570344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Pushing event deleted for resources: {'Port': ['ID=ff6e2c7d-50b9-4c79-884e-5028f43e4268,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:38.585621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] No DVR routers for this DVR port ff6e2c7d-50b9-4c79-884e-5028f43e4268 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:38.587774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.588219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.588448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.588781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.589272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.589630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.589994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.590473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.591018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.591389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.591707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.592028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f62ca-7ae3-43bb-ba6d-2a8769144bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:38.595073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad609-11e1-4fdb-9980-4bae0972e5ef req-bad7d3df-6f65-4cfa-9415-2f5183791ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:38.597115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26fad609-11e1-4fdb-9980-4bae0972e5ef req-bad7d3df-6f65-4cfa-9415-2f5183791ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1096 time: 0.4982612 Jun 04 06:20:38.601146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:20:38.661363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 264363c0-fb05-40a5-85ad-cf8ef0147c8c) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:38.677162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991f7ae-9260-467a-b2d7-5fb0316ac84b None None] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:38.684473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5441-bf71-4946-9bd3-46033b6a68ba req-0caecafe-d468-4ec6-b554-1d89c240cc37 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:38.691644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-499b5441-bf71-4946-9bd3-46033b6a68ba req-0caecafe-d468-4ec6-b554-1d89c240cc37 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.5221562 Jun 04 06:20:38.712096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:38.712687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.739867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26fad609-11e1-4fdb-9980-4bae0972e5ef req-cd73b615-0120-4868-b8d4-6b81aa936073 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333225 Jun 04 06:20:38.764106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f642558d-b8ec-4882-8537-2fd848d4bbeb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8029242 Jun 04 06:20:38.767070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42294) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:38.796017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:38.804333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:38.805245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.816634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:38.823923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Usage tracker for resource:router and tenant:1603644b6b2d455eb5b66351f64c97b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:38.827876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:38.835387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:38.863550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da710c9-7e5a-4857-a891-7dd4b5ed25aa req-afac0cec-ec65-4bb3-9bf1-7fe56e508997 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:38.872863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5da710c9-7e5a-4857-a891-7dd4b5ed25aa req-afac0cec-ec65-4bb3-9bf1-7fe56e508997 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.1981759 Jun 04 06:20:38.877986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.878364 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.885752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:38.906896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.943409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:38.960504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:20:38.960826 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:20:38.973086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5da710c9-7e5a-4857-a891-7dd4b5ed25aa req-dab31b48-17a3-4693-ada6-31807e647618 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991189 Jun 04 06:20:38.991688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:39.030012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-499b5441-bf71-4946-9bd3-46033b6a68ba req-682645e5-d33f-47be-8b17-ff09073a87f7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373671 Jun 04 06:20:39.121582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff6e2c7d-50b9-4c79-884e-5028f43e4268 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:39.154848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.222099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ff6e2c7d-50b9-4c79-884e-5028f43e4268 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:39.223061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff6e2c7d-50b9-4c79-884e-5028f43e4268 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:39.228050 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15c11430-61dd-42dc-a17b-09c55e4d7697 req-31fc7aeb-c6e8-4ed6-ad19-7e1a70de1c41 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 210 time: 0.0545201 Jun 04 06:20:39.231826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:39.254204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.259022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'fixed_ips': [{'subnet_id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:20:39.259911 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.301708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-bb74f93e-9b18-47ea-b22b-c8d3bcd3133c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459875 Jun 04 06:20:39.343642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Network 9592a345-0643-4e38-9580-504919fde9f5 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:39.348990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:39.353756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:39.387312 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ba8ae4-d437-4629-9bbb-4c26ace2648c'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'code': 200} Jun 04 06:20:39.404501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:39.440026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:39.441120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.463519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Deleting port ff6e2c7d-50b9-4c79-884e-5028f43e4268 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:39.464163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.513562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-2da631e1-5d3e-464b-b283-2d7cae6b9d3d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6379554 Jun 04 06:20:39.526065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Request body: {'port': {'device_id': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:39.598735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Allocated IP 172.20.0.2 (264363c0-fb05-40a5-85ad-cf8ef0147c8c/2a433e0f-9bd1-4841-a539-3f9fbaa4e11b/e5109342-95a4-42f2-b2b5-3e473f90b8f2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:39.653065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Allocated IP 172.20.0.14 (9592a345-0643-4e38-9580-504919fde9f5/9bd7cb24-1104-434b-881c-fcee707748ed/2e67887f-2abd-47df-ab82-68cfabb92798) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:39.715811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.728897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] The port 'ff6e2c7d-50b9-4c79-884e-5028f43e4268' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:20:39.909930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-79078999-cef7-4df9-8b3c-edb2ff84e2a5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:39.917091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-79078999-cef7-4df9-8b3c-edb2ff84e2a5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6145260 Jun 04 06:20:39.939787 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:39.973337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Transition to ACTIVE for port object e5109342-95a4-42f2-b2b5-3e473f90b8f2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:40.019423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Transition to ACTIVE for port object e5109342-95a4-42f2-b2b5-3e473f90b8f2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:40.024439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:40.031001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.032676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.048347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-dc12055e-0189-4e42-96dc-0fa02ec940b5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/quotas/36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 375 time: 0.1271660 Jun 04 06:20:40.123992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Pushing event updated for resources: {'Port': ['ID=e5109342-95a4-42f2-b2b5-3e473f90b8f2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:40.132120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:40.133299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:40.135542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:40.140761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.251947 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.257356 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:20:40.276762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac24e-e256-4525-acb2-cdf3b0915826 req-4b337240-dfc6-47cd-816e-ef341219ffc2 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:40.281610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bf7ac24e-e256-4525-acb2-cdf3b0915826 req-4b337240-dfc6-47cd-816e-ef341219ffc2 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.6462088 Jun 04 06:20:40.281610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad4bf1b-889d-43fa-9f8d-d03a49d13507']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:40.289221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Attempting to bind port e5109342-95a4-42f2-b2b5-3e473f90b8f2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:40.289221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Attempting to bind port e5109342-95a4-42f2-b2b5-3e473f90b8f2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:40.290006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Attempting to bind port e5109342-95a4-42f2-b2b5-3e473f90b8f2 on network 264363c0-fb05-40a5-85ad-cf8ef0147c8c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:40.312597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:40.312597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Checking segment: {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:40.317818 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.317818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Bound using segment: {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:40.321338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Bound port: e5109342-95a4-42f2-b2b5-3e473f90b8f2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:40.321338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.337517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122c09ef-5bb3-4479-a281-b15d107e5003') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:40.338114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122c09ef-5bb3-4479-a281-b15d107e5003') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:40.355280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-fe8f35a8-0fbd-4fcd-960f-adc43c7aacab tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3027980 Jun 04 06:20:40.367442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.452549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bf7ac24e-e256-4525-acb2-cdf3b0915826 req-30ccb1e4-fe3b-4926-b853-fed415da0665 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542079 Jun 04 06:20:40.468446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.474932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:40.475683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.487281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] For port e5109342-95a4-42f2-b2b5-3e473f90b8f2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:40.493741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] For port e5109342-95a4-42f2-b2b5-3e473f90b8f2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5109342-95a4-42f2-b2b5-3e473f90b8f2,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:40.510232 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.621591 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 122c09ef-5bb3-4479-a281-b15d107e5003 resource provider aggregate not found Jun 04 06:20:40.661675 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 122c09ef-5bb3-4479-a281-b15d107e5003 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 122c09ef-5bb3-4479-a281-b15d107e5003 found for delete ", "request_id": "req-c317f634-3f63-4b6f-9713-2e4701ded4cb"}]} Jun 04 06:20:40.680948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.716684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.753486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706ab5-86ae-4c47-b2bc-0bd448038c1c None None] Pushing event updated for resources: {'Port': ['ID=e5109342-95a4-42f2-b2b5-3e473f90b8f2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:40.784134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.802367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad4bf1b-889d-43fa-9f8d-d03a49d13507,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:40.821376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:40.900637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97190497-a75f-4d81-9fd4-b8f4024701f7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0ad4bf1b-889d-43fa-9f8d-d03a49d13507 HTTP/1.1" status: 204 len: 168 time: 4.0433536 Jun 04 06:20:40.901367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42344) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:40.938848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:40.961192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Network 9592a345-0643-4e38-9580-504919fde9f5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:40.968965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Usage tracker for resource:security_group_rule and tenant:ed01b9aa818f44009c699fef622e6aa5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:40.973117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.004012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event updated for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:41.013156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:41.017224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:41.019640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:41.059052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:41.061686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.216565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:41.217144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.221961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00399da-dc38-48b7-958b-040da32f9521 req-91c45ba2-69ff-40dd-968a-0954d002dc74 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:41.226034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f00399da-dc38-48b7-958b-040da32f9521 req-91c45ba2-69ff-40dd-968a-0954d002dc74 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.5061800 Jun 04 06:20:41.250511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac373a6-340a-4a4e-b937-655be7d7b46b req-858aba2d-8e42-4a75-8870-3ee57a633d03 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:41.251984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ac373a6-340a-4a4e-b937-655be7d7b46b req-858aba2d-8e42-4a75-8870-3ee57a633d03 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.5124202 Jun 04 06:20:41.375526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5361b100-7ac3-43b0-98c4-0eaf8efb51bb tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5830216 Jun 04 06:20:41.414949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ac373a6-340a-4a4e-b937-655be7d7b46b req-9b5e2191-4372-4994-96e5-cf9ba6f3faa8 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198187 Jun 04 06:20:41.430264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Allocated IP 172.25.1.176 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4c2e39ac-2eed-4443-8da5-9ec6ade74156) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:41.453396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.453396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.518026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Request body: {'port': {'device_id': 'add12f2b-8a0c-437a-a771-96c86e905246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:41.546140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:20:41.565794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f00399da-dc38-48b7-958b-040da32f9521 req-6b3b8582-f073-4461-b3fd-2bc3145522ec tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899027 Jun 04 06:20:41.682572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed01b9aa818f44009c699fef622e6aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6558683 Jun 04 06:20:41.687941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:41.693652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969feb3-3f66-4a4d-a4e4-065677e80e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3fa376-c5d5-41dc-acab-6e45b7166657,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:41.771864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:41.795778 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.817173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.820719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc00f484-90e8-4105-b001-13d15a2b3f01 req-99324ee1-1db6-4c9d-9fe1-0524a28c4c5f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 210 time: 0.1318004 Jun 04 06:20:41.862457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Transition to ACTIVE for port object 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:41.895012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.911015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-79866a8b-a8c7-4f18-b3e7-565714a19278 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:41.911823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-79866a8b-a8c7-4f18-b3e7-565714a19278 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:41.916842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:41.935570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.025707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-79866a8b-a8c7-4f18-b3e7-565714a19278 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:42.033345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-79866a8b-a8c7-4f18-b3e7-565714a19278 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 931 time: 0.4645107 Jun 04 06:20:42.034321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056649f-d68b-4a84-bee1-23b0226da898 None None] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:42.176633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-76a56533-955f-42a6-b90d-d8bb3efc2eb0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:42.199765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.215438 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.224196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-aefc3d2c-95a5-4c6b-a614-4cba522c3774 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=36671555bc8340b5a022e2fda52f75fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279943 Jun 04 06:20:42.301226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-040c95d6-8388-4006-941b-7598bbd05fb1 None None] Provisioning for port e5109342-95a4-42f2-b2b5-3e473f90b8f2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:42.305628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-76a56533-955f-42a6-b90d-d8bb3efc2eb0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:42.314513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ec292ff-05ff-4f1d-a450-88c91804b7f5 req-76a56533-955f-42a6-b90d-d8bb3efc2eb0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801828 Jun 04 06:20:42.322813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:42.337397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:42.352898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:42.373446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:42.380136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2e39ac-2eed-4443-8da5-9ec6ade74156,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:42.521329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:20:42.607902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.622676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Attempting to bind port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:42.623009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Attempting to bind port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:42.623534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Attempting to bind port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:42.643132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-f36e050f-ffe1-452d-ab90-cc8ca421469e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:42.644586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-f36e050f-ffe1-452d-ab90-cc8ca421469e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765590 Jun 04 06:20:42.649216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3fa376-c5d5-41dc-acab-6e45b7166657,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:42.656303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a2c8-743a-49ed-a320-6a5a779c8f20 req-6cf243fa-111d-4121-8ee7-391182e79558 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:42.657856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3173a2c8-743a-49ed-a320-6a5a779c8f20 req-6cf243fa-111d-4121-8ee7-391182e79558 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1096 time: 0.5631294 Jun 04 06:20:42.658428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 on network 9592a345-0643-4e38-9580-504919fde9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:42.658748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Attempting to bind port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:42.666428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Request body: {'port': {'device_id': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '36671555bc8340b5a022e2fda52f75fc'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:42.715689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.716751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4c90a59-f0d9-468f-b60d-3abde12de6f6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4a3fa376-c5d5-41dc-acab-6e45b7166657 HTTP/1.1" status: 204 len: 168 time: 1.0248294 Jun 04 06:20:42.717703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:42.718034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Checking segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:42.718401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Bound using segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:42.718841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Bound port: 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:42.719172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.831811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e67887f-2abd-47df-ab82-68cfabb92798 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:42.842786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.875245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Transition to ACTIVE for port object 2e67887f-2abd-47df-ab82-68cfabb92798 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:42.882068 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:42.898705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3173a2c8-743a-49ed-a320-6a5a779c8f20 req-54bb0a78-baf8-443c-a3e8-e508460b129f tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100906 Jun 04 06:20:42.931766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfac08-ad46-4748-9445-f692494727b1 req-854e50d4-28b3-4c00-94d2-c9f357edfb3e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:42.934354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fcfac08-ad46-4748-9445-f692494727b1 req-854e50d4-28b3-4c00-94d2-c9f357edfb3e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.4566236 Jun 04 06:20:43.040837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:43.040837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:43.040837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:43.062208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.140342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5109342-95a4-42f2-b2b5-3e473f90b8f2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:43.151935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:43.179427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:43.179427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.179427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] 10.222.0.39 "PUT /v2.0/ports/16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 HTTP/1.1" status: 200 len: 1091 time: 3.6533637 Jun 04 06:20:43.179427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:43.197223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.264236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:43.292465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e5109342-95a4-42f2-b2b5-3e473f90b8f2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:43.298326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e5109342-95a4-42f2-b2b5-3e473f90b8f2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:43.298772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.391188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:43.406029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fcfac08-ad46-4748-9445-f692494727b1 req-30c8b630-30b4-4d44-a2f0-f6144978de8e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384340 Jun 04 06:20:43.430134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e5109342-95a4-42f2-b2b5-3e473f90b8f2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:43.430895 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.471486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port e5109342-95a4-42f2-b2b5-3e473f90b8f2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5109342-95a4-42f2-b2b5-3e473f90b8f2,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:43.477903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.491442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Made reservation on behalf of 36671555bc8340b5a022e2fda52f75fc for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:43.494996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.557453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.581881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=e5109342-95a4-42f2-b2b5-3e473f90b8f2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:43.585377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.587847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78ee39-2749-496b-bcde-1c6677f13669 service neutron] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:43.647633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Attempting to bind port 2e67887f-2abd-47df-ab82-68cfabb92798 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:43.647977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Attempting to bind port 2e67887f-2abd-47df-ab82-68cfabb92798 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:43.648337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Attempting to bind port 2e67887f-2abd-47df-ab82-68cfabb92798 on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:43.702062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Port 2e67887f-2abd-47df-ab82-68cfabb92798 on network 9592a345-0643-4e38-9580-504919fde9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:43.702308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Attempting to bind port 2e67887f-2abd-47df-ab82-68cfabb92798 on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:43.705583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:43.725925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ead14ae4-bf28-4040-b405-8ba87be66f9e req-d8472091-06f8-4d1e-bad3-f239a915eab4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 210 time: 0.0794191 Jun 04 06:20:43.732948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:cda9581bd1264dc6a1938de37c94e614 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:43.733344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:43.733713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Checking segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:43.734105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Bound using segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:43.734554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Bound port: 2e67887f-2abd-47df-ab82-68cfabb92798, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:43.734904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:43.751807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:43.801041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:43.954088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:44.010771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-c54cba36-aca1-480d-bfff-e1dabdb032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.013271 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-c54cba36-aca1-480d-bfff-e1dabdb032fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 1094 time: 0.7406313 Jun 04 06:20:44.031393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e67887f-2abd-47df-ab82-68cfabb92798,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:44.035315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5eb2-2c18-47b5-894c-04092ce9f835 req-f2ad1c02-5d89-41ba-9eb5-a6c812124939 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.036963 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fd3b5eb2-2c18-47b5-894c-04092ce9f835 req-f2ad1c02-5d89-41ba-9eb5-a6c812124939 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.7743304 Jun 04 06:20:44.050384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.156873 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-e0666c77-a8ca-417c-8210-70879970f0e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 HTTP/1.1" status: 200 len: 217 time: 0.1343358 Jun 04 06:20:44.158029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Allocated IP 192.168.233.241 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/075e3b1d-3722-4779-8402-f3e1d72aa005) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:44.191325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.192030 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.194133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e67887f-2abd-47df-ab82-68cfabb92798 HTTP/1.1" status: 200 len: 1092 time: 2.8005450 Jun 04 06:20:44.200773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:44.236707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f9826-3a48-467e-aef5-840fe3e6dd40 req-b2633de7-83fe-4b1f-aa97-7d68c09f96bf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.238246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c40f9826-3a48-467e-aef5-840fe3e6dd40 req-b2633de7-83fe-4b1f-aa97-7d68c09f96bf tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1096 time: 0.3398483 Jun 04 06:20:44.288103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fd3b5eb2-2c18-47b5-894c-04092ce9f835 req-f200dc27-29e6-4d19-ba2c-df732d700315 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902983 Jun 04 06:20:44.291644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157146d-1dce-4f79-9459-d1f875a4afe1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:44.312155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.339490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.353748 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f34a926-f12c-4cbb-b9b7-436bcda8dff7'] response: {'name': 'network-changed', 'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'status': 'completed', 'code': 200} Jun 04 06:20:44.356973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-59cc19c8-5cae-41df-a833-46715ff7c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.358432 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-59cc19c8-5cae-41df-a833-46715ff7c30d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.1941450 Jun 04 06:20:44.362307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.550510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c40f9826-3a48-467e-aef5-840fe3e6dd40 req-15a9eb00-7431-4023-822d-318d39eddd14 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689130 Jun 04 06:20:44.561968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-726f5d44-057f-414d-9e03-d593d65cac94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882730 Jun 04 06:20:44.633217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-eb902bc2-1b8e-4835-921b-a46ed09d312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.634804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-eb902bc2-1b8e-4835-921b-a46ed09d312f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 1095 time: 0.3925507 Jun 04 06:20:44.639871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af37a6f-bf29-4ab2-9c3d-dfa19ffc9fdf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:44.646851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94037eb8-7f4e-4271-9cff-a88533e3e6b0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cda9581bd1264dc6a1938de37c94e614&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3731313 Jun 04 06:20:44.651278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42390) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:44.730709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-80f57d7d-5692-48da-a568-6c87fd63f1cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e67887f-2abd-47df-ab82-68cfabb92798 HTTP/1.1" status: 200 len: 217 time: 0.0870960 Jun 04 06:20:44.850366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Deleting port f539f26c-7806-4cf3-913a-7c5daa1dc754 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:44.850603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.884528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-aaf45938-17e1-4140-871f-1445db6121dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:44.886115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-aaf45938-17e1-4140-871f-1445db6121dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.1430299 Jun 04 06:20:44.921199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:44.947840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:20:44.954890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-168cd311-7074-4b10-a144-18ec05b05162 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593624 Jun 04 06:20:44.982154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-0a9180f1-d83c-4261-aad6-74eb091099c3 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047031 Jun 04 06:20:44.994229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5109342-95a4-42f2-b2b5-3e473f90b8f2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:45.006747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.010989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-52d24183-7254-4634-9fda-e277407eb8ec tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:45.013294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-52d24183-7254-4634-9fda-e277407eb8ec tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 811 time: 0.3126032 Jun 04 06:20:45.016813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d62a5-a9ef-45af-ac82-0343325fa30f req-013152e5-79fa-4804-ad8b-938194993c6c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:45.017556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2d7d62a5-a9ef-45af-ac82-0343325fa30f req-013152e5-79fa-4804-ad8b-938194993c6c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:45.055472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Transition to ACTIVE for port object 075e3b1d-3722-4779-8402-f3e1d72aa005 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:45.088921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e5109342-95a4-42f2-b2b5-3e473f90b8f2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:45.089290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.141291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-abbd0ed7-6981-46f9-abde-483b1ae3f68b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/quotas/64029dbd10914205aad68d684c7b7443 HTTP/1.1" status: 200 len: 375 time: 0.0725961 Jun 04 06:20:45.216513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e5109342-95a4-42f2-b2b5-3e473f90b8f2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:45.323625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.348346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2d7d62a5-a9ef-45af-ac82-0343325fa30f req-013152e5-79fa-4804-ad8b-938194993c6c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:45.349507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d7d62a5-a9ef-45af-ac82-0343325fa30f req-013152e5-79fa-4804-ad8b-938194993c6c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 943 time: 0.9017730 Jun 04 06:20:45.353093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-951ed9f5-a678-41fc-9a57-fa44eb165117 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866115 Jun 04 06:20:45.355260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:45.367894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Sync routers for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:45.379355 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:45.380095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:45.465042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.470679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d93d3457-0756-43c3-8493-f6f881925fc8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6946077 Jun 04 06:20:45.470679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:45.505740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d7d62a5-a9ef-45af-ac82-0343325fa30f req-ca375710-285b-4e22-b60f-235cf9b97d56 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486363 Jun 04 06:20:45.508491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] For port f539f26c-7806-4cf3-913a-7c5daa1dc754, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f539f26c-7806-4cf3-913a-7c5daa1dc754,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:45.508820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.521553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-30c45d84-8b4a-4487-8371-30ff02cc3a1b service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161061 Jun 04 06:20:45.527953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:45.551088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e', '1da820f9-6db1-4acb-815e-8e856c8a7879', 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:45.553223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-e2d7e27d-7c40-4a6f-bf48-df06c3ffffde tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3943288 Jun 04 06:20:45.660686 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:45.728531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Calling delete_port for f539f26c-7806-4cf3-913a-7c5daa1dc754 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:46.077397 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0965d3f-0b5a-4c68-8106-3af1f18ceddd'] response: {'name': 'network-changed', 'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798', 'status': 'completed', 'code': 200} Jun 04 06:20:46.087294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48fc4278-e810-4ed0-931a-fe9cab74f619 req-5dbff278-89cb-4605-8c08-422c06acdd30 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7253301 Jun 04 06:20:46.109648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:42Z', 'revision_number': 3, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:46.114442 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Checking router: 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:46.114812 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Updating router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:20:46.122832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:46.171551 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.184846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.235971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af37a6f-bf29-4ab2-9c3d-dfa19ffc9fdf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:46.249462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:46.260629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:46.264647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-0e5006cd-2fdc-42f1-a1e1-cd91ddc73b99 service neutron] 10.222.0.17 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104735 Jun 04 06:20:46.274130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:46.338632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.444121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Pushing event deleted for resources: {'Port': ['ID=f539f26c-7806-4cf3-913a-7c5daa1dc754,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:46.488170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.490852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ebaa82d5-4e07-4ef3-8a40-9974e6b0ea05 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9af37a6f-bf29-4ab2-9c3d-dfa19ffc9fdf HTTP/1.1" status: 204 len: 168 time: 1.8309724 Jun 04 06:20:46.514430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:46.517547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.523433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-5c3b367a-2532-48b0-8366-f7da9be21203 service neutron] 10.222.0.17 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578835 Jun 04 06:20:46.597557 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.630182 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Transition to ACTIVE for port object 4c2e39ac-2eed-4443-8da5-9ec6ade74156 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:46.642444 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.651937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-3c89c7c3-0a70-4689-b15a-cfb487143e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:46.654270 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-3c89c7c3-0a70-4689-b15a-cfb487143e13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 1094 time: 0.8105078 Jun 04 06:20:46.661381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-c9428ef8-f7d1-4f9b-864d-00b25f8b75ba tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9987445 Jun 04 06:20:46.702386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-901d250e-7743-4b16-831b-1874f7fb9fae None None] Provisioning for port 075e3b1d-3722-4779-8402-f3e1d72aa005 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:46.703679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7372-d1a5-48ea-aaeb-3ff06650d923 req-1ed43faf-3c69-4a1d-9a34-01808e62ffc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:46.704677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-910d7372-d1a5-48ea-aaeb-3ff06650d923 req-1ed43faf-3c69-4a1d-9a34-01808e62ffc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:46.710734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-901d250e-7743-4b16-831b-1874f7fb9fae None None] Provisioning complete for port 075e3b1d-3722-4779-8402-f3e1d72aa005 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:46.710734 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-901d250e-7743-4b16-831b-1874f7fb9fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.724769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-8702977d-f3bf-474b-9a26-903063a7b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:46.727317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-8702977d-f3bf-474b-9a26-903063a7b9c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 1095 time: 0.5729733 Jun 04 06:20:46.750065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Request body: {'port': {'device_id': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:46.810491 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Pushing event updated for resources: {'Port': ['ID=4c2e39ac-2eed-4443-8da5-9ec6ade74156,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:46.836655 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Attempting to bind port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:46.837583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Attempting to bind port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:46.838173 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Attempting to bind port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:46.856029 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.857780 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.859591 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.860798 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.861554 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.862359 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.863972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.864633 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.865600 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.866739 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.869008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.869744 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:20:46.878692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-901d250e-7743-4b16-831b-1874f7fb9fae None None] Port 075e3b1d-3722-4779-8402-f3e1d72aa005 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:20:46.881079 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:46.881736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:46.882905 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.887266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:46.888428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Bound port: 4c2e39ac-2eed-4443-8da5-9ec6ade74156, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:46.889237 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:46.901599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc113-7bdb-4785-b36a-e136e92281d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:47.002194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] For port 4c2e39ac-2eed-4443-8da5-9ec6ade74156, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:47.006024 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] For port 4c2e39ac-2eed-4443-8da5-9ec6ade74156, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c2e39ac-2eed-4443-8da5-9ec6ade74156,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:47.014179 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:47.116128 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:47.117182 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:47.210279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-14db79a8-0059-44c2-bc28-e235bc6a20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:47.212285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-14db79a8-0059-44c2-bc28-e235bc6a20c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 913 time: 0.3393233 Jun 04 06:20:47.286882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-910d7372-d1a5-48ea-aaeb-3ff06650d923 req-1ed43faf-3c69-4a1d-9a34-01808e62ffc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:47.294848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-910d7372-d1a5-48ea-aaeb-3ff06650d923 req-1ed43faf-3c69-4a1d-9a34-01808e62ffc1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 936 time: 1.1738930 Jun 04 06:20:47.379585 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a718d5-201a-461b-b86e-a1786c2eba05 None None] Pushing event updated for resources: {'Port': ['ID=4c2e39ac-2eed-4443-8da5-9ec6ade74156,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:47.418779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-bdc38932-74fe-420b-a17c-1a586be052e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e67887f-2abd-47df-ab82-68cfabb92798 HTTP/1.1" status: 200 len: 217 time: 0.1305716 Jun 04 06:20:47.443737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:47.452943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:47.573715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-9f2563f6-b6e1-45c4-9845-76bbf4975455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:47.575594 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-9f2563f6-b6e1-45c4-9845-76bbf4975455 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 913 time: 0.9130189 Jun 04 06:20:47.626979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-d3d93958-545d-4430-b89e-d16a2025ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:47.628425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-d3d93958-545d-4430-b89e-d16a2025ecc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.1912894 Jun 04 06:20:47.749774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-7b563f43-fa6f-4342-aa9f-cb6e39ef4dbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084690 Jun 04 06:20:47.753223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:47.765658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-76a4e357-bb38-405e-a754-06270627bdb5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:47.772025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-76a4e357-bb38-405e-a754-06270627bdb5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1097 time: 0.9010978 Jun 04 06:20:47.789742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:47.857825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b16073-240c-4e08-8ffc-ed8a2e4d8ba0 req-06cb3a88-690a-496c-86aa-dc884089f0f0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:47.866485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9b16073-240c-4e08-8ffc-ed8a2e4d8ba0 req-06cb3a88-690a-496c-86aa-dc884089f0f0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 946 time: 0.6500852 Jun 04 06:20:47.870536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-408d25bf-e98a-424f-b4f6-811aec7dbdb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 HTTP/1.1" status: 200 len: 217 time: 0.2718098 Jun 04 06:20:47.880884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-910d7372-d1a5-48ea-aaeb-3ff06650d923 req-0d227ff7-003c-4e37-a791-57b0a7cbf222 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850425 Jun 04 06:20:47.961852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:47.974425 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:42Z', 'revision_number': 3, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:47.989125 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c223df8c-db9a-4a23-8668-595b2fac4455 None None] The sync data for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 is: [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:42Z', 'revision_number': 3, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:48.172738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-5f1f3cf8-bec9-44f9-8b58-f14ef9abd5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:48.174334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-5f1f3cf8-bec9-44f9-8b58-f14ef9abd5de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.2808795 Jun 04 06:20:48.232828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9b16073-240c-4e08-8ffc-ed8a2e4d8ba0 req-0c58cf2b-c957-48bf-a499-25cf318c3ab9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650684 Jun 04 06:20:48.250116 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-ad5b5348-0210-43cc-bbb9-7bbf7e1207b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593073 Jun 04 06:20:48.606015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:48.920014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:48.928000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:48.944479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Transition to ACTIVE for port object 075e3b1d-3722-4779-8402-f3e1d72aa005 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:48.980434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b13c9a79-147f-4ba0-ab57-58a8043c0477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.028793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:49.035627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-5f14ff4b-7472-411f-b494-18340df2fe92 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765126 Jun 04 06:20:49.036973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.124388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c2e39ac-2eed-4443-8da5-9ec6ade74156 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:49.220112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:49.242793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-4c3bbe83-658f-4225-ae14-1a26f2cb75dc service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4663603 Jun 04 06:20:49.291125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:49.296584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:49.296955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.428369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:49.500171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:49.500552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.515978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e67887f-2abd-47df-ab82-68cfabb92798 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:49.523977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-b7168bb1-721f-4351-a8cc-3ac3bc3c2e14 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:49.525636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-b7168bb1-721f-4351-a8cc-3ac3bc3c2e14 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 811 time: 0.9244061 Jun 04 06:20:49.547721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Request body: {'port': {'device_id': '6de24e05-c85f-49e3-884b-836d96a05615', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'admin_state_up': True, 'tenant_id': '64029dbd10914205aad68d684c7b7443'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:49.549937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4c2e39ac-2eed-4443-8da5-9ec6ade74156, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c2e39ac-2eed-4443-8da5-9ec6ade74156,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:49.580931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Allocated IP 172.20.0.1 (264363c0-fb05-40a5-85ad-cf8ef0147c8c/2a433e0f-9bd1-4841-a539-3f9fbaa4e11b/05cb1aaa-1f33-480b-9531-3466f4bb72d0) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:49.581978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.612181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd73c0-2a96-4a76-bc35-3b7515913335 req-4e61057c-e1a4-4a7a-915e-33964b3b7736 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:49.613830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dcd73c0-2a96-4a76-bc35-3b7515913335 req-4e61057c-e1a4-4a7a-915e-33964b3b7736 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 943 time: 1.0112228 Jun 04 06:20:49.716094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4c2e39ac-2eed-4443-8da5-9ec6ade74156,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:49.736184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:49.743806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.783072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-593abd82-4098-4391-82f8-77e0661a0f22 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:20:49.789945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-593abd82-4098-4391-82f8-77e0661a0f22 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253351 Jun 04 06:20:49.796332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Request body: {'binding': {'host': 'n-h1-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:49.796823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:20:49.797254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:49.802258 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:49.923244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:20:50.013211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e67887f-2abd-47df-ab82-68cfabb92798,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.047776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '2e67887f-2abd-47df-ab82-68cfabb92798', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'port_id': '2e67887f-2abd-47df-ab82-68cfabb92798', 'mac_address': 'fa:16:3e:e6:f8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd7cb24-1104-434b-881c-fcee707748ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:50.105751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f56a437-971d-4285-9ccc-b2f7970095c1 req-7970ac70-d12a-4647-8955-d5945b0567a7 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003197 Jun 04 06:20:50.110492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.138596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:50.163139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dcd73c0-2a96-4a76-bc35-3b7515913335 req-f7836197-140f-4734-86d4-315d38ada6b6 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550066 Jun 04 06:20:50.188505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e67887f-2abd-47df-ab82-68cfabb92798 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:50.188883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.197155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:50.197927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:50.198429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.202991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:50.204167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.209697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:50.210314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:50.210864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.220678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e67887f-2abd-47df-ab82-68cfabb92798 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:50.227954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:50.228615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.239271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:50.239896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:50.240480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:50.241127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Bound port: f3449989-86c5-4e3c-a54c-876d795bed88, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:50.241884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.245994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:50.246449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.266650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e67887f-2abd-47df-ab82-68cfabb92798,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.283485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:50.305153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.305398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Made reservation on behalf of 64029dbd10914205aad68d684c7b7443 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:50.306340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:50.309782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.346930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:50.347505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:50.347834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.383541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:50.383879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:50.384262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:50.384708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Bound port: 075e3b1d-3722-4779-8402-f3e1d72aa005, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:50.385467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.396817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9468b128-5473-4708-9fe9-8cc693eddd8a req-16fd29f1-e9d6-4c4b-b3c7-34e58970a61e service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2762144 Jun 04 06:20:50.400205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.423652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:50.424099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attempting to bind port f3449989-86c5-4e3c-a54c-876d795bed88 on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.433585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.440773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:50.444014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:50.448528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:50.456292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.468709 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.489516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-982246db-ada8-46d5-aaa1-1dee5e50c45f req-f8db3665-ffaa-4207-9837-d6f36052f30d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 210 time: 0.1283996 Jun 04 06:20:50.511135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Transition to ACTIVE for port object 05cb1aaa-1f33-480b-9531-3466f4bb72d0 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:50.516554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'port_id': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'mac_address': 'fa:16:3e:45:86:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd7cb24-1104-434b-881c-fcee707748ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:50.563133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:50.563720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:50.564079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:50.564879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Bound port: f3449989-86c5-4e3c-a54c-876d795bed88, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:50.565228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.613934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:50.626718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-78c00d77-d675-4749-8715-2e1356eab323 admin admin] 10.222.0.17 "PUT /v2.0/routers/12f913e7-1a71-43ad-bd43-0b1869dff9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7154322 Jun 04 06:20:50.627769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:50.644176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Sync routers for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:50.666383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.720992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:50.721829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:50.735920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on host n-h1-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:50.736251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:50.736574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.760858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:50.761257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:50.765020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:50.775415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:20:50.776960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:50.777325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:50.778099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:50.778547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Bound port: 926a8db2-0575-4ab9-a560-403f61f876ea, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:50.784683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:50.803493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:50.831938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:50.832314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.845191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.912713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:50.928596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:50.929234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.930737 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] 10.222.0.24 "PUT /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 1096 time: 4.2084591 Jun 04 06:20:50.939537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:50.949765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:50.950004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.951575 n-d-811808-2 neutron-server[88849]: WARNING neutron.plugins.ml2.plugin [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Concurrent port binding operations failed on port f3449989-86c5-4e3c-a54c-876d795bed88 Jun 04 06:20:50.962232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.982409 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:50.988325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:50.996959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:51.002404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:51.103271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Pushing event updated for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:51.110805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:51.118277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c2e39ac-2eed-4443-8da5-9ec6ade74156 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:51.166233 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attempt 2 to bind port f3449989-86c5-4e3c-a54c-876d795bed88 Jun 04 06:20:51.173414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:51.190206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:51.190886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5144b-aec7-4c2c-a0e0-94c752b5240c service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:51.209813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:51.249253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:51.250684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9b3ee331-452b-4de7-930f-3989cee5bb11 service neutron] 10.222.0.17 "POST /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea/bindings HTTP/1.1" status: 201 len: 389 time: 1.4599087 Jun 04 06:20:51.367323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-aa059015-18d4-4d44-a172-6abd3ba48f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:51.369244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-aa059015-18d4-4d44-a172-6abd3ba48f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1099 time: 0.2797558 Jun 04 06:20:51.487413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f3449989-86c5-4e3c-a54c-876d795bed88'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:51.489638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-953c1ec6-c4fd-4303-ba44-b45921a08c90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1035068 Jun 04 06:20:51.533565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f3449989-86c5-4e3c-a54c-876d795bed88'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:51.551970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:51.569725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['16faa0eb-9d39-4a08-9677-4adcf4cd4fa5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:51.586880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:51.587495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:51.588833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-667df950-019b-4496-b4c0-a28c5b0d42a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 1122 time: 3.8055398 Jun 04 06:20:51.600644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2e67887f-2abd-47df-ab82-68cfabb92798'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:51.706628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2159209-ed4d-49f1-976c-834a8df88e29 req-f08f935a-25a8-4cf1-b20a-dd5c6cfab06c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:51.715784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2159209-ed4d-49f1-976c-834a8df88e29 req-f08f935a-25a8-4cf1-b20a-dd5c6cfab06c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 1.0536931 Jun 04 06:20:51.718279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Deleting port 1d9379e4-edc2-40af-9632-9c7fd3caeb02 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:51.718949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:51.753811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Allocated IP 172.20.0.14 (17f9eaba-8606-4d3d-8891-ee7db7119247/6ae4c7ba-8448-43dd-8138-a698f6dcb518/d2f5053a-ea8e-41f7-8596-499360745063) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:51.781216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2159209-ed4d-49f1-976c-834a8df88e29 req-0b459ccf-3701-48b3-ada3-4c9e8157874c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651147 Jun 04 06:20:51.821054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-7a07de17-e350-44a5-9d03-8c766a3bb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:51.823212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-7a07de17-e350-44a5-9d03-8c766a3bb032 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3253074 Jun 04 06:20:51.955685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.208552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fdd3d-d2f8-44f3-ad3b-33eef0905780 req-ba5c59c4-53f4-4205-b43a-1cea88e5ce7f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:52.217210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-952fdd3d-d2f8-44f3-ad3b-33eef0905780 req-ba5c59c4-53f4-4205-b43a-1cea88e5ce7f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 944 time: 0.6313562 Jun 04 06:20:52.288574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-1e380143-5938-4f02-9f33-0a1ff413dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:52.289681 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-1e380143-5938-4f02-9f33-0a1ff413dcc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1096 time: 0.6947217 Jun 04 06:20:52.339856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-b2ab82dc-0b65-4405-9f72-4cea0f8c25d5 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=cdf17ce2a4f649a086afe49b868dc862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008499 Jun 04 06:20:52.390339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-952fdd3d-d2f8-44f3-ad3b-33eef0905780 req-5e40a17b-7f72-4773-bb14-79d30de51475 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606061 Jun 04 06:20:52.453701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-71cd4e65-3db7-4378-bde9-2bb968ec4339 None None] Provisioning for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:52.474346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.489660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-71cd4e65-3db7-4378-bde9-2bb968ec4339 None None] Provisioning complete for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:52.489660 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e65-3db7-4378-bde9-2bb968ec4339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.500335 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26de5e9b-098c-476b-a5d4-e5ec2a0e444b'] response: {'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'code': 200} Jun 04 06:20:52.553344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:52.553818 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.563924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] For port 1d9379e4-edc2-40af-9632-9c7fd3caeb02, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d9379e4-edc2-40af-9632-9c7fd3caeb02,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:52.564292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.676379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.689241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.705896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-da03877c-d92d-4736-a3e7-536025879055 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:52.712191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-da03877c-d92d-4736-a3e7-536025879055 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613031 Jun 04 06:20:52.715501 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.759804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Calling delete_port for 1d9379e4-edc2-40af-9632-9c7fd3caeb02 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:52.819258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-2ec15d1c-611a-4dc5-b4a0-a99bd55e57f8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/quotas/cdf17ce2a4f649a086afe49b868dc862 HTTP/1.1" status: 200 len: 375 time: 0.1077013 Jun 04 06:20:52.858489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-71cd4e65-3db7-4378-bde9-2bb968ec4339 None None] Port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:20:52.890244 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced597dd-c2b3-4063-9f9e-d397c40f9a6c'] response: {'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'status': 'completed', 'code': 200} Jun 04 06:20:52.900532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-8c52483f-28e5-4d0a-8d31-f6ed52e784fb tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808146 Jun 04 06:20:52.912879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Pushing event updated for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:52.912879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:52.947414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-b6fbb9de-1878-4479-be04-28ba43b3d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:52.947414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-b6fbb9de-1878-4479-be04-28ba43b3d1c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0949004 Jun 04 06:20:52.968699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:53.104600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-00b55c77-be79-47ae-9c78-b7c53791475a service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636441 Jun 04 06:20:53.156526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Network 17f9eaba-8606-4d3d-8891-ee7db7119247 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:53.179987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:53.189697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:53.223540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:20:46Z', 'revision_number': 5, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port': {'id': '1d9379e4-edc2-40af-9632-9c7fd3caeb02', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:16:42Z', 'updated_at': '2022-06-04T06:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:53.334561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Checking router: 12f913e7-1a71-43ad-bd43-0b1869dff9f1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:53.346927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:53.362714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Routers {'12f913e7-1a71-43ad-bd43-0b1869dff9f1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:53.363354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:53.367553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43164fce-ad5e-47c2-8544-1753da816ad3 req-ec53c0e4-acbb-47e3-af39-9c7d605b7cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535191 Jun 04 06:20:53.394834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-115ccfb8-33ea-4e91-8c14-677a5fbae1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:53.396542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-115ccfb8-33ea-4e91-8c14-677a5fbae1ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 1.0830734 Jun 04 06:20:53.545968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-853abf16-a34c-48eb-9de0-eedbf66e616f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 217 time: 0.1406906 Jun 04 06:20:53.552871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Pushing event updated for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:53.554610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] Set router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:53.609057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:53.614339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:53.627915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:53.628951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:53.630299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:53.705853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['261776e9-867c-464d-84ee-938bf713681a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:53.710461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9379e4-edc2-40af-9632-9c7fd3caeb02,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:53.766532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:20:51Z', 'revision_number': 6, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:53.773196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f5c02-0b6a-4faf-996a-d427104d3e0b req-da98856d-32f6-49bd-925c-1aa43f97beb5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:53.782332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2f5c02-0b6a-4faf-996a-d427104d3e0b req-da98856d-32f6-49bd-925c-1aa43f97beb5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.3811734 Jun 04 06:20:53.782931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c860b66-baca-4085-9c3d-16775f607508 None None] The sync data for ids ['12f913e7-1a71-43ad-bd43-0b1869dff9f1'] in n-d-811808-2 is: [{'id': '12f913e7-1a71-43ad-bd43-0b1869dff9f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726814697-router', 'tenant_id': 'fd028cb277624716a4ef31205f5f7f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:16:40Z', 'updated_at': '2022-06-04T06:20:51Z', 'revision_number': 6, 'project_id': 'fd028cb277624716a4ef31205f5f7f65', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:53.821095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef35183-f2d0-4194-8cc8-73de5049a73d req-4562ef73-fb17-420c-8459-8a33942e8369 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:53.822690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ef35183-f2d0-4194-8cc8-73de5049a73d req-4562ef73-fb17-420c-8459-8a33942e8369 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 944 time: 0.9395323 Jun 04 06:20:53.873745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3f651842-af3f-4c46-a866-7fc238a8c976 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3305821 Jun 04 06:20:53.901531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-6cd98a3b-5401-42ef-8935-3212e1e26565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:53.903044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-6cd98a3b-5401-42ef-8935-3212e1e26565 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.3461552 Jun 04 06:20:53.956655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2f5c02-0b6a-4faf-996a-d427104d3e0b req-a4464b0b-f793-43b5-bf7d-40c743eaef0e tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724598 Jun 04 06:20:53.960256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Request body: {'port': {'device_id': '6de24e05-c85f-49e3-884b-836d96a05615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:54.003437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-c7db95ed-7e9a-44e0-b3d7-1da3d9c2120f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810938 Jun 04 06:20:54.010263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ef35183-f2d0-4194-8cc8-73de5049a73d req-674db7db-f83f-4286-b001-4ee5162d1701 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672871 Jun 04 06:20:54.030665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-369da7e2-1194-4938-bc3d-9fc7d0fb9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:54.032137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-369da7e2-1194-4938-bc3d-9fc7d0fb9744 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1099 time: 0.5532908 Jun 04 06:20:54.113401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:20:54.122725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-70efada6-0388-49f8-809f-3fb80c42698d None None] Provisioning complete for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:54.123128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-70efada6-0388-49f8-809f-3fb80c42698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:54.222154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-70efada6-0388-49f8-809f-3fb80c42698d None None] Port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:20:54.283200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:54.438573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:54.516059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:54.563569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70be74-bab0-4c6f-9f8a-f050c0f2d8ba req-d5c4482b-fb91-492d-aafd-470e628cf771 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:54.564211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c70be74-bab0-4c6f-9f8a-f050c0f2d8ba req-d5c4482b-fb91-492d-aafd-470e628cf771 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:20:54.570686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:20:54.584159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a162e6e2-82eb-457c-8a42-c1a543592b19 admin admin] 10.222.0.17 "PUT /v2.0/routers/7f56d3b4-54ac-4db9-ac66-8c46b8ae3624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1133785 Jun 04 06:20:54.606219 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Sync routers for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:20:54.629289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:54.630164 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:54.725432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c70be74-bab0-4c6f-9f8a-f050c0f2d8ba req-d5c4482b-fb91-492d-aafd-470e628cf771 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:20:54.726926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c70be74-bab0-4c6f-9f8a-f050c0f2d8ba req-d5c4482b-fb91-492d-aafd-470e628cf771 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 932 time: 0.6050766 Jun 04 06:20:54.793116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:54.795914 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-ef2dbfe8-2e4e-49d3-99a6-004d06876025 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cdf17ce2a4f649a086afe49b868dc862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1595876 Jun 04 06:20:54.802965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42542) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:54.817286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:54.892840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-6968829c-4db4-4ea8-9775-970ad36751f0 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673749 Jun 04 06:20:54.898493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:55.012785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-de824575-5fee-4c9e-9d73-ba894b6df8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:55.015514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-de824575-5fee-4c9e-9d73-ba894b6df8ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.9261065 Jun 04 06:20:55.030941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.031960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f913e7-1a71-43ad-bd43-0b1869dff9f1 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:20:55.072292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.077666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eb1ab14c-0e8c-4fa4-b237-3816deba43d5 admin admin] 10.222.0.17 "DELETE /v2.0/routers/12f913e7-1a71-43ad-bd43-0b1869dff9f1 HTTP/1.1" status: 204 len: 168 time: 4.4466240 Jun 04 06:20:55.078952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42554) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:55.084862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c70be74-bab0-4c6f-9f8a-f050c0f2d8ba req-0e294a9f-b596-4b9e-8597-24a1f8a77de7 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807434 Jun 04 06:20:55.103374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.130548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef4414-c17d-44c3-a2d5-59185563430f req-a60a5a5a-83e0-427f-b89f-705756fd78d9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:55.141531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82ef4414-c17d-44c3-a2d5-59185563430f req-a60a5a5a-83e0-427f-b89f-705756fd78d9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.8815401 Jun 04 06:20:55.250498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-fc79d5b8-289b-41d8-8378-e70ecb113fa7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:55.252198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-fc79d5b8-289b-41d8-8378-e70ecb113fa7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4456868 Jun 04 06:20:55.345370 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.364980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:51Z', 'revision_number': 4, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '05cb1aaa-1f33-480b-9531-3466f4bb72d0', 'name': '', 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'mac_address': 'fa:16:3e:f2:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:48Z', 'updated_at': '2022-06-04T06:20:52Z', 'revision_number': 2, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'subnets': [{'id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:55.370270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Checking router: 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:20:55.371209 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Updating router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:20:55.418233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-ada7b9ef-4ef0-46f0-891b-c6babf884098 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.3660915 Jun 04 06:20:55.430129 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.435518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Request body: {'port': {'device_id': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'cdf17ce2a4f649a086afe49b868dc862'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:20:55.455615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f539f26c-7806-4cf3-913a-7c5daa1dc754 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:55.469104 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-93cff20e-67e3-45c9-8326-1e20aef79717 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702784 Jun 04 06:20:55.487176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82ef4414-c17d-44c3-a2d5-59185563430f req-5ff807e4-ad37-4be7-8d70-072e4a371f84 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447249 Jun 04 06:20:55.509565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Deleting subnet b4ece311-9799-462a-bd13-66703848b07d {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:20:55.515683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.554063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:55.614778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f77e4a26-77e4-403e-aa11-fbfb6de5b3e5 req-953fa5fe-e3b0-4f8b-bde8-dd1145944ca9 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 210 time: 0.3239715 Jun 04 06:20:55.624555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f539f26c-7806-4cf3-913a-7c5daa1dc754 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:55.625066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f539f26c-7806-4cf3-913a-7c5daa1dc754 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:55.627560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d9379e4-edc2-40af-9632-9c7fd3caeb02 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:55.629128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.661793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f5053a-ea8e-41f7-8596-499360745063 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:55.685496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.723646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Transition to ACTIVE for port object d2f5053a-ea8e-41f7-8596-499360745063 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:55.730773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1d9379e4-edc2-40af-9632-9c7fd3caeb02 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:20:55.731611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d9379e4-edc2-40af-9632-9c7fd3caeb02 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:20:55.798333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.799041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:55.805197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:55.805592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.815736 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b734d0d-5b71-4c9b-b918-c44c378fb837'] response: {'name': 'network-changed', 'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'status': 'completed', 'code': 200} Jun 04 06:20:55.849816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:55.967727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.041913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:56.042961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.067575 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.107133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Transition to ACTIVE for port object 05cb1aaa-1f33-480b-9531-3466f4bb72d0 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:56.109966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:56.111775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:56.112104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:56.119355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.120537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e67887f-2abd-47df-ab82-68cfabb92798 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:56.124650 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.164555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Usage tracker for resource:port and tenant:cdf17ce2a4f649a086afe49b868dc862 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:56.186494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ece311-9799-462a-bd13-66703848b07d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:56.201395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-c5cb29c9-c19e-4b3e-9640-6289bee36c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:56.203137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-c5cb29c9-c19e-4b3e-9640-6289bee36c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.7761710 Jun 04 06:20:56.216001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:56.219092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:56.227339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.236245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:56.244606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405526b5-c12c-432c-85a8-6fbc037159d0 None None] Network 259eda89-0d7c-440c-ae2f-691c5a21f673 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:20:56.280929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77a9c9-fc32-480f-953e-139af11b35b0 None None] Pushing event updated for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:56.309579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Made reservation on behalf of cdf17ce2a4f649a086afe49b868dc862 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:20:56.316458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.403619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.404063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-84c89a10-689c-48e9-8134-3f32d6a21a06 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b4ece311-9799-462a-bd13-66703848b07d HTTP/1.1" status: 204 len: 168 time: 1.2604158 Jun 04 06:20:56.407050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:56.488198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:20:56.491231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Attempting to bind port d2f5053a-ea8e-41f7-8596-499360745063 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:56.491877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Attempting to bind port d2f5053a-ea8e-41f7-8596-499360745063 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:56.492460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Attempting to bind port d2f5053a-ea8e-41f7-8596-499360745063 on network 17f9eaba-8606-4d3d-8891-ee7db7119247 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:56.503204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Usage tracker for resource:security_group_rule and tenant:cdf17ce2a4f649a086afe49b868dc862 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:20:56.519990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:20:56.533024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Port d2f5053a-ea8e-41f7-8596-499360745063 on network 17f9eaba-8606-4d3d-8891-ee7db7119247 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:20:56.533826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Attempting to bind port d2f5053a-ea8e-41f7-8596-499360745063 on network 17f9eaba-8606-4d3d-8891-ee7db7119247 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:56.548405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:20:56.561787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dc52c-9fd5-4a4f-849c-37a3b8e7424a req-d3f56cc2-9dcb-439e-b6db-efedfe8b9e03 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:56.571892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-854dc52c-9fd5-4a4f-849c-37a3b8e7424a req-d3f56cc2-9dcb-439e-b6db-efedfe8b9e03 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.6425128 Jun 04 06:20:56.577717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:56.578398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Checking segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:56.579036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Bound using segment: {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:56.579705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Bound port: d2f5053a-ea8e-41f7-8596-499360745063, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6dd783-761b-4a27-83de-f1344f6d567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:56.580339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.591927 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Attempting to bind port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:20:56.592294 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Attempting to bind port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:20:56.592701 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Attempting to bind port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 on network 264363c0-fb05-40a5-85ad-cf8ef0147c8c {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:20:56.599916 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:20:56.600497 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Checking segment: {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:20:56.600997 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.601387 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Bound using segment: {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:20:56.601942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:56.602065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Bound port: 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:20:56.602416 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.623775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 2e67887f-2abd-47df-ab82-68cfabb92798 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:56.624996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-f03ff4c0-07f2-4b67-8ea9-2cc04626afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:56.626789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-f03ff4c0-07f2-4b67-8ea9-2cc04626afb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1125 time: 0.7267118 Jun 04 06:20:56.630791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 2e67887f-2abd-47df-ab82-68cfabb92798 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:56.631425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.736613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32e6cd-ce00-43fe-aa8f-c1e0fbf6317d req-c5d0c198-02f8-4bf8-b9e3-7e42e9e91b0b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:56.739081 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff32e6cd-ce00-43fe-aa8f-c1e0fbf6317d req-c5d0c198-02f8-4bf8-b9e3-7e42e9e91b0b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 944 time: 0.8475795 Jun 04 06:20:56.743218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-854dc52c-9fd5-4a4f-849c-37a3b8e7424a req-aeff85ed-d956-43d8-9c28-cf0689b9c0fd tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689603 Jun 04 06:20:56.791181 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] For port 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:56.799167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] For port 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=05cb1aaa-1f33-480b-9531-3466f4bb72d0,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:56.810629 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.817433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] DHCP port deletion for 259eda89-0d7c-440c-ae2f-691c5a21f673 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:20:56.836392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Deleting port 961514f2-e9d2-4f26-bb43-0457264663c7 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:56.837070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:56.949382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:20:56.955507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d2f5053a-ea8e-41f7-8596-499360745063,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:20:56.980867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77a9c9-fc32-480f-953e-139af11b35b0 None None] Pushing event updated for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:57.005815 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:20:57.006574 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:57.025832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e67887f-2abd-47df-ab82-68cfabb92798 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:57.033891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.058657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.229101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e67887f-2abd-47df-ab82-68cfabb92798,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:57.232156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:57.232905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.234440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] 10.222.0.39 "PUT /v2.0/ports/d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 200 len: 1092 time: 3.2896590 Jun 04 06:20:57.252070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.275440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.281114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e45944-552c-49eb-8358-bd39de32ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:57.324544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.345894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:57.360859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] For port 961514f2-e9d2-4f26-bb43-0457264663c7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=961514f2-e9d2-4f26-bb43-0457264663c7,segment=NetworkSegment(c8a7ad90-90be-485e-85dc-5f0b74abd239),segment_id=c8a7ad90-90be-485e-85dc-5f0b74abd239)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:57.361553 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.382017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.384396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.387827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-3aea4ce4-593a-4b19-aea2-b3aacfb12ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:57.390129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-3aea4ce4-593a-4b19-aea2-b3aacfb12ff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.7447643 Jun 04 06:20:57.472378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:20:57.494117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 961514f2-e9d2-4f26-bb43-0457264663c7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:20:57.512764 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-c9adc424-32b0-4660-8b56-530922fa16b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 217 time: 0.1167257 Jun 04 06:20:57.514874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-fabb4ed2-18e3-4e23-a757-666433a744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:57.516688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-fabb4ed2-18e3-4e23-a757-666433a744d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2947683 Jun 04 06:20:57.542986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Calling delete_port for 961514f2-e9d2-4f26-bb43-0457264663c7 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:20:57.596237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c442ef-62a8-4fea-acac-08151e76e871 req-10c12957-4c10-4359-9cb4-6160dd75d223 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:57.603663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30c442ef-62a8-4fea-acac-08151e76e871 req-10c12957-4c10-4359-9cb4-6160dd75d223 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 945 time: 0.6502182 Jun 04 06:20:57.624586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5087e4d6-26e4-4538-91a9-3d696bd34db0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:57.625204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-84bc673f-cf11-4b64-8ea5-a6c3b8249c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:57.626748 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-84bc673f-cf11-4b64-8ea5-a6c3b8249c0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0807407 Jun 04 06:20:57.784807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.787732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Deleting port 961514f2-e9d2-4f26-bb43-0457264663c7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:57.788079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.929256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:20:57.935643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-fb78d69e-7ebb-4217-9fdd-605553056fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115365 Jun 04 06:20:57.951745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] No DVR routers for this DVR port 961514f2-e9d2-4f26-bb43-0457264663c7 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:20:57.968057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3d26e-7349-4e46-8afa-c5b3c9bd088e None None] Pushing event deleted for resources: {'Port': ['ID=961514f2-e9d2-4f26-bb43-0457264663c7,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:57.971825 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:51Z', 'revision_number': 4, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '05cb1aaa-1f33-480b-9531-3466f4bb72d0', 'name': '', 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'mac_address': 'fa:16:3e:f2:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:48Z', 'updated_at': '2022-06-04T06:20:56Z', 'revision_number': 4, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'subnets': [{'id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:57.976975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc9212b-7770-466a-8956-219f0daa59d1 None None] The sync data for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 is: [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:20:51Z', 'revision_number': 4, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '05cb1aaa-1f33-480b-9531-3466f4bb72d0', 'name': '', 'network_id': '264363c0-fb05-40a5-85ad-cf8ef0147c8c', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'mac_address': 'fa:16:3e:f2:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:48Z', 'updated_at': '2022-06-04T06:20:56Z', 'revision_number': 4, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'subnets': [{'id': '2a433e0f-9bd1-4841-a539-3f9fbaa4e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:20:57.978751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 961514f2-e9d2-4f26-bb43-0457264663c7 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:57.979198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:57.989669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] The port '961514f2-e9d2-4f26-bb43-0457264663c7' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:20:57.992327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:20:58.086459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-c6c087d9-27cd-46e9-947b-717264ce05ba service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418489 Jun 04 06:20:58.097544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30c442ef-62a8-4fea-acac-08151e76e871 req-7d2c81da-7e59-499e-835a-1f9d9d9a508e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926763 Jun 04 06:20:58.146546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ff32e6cd-ce00-43fe-aa8f-c1e0fbf6317d req-44a8349c-5030-4ab9-9025-0f139b4d6358 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552776 Jun 04 06:20:58.278429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Allocated IP 192.168.233.103 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/803666ed-139a-4246-8f27-96d0761bb165) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:20:58.283836 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c504ef-f1b6-45c4-8565-e44055e774ff'] response: {'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'code': 200} Jun 04 06:20:58.364417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a6ea07-0dc6-430b-ab16-377efe1959a0 req-2b76ebee-50a6-4b7f-93da-7d35b9a8c4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260950 Jun 04 06:20:58.547464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:58.595347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'mac_address': 'fa:16:3e:9f:45:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:20:58.598856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.633489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259eda89-0d7c-440c-ae2f-691c5a21f673']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:58.651043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a7ad90-90be-485e-85dc-5f0b74abd239') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:58.651314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a7ad90-90be-485e-85dc-5f0b74abd239') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:20:58.665329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.686956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:20:58.687717 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.709978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:20:58.728527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:20:58.735165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.750462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.755426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3aef7533-23e8-44dc-a15f-b3bfc248efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:58.756962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-3aef7533-23e8-44dc-a15f-b3bfc248efdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1095 time: 1.4784064 Jun 04 06:20:58.780339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:20:58.780827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.842176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:58.858310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:58.876143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-910ccc59-74c2-4107-9839-8be16aea6f9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 200 len: 217 time: 0.0947349 Jun 04 06:20:58.896726 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c8a7ad90-90be-485e-85dc-5f0b74abd239 resource provider aggregate not found Jun 04 06:20:58.949581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Transition to ACTIVE for port object 803666ed-139a-4246-8f27-96d0761bb165 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:20:58.952150 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c8a7ad90-90be-485e-85dc-5f0b74abd239 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8a7ad90-90be-485e-85dc-5f0b74abd239 found for delete ", "request_id": "req-19ba49ca-eab8-4400-b6fa-01616337f2c3"}]} Jun 04 06:20:58.990826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-b31ebf92-83ac-49ca-bff9-73e5096df8b7 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9958334 Jun 04 06:20:58.994861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:59.008709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8040c2-7b1c-49a0-ad83-1c84f1948f81 req-a6d583ea-6907-428d-b33d-45266046690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:59.011724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f8040c2-7b1c-49a0-ad83-1c84f1948f81 req-a6d583ea-6907-428d-b33d-45266046690b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 1096 time: 0.6439350 Jun 04 06:20:59.080981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:59.103447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-78556a8f-76a1-4db2-914f-a0cc9a21f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:59.104934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-78556a8f-76a1-4db2-914f-a0cc9a21f49f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.2208426 Jun 04 06:20:59.110488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] Pushing event deleted for resources: {'Network': ['ID=259eda89-0d7c-440c-ae2f-691c5a21f673,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:59.113083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e853-be0b-4371-a155-af70adbcd4c9 req-ada5dafe-5144-4b93-9c77-4e25358f75c7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:59.114578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ab0e853-be0b-4371-a155-af70adbcd4c9 req-ada5dafe-5144-4b93-9c77-4e25358f75c7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.4526494 Jun 04 06:20:59.118202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Deleting port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:20:59.118725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:59.151467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:59.168340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3c8db05a-eb3b-4698-8627-155fd2502665 admin admin] 10.222.0.17 "DELETE /v2.0/networks/259eda89-0d7c-440c-ae2f-691c5a21f673 HTTP/1.1" status: 204 len: 168 time: 2.7361124 Jun 04 06:20:59.201959 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f8040c2-7b1c-49a0-ad83-1c84f1948f81 req-3de1c6a4-ce2e-42de-94bd-c31ab6bcc854 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360087 Jun 04 06:20:59.211215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51032d87-6475-413a-a69a-82d9011bef8e req-43162162-4f87-498f-8df4-8ee663e5019f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:59.212027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51032d87-6475-413a-a69a-82d9011bef8e req-43162162-4f87-498f-8df4-8ee663e5019f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 944 time: 0.5347834 Jun 04 06:20:59.230914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['075e3b1d-3722-4779-8402-f3e1d72aa005'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:20:59.294354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-170fc334-663a-4ee4-976d-a3b514d7316e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446619 Jun 04 06:20:59.302650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-848bf6de-b9e9-47f7-8010-3db70f133936 req-2dae9757-9fd7-4bcd-9df4-39ef2723de72 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810850 Jun 04 06:20:59.306059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51032d87-6475-413a-a69a-82d9011bef8e req-875da1f1-121f-4fc9-82f2-d45342fc91c3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827391 Jun 04 06:20:59.406994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:20:59.490584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:20:59.503392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42586) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:59.555179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ab0e853-be0b-4371-a155-af70adbcd4c9 req-ea9af5b2-e53e-414d-b694-a948c5246a19 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853669 Jun 04 06:20:59.563024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:20:59.585133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 05cb1aaa-1f33-480b-9531-3466f4bb72d0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:20:59.702130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:20:59.702130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:20:59.724200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Pushing event updated for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:20:59.868208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-608553fa-8c6a-49c3-9679-c61513e88910 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=60859c8798ba4512803cb5074a41a7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630936 Jun 04 06:20:59.872833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42590) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:20:59.875532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:20:59.882701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:20:59.885239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.061984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7aa1b3e8-48e9-4834-9c59-afa47b767e1a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7620614 Jun 04 06:21:00.084257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Request body: {'port': {'device_id': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:00.156866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-599f6e98-4400-4c74-a5e5-1d5a6c8a060d None None] Provisioning for port 803666ed-139a-4246-8f27-96d0761bb165 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:00.159857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] For port 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=05cb1aaa-1f33-480b-9531-3466f4bb72d0,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:00.160408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.222123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-496c78ae-23a5-474f-ae6d-5a07550b0011 service neutron] 10.222.0.39 "GET /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.3393040 Jun 04 06:21:00.227849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-599f6e98-4400-4c74-a5e5-1d5a6c8a060d None None] Provisioning complete for port 803666ed-139a-4246-8f27-96d0761bb165 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:00.227849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-599f6e98-4400-4c74-a5e5-1d5a6c8a060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.268923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:00.268923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.288225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440d3ec-ce72-401a-9816-f95481c87899 req-f7a92431-2084-4756-8d31-7ba1f3ba0db8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:00.288225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5440d3ec-ce72-401a-9816-f95481c87899 req-f7a92431-2084-4756-8d31-7ba1f3ba0db8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 936 time: 0.5197644 Jun 04 06:21:00.296247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:00.312247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-599f6e98-4400-4c74-a5e5-1d5a6c8a060d None None] Port 803666ed-139a-4246-8f27-96d0761bb165 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:00.355332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5440d3ec-ce72-401a-9816-f95481c87899 req-ef4dab58-63fd-4ef2-9b7a-26b27eb3992f tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 Jun 04 06:21:00.366231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-2678d4b4-4fde-4824-83bf-dfa79be3df92 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711536 Jun 04 06:21:00.376179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=05cb1aaa-1f33-480b-9531-3466f4bb72d0,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:00.388521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.461148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:00.575849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Calling delete_port for 05cb1aaa-1f33-480b-9531-3466f4bb72d0 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:00.659202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.670117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:00.743738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:00.748941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:00.811978 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13124e5-9e3a-4c79-bd44-dbb01cd453be'] response: {'name': 'network-changed', 'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063', 'status': 'completed', 'code': 200} Jun 04 06:21:00.836433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd1776-fd69-4bca-b8c4-cadd7f05665d req-0a65589e-0724-4de9-83cd-23f16b6d644a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:00.841315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8bd1776-fd69-4bca-b8c4-cadd7f05665d req-0a65589e-0724-4de9-83cd-23f16b6d644a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.9930825 Jun 04 06:21:00.860716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3449989-86c5-4e3c-a54c-876d795bed88 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:00.872990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:00.935360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.068685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10feb6e-d30b-4747-ab08-2e7e9120b03f req-7b2cb696-3b65-4dfa-9951-2b334554fa8d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.068685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e10feb6e-d30b-4747-ab08-2e7e9120b03f req-7b2cb696-3b65-4dfa-9951-2b334554fa8d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 945 time: 0.1747279 Jun 04 06:21:01.087708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.097485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] Transition to ACTIVE for port object f3449989-86c5-4e3c-a54c-876d795bed88 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:01.107184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.149373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8bd1776-fd69-4bca-b8c4-cadd7f05665d req-76424d25-e951-4c1d-9dc7-4909673c51f5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013294 Jun 04 06:21:01.171242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e10feb6e-d30b-4747-ab08-2e7e9120b03f req-01aea271-40ab-4064-aeb6-7f9cbb9d467a tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015649 Jun 04 06:21:01.171420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b31187b8-aa92-46de-aba2-ff7df1ae2509 req-92fb372d-2d99-40ff-86b7-879262ecd88a service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583959 Jun 04 06:21:01.236755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.282467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] No DVR routers for this DVR port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:01.299904 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0998b721-6e54-482e-8e59-c1716c24813c'] response: {'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798', 'code': 200} Jun 04 06:21:01.333433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:01.340144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-6b6c9cb1-42f7-4b63-9355-d4aea7dc07a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1209061 Jun 04 06:21:01.367830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19867208-7c0a-4ce4-bd24-f69b0505740d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:01.470334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 05cb1aaa-1f33-480b-9531-3466f4bb72d0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:01.506613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:21:01.506933 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:21:01.544745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:01.545435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.552131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.553238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f790ef6e-3afe-406f-8e66-aea3e654bebb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/19867208-7c0a-4ce4-bd24-f69b0505740d HTTP/1.1" status: 204 len: 168 time: 1.6190667 Jun 04 06:21:01.588032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:01.627648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f11985-ea31-4ffe-b712-970bf6dba37a req-16d935c6-b6c6-4def-b147-18080c9e2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.630544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c8f11985-ea31-4ffe-b712-970bf6dba37a req-16d935c6-b6c6-4def-b147-18080c9e2989 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 1097 time: 0.2503307 Jun 04 06:21:01.634118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-c049d9a5-51c3-453c-8a6b-12a56da230b5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.637258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-c049d9a5-51c3-453c-8a6b-12a56da230b5 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.2111800 Jun 04 06:21:01.648891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab056f-533f-4df1-9cd0-b01a658c3ce7 req-d13b1748-fa7c-4c3d-8937-c2affdd54152 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.649739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-e5003293-12bb-487b-b8bb-3c3339a0eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.651404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-e5003293-12bb-487b-b8bb-3c3339a0eac7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1095 time: 0.3865261 Jun 04 06:21:01.660457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cab056f-533f-4df1-9cd0-b01a658c3ce7 req-d13b1748-fa7c-4c3d-8937-c2affdd54152 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 944 time: 0.2243090 Jun 04 06:21:01.671112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:01.699823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d169fa-8500-46cb-8051-2bd37be6651a req-6c12c530-59b5-48e9-a9e0-b552bc8e429a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.701308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09d169fa-8500-46cb-8051-2bd37be6651a req-6c12c530-59b5-48e9-a9e0-b552bc8e429a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 945 time: 0.3312848 Jun 04 06:21:01.730392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:01.787360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c8f11985-ea31-4ffe-b712-970bf6dba37a req-cf0b7e83-f210-45a8-892b-ecb957fbbc2d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027367 Jun 04 06:21:01.819362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:01.822246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cab056f-533f-4df1-9cd0-b01a658c3ce7 req-eb9cde9e-3961-4bae-a9e3-d9e81dc8f99e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602607 Jun 04 06:21:01.876092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-2dd0d4dd-20c1-4bad-b91c-57c37af4e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:01.876092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-2dd0d4dd-20c1-4bad-b91c-57c37af4e20c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e&tenant_id=799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 1096 time: 0.1824498 Jun 04 06:21:01.902456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09d169fa-8500-46cb-8051-2bd37be6651a req-61cb9b80-8287-4726-b14b-dec91fe0d49d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400981 Jun 04 06:21:01.904654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803666ed-139a-4246-8f27-96d0761bb165 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:01.930553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:01.964439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Transition to ACTIVE for port object 803666ed-139a-4246-8f27-96d0761bb165 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:01.977934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.032992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 075e3b1d-3722-4779-8402-f3e1d72aa005 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:02.040375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 075e3b1d-3722-4779-8402-f3e1d72aa005 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:02.040997 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.041135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Deleting port 05cb1aaa-1f33-480b-9531-3466f4bb72d0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:02.041325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.098873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-bf18d204-90ac-41ff-b863-fdbf07a58739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.105163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-bf18d204-90ac-41ff-b863-fdbf07a58739 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1096 time: 0.2099252 Jun 04 06:21:02.202936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:02.203557 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.210554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-e8888e1d-1b8d-4c31-b1d8-dfd136dac213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.212349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-e8888e1d-1b8d-4c31-b1d8-dfd136dac213 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.5526807 Jun 04 06:21:02.213152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Pushing event updated for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:02.221836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:02.253187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:02.259325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.313965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac3a7-d2b5-4b95-bda6-150f9b7267b8 req-0e604a3b-dbfd-43eb-8f1a-de34b6c99ff3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.321796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-867ac3a7-d2b5-4b95-bda6-150f9b7267b8 req-0e604a3b-dbfd-43eb-8f1a-de34b6c99ff3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.3296657 Jun 04 06:21:02.372096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:02.393893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-34add0c9-5417-466e-8952-7ea9a72345a9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fd028cb277624716a4ef31205f5f7f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686404 Jun 04 06:21:02.402712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42616) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:02.430245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-0f28a867-f37b-4c1f-a941-4ef8bdecccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.431698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-0f28a867-f37b-4c1f-a941-4ef8bdecccfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.3074141 Jun 04 06:21:02.590293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-8edca7a9-5e3c-4bdb-929d-5e3b8a568803 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 200 len: 217 time: 0.2607212 Jun 04 06:21:02.632689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-867ac3a7-d2b5-4b95-bda6-150f9b7267b8 req-6abfd892-4575-4f7e-ba5a-1365b3d2dfb0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098457 Jun 04 06:21:02.633812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-97e8c275-33ff-4de4-b807-ca3e3ad7c839 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 200 len: 217 time: 0.1940963 Jun 04 06:21:02.717193 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.722408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-84241c61-b6da-44f8-9c61-78d7eb0c0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.723847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-84241c61-b6da-44f8-9c61-78d7eb0c0393 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0792010 Jun 04 06:21:02.818934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-10fdc2a4-8e49-4773-9953-09470c38f74d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865829 Jun 04 06:21:02.852927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.868810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-2beece62-cf12-41de-9dbc-27c0e1a45e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.870342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-2beece62-cf12-41de-9dbc-27c0e1a45e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.2456777 Jun 04 06:21:02.883773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6552-57cf-48a4-b9c1-88a63e582bb9 req-80ad4b1f-ff89-49cc-8b4d-4e95713ed747 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:02.885124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d88c6552-57cf-48a4-b9c1-88a63e582bb9 req-80ad4b1f-ff89-49cc-8b4d-4e95713ed747 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 946 time: 0.7268946 Jun 04 06:21:02.925106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Attempting to bind port 803666ed-139a-4246-8f27-96d0761bb165 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:02.925440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Attempting to bind port 803666ed-139a-4246-8f27-96d0761bb165 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:02.925792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Attempting to bind port 803666ed-139a-4246-8f27-96d0761bb165 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:02.928684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] For port 05cb1aaa-1f33-480b-9531-3466f4bb72d0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=05cb1aaa-1f33-480b-9531-3466f4bb72d0,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:02.929042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:02.970422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-f81041e5-dc59-4055-8ff4-51c37119034f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817399 Jun 04 06:21:03.009126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a56294-afc4-40c7-a0e3-ee6504f1062b req-296644e2-42c4-4e60-a1bc-4205ce022991 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:03.009126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-83a56294-afc4-40c7-a0e3-ee6504f1062b req-296644e2-42c4-4e60-a1bc-4205ce022991 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 948 time: 0.2344837 Jun 04 06:21:03.055715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Port 803666ed-139a-4246-8f27-96d0761bb165 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:03.055715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Attempting to bind port 803666ed-139a-4246-8f27-96d0761bb165 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:03.085890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-74f8b2a5-2760-4b76-b6c1-65d81d5b646e service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573903 Jun 04 06:21:03.115707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:03.127762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Calling delete_port for 05cb1aaa-1f33-480b-9531-3466f4bb72d0 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:03.173266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:03.173266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:03.173266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:03.173266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Bound port: 803666ed-139a-4246-8f27-96d0761bb165, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:03.173266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:03.192711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-83a56294-afc4-40c7-a0e3-ee6504f1062b req-cfb304cf-cf7f-4f1f-b70f-736e7c5c9ef7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722777 Jun 04 06:21:03.210221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c4a38e-e30f-45d5-89de-98e5f89056d8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:03.210221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:03.210221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e0e0f80-307e-4002-a557-f96a261cad21 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a4c4a38e-e30f-45d5-89de-98e5f89056d8 HTTP/1.1" status: 204 len: 168 time: 0.8035841 Jun 04 06:21:03.280559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d88c6552-57cf-48a4-b9c1-88a63e582bb9 req-83081c61-19dc-426e-b1ec-d130225f1293 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509927 Jun 04 06:21:03.301810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:03.319060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-d074fabe-954e-411e-bc3b-bdbf94c218d8 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252848 Jun 04 06:21:03.497707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:03.585454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=803666ed-139a-4246-8f27-96d0761bb165,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:03.585454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-f04d1d65-659b-4382-8df6-daadea60b5a6 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507188 Jun 04 06:21:03.603568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:03.638757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d63db5-4db8-4c36-9782-958131be2814 req-0ba969da-a970-45dc-b812-96543fa39205 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:03.645930 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9d63db5-4db8-4c36-9782-958131be2814 req-0ba969da-a970-45dc-b812-96543fa39205 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.2475338 Jun 04 06:21:03.719772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9d63db5-4db8-4c36-9782-958131be2814 req-bf32d985-f583-4d8f-953e-9ee6e77f3aea tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 Jun 04 06:21:03.850028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:03.853653 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:03.853653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] 10.222.0.39 "PUT /v2.0/ports/803666ed-139a-4246-8f27-96d0761bb165 HTTP/1.1" status: 200 len: 1096 time: 3.7802658 Jun 04 06:21:03.860914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'tag': '803666ed-139a-4246-8f27-96d0761bb165'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:04.074539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482e5b0-60be-4852-8b8c-31acba57cf68 service neutron] Pushing event updated for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:04.135577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ff89f-20f9-4f97-a36a-b216736aee5b req-c1dc7714-15a8-427a-8352-8a1de9204953 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.137688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-580ff89f-20f9-4f97-a36a-b216736aee5b req-c1dc7714-15a8-427a-8352-8a1de9204953 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 945 time: 0.2068186 Jun 04 06:21:04.139907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-ab1005ef-3dd9-4bc0-b4b8-19c507f757ff tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.140149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bc5c1-d713-4c6b-b5f0-3c750d844f54 req-f956847a-f93d-43e0-b8e1-af8cb8aedc0a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.141233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-ab1005ef-3dd9-4bc0-b4b8-19c507f757ff tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.3339167 Jun 04 06:21:04.142312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-867bc5c1-d713-4c6b-b5f0-3c750d844f54 req-f956847a-f93d-43e0-b8e1-af8cb8aedc0a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 944 time: 0.6422036 Jun 04 06:21:04.261721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-580ff89f-20f9-4f97-a36a-b216736aee5b req-3e32f4a6-63ab-4468-965c-037829176f90 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094315 Jun 04 06:21:04.377761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-60d4ca42-da5e-4da0-9d5d-90458d58ee45 service neutron] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:04.385545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:04.392990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-60d4ca42-da5e-4da0-9d5d-90458d58ee45 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:04.392990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-72a0b9d1-6bd1-45be-a1a1-3418ae0f981d req-60d4ca42-da5e-4da0-9d5d-90458d58ee45 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.2298687 Jun 04 06:21:04.438840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360fd3f8-63d3-4634-a149-2b497c36d831 req-80a88936-e27d-4e8d-9c9b-7e417922154d service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8351679 Jun 04 06:21:04.452045 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335c56ea-a966-4fd3-a296-36d3c0c25287'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'code': 200} Jun 04 06:21:04.460702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cb1aaa-1f33-480b-9531-3466f4bb72d0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:04.460702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-34abb194-2bba-4fda-bc33-432bc17ef234 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5434365 Jun 04 06:21:04.460702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-abbb6227-8e32-4e4e-8d5c-dc441f5aac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.476763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-abbb6227-8e32-4e4e-8d5c-dc441f5aac4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 1099 time: 0.4808943 Jun 04 06:21:04.476763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-867bc5c1-d713-4c6b-b5f0-3c750d844f54 req-df053508-40af-4a05-8041-660d9493630f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042626 Jun 04 06:21:04.648357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42656) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:04.828518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd1587-72b6-4c84-b808-656b81cd8423 req-086fc813-ae26-4911-b769-7af48c69ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.829921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52bd1587-72b6-4c84-b808-656b81cd8423 req-086fc813-ae26-4911-b769-7af48c69ae82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1101 time: 0.2459438 Jun 04 06:21:04.859005 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae93f23-52c7-4eb7-b595-9bc8777d3746'] response: {'name': 'network-changed', 'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'tag': '803666ed-139a-4246-8f27-96d0761bb165', 'status': 'completed', 'code': 200} Jun 04 06:21:04.879754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede67249-577f-4539-8d90-588709b468e4 req-c453f659-9c48-4f5d-b365-af68e9d0f5b2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:04.888180 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ede67249-577f-4539-8d90-588709b468e4 req-c453f659-9c48-4f5d-b365-af68e9d0f5b2 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.1784124 Jun 04 06:21:04.910799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1774351900-network', 'tenant_id': '028d819215f84d9897de627a56a21c94'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:04.921143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:04.929434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52bd1587-72b6-4c84-b808-656b81cd8423 req-dd0f8434-565a-417a-925d-5ce2e1e470d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896194 Jun 04 06:21:04.929434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Usage tracker for resource:network and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:04.940769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:04.946415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:04.969210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ede67249-577f-4539-8d90-588709b468e4 req-95fff9d7-4d62-4cfc-a9f1-960e75d2a637 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824394 Jun 04 06:21:04.978790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Made reservation on behalf of 028d819215f84d9897de627a56a21c94 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:04.980442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:04.993870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-2d753cb6-874a-4586-a3b3-f1b079d5d70b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=803666ed-139a-4246-8f27-96d0761bb165 HTTP/1.1" status: 200 len: 217 time: 0.4900284 Jun 04 06:21:05.002558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.030058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:05.035261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Usage tracker for resource:security_group_rule and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:05.040370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:05.054215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:05.232619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.238263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-cf153f06-b311-4276-9c87-6075124b86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.239696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-cf153f06-b311-4276-9c87-6075124b86c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2324653 Jun 04 06:21:05.243169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.284174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:21:05.290411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:05.307143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e22639-98f6-448d-afc5-d1919dc7f27c req-2a28223c-b287-4109-9bde-4e344e655c27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.309330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01e22639-98f6-448d-afc5-d1919dc7f27c req-2a28223c-b287-4109-9bde-4e344e655c27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 946 time: 0.1467373 Jun 04 06:21:05.309330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.315464 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Added segment 75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1 of type vlan for network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf Jun 04 06:21:05.335425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-ab6136ec-75f2-4fcf-bf1f-6e9669443c18 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.336112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-ab6136ec-75f2-4fcf-bf1f-6e9669443c18 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Synchronizing usage tracker for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:05.373398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.387418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01e22639-98f6-448d-afc5-d1919dc7f27c req-591b8427-cc9a-4505-9dab-e4c8eb428691 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Jun 04 06:21:05.422480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.423673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.424427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.447435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-c0d70302-f066-4e39-99bf-f0d115cc73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.447435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-c0d70302-f066-4e39-99bf-f0d115cc73ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 1096 time: 0.5867221 Jun 04 06:21:05.473451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-ab6136ec-75f2-4fcf-bf1f-6e9669443c18 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Unset dirty status for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:05.480119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-ab6136ec-75f2-4fcf-bf1f-6e9669443c18 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 948 time: 0.6207323 Jun 04 06:21:05.494756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-040e49ad-78c5-4765-b984-4876ce195e3b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.496402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-040e49ad-78c5-4765-b984-4876ce195e3b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.4401281 Jun 04 06:21:05.532269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8755085 Jun 04 06:21:05.543705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811808-2'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:05.589764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d2f5053a-ea8e-41f7-8596-499360745063 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:05.594330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42672) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:05.601770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Request body: {'subnet': {'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-subnet', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:05.657168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:05.668211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Usage tracker for resource:subnet and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:05.688422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.704466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:05.716624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb3a3-3688-43d4-8114-8a868e8dcf47 admin admin] Pushing event updated for resources: {'Network': ['ID=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:05.734125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:05.743694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d2f5053a-ea8e-41f7-8596-499360745063,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:05.754020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:21:05.763241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Made reservation on behalf of 028d819215f84d9897de627a56a21c94 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:05.765890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.783453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd2f5053a-ea8e-41f7-8596-499360745063', 'network_id': '17f9eaba-8606-4d3d-8891-ee7db7119247', 'port_id': 'd2f5053a-ea8e-41f7-8596-499360745063', 'mac_address': 'fa:16:3e:94:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae4c7ba-8448-43dd-8138-a698f6dcb518', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:05.785951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-d23e110c-2754-4edc-95e2-87fef2b6d726 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Synchronizing usage tracker for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:05.806090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-203c089d-fc22-45f6-adea-8a477be84ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:05.810004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-203c089d-fc22-45f6-adea-8a477be84ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5570667 Jun 04 06:21:05.916777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d2f5053a-ea8e-41f7-8596-499360745063 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:05.917600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.936099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f5053a-ea8e-41f7-8596-499360745063 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:05.940932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.958203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d2f5053a-ea8e-41f7-8596-499360745063,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:05.963431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:05.964383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:06.040757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-d23e110c-2754-4edc-95e2-87fef2b6d726 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Unset dirty status for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:06.041748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-473ef2e9-59bb-4358-91fa-d070184a5e0b req-d23e110c-2754-4edc-95e2-87fef2b6d726 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609241 Jun 04 06:21:06.063409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:06.089111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ab0c6-6307-44f0-a715-998c35da4fa9 req-3994be8d-110e-42f6-a824-3f9966460c6d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:06.109364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2e0ab0c6-6307-44f0-a715-998c35da4fa9 req-3994be8d-110e-42f6-a824-3f9966460c6d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 945 time: 0.4460855 Jun 04 06:21:06.263844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:06.285085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea has no active binding in host n-h1-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:21:06.304383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-c41d513e-6311-4a5d-ae67-afd4ab25935a service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809926 Jun 04 06:21:06.318149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2e0ab0c6-6307-44f0-a715-998c35da4fa9 req-d8ea647e-7469-4030-b930-70b1272655ec tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055807 Jun 04 06:21:06.458251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:06.560852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ab41e0-b6de-4ec3-a881-764345ccd7c7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:06.616307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Checking segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:06.616307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Network hostable DHCP agents. Network: e22d87d2-569c-4274-a4f2-cdfc1f1c99cf, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:21:06.654294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:21:06.671565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, e22d87d2-569c-4274-a4f2-cdfc1f1c99cf) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:06.673945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d2f5053a-ea8e-41f7-8596-499360745063'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:06.687062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:06.687583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:06.698357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c321-94c3-4029-bd04-00b8d72b1496 req-c034b4ed-4753-4186-a1d5-51af85a3fb54 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:06.703872 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4991c321-94c3-4029-bd04-00b8d72b1496 req-c034b4ed-4753-4186-a1d5-51af85a3fb54 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 945 time: 0.1307256 Jun 04 06:21:06.733812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1c775-0136-44ed-b0f5-28cfbe1a255e None None] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:06.736084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-20e283c8-1905-4ac1-b4a8-65f1a3813b44 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1338396 Jun 04 06:21:06.736084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42680) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:06.747108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:06.752746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:06.761523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Usage tracker for resource:router and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:06.767898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:06.791487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:06.818301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:06.819373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:06.834863 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4991c321-94c3-4029-bd04-00b8d72b1496 req-977b88dc-b973-49f9-b62e-5249a38ccaf0 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604575 Jun 04 06:21:06.857786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:06.914848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:06.931891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dba8b8e5-bdd8-4fbf-80ca-de696bba430c req-61e968de-37f3-421c-8b0b-1fbf5176f97b service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143408 Jun 04 06:21:06.934080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:21:07.132818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758c068-40e5-4868-8c95-8e2f376c8c77 req-965285f9-05d9-4056-b8d6-fb1e194e9e5c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:07.140837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1758c068-40e5-4868-8c95-8e2f376c8c77 req-965285f9-05d9-4056-b8d6-fb1e194e9e5c tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1096 time: 0.4965088 Jun 04 06:21:07.174065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:07.296811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:21:07.298191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:07.364047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1758c068-40e5-4868-8c95-8e2f376c8c77 req-9e23612a-04bb-49a7-80c5-8f2e88fa0ba3 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220974 Jun 04 06:21:07.383887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:07.395932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:07.407280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:21:07.410488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-dc74a107-3c53-456a-9784-af0b4a97a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:07.416546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-dc74a107-3c53-456a-9784-af0b4a97a05f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 1099 time: 0.3557177 Jun 04 06:21:07.427717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:07.449750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Sync routers for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:21:07.470317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:07.484494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:07.485523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:07.548554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-309cb0f4-c0a9-47db-a1e0-ee21f611d329 admin admin] 10.222.0.17 "PUT /v2.0/routers/7f56d3b4-54ac-4db9-ac66-8c46b8ae3624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7432609 Jun 04 06:21:07.562717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42692) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:07.582416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbc974-f4a6-4d8f-8f11-0ece24f0322f req-c5f46f58-b376-4fad-94cf-30378cb5b609 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:07.589932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ccbc974-f4a6-4d8f-8f11-0ece24f0322f req-c5f46f58-b376-4fad-94cf-30378cb5b609 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.2963593 Jun 04 06:21:07.653107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ccbc974-f4a6-4d8f-8f11-0ece24f0322f req-02c9d26a-a0b9-43a4-9ba2-32bea52a532c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622375 Jun 04 06:21:07.905090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-3f1685a5-7d9d-43a5-996a-5fe09b002700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:07.907937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-3f1685a5-7d9d-43a5-996a-5fe09b002700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4698842 Jun 04 06:21:07.908974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:07.927683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Allocated IP 172.20.0.2 (e22d87d2-569c-4274-a4f2-cdfc1f1c99cf/84ab41e0-b6de-4ec3-a881-764345ccd7c7/d9a8037a-df18-412d-8f03-9d0dd840e10a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:08.120456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-deaa9c7c-eb77-4766-8957-1496926165a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=803666ed-139a-4246-8f27-96d0761bb165 HTTP/1.1" status: 200 len: 217 time: 0.1867878 Jun 04 06:21:08.221320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.235154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-df135924-1f84-4131-9b20-949279a96c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:08.237056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-df135924-1f84-4131-9b20-949279a96c6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1028187 Jun 04 06:21:08.266316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.302065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.321153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Transition to ACTIVE for port object d9a8037a-df18-412d-8f03-9d0dd840e10a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:08.353198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Transition to ACTIVE for port object d9a8037a-df18-412d-8f03-9d0dd840e10a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:08.368361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.383876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:08.395779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on host n-h2-811808-2 for vnic_type normal with profile {"migrating_to": "n-h1-811808-2"} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:08.395779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:08.395779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:08.408091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:08.408091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Attempting to bind port 926a8db2-0575-4ab9-a560-403f61f876ea on network 8def6106-68ef-448c-afa6-829100fdb881 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:08.414059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af4053-0a1a-4f28-a018-923263fc389f req-f0e05c63-f7a6-418a-ae0c-0ea785b04704 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:08.415390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-73af4053-0a1a-4f28-a018-923263fc389f req-f0e05c63-f7a6-418a-ae0c-0ea785b04704 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 948 time: 0.5349872 Jun 04 06:21:08.428075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Allocated IP 172.25.1.21 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/623698bb-2486-4a3a-8252-cac7477ab0f8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:08.488039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:08.488385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Checking segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:08.488779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Bound using segment: {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:08.490360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Bound port: 926a8db2-0575-4ab9-a560-403f61f876ea, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d73c5c8-4381-4774-b08f-70f5172f1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8def6106-68ef-448c-afa6-829100fdb881'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:08.490360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.652517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:08.665457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:08.698429 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-73af4053-0a1a-4f28-a018-923263fc389f req-8d75dabf-6898-4b0f-a77b-27721b18f40f tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595160 Jun 04 06:21:08.724168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162e10-77a8-4aec-8897-ea82f63258fb req-36982e23-926c-4cd2-8afe-86abd0f8e4fc tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:08.725163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:08.725546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46162e10-77a8-4aec-8897-ea82f63258fb req-36982e23-926c-4cd2-8afe-86abd0f8e4fc tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/ports?device_id=add12f2b-8a0c-437a-a771-96c86e905246 HTTP/1.1" status: 200 len: 946 time: 0.5412014 Jun 04 06:21:08.797978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.831007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Pushing event updated for resources: {'Port': ['ID=d9a8037a-df18-412d-8f03-9d0dd840e10a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:08.858931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Deleting port 2e67887f-2abd-47df-ab82-68cfabb92798 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:08.859283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.869901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Attempting to bind port d9a8037a-df18-412d-8f03-9d0dd840e10a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:08.870807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Attempting to bind port d9a8037a-df18-412d-8f03-9d0dd840e10a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:08.870950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Attempting to bind port d9a8037a-df18-412d-8f03-9d0dd840e10a on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:08.888302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.889721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:08.891208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Checking segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:08.891208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.891208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Bound using segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:08.893227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Bound port: d9a8037a-df18-412d-8f03-9d0dd840e10a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:08.893227 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:08.976436 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b922ffa5-da91-4815-848d-546194430cc3'] response: {'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea', 'code': 200} Jun 04 06:21:09.031537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] For port d9a8037a-df18-412d-8f03-9d0dd840e10a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:09.034726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] For port d9a8037a-df18-412d-8f03-9d0dd840e10a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d9a8037a-df18-412d-8f03-9d0dd840e10a,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:09.058720 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.169281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be08474-0559-4575-9c6a-a535de6a54b1 None None] Pushing event updated for resources: {'Port': ['ID=d9a8037a-df18-412d-8f03-9d0dd840e10a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:09.178513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:21:04Z', 'revision_number': 5, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:09.191164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Checking router: 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:21:09.202045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Routers {'7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:09.203261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:09.281343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.298828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.332366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328d821-431c-4c30-a64f-8867f38f1eab req-eb371807-8b3d-44f6-a42d-eefc0a6941d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:09.341102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f328d821-431c-4c30-a64f-8867f38f1eab req-eb371807-8b3d-44f6-a42d-eefc0a6941d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.9612775 Jun 04 06:21:09.418499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Deleting port 4c2e39ac-2eed-4443-8da5-9ec6ade74156 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:09.418499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.481703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:09.484758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:09.517241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-cbb14958-36a6-45a8-8a85-5e787852645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:09.517241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-cbb14958-36a6-45a8-8a85-5e787852645c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2202435 Jun 04 06:21:09.527439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:09.534737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:09.562289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f328d821-431c-4c30-a64f-8867f38f1eab req-acc2aadf-7e64-463a-8a5e-4ef25757f9c2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201841 Jun 04 06:21:09.591850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] Set router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:09.628637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:09.729005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.760773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 803666ed-139a-4246-8f27-96d0761bb165 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:09.763991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d2f5053a-ea8e-41f7-8596-499360745063 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:09.784707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Pushing event updated for resources: {'Port': ['ID=623698bb-2486-4a3a-8252-cac7477ab0f8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:09.791449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] For port 2e67887f-2abd-47df-ab82-68cfabb92798, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e67887f-2abd-47df-ab82-68cfabb92798,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:09.792615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:09.810311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274a161-5ff4-46c5-b78a-3659236b1d2c req-d3037a60-8f93-45ff-9544-a0078eef4c19 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:09.817646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9274a161-5ff4-46c5-b78a-3659236b1d2c req-d3037a60-8f93-45ff-9544-a0078eef4c19 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 1096 time: 0.7575667 Jun 04 06:21:10.020705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Calling delete_port for 2e67887f-2abd-47df-ab82-68cfabb92798 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:10.038021 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:21:10.071723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=8']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:10.120682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:10.121321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.122717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-bff542af-50ad-4eec-b0e3-fff5074edf42 service neutron] 10.222.0.39 "PUT /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 1121 time: 4.6077785 Jun 04 06:21:10.130615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-0bb4b62d-1306-4d55-ba17-353844347881 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055999 Jun 04 06:21:10.140572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] For port 4c2e39ac-2eed-4443-8da5-9ec6ade74156, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c2e39ac-2eed-4443-8da5-9ec6ade74156,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:10.140925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.216667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['926a8db2-0575-4ab9-a560-403f61f876ea'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:10.277629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['926a8db2-0575-4ab9-a560-403f61f876ea'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:10.308107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d2f5053a-ea8e-41f7-8596-499360745063 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:10.315350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Calling delete_port for 4c2e39ac-2eed-4443-8da5-9ec6ade74156 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:10.377571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d2f5053a-ea8e-41f7-8596-499360745063 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:10.377945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.400824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.429397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=803666ed-139a-4246-8f27-96d0761bb165,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:10.447901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50941bd-05f5-47f1-ae34-3a92a8e07c89 req-f015921f-99e7-4257-8aa1-977d4ddd8875 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:10.455186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e50941bd-05f5-47f1-ae34-3a92a8e07c89 req-f015921f-99e7-4257-8aa1-977d4ddd8875 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 945 time: 0.7174134 Jun 04 06:21:10.469890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9274a161-5ff4-46c5-b78a-3659236b1d2c req-65f3f6ae-d235-4867-9df5-7c04d279d60d tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511033 Jun 04 06:21:10.502098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '803666ed-139a-4246-8f27-96d0761bb165', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '803666ed-139a-4246-8f27-96d0761bb165', 'mac_address': 'fa:16:3e:82:a1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:10.546368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event deleted for resources: {'Port': ['ID=2e67887f-2abd-47df-ab82-68cfabb92798,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:10.579594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e50941bd-05f5-47f1-ae34-3a92a8e07c89 req-0d84fd89-f373-41f8-8276-bb1dea28a9e6 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234448 Jun 04 06:21:10.597198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89cc0829-0048-4197-8cf5-e96880d6f467 req-4d8bc850-30f1-491c-be12-cfc1df80bf91 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463732 Jun 04 06:21:10.597460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-025636c8-e4dd-4353-accf-face531f6a72 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:10.599269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-025636c8-e4dd-4353-accf-face531f6a72 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/ports?device_id=a730a851-87fc-4317-b453-9a1ecd000cc9 HTTP/1.1" status: 200 len: 945 time: 0.9369175 Jun 04 06:21:10.652481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:21:04Z', 'revision_number': 5, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:10.665251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] No DVR routers for this DVR port 2e67887f-2abd-47df-ab82-68cfabb92798 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:10.669019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.691032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'name': 'network-vif-deleted', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:10.700584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6f97bf-6890-43fa-b230-750b48c7c10e None None] The sync data for ids ['7f56d3b4-54ac-4db9-ac66-8c46b8ae3624'] in n-d-811808-2 is: [{'id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'name': 'tempest-ServersTestFqdnHostnames-698252731-router', 'tenant_id': '1603644b6b2d455eb5b66351f64c97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:20:38Z', 'updated_at': '2022-06-04T06:21:04Z', 'revision_number': 5, 'project_id': '1603644b6b2d455eb5b66351f64c97b6', 'gw_port': {'id': '4c2e39ac-2eed-4443-8da5-9ec6ade74156', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:06:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d3b4-54ac-4db9-ac66-8c46b8ae3624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:20:41Z', 'updated_at': '2022-06-04T06:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:21:10.702322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 803666ed-139a-4246-8f27-96d0761bb165 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:10.702701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.786120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a689e-01e0-428e-86d1-6dd8b181e4d2 None None] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:10.827270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:10.866320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803666ed-139a-4246-8f27-96d0761bb165 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:10.976551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7b2d3d98-da88-4413-b73a-d5ff59747eae None None] Provisioning for port d9a8037a-df18-412d-8f03-9d0dd840e10a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:11.021797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d2f5053a-ea8e-41f7-8596-499360745063 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:11.021797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.031845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Deleting port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:11.031845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.037194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=803666ed-139a-4246-8f27-96d0761bb165,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:11.063422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.105792 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46162e10-77a8-4aec-8897-ea82f63258fb req-fd944bcb-ec0b-4c15-9661-764a3c74fccf tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "DELETE /v2.0/ports/2e67887f-2abd-47df-ab82-68cfabb92798 HTTP/1.1" status: 204 len: 173 time: 2.3602209 Jun 04 06:21:11.204462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:11.233387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2e39ac-2eed-4443-8da5-9ec6ade74156,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:11.362481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:11.386318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.431013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d2f5053a-ea8e-41f7-8596-499360745063,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:11.447292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:11.462054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['803666ed-139a-4246-8f27-96d0761bb165'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:11.532654 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.642320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-41dac7b4-f8f4-4dbf-bd5e-b6056b58e6ac tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:11.654816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-41dac7b4-f8f4-4dbf-bd5e-b6056b58e6ac tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.6529016 Jun 04 06:21:11.701203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:11.742082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d9a8037a-df18-412d-8f03-9d0dd840e10a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:11.793394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-629fbbe4-aa72-4bff-9a50-03efc9784294 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/quotas/0caa0f1c10714d9f94937b391a744eb6 HTTP/1.1" status: 200 len: 375 time: 0.1383028 Jun 04 06:21:11.800477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08335904-d577-4267-a0f9-d5bcd7951a0b req-6e79f697-9d85-48b5-9f92-306af634039c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:11.815858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08335904-d577-4267-a0f9-d5bcd7951a0b req-6e79f697-9d85-48b5-9f92-306af634039c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.9478953 Jun 04 06:21:11.826470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.829156 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.864357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:11.929206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:12.037012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d9a8037a-df18-412d-8f03-9d0dd840e10a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:12.065909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d9a8037a-df18-412d-8f03-9d0dd840e10a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:12.065909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.069314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08335904-d577-4267-a0f9-d5bcd7951a0b req-742d17a2-b374-45c7-9450-4ace80a24355 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202129 Jun 04 06:21:12.071796 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.074498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:21:12.101033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:12.101686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.134861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.143489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5cf881d-85f7-4ba0-adc0-0e244e25a706 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7f56d3b4-54ac-4db9-ac66-8c46b8ae3624 HTTP/1.1" status: 204 len: 168 time: 4.5645285 Jun 04 06:21:12.145104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42730) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:12.287473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:12.326098 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.326787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e67887f-2abd-47df-ab82-68cfabb92798 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:12.367620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Deleting subnet 2a433e0f-9bd1-4841-a539-3f9fbaa4e11b {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:21:12.372144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.457709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.460134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 2e67887f-2abd-47df-ab82-68cfabb92798 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:12.463014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e67887f-2abd-47df-ab82-68cfabb92798 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:12.538308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:12.558459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d9a8037a-df18-412d-8f03-9d0dd840e10a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:12.559773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.585759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:12.586319 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.617737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9192624d-a978-4d59-9d85-17715471c71f None None] Provisioning complete for port d9a8037a-df18-412d-8f03-9d0dd840e10a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:12.617737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9192624d-a978-4d59-9d85-17715471c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.645604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.693814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d9a8037a-df18-412d-8f03-9d0dd840e10a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d9a8037a-df18-412d-8f03-9d0dd840e10a,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:12.708332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.745919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaa957-8d96-4d3a-9189-1e53212af5b0 req-15dd84fc-fadd-47b0-9ed7-19fcc6d2d8f1 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:12.747993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65eaa957-8d96-4d3a-9189-1e53212af5b0 req-15dd84fc-fadd-47b0-9ed7-19fcc6d2d8f1 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 949 time: 0.2248061 Jun 04 06:21:12.773718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 05cb1aaa-1f33-480b-9531-3466f4bb72d0 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:12.785586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Calling delete_port for 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:12.828670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65eaa957-8d96-4d3a-9189-1e53212af5b0 req-64f7e79e-6948-4bd4-9244-4092e492d49b tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724993 Jun 04 06:21:12.829344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 05cb1aaa-1f33-480b-9531-3466f4bb72d0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:12.829434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 05cb1aaa-1f33-480b-9531-3466f4bb72d0 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:12.842396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.923314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a433e0f-9bd1-4841-a539-3f9fbaa4e11b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:12.929657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d9a8037a-df18-412d-8f03-9d0dd840e10a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:12.931617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:12.949436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1635b3-b25b-42a9-a0cf-61fcba8216ce None None] Network 264363c0-fb05-40a5-85ad-cf8ef0147c8c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:12.954959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-92fd3385-ca7e-482d-9721-ce25f0aa4c8e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2a433e0f-9bd1-4841-a539-3f9fbaa4e11b HTTP/1.1" status: 204 len: 168 time: 0.7991345 Jun 04 06:21:12.957978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:12.969890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-4167030f-d28d-43a7-903f-246f72a478d5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:12.985943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:21:12.986179 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:21:12.991273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.064419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-4167030f-d28d-43a7-903f-246f72a478d5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:13.066496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-4167030f-d28d-43a7-903f-246f72a478d5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2762940 Jun 04 06:21:13.161896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9192624d-a978-4d59-9d85-17715471c71f None None] Current status of the port d9a8037a-df18-412d-8f03-9d0dd840e10a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:13.296042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] DHCP port deletion for 264363c0-fb05-40a5-85ad-cf8ef0147c8c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:21:13.300726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Deleting port e5109342-95a4-42f2-b2b5-3e473f90b8f2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:13.301618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.307049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.336143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b11a9-187a-4a67-aea8-003f77218055 req-d7cc1183-ca5f-4108-a17a-847dad2527b2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:13.337389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-131b11a9-187a-4a67-aea8-003f77218055 req-d7cc1183-ca5f-4108-a17a-847dad2527b2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.3773673 Jun 04 06:21:13.341038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Deleting port e5109342-95a4-42f2-b2b5-3e473f90b8f2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:13.341421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.491070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Deleting port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:13.491070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.519614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-131b11a9-187a-4a67-aea8-003f77218055 req-56a77481-12d4-4809-b54d-dc99f0556116 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351602 Jun 04 06:21:13.564460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] For port e5109342-95a4-42f2-b2b5-3e473f90b8f2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5109342-95a4-42f2-b2b5-3e473f90b8f2,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:13.564460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.586251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-19619f7d-88d6-4a59-83f0-d2550841f4f3 service neutron] 10.222.0.17 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080602 Jun 04 06:21:13.658879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d9a8037a-df18-412d-8f03-9d0dd840e10a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:13.701369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 803666ed-139a-4246-8f27-96d0761bb165 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:13.714493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] For port e5109342-95a4-42f2-b2b5-3e473f90b8f2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5109342-95a4-42f2-b2b5-3e473f90b8f2,segment=NetworkSegment(f7c8d1ab-061f-4f9f-b744-61713d60d7d1),segment_id=f7c8d1ab-061f-4f9f-b744-61713d60d7d1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:13.714950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:13.805190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Calling delete_port for e5109342-95a4-42f2-b2b5-3e473f90b8f2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:13.880356 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3b525c-bb56-4f10-8819-83a5f06911ff'] response: {'server_uuid': 'add12f2b-8a0c-437a-a771-96c86e905246', 'name': 'network-vif-deleted', 'tag': '2e67887f-2abd-47df-ab82-68cfabb92798', 'status': 'completed', 'code': 200} Jun 04 06:21:13.899143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Calling delete_port for e5109342-95a4-42f2-b2b5-3e473f90b8f2 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:13.934668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-7989cac8-29fe-47aa-94d7-cb2720244ee3 service neutron] 10.222.0.17 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464725 Jun 04 06:21:13.946649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d9a8037a-df18-412d-8f03-9d0dd840e10a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:13.947029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.046916 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.083641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Router 8e4e28b4-9622-4499-b97d-2023041107e3 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:21:14.146838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] Pushing event deleted for resources: {'Port': ['ID=e5109342-95a4-42f2-b2b5-3e473f90b8f2,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:14.162763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 803666ed-139a-4246-8f27-96d0761bb165 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:14.176494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 803666ed-139a-4246-8f27-96d0761bb165 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:14.176494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.248534 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001f27e3-8c9d-4ff6-8348-a8e4ce4e7ef7'] response: {'name': 'network-changed', 'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea', 'status': 'completed', 'code': 200} Jun 04 06:21:14.248534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:21:14.248534 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:21:14.406483 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4326c74b-cd99-4321-806e-7a8c91649d55'] response: {'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063', 'code': 200} Jun 04 06:21:14.431747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee694ffb-689e-4c0a-b754-5b9db3708680 None None] No DVR routers for this DVR port e5109342-95a4-42f2-b2b5-3e473f90b8f2 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:14.577699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d9a8037a-df18-412d-8f03-9d0dd840e10a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:14.646899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c5a6-f83d-43ce-80a3-ef7ae8019242 req-7d364f51-6401-42fa-a8e6-efc35a043063 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:14.652731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f705c5a6-f83d-43ce-80a3-ef7ae8019242 req-7d364f51-6401-42fa-a8e6-efc35a043063 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.1224158 Jun 04 06:21:14.672289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c2e39ac-2eed-4443-8da5-9ec6ade74156 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:14.712676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:21:14.717832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4c2e39ac-2eed-4443-8da5-9ec6ade74156 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:14.718759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c2e39ac-2eed-4443-8da5-9ec6ade74156 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:14.718759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5109342-95a4-42f2-b2b5-3e473f90b8f2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:14.731123 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Sync routers for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:21:14.758711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] For port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:14.758711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.761288 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:14.761288 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:14.767278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Deleting port e5109342-95a4-42f2-b2b5-3e473f90b8f2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:14.767278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.822683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: e5109342-95a4-42f2-b2b5-3e473f90b8f2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:14.823262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5109342-95a4-42f2-b2b5-3e473f90b8f2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:14.826142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 803666ed-139a-4246-8f27-96d0761bb165 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:14.826745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.871396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=803666ed-139a-4246-8f27-96d0761bb165,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:14.873467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] The port 'e5109342-95a4-42f2-b2b5-3e473f90b8f2' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:21:14.878047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.907854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f705c5a6-f83d-43ce-80a3-ef7ae8019242 req-e2bf8151-7559-40ee-8c3c-363410158ee4 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466428 Jun 04 06:21:14.921805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:14.923972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-809a63c0-2dfc-4580-98dc-996063ad1941 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1901889 Jun 04 06:21:14.946781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Calling delete_port for 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:14.975216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:15.005488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05deb-f9bf-4f15-a07b-a236c5fe9d4b req-415c4589-e164-4523-ac5f-c0e7aadf90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:15.018769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4aa05deb-f9bf-4f15-a07b-a236c5fe9d4b req-415c4589-e164-4523-ac5f-c0e7aadf90f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1097 time: 0.4427583 Jun 04 06:21:15.085714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42766) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:15.118017 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:15.195413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.270117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f937eb7-ed69-4dfd-8b8b-7102d36b7640 req-44cc1357-1b43-4036-a421-d7d39d04236e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:15.270117 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f937eb7-ed69-4dfd-8b8b-7102d36b7640 req-44cc1357-1b43-4036-a421-d7d39d04236e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.7336507 Jun 04 06:21:15.285828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264363c0-fb05-40a5-85ad-cf8ef0147c8c']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:15.310993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:15.310993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c8d1ab-061f-4f9f-b744-61713d60d7d1') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:15.324737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.438081 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4aa05deb-f9bf-4f15-a07b-a236c5fe9d4b req-a7fcba0d-a068-4acc-90a9-fddb3d7b51ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180605 Jun 04 06:21:15.445665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.460221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:21:15.460613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.546096 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f7c8d1ab-061f-4f9f-b744-61713d60d7d1 resource provider aggregate not found Jun 04 06:21:15.576099 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f7c8d1ab-061f-4f9f-b744-61713d60d7d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7c8d1ab-061f-4f9f-b744-61713d60d7d1 found for delete ", "request_id": "req-3a59cc75-5f5d-4bba-aa7a-866aef496863"}]} Jun 04 06:21:15.590562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.616081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf44b7-f711-43b8-84ec-db5d64d33004 req-4eae373f-bd75-4110-9860-f70a2e6dc844 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:15.624220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1bf44b7-f711-43b8-84ec-db5d64d33004 req-4eae373f-bd75-4110-9860-f70a2e6dc844 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.2734694 Jun 04 06:21:15.667420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.668362 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:10Z', 'revision_number': 3, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:15.686010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Checking router: 8e4e28b4-9622-4499-b97d-2023041107e3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:21:15.686010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Updating router 8e4e28b4-9622-4499-b97d-2023041107e3 port 623698bb-2486-4a3a-8252-cac7477ab0f8 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:21:15.723800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] Pushing event deleted for resources: {'Network': ['ID=264363c0-fb05-40a5-85ad-cf8ef0147c8c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:15.778682 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:15.902171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49d85a14-e6ef-4d82-82f8-74d556ada19e admin admin] 10.222.0.17 "DELETE /v2.0/networks/264363c0-fb05-40a5-85ad-cf8ef0147c8c HTTP/1.1" status: 204 len: 168 time: 2.8328416 Jun 04 06:21:15.970169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1bf44b7-f711-43b8-84ec-db5d64d33004 req-a029d8f4-069a-4988-8f65-9e1a5ec858eb tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348250 Jun 04 06:21:16.158800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:16.207817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-3f99a911-cdb6-473f-b70f-f23c60d35559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:16.209269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-3f99a911-cdb6-473f-b70f-f23c60d35559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.5597215 Jun 04 06:21:16.230802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f937eb7-ed69-4dfd-8b8b-7102d36b7640 req-ee75f42f-6b61-40d8-8861-2f885abb2ae0 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9053624 Jun 04 06:21:16.251400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.315189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-ab263e14-05cf-4779-83a5-6a2b4b5409fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 200 len: 217 time: 0.0971744 Jun 04 06:21:16.338859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event deleted for resources: {'Port': ['ID=16faa0eb-9d39-4a08-9677-4adcf4cd4fa5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:16.401750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5'}, {'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803666ed-139a-4246-8f27-96d0761bb165'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:16.509689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-8f09ad30-7c9b-478f-bb09-601eebbe02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:16.509689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-8f09ad30-7c9b-478f-bb09-601eebbe02f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1846089 Jun 04 06:21:16.531830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5d1ae96-9e8c-4648-b3d4-bf3b3a72d8a6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1603644b6b2d455eb5b66351f64c97b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298831 Jun 04 06:21:16.539161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:16.539880 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.540752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] No DVR routers for this DVR port 16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:16.588590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.594512 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Transition to ACTIVE for port object 623698bb-2486-4a3a-8252-cac7477ab0f8 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:16.602122 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.650673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-ee0f264c-bb5f-4800-8e9a-513c7b78cd37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283727 Jun 04 06:21:16.670056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-deleted', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:16.687905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80375ad6-e820-490b-a207-3c0fd6a02623 None None] Pushing event updated for resources: {'Port': ['ID=623698bb-2486-4a3a-8252-cac7477ab0f8,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:16.735542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Attempting to bind port 623698bb-2486-4a3a-8252-cac7477ab0f8 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:16.735542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Attempting to bind port 623698bb-2486-4a3a-8252-cac7477ab0f8 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:16.735542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Attempting to bind port 623698bb-2486-4a3a-8252-cac7477ab0f8 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Bound port: 623698bb-2486-4a3a-8252-cac7477ab0f8, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:16.747145 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.764274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.798321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8797cd-3a16-419f-a3a3-5b2f50d6a27f req-576beca1-ef2d-49d7-9fd5-172d357042f3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:16.822460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd8797cd-3a16-419f-a3a3-5b2f50d6a27f req-576beca1-ef2d-49d7-9fd5-172d357042f3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.3601105 Jun 04 06:21:16.899248 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-155699bc-778c-40f3-be85-384d9acb8ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.905969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd8797cd-3a16-419f-a3a3-5b2f50d6a27f req-3bf75fe8-fab3-4670-ad9f-ffe805610a8c tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986876 Jun 04 06:21:16.912351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-7c59ac44-5e90-42ea-9ccd-d2ebdd6140e6 service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435763 Jun 04 06:21:16.959860 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] For port 623698bb-2486-4a3a-8252-cac7477ab0f8, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:16.964365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] For port 623698bb-2486-4a3a-8252-cac7477ab0f8, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=623698bb-2486-4a3a-8252-cac7477ab0f8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:16.967612 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-66c88f29-8ec7-43a3-a9fc-bca428f43643 req-c8611917-9780-4ff5-ac20-0a5adae81772 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "DELETE /v2.0/ports/16faa0eb-9d39-4a08-9677-4adcf4cd4fa5 HTTP/1.1" status: 204 len: 173 time: 6.3558302 Jun 04 06:21:16.972289 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:16.998468 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aa8413-1bb6-4677-bce0-0ac4130ce0b0'] response: {'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'code': 200} Jun 04 06:21:16.998727 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aa8413-1bb6-4677-bce0-0ac4130ce0b0'] response: {'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803666ed-139a-4246-8f27-96d0761bb165', 'code': 200} Jun 04 06:21:17.049048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-834b5aa2-4b67-481c-9a30-3d7f12206aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:17.058527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-834b5aa2-4b67-481c-9a30-3d7f12206aae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1124 time: 0.9934993 Jun 04 06:21:17.159580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80375ad6-e820-490b-a207-3c0fd6a02623 None None] Pushing event updated for resources: {'Port': ['ID=623698bb-2486-4a3a-8252-cac7477ab0f8,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:17.197565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2576e6b5-4d83-4f3b-8a88-44ab675fb440 req-1606905a-cc09-4596-8ea7-a4afac68789a service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789288 Jun 04 06:21:17.205769 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:17.206411 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:20:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:17.266089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:17.311761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82450d9b-eb1e-4ca9-9a17-0f6883083641 req-c22f3370-0dcb-4126-9cb1-cc5f50fed5b5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 210 time: 0.1033180 Jun 04 06:21:17.421902 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724f1e4e-ed3d-46ae-9ebd-50cdca74008e'] response: {'server_uuid': 'a730a851-87fc-4317-b453-9a1ecd000cc9', 'name': 'network-vif-deleted', 'tag': '16faa0eb-9d39-4a08-9677-4adcf4cd4fa5', 'status': 'completed', 'code': 200} Jun 04 06:21:17.540663 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:21:17.599145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-d54117cd-f64d-4759-b1a8-cba06cfccab7 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:17.600957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-d54117cd-f64d-4759-b1a8-cba06cfccab7 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.7476897 Jun 04 06:21:17.626472 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:17.725623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Request body: {'port': {'device_id': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'admin_state_up': True, 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:17.816980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f4dd-7484-4437-a66a-f5b412627e7a req-a377cf63-202c-4f9b-9a8b-05c1eac709be tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:17.818945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bc2f4dd-7484-4437-a66a-f5b412627e7a req-a377cf63-202c-4f9b-9a8b-05c1eac709be tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 1.1511645 Jun 04 06:21:18.015404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-60191856-e0cc-4eb7-88c9-cc4f7434d8f0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.016934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-60191856-e0cc-4eb7-88c9-cc4f7434d8f0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 812 time: 0.3974328 Jun 04 06:21:18.033861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60615f9-4fa3-4e33-8e07-3719049623e5 req-fd5f70e3-27fb-4bf7-99e8-5fe2d2532613 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.035972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b60615f9-4fa3-4e33-8e07-3719049623e5 req-fd5f70e3-27fb-4bf7-99e8-5fe2d2532613 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.3714201 Jun 04 06:21:18.042827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Request body: {'port': {'device_id': '96a5eb19-ea20-4dee-9841-10d7de176045', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'admin_state_up': True, 'tenant_id': '0caa0f1c10714d9f94937b391a744eb6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:18.070102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:10Z', 'revision_number': 3, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:18.075428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c5417b-9f0f-48e4-ab1e-0e735fd2fb65 None None] The sync data for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 is: [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:10Z', 'revision_number': 3, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:21:18.181228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-4946dca4-5cdd-495e-9b53-dadcbf9f7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.183711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-4946dca4-5cdd-495e-9b53-dadcbf9f7bf0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 1.0810962 Jun 04 06:21:18.232335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b60615f9-4fa3-4e33-8e07-3719049623e5 req-4ff2e89d-05bd-4148-9ab6-fecfebc406d2 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699886 Jun 04 06:21:18.290377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:18.296308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Usage tracker for resource:port and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:18.301438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:18.309093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:18.321890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:18.326441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:18.472635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:18.564494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bc2f4dd-7484-4437-a66a-f5b412627e7a req-0a551edc-4373-4654-abac-9656eb417d81 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306380 Jun 04 06:21:18.565991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-72a4d318-49b3-4edf-8e43-27ffb8118b1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 217 time: 0.3564618 Jun 04 06:21:18.582427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc98573-622a-453c-8ff5-ad1fab7edb51,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:18.694116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cd625-e476-4d9b-b746-dd84aa7f654e req-9ebe48e3-313c-4198-971c-147075dee5fa tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.695764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:18.697193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a5cfc97-ed70-4bc2-9565-2b3ed001d4a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bbc98573-622a-453c-8ff5-ad1fab7edb51 HTTP/1.1" status: 204 len: 168 time: 2.0942378 Jun 04 06:21:18.708546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b5cd625-e476-4d9b-b746-dd84aa7f654e req-9ebe48e3-313c-4198-971c-147075dee5fa tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.3126791 Jun 04 06:21:18.730968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-c621aa41-f575-492c-b039-5314e1d58fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.732674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-c621aa41-f575-492c-b039-5314e1d58fab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.1578250 Jun 04 06:21:18.747007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13915-3e0c-498b-b024-7e14ba381653 req-1951f123-06b6-4941-ab5f-c49cefb563f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:18.749602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7b13915-3e0c-498b-b024-7e14ba381653 req-1951f123-06b6-4941-ab5f-c49cefb563f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 1101 time: 1.0532763 Jun 04 06:21:18.751989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:18.784919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b5cd625-e476-4d9b-b746-dd84aa7f654e req-7ba11287-1538-41ce-8e6d-6bb2d908637e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 Jun 04 06:21:18.806062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Allocated IP 172.20.0.14 (9592a345-0643-4e38-9580-504919fde9f5/9bd7cb24-1104-434b-881c-fcee707748ed/ba68325b-b831-444f-ae5b-98712fe5325e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:18.878375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-70edc722-24fe-4661-a105-40bd5ebe90fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039240 Jun 04 06:21:18.890036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Usage tracker for resource:port and tenant:0caa0f1c10714d9f94937b391a744eb6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:18.995968 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2e806572-6e23-4e2e-8eac-29f8411f0d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.004127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:19.124773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7b13915-3e0c-498b-b024-7e14ba381653 req-e9f1f7c4-e215-4709-b839-fcadc9d912c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240887 Jun 04 06:21:19.137709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:19.190115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64e41005-1a3a-4c11-a95f-9a5e9124b5ec req-9c5333e0-51ff-48a0-8627-acb056927e3c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 210 time: 0.1631145 Jun 04 06:21:19.352216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.354783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Made reservation on behalf of 0caa0f1c10714d9f94937b391a744eb6 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:19.358651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.417450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.528155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Network 9592a345-0643-4e38-9580-504919fde9f5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:19.532195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:19.537137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:19.539966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.543898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 623698bb-2486-4a3a-8252-cac7477ab0f8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:19.574620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event updated for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:19.659090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 623698bb-2486-4a3a-8252-cac7477ab0f8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:19.660970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:19.661817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.675889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-23ae8078-e176-44ec-a033-58da62dca8fd service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469016 Jun 04 06:21:19.676772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 623698bb-2486-4a3a-8252-cac7477ab0f8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:19.679011 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.736365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-bc4c54c1-2522-420e-8f3c-a637eb6448e5 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6990643 Jun 04 06:21:19.753574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Request body: {'port': {'device_id': '96a5eb19-ea20-4dee-9841-10d7de176045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:19.973318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 623698bb-2486-4a3a-8252-cac7477ab0f8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:19.974015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:19.998181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.004582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 623698bb-2486-4a3a-8252-cac7477ab0f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=623698bb-2486-4a3a-8252-cac7477ab0f8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:20.013366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.155328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35adee-6782-441d-9e9a-b2802d83be26 req-fdf712e4-1170-4a49-9889-153e620070a7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:20.157952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b35adee-6782-441d-9e9a-b2802d83be26 req-fdf712e4-1170-4a49-9889-153e620070a7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 1.0745726 Jun 04 06:21:20.189955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=623698bb-2486-4a3a-8252-cac7477ab0f8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:20.220750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.295609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42886) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:20.299602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.334398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9bd1-9c99-4ee0-ab41-ad6e1bd230a9 req-b8878078-97cf-4914-885c-294c8f80bc07 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:20.343682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f78d9bd1-9c99-4ee0-ab41-ad6e1bd230a9 req-b8878078-97cf-4914-885c-294c8f80bc07 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.4546847 Jun 04 06:21:20.362550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b35adee-6782-441d-9e9a-b2802d83be26 req-db3f22af-9e9a-4059-8241-d90af4dd83b2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825426 Jun 04 06:21:20.411356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Allocated IP 172.20.0.6 (9592a345-0643-4e38-9580-504919fde9f5/9bd7cb24-1104-434b-881c-fcee707748ed/250bbd82-9e8a-4089-abd7-54ed644355bd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:20.446597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f78d9bd1-9c99-4ee0-ab41-ad6e1bd230a9 req-404b4dc6-1355-47da-9b6c-94c7fbb9dcdb tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992713 Jun 04 06:21:20.506642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-1f82c352-2393-42f6-8b61-77f43e169d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:20.508381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-1f82c352-2393-42f6-8b61-77f43e169d22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1097 time: 0.7158597 Jun 04 06:21:20.520396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9ec2b9e-b40b-4997-95f6-a1fa5eb3cc73 req-7c4689a3-6830-43c1-8fdf-77ffc83dc36d service neutron] 10.222.0.24 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762074 Jun 04 06:21:20.632417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1281734366-network', 'tenant_id': 'a9a8b6253b244e33b27cf53ded997330'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:20.639360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:20.649713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Usage tracker for resource:network and tenant:a9a8b6253b244e33b27cf53ded997330 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:20.659723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:20.711668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:20.740401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Made reservation on behalf of a9a8b6253b244e33b27cf53ded997330 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:20.743121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.781681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:20.806727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:20.815067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a8b6253b244e33b27cf53ded997330 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:20.818672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:20.832618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:20.848860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d61638-5a39-46a3-89d4-a12b500121f6 req-c13fd65d-df6b-4c21-8055-e9122dc0c913 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:20.849638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Allocated IP 172.20.0.1 (e22d87d2-569c-4274-a4f2-cdfc1f1c99cf/84ab41e0-b6de-4ec3-a881-764345ccd7c7/18cc1ed6-d7e6-4823-8a45-8fdadbf955a9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:20.854903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21d61638-5a39-46a3-89d4-a12b500121f6 req-c13fd65d-df6b-4c21-8055-e9122dc0c913 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1816220 Jun 04 06:21:21.005756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21d61638-5a39-46a3-89d4-a12b500121f6 req-bc401ef6-e607-47e7-b1ad-88145617c55c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321440 Jun 04 06:21:21.168308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.176924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.304065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:21:21.321010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f681eb-75f6-45ff-a353-b5d2dec154aa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:21.334986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.334986 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Added segment d36515d5-f174-4ff7-903d-ff9ee4d6965f of type vlan for network b40f2cba-af21-4893-8835-8cdbab0e9d70 Jun 04 06:21:21.377719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-50c89101-5aaa-4f7e-a77e-6954f8302db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:21.379576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-50c89101-5aaa-4f7e-a77e-6954f8302db5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.8391376 Jun 04 06:21:21.385202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.422672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f4e34-8d1f-49d9-bb04-be8ce8a0c72a req-a38eb975-222e-42a1-a27f-45e401325d02 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:21.423450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b84f4e34-8d1f-49d9-bb04-be8ce8a0c72a req-a38eb975-222e-42a1-a27f-45e401325d02 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:21.449654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b84f4e34-8d1f-49d9-bb04-be8ce8a0c72a req-a38eb975-222e-42a1-a27f-45e401325d02 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:21.451704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b84f4e34-8d1f-49d9-bb04-be8ce8a0c72a req-a38eb975-222e-42a1-a27f-45e401325d02 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 932 time: 0.1982970 Jun 04 06:21:21.453715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.456987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:21.458321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.474766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 623698bb-2486-4a3a-8252-cac7477ab0f8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:21.499855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a97596-8d61-4ef1-93a8-06c9ba9ac506 req-c2e47588-b200-4ca0-b0f2-d15bb3a8e0f5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:21.501344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5a97596-8d61-4ef1-93a8-06c9ba9ac506 req-c2e47588-b200-4ca0-b0f2-d15bb3a8e0f5 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.7918882 Jun 04 06:21:21.531961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-0dbb741e-6dd2-47fd-ae15-c352138464fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 200 len: 217 time: 0.1401572 Jun 04 06:21:21.578089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 623698bb-2486-4a3a-8252-cac7477ab0f8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:21.578723 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.592085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.687094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5a97596-8d61-4ef1-93a8-06c9ba9ac506 req-9bb6c938-94da-4834-96d0-3282429e7366 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570699 Jun 04 06:21:21.690720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.704506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-ba6a60ce-71ed-4c2b-9308-43fa1ee89f44 service neutron] 10.222.0.24 "GET /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea/bindings/n-h1-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.5653021 Jun 04 06:21:21.784588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 623698bb-2486-4a3a-8252-cac7477ab0f8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:21.808954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-d5289d3e-65de-4e06-9504-9a395123aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:21.810675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-d5289d3e-65de-4e06-9504-9a395123aa2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.2599142 Jun 04 06:21:21.812805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Transition to ACTIVE for port object 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:21.874062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b84f4e34-8d1f-49d9-bb04-be8ce8a0c72a req-205a6404-0177-456f-9666-6f9db7fed29a tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110680 Jun 04 06:21:21.923273 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:21.940345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:21.944550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] Pushing event updated for resources: {'Network': ['ID=b40f2cba-af21-4893-8835-8cdbab0e9d70,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:21.947971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae7f4513-9f0d-4a0c-839b-79f017bc2523 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6470110 Jun 04 06:21:21.951651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-53b3a009-4ef4-4d2a-8683-72bef814e465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123104 Jun 04 06:21:21.952492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42926) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:22.012317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Request body: {'subnet': {'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1281734366-subnet', 'tenant_id': 'a9a8b6253b244e33b27cf53ded997330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:22.028653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:22.030376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b40f2cba-af21-4893-8835-8cdbab0e9d70 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:21:22.043512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Usage tracker for resource:subnet and tenant:a9a8b6253b244e33b27cf53ded997330 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:22.056044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:22.087418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:22.093888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:22.219925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-e4f5f6f8-0354-4184-aa35-5725f1f3b956 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3571975 Jun 04 06:21:22.305784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Network 9592a345-0643-4e38-9580-504919fde9f5 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:22.321420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Made reservation on behalf of a9a8b6253b244e33b27cf53ded997330 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:22.324229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:22.342467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 926a8db2-0575-4ab9-a560-403f61f876ea is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:22.348673 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:22.352329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:22.363478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:22.400763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event updated for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:22.411038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbffc05-0bdd-4017-aaca-88f457ca7fda req-5b199f7c-c5f7-42ff-92ac-56a8f0091ee1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:22.412753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6dbffc05-0bdd-4017-aaca-88f457ca7fda req-5b199f7c-c5f7-42ff-92ac-56a8f0091ee1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 943 time: 0.5312018 Jun 04 06:21:22.527788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-666063c4-bd09-4ef9-8292-d8b4893c4d69 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677559 Jun 04 06:21:22.537755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:22.562208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c849-f403-4556-b018-e3985210bb1d req-1471c602-bf20-4d61-ab3d-146ba63a9cc7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:22.563608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1774c849-f403-4556-b018-e3985210bb1d req-1471c602-bf20-4d61-ab3d-146ba63a9cc7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.5092568 Jun 04 06:21:22.574627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:22.582414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:22.598034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:22.700872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-dfe5648e-3b21-4f60-970b-f6ad16052bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:22.701979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-dfe5648e-3b21-4f60-970b-f6ad16052bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 1101 time: 0.4528253 Jun 04 06:21:22.728731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:22.741349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:22.746417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Pushing event updated for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:22.812181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6dbffc05-0bdd-4017-aaca-88f457ca7fda req-1f7195c8-82e3-4353-8a87-4829a903a20a tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438597 Jun 04 06:21:22.819936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:22.872053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68325b-b831-444f-ae5b-98712fe5325e {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:22.903485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1774c849-f403-4556-b018-e3985210bb1d req-301afa28-28d5-4f41-9051-e6605ff6ca71 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177681 Jun 04 06:21:22.908495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:22.993097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.019429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Transition to ACTIVE for port object ba68325b-b831-444f-ae5b-98712fe5325e will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:23.082372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-f737f03a-50c8-4d7f-ae1b-00162694e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:23.086504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-f737f03a-50c8-4d7f-ae1b-00162694e0c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3539283 Jun 04 06:21:23.092585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.094786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3173405-afe0-40aa-b53b-98e9bbf8c214 None None] Provisioning for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:23.104053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3173405-afe0-40aa-b53b-98e9bbf8c214 None None] Provisioning complete for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:23.105238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3173405-afe0-40aa-b53b-98e9bbf8c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.146772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-1f287c61-cbf9-4923-840f-8d1a84b3a2a0 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4303567 Jun 04 06:21:23.246361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3173405-afe0-40aa-b53b-98e9bbf8c214 None None] Port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:23.277782 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-87a8fca8-4aad-4066-a449-6e4e332efcbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 200 len: 217 time: 0.1510367 Jun 04 06:21:23.402948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Request body: {'port': {'device_id': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:23.479276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926a8db2-0575-4ab9-a560-403f61f876ea {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:23.492252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-f6855c27-8ebc-4c8e-aeb4-e42155b64ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:23.493768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-f6855c27-8ebc-4c8e-aeb4-e42155b64ba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0671742 Jun 04 06:21:23.501074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.533859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-707578f8-5fef-4c37-a1dd-e683feb7d3b8 req-512439b1-5293-44e9-acef-04293797a42c service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9818180 Jun 04 06:21:23.560442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:23.694333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.728266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:23.777259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04f35e6-ee7c-409a-9637-1a20be405805,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:23.805722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:23.810396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Checking segment: {'id': 'd36515d5-f174-4ff7-903d-ff9ee4d6965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:23.810759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Network hostable DHCP agents. Network: b40f2cba-af21-4893-8835-8cdbab0e9d70, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:21:23.822080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde1302-c7ba-4a22-a4ca-059193af6e6e req-93cbbb86-5a51-440f-a3b7-4b59b89a8200 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:23.829354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adde1302-c7ba-4a22-a4ca-059193af6e6e req-93cbbb86-5a51-440f-a3b7-4b59b89a8200 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.4703372 Jun 04 06:21:23.857622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Attempting to bind port ba68325b-b831-444f-ae5b-98712fe5325e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:23.857958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Attempting to bind port ba68325b-b831-444f-ae5b-98712fe5325e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:23.859026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Attempting to bind port ba68325b-b831-444f-ae5b-98712fe5325e on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:23.864287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c1a5a-26ae-40c8-afb3-7e13cfd6f490 req-2cf340ee-ac82-4144-8df8-5b5cd78b9b4c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:23.865891 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-501c1a5a-26ae-40c8-afb3-7e13cfd6f490 req-2cf340ee-ac82-4144-8df8-5b5cd78b9b4c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.7377112 Jun 04 06:21:23.884870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-eaa1a43f-ae6c-4c81-be83-cfef1e21312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:23.887331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-eaa1a43f-ae6c-4c81-be83-cfef1e21312e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738279 Jun 04 06:21:23.888191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Port ba68325b-b831-444f-ae5b-98712fe5325e on network 9592a345-0643-4e38-9580-504919fde9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:23.888709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Attempting to bind port ba68325b-b831-444f-ae5b-98712fe5325e on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:23.940013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Network b40f2cba-af21-4893-8835-8cdbab0e9d70 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:21:23.942198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:23.942538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Checking segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:23.942925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Bound using segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:23.943371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Bound port: ba68325b-b831-444f-ae5b-98712fe5325e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:23.943730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.120232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adde1302-c7ba-4a22-a4ca-059193af6e6e req-9a257a4a-60e3-44fe-91ea-3afb2e9767ea tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899530 Jun 04 06:21:24.173603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b40f2cba-af21-4893-8835-8cdbab0e9d70) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:24.183502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adccae1d-de69-4f42-ba08-a7e399997b52 None None] Network b40f2cba-af21-4893-8835-8cdbab0e9d70 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:24.204213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.214294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:24.216757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.312634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] Transition to ACTIVE for port object 926a8db2-0575-4ab9-a560-403f61f876ea will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:24.340142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-501c1a5a-26ae-40c8-afb3-7e13cfd6f490 req-f0d6b33c-41b2-4dcf-9f8d-71f1ef812085 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549336 Jun 04 06:21:24.353829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.400443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed44a277-55c9-49ab-b593-172fbc2f2710 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4466422 Jun 04 06:21:24.407896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-2b965f00-0708-4350-bb67-6d033d179dbf service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069206 Jun 04 06:21:24.411838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:24.450986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ba68325b-b831-444f-ae5b-98712fe5325e,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:24.519533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.555253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910db6f3-5e05-43f3-8bf0-943fc46e6db6 None None] Network b40f2cba-af21-4893-8835-8cdbab0e9d70 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:24.620953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:24.621623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:24.623035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] 10.222.0.39 "PUT /v2.0/ports/ba68325b-b831-444f-ae5b-98712fe5325e HTTP/1.1" status: 200 len: 1092 time: 4.8744042 Jun 04 06:21:24.624578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:24.673183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de0554-f9fa-4a78-b215-b3f8b4542ebb req-da3e4f51-1ed8-49d5-b150-61a218a483fe tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:24.674501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0de0554-f9fa-4a78-b215-b3f8b4542ebb req-da3e4f51-1ed8-49d5-b150-61a218a483fe tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 944 time: 0.3838699 Jun 04 06:21:24.799157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e9405-cd17-4ebb-b0de-9445f97d89dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:24.824538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-638ab1a8-6401-442f-9f0f-3af9ee8fbdb1 req-25fb8d10-d86d-4335-8a07-88262fc4b2fd service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073765 Jun 04 06:21:24.858204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0de0554-f9fa-4a78-b215-b3f8b4542ebb req-331f7563-6dc3-4a34-918e-4bbd67721b4d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Jun 04 06:21:24.880369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-34632f37-a19d-4b9f-a24e-de452253ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:24.880369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-34632f37-a19d-4b9f-a24e-de452253ba6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 1095 time: 0.2000065 Jun 04 06:21:24.976108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] No DVR routers for this DVR port 926a8db2-0575-4ab9-a560-403f61f876ea on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:25.052966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-0599b6ad-ec1f-42cb-ba30-88c725969c56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba68325b-b831-444f-ae5b-98712fe5325e HTTP/1.1" status: 200 len: 217 time: 0.1669121 Jun 04 06:21:25.133844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.217679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] 10.222.0.24 "PUT /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea/bindings/n-h1-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 3.5044441 Jun 04 06:21:25.220641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-0826ec6c-ec35-4d3f-841e-124ff0d9c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:25.221442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb822394-e5a0-413a-a40b-03361075cfce service neutron] Pushing event updated for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:25.223565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-0826ec6c-ec35-4d3f-841e-124ff0d9c76e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.1139021 Jun 04 06:21:25.291125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b64dc0-8f91-4625-9861-48a09704c6f1 req-14081f30-b8c1-4eaf-b6c1-a79a25f85fc7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:25.293878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08b64dc0-8f91-4625-9861-48a09704c6f1 req-14081f30-b8c1-4eaf-b6c1-a79a25f85fc7 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 0.2393434 Jun 04 06:21:25.301499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-510268a2-bdbd-4381-99a7-863f70f8ea35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718040 Jun 04 06:21:25.357597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.444784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250bbd82-9e8a-4089-abd7-54ed644355bd {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:25.453902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.461431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08b64dc0-8f91-4625-9861-48a09704c6f1 req-5401f8bc-7c58-41ce-bebe-f8f8720b93df tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587675 Jun 04 06:21:25.483923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Transition to ACTIVE for port object 250bbd82-9e8a-4089-abd7-54ed644355bd will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:25.492370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.507243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.527223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-240735f8-f67e-4856-8145-a5a1d27a03b6 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033286 Jun 04 06:21:25.570833 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f885ee-8235-4f6a-873c-45fa5b6d6ed8'] response: {'name': 'network-changed', 'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e', 'status': 'completed', 'code': 200} Jun 04 06:21:25.630981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:25.714936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-b348e60b-c165-4bcb-b948-c949e73322f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808836 Jun 04 06:21:25.843353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-c1752e86-bf50-4eb8-80d9-387c4ece919b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:25.844851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-c1752e86-bf50-4eb8-80d9-387c4ece919b tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1095 time: 0.5206146 Jun 04 06:21:25.845431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:26.003772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-68cf21a0-4652-49c4-8937-2ac35033ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.005233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-68cf21a0-4652-49c4-8937-2ac35033ae39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 1095 time: 0.2058458 Jun 04 06:21:26.014295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-ad94d6f3-98de-4ee1-af5d-6ff0d584632a tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.014642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-60effddb-8218-426c-ad76-4396cddcdd86 req-ad94d6f3-98de-4ee1-af5d-6ff0d584632a tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Synchronizing usage tracker for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:26.123117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:26.125224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-60effddb-8218-426c-ad76-4396cddcdd86 req-ad94d6f3-98de-4ee1-af5d-6ff0d584632a tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Unset dirty status for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:26.130176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-ad94d6f3-98de-4ee1-af5d-6ff0d584632a tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/networks?id=b40f2cba-af21-4893-8835-8cdbab0e9d70 HTTP/1.1" status: 200 len: 814 time: 0.3712304 Jun 04 06:21:26.156145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-4b346a34-1601-4164-a7e3-8be35571ed82 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/quotas/a9a8b6253b244e33b27cf53ded997330 HTTP/1.1" status: 200 len: 375 time: 0.0160282 Jun 04 06:21:26.225688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-c0a9d808-ad62-4943-9f55-b44e1b1cffbf tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a9a8b6253b244e33b27cf53ded997330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610986 Jun 04 06:21:26.303904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a0256-8fe7-4be7-bceb-d300424cdca3 req-6a010b9b-fcd7-4940-b566-0582f0a69c6e tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.305520 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8a0256-8fe7-4be7-bceb-d300424cdca3 req-6a010b9b-fcd7-4940-b566-0582f0a69c6e tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1101 time: 0.8016636 Jun 04 06:21:26.314322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Pushing event updated for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:26.371050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-95206287-d605-43f6-bcd4-4a07d027d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.371761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-95206287-d605-43f6-bcd4-4a07d027d314 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 913 time: 0.3511252 Jun 04 06:21:26.402226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Attempting to bind port 250bbd82-9e8a-4089-abd7-54ed644355bd on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:26.402558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Attempting to bind port 250bbd82-9e8a-4089-abd7-54ed644355bd by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:26.402885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Attempting to bind port 250bbd82-9e8a-4089-abd7-54ed644355bd on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:26.442909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Port 250bbd82-9e8a-4089-abd7-54ed644355bd on network 9592a345-0643-4e38-9580-504919fde9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:26.443244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Attempting to bind port 250bbd82-9e8a-4089-abd7-54ed644355bd on network 9592a345-0643-4e38-9580-504919fde9f5 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:26.462703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:26.463074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Checking segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:26.463464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Bound using segment: {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:26.464201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Bound port: 250bbd82-9e8a-4089-abd7-54ed644355bd, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53163c84-0342-4005-b116-f7fda800db34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9592a345-0643-4e38-9580-504919fde9f5'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:26.464313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:26.480579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8a0256-8fe7-4be7-bceb-d300424cdca3 req-b3b02313-8fcf-44bf-9b83-2235178599f4 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515348 Jun 04 06:21:26.494816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-589267d2-e001-4795-98b5-8c436740ce01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba68325b-b831-444f-ae5b-98712fe5325e HTTP/1.1" status: 200 len: 217 time: 0.0782890 Jun 04 06:21:26.498610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-b7e0aa6d-7eac-4161-ae29-4283606c101d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.500413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-b7e0aa6d-7eac-4161-ae29-4283606c101d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154&tenant_id=bc4bc65455654a9d915a6eed4b933b22 HTTP/1.1" status: 200 len: 1095 time: 0.6447797 Jun 04 06:21:26.577338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:26.597696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:26.597913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-b1700fad-34c4-4479-9fa1-16c1846eca88 service neutron] 10.222.0.17 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590631 Jun 04 06:21:26.605593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-f4018f35-8c66-410d-9bab-ea23165ff662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:26.607257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-f4018f35-8c66-410d-9bab-ea23165ff662 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.0958736 Jun 04 06:21:26.789888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-61eaf52e-c574-4d5d-9bd6-30d76a53c1e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645931 Jun 04 06:21:26.913463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f433cc3b-bd56-4eb7-8330-0b1dcded40ff None None] Provisioning complete for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:26.913463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f433cc3b-bd56-4eb7-8330-0b1dcded40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:26.982294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-5f099194-bd2e-421b-97fa-b85ff257a82b service neutron] 10.222.0.17 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714323 Jun 04 06:21:27.068141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:27.078798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-26c0c14b-de1b-4a4a-bd23-ab58d3e567c8 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900684 Jun 04 06:21:27.108359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=250bbd82-9e8a-4089-abd7-54ed644355bd,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:27.118849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-5129faa5-1bd0-4c90-8944-62dcc127448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:27.120628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-5129faa5-1bd0-4c90-8944-62dcc127448e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc4bc65455654a9d915a6eed4b933b22&device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1095 time: 0.5816259 Jun 04 06:21:27.127660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:27.176319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f433cc3b-bd56-4eb7-8330-0b1dcded40ff None None] Port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:27.203139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Router 8e4e28b4-9622-4499-b97d-2023041107e3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:21:27.282246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dffff-d4bb-4964-aa2a-e9d2b4fc9582 req-e4879188-687f-48f3-bbf9-96e13d439d25 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:27.289803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-187dffff-d4bb-4964-aa2a-e9d2b4fc9582 req-e4879188-687f-48f3-bbf9-96e13d439d25 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.5981507 Jun 04 06:21:27.308071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:27.310062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:27.313732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] 10.222.0.39 "PUT /v2.0/ports/250bbd82-9e8a-4089-abd7-54ed644355bd HTTP/1.1" status: 200 len: 1091 time: 4.1160743 Jun 04 06:21:27.337586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:27.499647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840266a-827f-4f0f-bffb-6c1a05021bfd req-82732f47-af30-4586-8262-db7b73665224 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:27.502001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9180df-b8e0-427c-afca-bbb619f52cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:27.509461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a840266a-827f-4f0f-bffb-6c1a05021bfd req-82732f47-af30-4586-8262-db7b73665224 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1927421 Jun 04 06:21:27.526670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-187dffff-d4bb-4964-aa2a-e9d2b4fc9582 req-e2f5d0ca-77ee-4288-b797-c2cc6562b932 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351720 Jun 04 06:21:27.568171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d10aa37b-bf22-4e33-a138-88aa5024770c req-b92d968d-37f4-43d4-b5b4-84ac96fb0912 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826176 Jun 04 06:21:27.581489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-1e62de0f-6a40-4052-a7e2-65d08e44bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:27.583009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-1e62de0f-6a40-4052-a7e2-65d08e44bc09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 200 len: 922 time: 0.4504027 Jun 04 06:21:27.611941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a840266a-827f-4f0f-bffb-6c1a05021bfd req-46bffab7-be0e-4345-a750-5f85affd081b tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003175 Jun 04 06:21:27.869691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-ee86938b-76c7-4114-a73a-83b52e10d38e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 200 len: 217 time: 0.1447465 Jun 04 06:21:28.268062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:21:28.278184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Sync routers for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:21:28.300848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bbfdf4d9-aeae-43b2-b41d-7d6b79aad435 admin admin] 10.222.0.17 "PUT /v2.0/routers/8e4e28b4-9622-4499-b97d-2023041107e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2055421 Jun 04 06:21:28.306528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:28.308916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:28.345368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-ee7ce5f6-b79a-4aa2-9809-268177030937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:28.351486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-ee7ce5f6-b79a-4aa2-9809-268177030937 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 200 len: 861 time: 0.2013478 Jun 04 06:21:28.472475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-4a030f20-59cd-4132-85a0-186d6a88a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:28.488400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-4a030f20-59cd-4132-85a0-186d6a88a5ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 1094 time: 1.0541978 Jun 04 06:21:28.596176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-74a87180-713b-4c53-a814-2ca558c7183c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8def6106-68ef-448c-afa6-829100fdb881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2393765 Jun 04 06:21:28.644218 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-f50e861e-164c-4dcd-9c66-c4202a2be68d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250bbd82-9e8a-4089-abd7-54ed644355bd HTTP/1.1" status: 200 len: 217 time: 0.1315806 Jun 04 06:21:28.762820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:28.850874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56b32d-bd98-4475-885e-975ee67918ef req-88d1663b-cb3b-4225-9361-714ab835497e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:28.851601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9d56b32d-bd98-4475-885e-975ee67918ef req-88d1663b-cb3b-4225-9361-714ab835497e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:28.884119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df907644-34ab-4978-9626-8a6d0200de58 req-7f0ad4fb-c941-4cda-8343-c06f2bf1cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:28.886862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-7f0ad4fb-c941-4cda-8343-c06f2bf1cecc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.2328758 Jun 04 06:21:28.948932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9d56b32d-bd98-4475-885e-975ee67918ef req-88d1663b-cb3b-4225-9361-714ab835497e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:28.956003 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d56b32d-bd98-4475-885e-975ee67918ef req-88d1663b-cb3b-4225-9361-714ab835497e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 944 time: 1.0971613 Jun 04 06:21:29.057978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdfde6-ff27-45d1-9ea5-672affcdd318 req-92be3785-303a-4661-bf62-6f1ac79b0f3f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:29.059662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74cdfde6-ff27-45d1-9ea5-672affcdd318 req-92be3785-303a-4661-bf62-6f1ac79b0f3f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 0.1900020 Jun 04 06:21:29.160188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-8fb20e0e-55aa-49df-b258-59d5ad2f5d93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2530122 Jun 04 06:21:29.251499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74cdfde6-ff27-45d1-9ea5-672affcdd318 req-d251afd0-0d28-4d20-9d3f-b6b24e812f7d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839490 Jun 04 06:21:29.346571 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d56b32d-bd98-4475-885e-975ee67918ef req-b0ec867e-f1ae-4731-981f-a05ecee6740a tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896122 Jun 04 06:21:29.349450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-1bb63c79-d528-4be8-96a3-2b022836137e service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7447779 Jun 04 06:21:29.617028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:24Z', 'revision_number': 2, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:29.624746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Checking router: 8e4e28b4-9622-4499-b97d-2023041107e3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:21:29.625109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Updating router 8e4e28b4-9622-4499-b97d-2023041107e3 port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:21:29.636915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a57879e-761b-4539-af59-d7a34eaca13a req-973b47ea-a255-4c48-971d-9375469fed74 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 210 time: 0.0841148 Jun 04 06:21:29.714604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:29.714824 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9741931-b788-479a-bf3c-92ea1624a28d'] response: {'name': 'network-changed', 'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd', 'status': 'completed', 'code': 200} Jun 04 06:21:29.731140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43044) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:29.741374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ba68325b-b831-444f-ae5b-98712fe5325e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:29.741594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1757422673-network', 'tenant_id': '9254c831718e4428914073a36e7d0bce'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:29.748484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:29.755331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Usage tracker for resource:network and tenant:9254c831718e4428914073a36e7d0bce is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:29.762788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:29.763084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-e1242c83-e9ba-4be0-a8b0-84b3ec359fa6 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=cdf17ce2a4f649a086afe49b868dc862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433574 Jun 04 06:21:29.784556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:29.809268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Made reservation on behalf of 9254c831718e4428914073a36e7d0bce for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:29.811869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:29.910599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:29.910722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-54d6994b-9c94-496d-985e-1b9cb048224d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2163045 Jun 04 06:21:29.958599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:29.963983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:9254c831718e4428914073a36e7d0bce is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:29.968622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:29.981152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:30.005784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8941319-b15b-4244-8359-f5083518347c req-73d480e7-48db-40a5-9b4e-e1f843f041d8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:30.008194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8941319-b15b-4244-8359-f5083518347c req-73d480e7-48db-40a5-9b4e-e1f843f041d8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1781282 Jun 04 06:21:30.099149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8941319-b15b-4244-8359-f5083518347c req-a8393df6-5c06-4a06-9ad1-a16d97814aa1 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613658 Jun 04 06:21:30.165365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.175596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.180647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ba68325b-b831-444f-ae5b-98712fe5325e,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:30.207974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'ba68325b-b831-444f-ae5b-98712fe5325e', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'port_id': 'ba68325b-b831-444f-ae5b-98712fe5325e', 'mac_address': 'fa:16:3e:67:1f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd7cb24-1104-434b-881c-fcee707748ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:30.210046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:21:30.215400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d8a01c46-064e-4bd6-89d7-3a9d665ae5a1 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:30.224713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d8a01c46-064e-4bd6-89d7-3a9d665ae5a1 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606607 Jun 04 06:21:30.235535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.236234 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Added segment 110fecca-cccb-4b0d-9721-43e7fecac554 of type vlan for network 6b75fd79-333f-44c8-a09f-43789e9cae4f Jun 04 06:21:30.245668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-8243b792-0142-4121-8683-4aaee4f89521 service neutron] 10.222.0.39 "GET /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579409 Jun 04 06:21:30.286056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-af0ed54f-fd29-42f7-a9c8-552804ced2e3 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/quotas/cdf17ce2a4f649a086afe49b868dc862 HTTP/1.1" status: 200 len: 375 time: 0.0604885 Jun 04 06:21:30.361033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ba68325b-b831-444f-ae5b-98712fe5325e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:30.361338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.401383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68325b-b831-444f-ae5b-98712fe5325e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:30.402578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-2b993e33-e8d7-45da-ba05-ce183a4e74ee tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:30.404552 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-2b993e33-e8d7-45da-ba05-ce183a4e74ee tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.24 "GET /v2.0/networks?id=b40f2cba-af21-4893-8835-8cdbab0e9d70 HTTP/1.1" status: 200 len: 814 time: 1.3055475 Jun 04 06:21:30.420106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ba68325b-b831-444f-ae5b-98712fe5325e,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:30.423094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.427714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.497678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Request body: {'port': {'device_id': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70', 'admin_state_up': True, 'tenant_id': 'a9a8b6253b244e33b27cf53ded997330'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:30.513221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:30.555915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e9b6b-f290-4257-af42-a9e773e622ba,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:30.610128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.613145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.614443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.615623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.618115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.619567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.620955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.621533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.622264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.622939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.623601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.624647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:30.661933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b62a52-1ddb-49b0-9a6e-eed1c4f1914c req-c1f7eda2-a7d3-4574-bdf8-270d25d1eddf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:30.673746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-b0ac0285-c31d-4344-9245-513fc4a2549f service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5011394 Jun 04 06:21:30.681905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1b62a52-1ddb-49b0-9a6e-eed1c4f1914c req-c1f7eda2-a7d3-4574-bdf8-270d25d1eddf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.3874826 Jun 04 06:21:30.701269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.711825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.714062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:30.715127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.746579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Transition to ACTIVE for port object 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:30.756996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:30.846412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd53d6-4542-4e3b-8606-3d7ed621b041 None None] Pushing event updated for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:30.859433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1b62a52-1ddb-49b0-9a6e-eed1c4f1914c req-d014cdc8-6b21-430c-aa3e-bcb42fe8c203 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761088 Jun 04 06:21:30.937740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2001512 Jun 04 06:21:30.938585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:30.956331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Request body: {'subnet': {'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-subnet', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:30.968934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27127313-53b6-43d4-84cd-8447080a8fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b75fd79-333f-44c8-a09f-43789e9cae4f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:30.973293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:30.984357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Usage tracker for resource:subnet and tenant:9254c831718e4428914073a36e7d0bce is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:30.991724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:31.014577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:31.026121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ba68325b-b831-444f-ae5b-98712fe5325e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:31.031382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-b7d96a97-fb13-4dd8-a2e2-8994910ab14b tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7439106 Jun 04 06:21:31.046081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Made reservation on behalf of 9254c831718e4428914073a36e7d0bce for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:31.048640 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:31.081379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:21:31.443102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:31.448856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-df907644-34ab-4978-9626-8a6d0200de58 req-b5550483-e091-45d1-841a-4e2def82568b service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053511 Jun 04 06:21:31.495986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Usage tracker for resource:port and tenant:a9a8b6253b244e33b27cf53ded997330 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:31.511608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:31.521074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:31.736883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Attempting to bind port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:31.737528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Attempting to bind port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:31.737643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Attempting to bind port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:31.748007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Made reservation on behalf of a9a8b6253b244e33b27cf53ded997330 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:31.754346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:31.764518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:31.765356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Checking segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:31.766026 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:31.773461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Bound using segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:31.774281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Bound port: 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:31.774853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:31.867527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667333db-63e4-4d14-ab5e-ebc8a731cc15 req-90cce62c-f6d3-4ec2-8026-aad0a32038ae tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:31.869584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-667333db-63e4-4d14-ab5e-ebc8a731cc15 req-90cce62c-f6d3-4ec2-8026-aad0a32038ae tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 0.5767429 Jun 04 06:21:31.905164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9ca66e6b-65d6-4093-9158-856a352a2544 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:31.907210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-9ca66e6b-65d6-4093-9158-856a352a2544 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154&tenant_id=bc4bc65455654a9d915a6eed4b933b22&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1095 time: 1.2326040 Jun 04 06:21:31.969195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] For port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:31.973217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] For port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:31.987297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.026556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-de29a745-c521-4c12-9633-693a84f775c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:32.029365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-de29a745-c521-4c12-9633-693a84f775c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0caa0f1c10714d9f94937b391a744eb6&device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 1094 time: 0.4982221 Jun 04 06:21:32.046767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5acd64-a4a4-4bb2-94bf-7ed5e93cb85e req-e83353e5-151e-4904-8b5b-00683352990e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:32.049070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f5acd64-a4a4-4bb2-94bf-7ed5e93cb85e req-e83353e5-151e-4904-8b5b-00683352990e tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 945 time: 0.4259033 Jun 04 06:21:32.087428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-667333db-63e4-4d14-ab5e-ebc8a731cc15 req-249a5b82-e714-431b-945a-e7f1d4778190 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023911 Jun 04 06:21:32.095294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.153502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:32.154155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:32.247028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd53d6-4542-4e3b-8606-3d7ed621b041 None None] Pushing event updated for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:32.288113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2b7257-8a70-4f2e-9436-94f8f409e571,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:32.323564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Checking segment: {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:32.324880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Network hostable DHCP agents. Network: 6b75fd79-333f-44c8-a09f-43789e9cae4f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:21:32.359260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:21:32.457525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f5acd64-a4a4-4bb2-94bf-7ed5e93cb85e req-6672471d-90bf-4441-819a-f176d7df6973 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010705 Jun 04 06:21:32.526008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:32.563844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Allocated IP 172.20.0.3 (b40f2cba-af21-4893-8835-8cdbab0e9d70/b04f35e6-ee7c-409a-9637-1a20be405805/9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:32.596202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-a04efac3-1a41-42c1-9955-a4590c58c8bb service neutron] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:32.605384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-70360639-4b7e-48d2-9a79-8f72e2dd5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:32.606961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-70360639-4b7e-48d2-9a79-8f72e2dd5f36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 200 len: 913 time: 0.5463808 Jun 04 06:21:32.615275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6b75fd79-333f-44c8-a09f-43789e9cae4f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:32.629989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2b8da-bdc4-4721-9e35-86318aaaa4e5 None None] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:32.640176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e92feaa6-5cbd-4575-bebd-158db822678f req-ce0c5cef-7a4f-40a8-9326-f66bf5294174 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 210 time: 0.2659676 Jun 04 06:21:32.646828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:32.647557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.735113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-31f9112b-c052-4dd0-ae90-01a4c7b557f7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7936163 Jun 04 06:21:32.739512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:32.748316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:32.767189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:32.777516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-a04efac3-1a41-42c1-9955-a4590c58c8bb service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.778848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a00ce897-0e60-4f29-9fc6-0e43a988058c req-a04efac3-1a41-42c1-9955-a4590c58c8bb service neutron] 10.222.0.39 "DELETE /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea/bindings/n-h2-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.8626840 Jun 04 06:21:32.787149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Usage tracker for resource:router and tenant:9254c831718e4428914073a36e7d0bce is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:32.799556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-4bd0f760-6d2f-4014-b003-aaf8453b7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:32.803761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-4bd0f760-6d2f-4014-b003-aaf8453b7759 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1101 time: 0.3636265 Jun 04 06:21:32.805858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:32.818619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-410c4db4-565e-4f3e-a82d-8b20999bff62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250bbd82-9e8a-4089-abd7-54ed644355bd HTTP/1.1" status: 200 len: 217 time: 0.2047222 Jun 04 06:21:32.845445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:32.979598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.980763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:32.989382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd32be4b-ebb2-4b84-9d40-030568b8196d req-6e6f4e9e-4fb2-4b98-b469-434640565629 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 210 time: 0.0792127 Jun 04 06:21:33.018628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-ab8fae04-d835-4399-a676-ddd095dd1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:33.023096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-ab8fae04-d835-4399-a676-ddd095dd1d05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 200 len: 852 time: 0.1843638 Jun 04 06:21:33.039212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:33.068323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-c2103adb-c0b1-4461-b491-f268359c287d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:33.070130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-c2103adb-c0b1-4461-b491-f268359c287d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2573328 Jun 04 06:21:33.204327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-0e6a8354-be59-4617-abdf-2656c5537316 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9592a345-0643-4e38-9580-504919fde9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484318 Jun 04 06:21:33.223965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6b75fd79-333f-44c8-a09f-43789e9cae4f', 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'fixed_ips': [{'subnet_id': '2c2b7257-8a70-4f2e-9436-94f8f409e571'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:21:33.224792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:33.349235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0720ae29-e1ea-40ac-b945-3bcd297c8985 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.2702184 Jun 04 06:21:33.422778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ac489-ba3a-4792-9c3f-b653217ed70e req-291c3658-db59-4c0e-abd3-f138d6c55d9c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:33.424317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-794ac489-ba3a-4792-9c3f-b653217ed70e req-291c3658-db59-4c0e-abd3-f138d6c55d9c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.6609538 Jun 04 06:21:33.466610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:31Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:33.489946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc17f9-f256-4131-a0ce-a7caf7e23c29 None None] The sync data for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 is: [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:31Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:21:33.507640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-a1a97e54-463f-48a8-92af-6865aa2be772 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cdf17ce2a4f649a086afe49b868dc862&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823295 Jun 04 06:21:33.515498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:33.574307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-dabdd017-9646-4e43-86aa-76f5079901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:33.585966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-dabdd017-9646-4e43-86aa-76f5079901a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2263989 Jun 04 06:21:33.599339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-794ac489-ba3a-4792-9c3f-b653217ed70e req-438ae1e5-4e44-4365-8ab3-86963334669e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667123 Jun 04 06:21:33.700724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Allocated IP 172.20.0.2 (6b75fd79-333f-44c8-a09f-43789e9cae4f/2c2b7257-8a70-4f2e-9436-94f8f409e571/443f9814-e468-4301-a502-42634cb1d834) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:33.801520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 250bbd82-9e8a-4089-abd7-54ed644355bd details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:33.805554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ba68325b-b831-444f-ae5b-98712fe5325e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:34.089788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-c0833c21-858f-4ba4-a77f-48bdc5fe8f00 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:34.099220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-c0833c21-858f-4ba4-a77f-48bdc5fe8f00 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5462074 Jun 04 06:21:34.104424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-34e46abc-9964-4da0-b585-be8a86669d77 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8867671 Jun 04 06:21:34.185336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Request body: {'port': {'device_id': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'cdf17ce2a4f649a086afe49b868dc862'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:34.326992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:34.404260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8516e-a9ed-484b-80c3-49744ed19113 req-499ad4f6-39d1-4859-ad64-ab503c7fa17f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:34.408951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port ba68325b-b831-444f-ae5b-98712fe5325e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:34.412810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ba8516e-a9ed-484b-80c3-49744ed19113 req-499ad4f6-39d1-4859-ad64-ab503c7fa17f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 1.0728152 Jun 04 06:21:34.438006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port ba68325b-b831-444f-ae5b-98712fe5325e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:34.438381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:34.451633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-7d1fa6c2-b88a-452e-81d6-8b368832e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:34.453156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-7d1fa6c2-b88a-452e-81d6-8b368832e778 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6867499 Jun 04 06:21:34.505553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ba8516e-a9ed-484b-80c3-49744ed19113 req-decf5550-ec31-4dc8-bb30-d742b7018b46 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Jun 04 06:21:34.598812 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:34.616386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Transition to ACTIVE for port object 443f9814-e468-4301-a502-42634cb1d834 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:34.642933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Transition to ACTIVE for port object 443f9814-e468-4301-a502-42634cb1d834 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:34.675769 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:34.695126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:34.867009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=250bbd82-9e8a-4089-abd7-54ed644355bd,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:34.893619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e508b-80bd-42ed-bd9a-00bb1b6b67a7 req-303ab254-f934-4d05-b04c-24c983aebc58 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:34.901904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b0e508b-80bd-42ed-bd9a-00bb1b6b67a7 req-303ab254-f934-4d05-b04c-24c983aebc58 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 945 time: 1.0337484 Jun 04 06:21:34.912437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '250bbd82-9e8a-4089-abd7-54ed644355bd', 'network_id': '9592a345-0643-4e38-9580-504919fde9f5', 'port_id': '250bbd82-9e8a-4089-abd7-54ed644355bd', 'mac_address': 'fa:16:3e:53:24:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd7cb24-1104-434b-881c-fcee707748ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:34.929521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Network b40f2cba-af21-4893-8835-8cdbab0e9d70 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:34.965855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:35.000760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:35.002769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:35.006181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:35.021739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:35.059496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-bcc9c448-4c73-412c-8320-c7c96407b5b3 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787308 Jun 04 06:21:35.260280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Pushing event updated for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:35.282774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:35.294583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5f2b3dd-b2d3-40d8-b026-799c0a2fd556 req-f25e81d8-a02f-4454-aa94-ad0bd8f23519 service neutron] 10.222.0.39 "GET /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1552298 Jun 04 06:21:35.307299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Attempting to bind port 443f9814-e468-4301-a502-42634cb1d834 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:35.307850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Attempting to bind port 443f9814-e468-4301-a502-42634cb1d834 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:35.308230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Attempting to bind port 443f9814-e468-4301-a502-42634cb1d834 on network 6b75fd79-333f-44c8-a09f-43789e9cae4f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:35.310439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Pushing event updated for resources: {'Port': ['ID=443f9814-e468-4301-a502-42634cb1d834,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:35.320393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b0e508b-80bd-42ed-bd9a-00bb1b6b67a7 req-844ab033-c426-4cf9-9efe-e4fa6f64ee30 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085364 Jun 04 06:21:35.321944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.329530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.331199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:35.331572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Checking segment: {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:35.331934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.332057 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.332342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Bound using segment: {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:35.332818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Bound port: 443f9814-e468-4301-a502-42634cb1d834, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:35.333184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.339044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.339441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:35.368694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:35.377606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:35.378957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.408366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Made reservation on behalf of cdf17ce2a4f649a086afe49b868dc862 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:35.419884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 250bbd82-9e8a-4089-abd7-54ed644355bd is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:35.420383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.429144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.446533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250bbd82-9e8a-4089-abd7-54ed644355bd {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:35.496916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-a593ce22-5df7-455d-9e7b-643c0dab3f44 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0588963 Jun 04 06:21:35.601899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-546e376b-42b3-490c-ac0e-ee4a00f75001 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221870 Jun 04 06:21:35.602707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:35.623853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fc9fa-e42a-44e3-9d0f-d7b82b574f3f req-fe81dfc3-5ea7-4e7f-9c15-ae44bb74a814 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:35.633161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-152fc9fa-e42a-44e3-9d0f-d7b82b574f3f req-fe81dfc3-5ea7-4e7f-9c15-ae44bb74a814 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 931 time: 0.5726066 Jun 04 06:21:35.699070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=250bbd82-9e8a-4089-abd7-54ed644355bd,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:35.705467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-152fc9fa-e42a-44e3-9d0f-d7b82b574f3f req-10575297-39e3-4913-9cdc-430f85f426c0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Synchronizing usage tracker for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:35.709677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ba68325b-b831-444f-ae5b-98712fe5325e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:35.710055 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.742760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.781756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Request body: {'port': {'device_id': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:35.842259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:35.851970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:35.864170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] For port 443f9814-e468-4301-a502-42634cb1d834, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:35.868005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-152fc9fa-e42a-44e3-9d0f-d7b82b574f3f req-10575297-39e3-4913-9cdc-430f85f426c0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Unset dirty status for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:35.873709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ba68325b-b831-444f-ae5b-98712fe5325e,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:35.877767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] For port 443f9814-e468-4301-a502-42634cb1d834, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=443f9814-e468-4301-a502-42634cb1d834,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:35.879802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-152fc9fa-e42a-44e3-9d0f-d7b82b574f3f req-10575297-39e3-4913-9cdc-430f85f426c0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454026 Jun 04 06:21:35.893137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:35.895746 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.002513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:36.021514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:36.026426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.036785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Allocated IP 192.168.233.162 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/30f21a18-fe98-46ad-8f74-b6d779521a08) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:36.040397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.110868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.120617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96a23ab5-e7ad-4039-95aa-25a9ebe94e22 req-8ab47cd0-99db-4084-996f-db70e3ecd8ce tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 210 time: 0.0524416 Jun 04 06:21:36.151659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:36.236778 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.264670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['250bbd82-9e8a-4089-abd7-54ed644355bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:36.298655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a12c6-b24a-4448-84ea-fc3d17263df5 None None] Pushing event updated for resources: {'Port': ['ID=443f9814-e468-4301-a502-42634cb1d834,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:36.396942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Allocated IP 172.25.1.2 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f29b167c-8abe-42d7-8376-1d1f8ba13d67) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:36.435691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:36.436258 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.501333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:36.511767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.548452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475c053-50fc-43d7-87f9-a9510ebff415 req-22951212-d73a-4671-8547-41e900d97df2 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:36.550506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1475c053-50fc-43d7-87f9-a9510ebff415 req-22951212-d73a-4671-8547-41e900d97df2 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 1095 time: 0.8185263 Jun 04 06:21:36.638589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871facb6-0d96-4208-b656-5a736758d9eb req-3e452c59-76a6-40ab-b2ea-74070c828805 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:36.640996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-871facb6-0d96-4208-b656-5a736758d9eb req-3e452c59-76a6-40ab-b2ea-74070c828805 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.3263128 Jun 04 06:21:36.683581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:36.749275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-871facb6-0d96-4208-b656-5a736758d9eb req-105d5089-de15-49b9-9966-236c5869fc9a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003957 Jun 04 06:21:36.788810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.826641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.910137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1475c053-50fc-43d7-87f9-a9510ebff415 req-f54b2ffd-6ee7-42b4-b643-97721cf15e75 tempest-LiveAutoBlockMigrationV225Test-195777678 tempest-LiveAutoBlockMigrationV225Test-195777678-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476470 Jun 04 06:21:36.923775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:36.924954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:36.965609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Transition to ACTIVE for port object 30f21a18-fe98-46ad-8f74-b6d779521a08 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:36.970749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:36.983519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:37.014602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f29b167c-8abe-42d7-8376-1d1f8ba13d67,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:37.092410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:37.124661 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea59014-2c94-44c9-a76a-0a60991bfe64'] response: {'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e', 'code': 200} Jun 04 06:21:37.163359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:37.203809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:37.301144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Transition to ACTIVE for port object 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:37.329094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:37.336567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9d0df-0e50-4187-af7b-9719c58836db req-b225aa2b-704d-4d95-a757-63692ee75fdf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:37.339015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:37.345851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4e9d0df-0e50-4187-af7b-9719c58836db req-b225aa2b-704d-4d95-a757-63692ee75fdf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.4305978 Jun 04 06:21:37.387695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:37.414264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4e9d0df-0e50-4187-af7b-9719c58836db req-b7d8af46-185a-483a-b991-07b7f4c78e00 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674512 Jun 04 06:21:37.418705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:37.463120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Pushing event updated for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:37.532796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['803666ed-139a-4246-8f27-96d0761bb165'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:37.740243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 250bbd82-9e8a-4089-abd7-54ed644355bd up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:37.786561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 443f9814-e468-4301-a502-42634cb1d834 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:37.812588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d9789-7968-4d4d-9182-4e32d8a27cbf None None] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:21:37.916680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:37.930735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-84fefa5a-0224-4c22-a101-6b8f46f43d1f None None] Provisioning for port 30f21a18-fe98-46ad-8f74-b6d779521a08 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:37.959301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:37.960071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.024260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-84fefa5a-0224-4c22-a101-6b8f46f43d1f None None] Provisioning complete for port 30f21a18-fe98-46ad-8f74-b6d779521a08 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:38.024631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84fefa5a-0224-4c22-a101-6b8f46f43d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.053329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d795e21b-daeb-4d68-8c7f-968873636823 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8761110 Jun 04 06:21:38.114357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Request body: {'port': {'device_id': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:38.121860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d58bc3-d380-45fd-9977-2679a6f31341 req-124c1ce0-6e0d-49d8-a562-98e52095993d tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:38.128791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1d58bc3-d380-45fd-9977-2679a6f31341 req-124c1ce0-6e0d-49d8-a562-98e52095993d tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 943 time: 0.2524078 Jun 04 06:21:38.193606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1d58bc3-d380-45fd-9977-2679a6f31341 req-1fee5c1f-15a7-4aba-8e7a-f35f1efff01e tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639365 Jun 04 06:21:38.238872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84fefa5a-0224-4c22-a101-6b8f46f43d1f None None] Port 30f21a18-fe98-46ad-8f74-b6d779521a08 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:38.323121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:38.327294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 250bbd82-9e8a-4089-abd7-54ed644355bd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:38.332800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 443f9814-e468-4301-a502-42634cb1d834 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:38.347225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9c9f1-8e2d-4923-8268-45e7b2689183 req-e9ffb471-22d4-4745-9d99-962f5f336646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:38.349108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bd9c9f1-8e2d-4923-8268-45e7b2689183 req-e9ffb471-22d4-4745-9d99-962f5f336646 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 1097 time: 1.1390014 Jun 04 06:21:38.352578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 250bbd82-9e8a-4089-abd7-54ed644355bd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:38.352946 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.388124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:38.486303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.531970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.538644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Provisioning for port 443f9814-e468-4301-a502-42634cb1d834 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:38.554512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Provisioning complete for port 443f9814-e468-4301-a502-42634cb1d834 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:38.554877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.638816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4878-d4c2-4537-a879-63fdb4e8d843 req-968dd42a-aa70-4645-8f32-d157cd52221b tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:38.655026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cfd4878-d4c2-4537-a879-63fdb4e8d843 req-968dd42a-aa70-4645-8f32-d157cd52221b tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 946 time: 1.3379436 Jun 04 06:21:38.708332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:38.708732 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.828530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 250bbd82-9e8a-4089-abd7-54ed644355bd is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:38.828832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:38.884077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Router a798ff9c-d61c-42a9-863e-48e687c0973c is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:21:38.980294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=250bbd82-9e8a-4089-abd7-54ed644355bd,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:38.998918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e78fb-a736-4ad6-913d-3d65cfd8adad req-4129c4b6-82f6-4668-933c-53c492abc148 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:39.009782 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-280e78fb-a736-4ad6-913d-3d65cfd8adad req-4129c4b6-82f6-4668-933c-53c492abc148 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 936 time: 0.2922604 Jun 04 06:21:39.055151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.101972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-280e78fb-a736-4ad6-913d-3d65cfd8adad req-8c1afe78-0c08-4165-9d03-81c5454dfdad tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Jun 04 06:21:39.174932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f21a18-fe98-46ad-8f74-b6d779521a08 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:39.183683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.202619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Transition to ACTIVE for port object 30f21a18-fe98-46ad-8f74-b6d779521a08 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:39.219064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:39.236307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.249750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Current status of the port 443f9814-e468-4301-a502-42634cb1d834 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:39.250130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.299737 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7bd9c9f1-8e2d-4923-8268-45e7b2689183 req-3ebcbd71-6f1d-407e-b999-e2ce03e9d027 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322840 Jun 04 06:21:39.311604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] For port 443f9814-e468-4301-a502-42634cb1d834, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=443f9814-e468-4301-a502-42634cb1d834,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:39.340648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.358646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:21:39.375681 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Sync routers for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:21:39.397693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:39.397693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:39.428587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:39.464646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.466887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-93dffb4f-06b1-40c4-b165-a643ecfe46e6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7239799 Jun 04 06:21:39.471441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:39.480722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cfd4878-d4c2-4537-a879-63fdb4e8d843 req-2e217f67-4faa-4752-b822-0ea0d52e1f75 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8247032 Jun 04 06:21:39.529496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.529892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.530238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.530575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.531344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.531344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.531528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.531859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.532181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.532500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.532839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.533147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:21:39.571644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Attempting to bind port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:39.572020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Attempting to bind port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'd36515d5-f174-4ff7-903d-ff9ee4d6965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:39.572390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Attempting to bind port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 on network b40f2cba-af21-4893-8835-8cdbab0e9d70 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:39.697797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Pushing event updated for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:39.705752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:39.718509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-de65c903-5068-4184-9a1a-54d8ce891a74 None None] Provisioning complete for port 443f9814-e468-4301-a502-42634cb1d834 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:39.719108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de65c903-5068-4184-9a1a-54d8ce891a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.737616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 on network b40f2cba-af21-4893-8835-8cdbab0e9d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:39.738012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Attempting to bind port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 on network b40f2cba-af21-4893-8835-8cdbab0e9d70 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:39.796494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6dbc3-88d1-46bc-bab6-6941a04980a9 None None] Pushing event updated for resources: {'Port': ['ID=443f9814-e468-4301-a502-42634cb1d834,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:39.884391 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:39.889116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:39.894664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Checking segment: {'id': 'd36515d5-f174-4ff7-903d-ff9ee4d6965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:39.895953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Bound using segment: {'id': 'd36515d5-f174-4ff7-903d-ff9ee4d6965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:39.899636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Bound port: 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36515d5-f174-4ff7-903d-ff9ee4d6965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:39.900220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:39.916504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-de65c903-5068-4184-9a1a-54d8ce891a74 None None] Current status of the port 443f9814-e468-4301-a502-42634cb1d834 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:40.080032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Attempting to bind port 30f21a18-fe98-46ad-8f74-b6d779521a08 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:40.080438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Attempting to bind port 30f21a18-fe98-46ad-8f74-b6d779521a08 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:40.080827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Attempting to bind port 30f21a18-fe98-46ad-8f74-b6d779521a08 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:40.114879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4ed8d-b3ee-4bcf-be18-63f19aa1bbb8 req-aa54314a-a718-4652-9009-ce478208d69d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:40.122769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eae4ed8d-b3ee-4bcf-be18-63f19aa1bbb8 req-aa54314a-a718-4652-9009-ce478208d69d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.3815768 Jun 04 06:21:40.128022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Port 30f21a18-fe98-46ad-8f74-b6d779521a08 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:40.128866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Attempting to bind port 30f21a18-fe98-46ad-8f74-b6d779521a08 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:40.159182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-f1bc77da-c59b-498d-bdac-d7d714688694 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:40.160412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c92f-2119-4e3b-8c4f-caa4144ad2a9 req-1a18d719-e079-4b8e-a257-149350e4e6d8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:40.160911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-f1bc77da-c59b-498d-bdac-d7d714688694 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 0.5074894 Jun 04 06:21:40.161912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11f5c92f-2119-4e3b-8c4f-caa4144ad2a9 req-1a18d719-e079-4b8e-a257-149350e4e6d8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.7674758 Jun 04 06:21:40.248351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Deleting port 926a8db2-0575-4ab9-a560-403f61f876ea {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:40.248948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.255048 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:37Z', 'revision_number': 3, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:40.259351 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Checking router: a798ff9c-d61c-42a9-863e-48e687c0973c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:21:40.260181 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Updating router a798ff9c-d61c-42a9-863e-48e687c0973c port f29b167c-8abe-42d7-8376-1d1f8ba13d67 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:21:40.315492 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.347543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:40.353927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:40.354377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:40.354839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Bound port: 30f21a18-fe98-46ad-8f74-b6d779521a08, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:40.355196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.425247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eae4ed8d-b3ee-4bcf-be18-63f19aa1bbb8 req-69b315e3-976b-40eb-a52a-802c1ebbeca9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019252 Jun 04 06:21:40.439916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:40.443185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11f5c92f-2119-4e3b-8c4f-caa4144ad2a9 req-bf1f8e23-70b8-479b-a2ea-137f94bca206 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602409 Jun 04 06:21:40.502137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,segment=NetworkSegment(d36515d5-f174-4ff7-903d-ff9ee4d6965f),segment_id=d36515d5-f174-4ff7-903d-ff9ee4d6965f)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:40.544452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.687072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:40.687597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.688927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 HTTP/1.1" status: 200 len: 1091 time: 4.9134164 Jun 04 06:21:40.691608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:40.791334 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.808670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Transition to ACTIVE for port object f29b167c-8abe-42d7-8376-1d1f8ba13d67 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:40.819241 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.917146 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46dc34-a854-4c1c-a418-1c8f303781cb None None] Pushing event updated for resources: {'Port': ['ID=f29b167c-8abe-42d7-8376-1d1f8ba13d67,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:40.962352 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Attempting to bind port f29b167c-8abe-42d7-8376-1d1f8ba13d67 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:40.963760 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Attempting to bind port f29b167c-8abe-42d7-8376-1d1f8ba13d67 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:40.964564 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Attempting to bind port f29b167c-8abe-42d7-8376-1d1f8ba13d67 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:40.971575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:40.972217 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:40.972785 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:40.973386 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:40.974043 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Bound port: f29b167c-8abe-42d7-8376-1d1f8ba13d67, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:40.974751 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.064609 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] For port f29b167c-8abe-42d7-8376-1d1f8ba13d67, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:41.068150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] For port f29b167c-8abe-42d7-8376-1d1f8ba13d67, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f29b167c-8abe-42d7-8376-1d1f8ba13d67,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:41.075652 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.077032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.122396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865740-c648-47f6-9470-ec72971a91ff req-175962a5-d70e-4f50-86b7-720a3582495c tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.124159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b865740-c648-47f6-9470-ec72971a91ff req-175962a5-d70e-4f50-86b7-720a3582495c tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 943 time: 0.3828342 Jun 04 06:21:41.173045 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46dc34-a854-4c1c-a418-1c8f303781cb None None] Pushing event updated for resources: {'Port': ['ID=f29b167c-8abe-42d7-8376-1d1f8ba13d67,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:41.174296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:41.190933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:41.191808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:41.199504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] For port 926a8db2-0575-4ab9-a560-403f61f876ea, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=926a8db2-0575-4ab9-a560-403f61f876ea,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:41.199820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.223159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de4ad-c8ac-4bf9-bf4b-87f57ee7c617 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:41.232510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30f21a18-fe98-46ad-8f74-b6d779521a08,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:41.246677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b865740-c648-47f6-9470-ec72971a91ff req-8191aed7-40ea-4363-b87d-aa166fd26e4d tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752087 Jun 04 06:21:41.323633 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912eee45-d63e-49ce-b853-c0b0aa59ec86'] response: {'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd', 'code': 200} Jun 04 06:21:41.454921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:41.512448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Calling delete_port for 926a8db2-0575-4ab9-a560-403f61f876ea owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:41.565465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.637239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Allocated IP 172.20.0.1 (6b75fd79-333f-44c8-a09f-43789e9cae4f/2c2b7257-8a70-4f2e-9436-94f8f409e571/c754de0b-6773-4764-96cf-70222ccf013c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:41.695073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.695689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:41.697136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] 10.222.0.39 "PUT /v2.0/ports/30f21a18-fe98-46ad-8f74-b6d779521a08 HTTP/1.1" status: 200 len: 1096 time: 3.6128051 Jun 04 06:21:41.770070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 926a8db2-0575-4ab9-a560-403f61f876ea no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:41.784986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41973c9-e7b8-44df-9709-e0735e32572a req-d740fe53-c4f4-4707-bbe3-982d2e604940 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.807288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e676-780d-4309-97f1-c0c34f2ebd3a req-10cb66a4-8f22-47ab-a180-b8cc928966b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.809765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2453e676-780d-4309-97f1-c0c34f2ebd3a req-10cb66a4-8f22-47ab-a180-b8cc928966b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 1096 time: 0.3411248 Jun 04 06:21:41.810677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f41973c9-e7b8-44df-9709-e0735e32572a req-d740fe53-c4f4-4707-bbe3-982d2e604940 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=4b6c09ec-df3b-4e18-b1a3-b516d508d154 HTTP/1.1" status: 200 len: 944 time: 1.1685500 Jun 04 06:21:41.857927 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:37Z', 'revision_number': 3, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:41.862414 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f42538-9b2b-428d-8dbc-a9c610c89b7b None None] The sync data for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 is: [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:37Z', 'revision_number': 3, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:21:41.872544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 443f9814-e468-4301-a502-42634cb1d834 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:41.923638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb637-8214-4d30-b1b8-12fadbbeda8d service neutron] Pushing event updated for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:41.941888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f02911ba-b7ef-43f2-8487-28b0c8152939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.943415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-f02911ba-b7ef-43f2-8487-28b0c8152939 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9a8b6253b244e33b27cf53ded997330&device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 1094 time: 0.9902902 Jun 04 06:21:41.957870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7540e-d3ce-4ec1-a255-09672ae35522 req-08ac2502-9be5-4a9f-a2bc-3a5e765b8fb5 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:41.967354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbf7540e-d3ce-4ec1-a255-09672ae35522 req-08ac2502-9be5-4a9f-a2bc-3a5e765b8fb5 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 948 time: 0.4998200 Jun 04 06:21:41.988972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2453e676-780d-4309-97f1-c0c34f2ebd3a req-ffc64cc1-4897-4b37-8f6d-68ad96a91654 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637383 Jun 04 06:21:42.089609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.100263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbf7540e-d3ce-4ec1-a255-09672ae35522 req-d180fecb-e2de-4af3-b8c7-abc79ce87376 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134391 Jun 04 06:21:42.115078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Transition to ACTIVE for port object c754de0b-6773-4764-96cf-70222ccf013c will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:42.176015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.176481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-8b3f3341-53b7-4788-bb6c-0fb57ed74109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 HTTP/1.1" status: 200 len: 217 time: 0.1820972 Jun 04 06:21:42.192676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f41973c9-e7b8-44df-9709-e0735e32572a req-63c6309d-e23f-4f59-8a2a-d48021b7c3d1 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808925 Jun 04 06:21:42.209296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 926a8db2-0575-4ab9-a560-403f61f876ea is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:42.218574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 443f9814-e468-4301-a502-42634cb1d834 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:42.218931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.263344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:42.296330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:42.304665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:42.334502 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634a6fdc-b006-4040-a579-6ae33f156e06'] response: {'name': 'network-changed', 'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780', 'status': 'completed', 'code': 200} Jun 04 06:21:42.432215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.450733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60effddb-8218-426c-ad76-4396cddcdd86 req-3525f45e-a839-441e-9b87-3d7076505a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:42.452388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-3525f45e-a839-441e-9b87-3d7076505a2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04f35e6-ee7c-409a-9637-1a20be405805 HTTP/1.1" status: 200 len: 854 time: 0.2565560 Jun 04 06:21:42.460565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['360dc6f8-f378-4d1d-a99a-17c7e151d8bd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:42.502189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Pushing event updated for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:42.536728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.650823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 443f9814-e468-4301-a502-42634cb1d834 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:42.729183 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-4ecf7c0c-9129-42a1-b6dd-10574dfaebf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40f2cba-af21-4893-8835-8cdbab0e9d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035716 Jun 04 06:21:42.746798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-9e8adf58-9409-4529-ac9a-3654a38aa5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:42.748302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-9e8adf58-9409-4529-ac9a-3654a38aa5a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 1099 time: 0.9058878 Jun 04 06:21:42.778002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event deleted for resources: {'Port': ['ID=926a8db2-0575-4ab9-a560-403f61f876ea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:42.816800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65d455ce-f99e-489a-9f05-950dd729b06e None None] Provisioning for port c754de0b-6773-4764-96cf-70222ccf013c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:42.837755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65d455ce-f99e-489a-9f05-950dd729b06e None None] Provisioning complete for port c754de0b-6773-4764-96cf-70222ccf013c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:42.838217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65d455ce-f99e-489a-9f05-950dd729b06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:42.918241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-65d455ce-f99e-489a-9f05-950dd729b06e None None] Port c754de0b-6773-4764-96cf-70222ccf013c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:42.984483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c514561-9342-49e3-a7cd-c2584750f85a req-bfd6b707-f009-4325-b61d-4525e176bed8 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:42.985974 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-ef508635-8f56-4717-a340-9065e8920bb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=30f21a18-fe98-46ad-8f74-b6d779521a08 HTTP/1.1" status: 200 len: 217 time: 0.2003140 Jun 04 06:21:42.992877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c514561-9342-49e3-a7cd-c2584750f85a req-bfd6b707-f009-4325-b61d-4525e176bed8 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 946 time: 0.6129134 Jun 04 06:21:43.072746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c514561-9342-49e3-a7cd-c2584750f85a req-837dde91-251d-4189-9523-dfd5dadc3428 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Jun 04 06:21:43.155351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-edb6f221-1b10-4013-94da-3ae1e52617aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:43.157033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-edb6f221-1b10-4013-94da-3ae1e52617aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1326399 Jun 04 06:21:43.160820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] No DVR routers for this DVR port 926a8db2-0575-4ab9-a560-403f61f876ea on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:43.165296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:43.209457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:43.257194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-618b3d33-d22a-4a60-830c-ab7d5a4ab84c service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057209 Jun 04 06:21:43.297466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3810850-d250-40a8-b5ec-3bf280c12db0 req-ef7a316d-298d-4c55-bdcf-e09b424469d5 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.39 "DELETE /v2.0/ports/926a8db2-0575-4ab9-a560-403f61f876ea HTTP/1.1" status: 204 len: 173 time: 3.1289184 Jun 04 06:21:43.616041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8128db-7535-4eb8-898d-9533ec690046 req-ca171a57-55c6-405a-83b7-2ff687c2e635 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:43.623282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8128db-7535-4eb8-898d-9533ec690046 req-ca171a57-55c6-405a-83b7-2ff687c2e635 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.9927108 Jun 04 06:21:43.648900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:43.661535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:43.711064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8128db-7535-4eb8-898d-9533ec690046 req-4dae5dfa-5ebd-4d8c-99d5-69e22def803f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868330 Jun 04 06:21:43.719815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe223-4544-41c8-b532-183789c52a20 req-c99c70d9-b818-47c5-8907-53d03839a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:43.721628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-c99c70d9-b818-47c5-8907-53d03839a78d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5524607 Jun 04 06:21:43.815906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60effddb-8218-426c-ad76-4396cddcdd86 req-84285f9e-e656-4e61-937f-ec14dadf3749 service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509338 Jun 04 06:21:43.874435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:43.973954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f29b167c-8abe-42d7-8376-1d1f8ba13d67 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:44.018518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Pushing event updated for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:44.169536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-66303548-a1a4-40ba-a302-c6bc4d3c1c8f service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373243 Jun 04 06:21:44.199270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbcb71-c6fe-415b-b3a3-ceaab6b04692 req-380cb29c-9da1-44bf-84be-54e33310784f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:44.207553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-effbcb71-c6fe-415b-b3a3-ceaab6b04692 req-380cb29c-9da1-44bf-84be-54e33310784f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.7032614 Jun 04 06:21:44.219620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f29b167c-8abe-42d7-8376-1d1f8ba13d67 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:44.235933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f29b167c-8abe-42d7-8376-1d1f8ba13d67 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:44.236646 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:44.335177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-effbcb71-c6fe-415b-b3a3-ceaab6b04692 req-d06fcf71-c5c9-4ae7-b876-87ca78e50da7 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Jun 04 06:21:44.349326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:44.354674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:44.480371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08'}, {'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-deleted', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:44.497184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9ebe223-4544-41c8-b532-183789c52a20 req-83b336a2-6e29-46cd-9c4b-2989aa3bc265 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145776 Jun 04 06:21:44.586366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f29b167c-8abe-42d7-8376-1d1f8ba13d67 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:44.591577 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:44.611773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf1f8a-a997-49cd-ba66-3b66512d3904 req-cc127ceb-d337-4b31-88a4-6d3959080449 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:44.614637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-acdf1f8a-a997-49cd-ba66-3b66512d3904 req-cc127ceb-d337-4b31-88a4-6d3959080449 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Synchronizing usage tracker for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:44.628618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-0c05f49c-f8da-4939-8555-5a655a5724ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:44.634011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f29b167c-8abe-42d7-8376-1d1f8ba13d67, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f29b167c-8abe-42d7-8376-1d1f8ba13d67,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:44.635118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-0c05f49c-f8da-4939-8555-5a655a5724ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9a8b6253b244e33b27cf53ded997330&device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 1094 time: 0.7532265 Jun 04 06:21:44.641985 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:44.811224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f29b167c-8abe-42d7-8376-1d1f8ba13d67,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:44.826419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22e23051-b1c7-4787-a304-0c9212a970ef None None] Provisioning complete for port c754de0b-6773-4764-96cf-70222ccf013c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:44.826857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22e23051-b1c7-4787-a304-0c9212a970ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:44.847725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-acdf1f8a-a997-49cd-ba66-3b66512d3904 req-cc127ceb-d337-4b31-88a4-6d3959080449 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Unset dirty status for tenant:a9a8b6253b244e33b27cf53ded997330 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:44.851115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-acdf1f8a-a997-49cd-ba66-3b66512d3904 req-cc127ceb-d337-4b31-88a4-6d3959080449 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 943 time: 0.7798929 Jun 04 06:21:44.928315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-22e23051-b1c7-4787-a304-0c9212a970ef None None] Port c754de0b-6773-4764-96cf-70222ccf013c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:21:44.929464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-acdf1f8a-a997-49cd-ba66-3b66512d3904 req-97890071-4fd7-46b6-b6a0-f768d2f01819 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Jun 04 06:21:45.018369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Router a798ff9c-d61c-42a9-863e-48e687c0973c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:21:45.046905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a835b-b875-4d50-91c3-d58014dd289a req-582dad50-dfbf-4963-8724-700dbd71f48d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:45.055970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e38a835b-b875-4d50-91c3-d58014dd289a req-582dad50-dfbf-4963-8724-700dbd71f48d tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 945 time: 0.4643276 Jun 04 06:21:45.096899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-b6b0c33f-90fb-4b40-9c2e-8a7bdda6910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:45.098465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-b6b0c33f-90fb-4b40-9c2e-8a7bdda6910c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40f2cba-af21-4893-8835-8cdbab0e9d70 HTTP/1.1" status: 200 len: 915 time: 0.4488060 Jun 04 06:21:45.222277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-1e10871a-898f-404b-b1fa-14d94387a722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 HTTP/1.1" status: 200 len: 217 time: 0.1153250 Jun 04 06:21:45.339844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-71a6fd25-a902-47d4-9727-90bd33ba1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:45.341205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-71a6fd25-a902-47d4-9727-90bd33ba1569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04f35e6-ee7c-409a-9637-1a20be405805 HTTP/1.1" status: 200 len: 854 time: 0.1118054 Jun 04 06:21:45.378768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:21:45.389459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Sync routers for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:21:45.398697 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-2a2b2612-8bf0-4f3e-9740-da69f7ef92c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40f2cba-af21-4893-8835-8cdbab0e9d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495985 Jun 04 06:21:45.402964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:45.403601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:45.422762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-642182d6-bd64-4dc0-8549-79e89fd04055 admin admin] 10.222.0.17 "PUT /v2.0/routers/a798ff9c-d61c-42a9-863e-48e687c0973c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9422252 Jun 04 06:21:45.422762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e38a835b-b875-4d50-91c3-d58014dd289a req-ff292c9e-2022-42cc-866b-ca497e3bcf17 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647037 Jun 04 06:21:45.459339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94279b99-b63e-417b-ba14-72e0c6cda393 req-accf198d-1efc-4290-9d26-e061f69c9301 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:45.460059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94279b99-b63e-417b-ba14-72e0c6cda393 req-accf198d-1efc-4290-9d26-e061f69c9301 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Synchronizing usage tracker for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:45.660865 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e769d31e-8b64-4db0-b955-2833057b01a4'] response: {'name': 'network-changed', 'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08', 'status': 'completed', 'code': 200} Jun 04 06:21:45.661141 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e769d31e-8b64-4db0-b955-2833057b01a4'] response: {'server_uuid': '4b6c09ec-df3b-4e18-b1a3-b516d508d154', 'name': 'network-vif-deleted', 'tag': '926a8db2-0575-4ab9-a560-403f61f876ea', 'status': 'completed', 'code': 200} Jun 04 06:21:45.731085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:45.867638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abf3cb-68b5-491c-bcc9-a52499ec7253 req-e4889960-c7e6-46f6-b162-8ad93bb7be67 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:45.870249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6abf3cb-68b5-491c-bcc9-a52499ec7253 req-e4889960-c7e6-46f6-b162-8ad93bb7be67 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.1468012 Jun 04 06:21:45.883469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94279b99-b63e-417b-ba14-72e0c6cda393 req-accf198d-1efc-4290-9d26-e061f69c9301 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Unset dirty status for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:45.891503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94279b99-b63e-417b-ba14-72e0c6cda393 req-accf198d-1efc-4290-9d26-e061f69c9301 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 948 time: 0.6636608 Jun 04 06:21:45.927218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6abf3cb-68b5-491c-bcc9-a52499ec7253 req-c42e1c9d-3c2d-4be2-8172-af50c8290a46 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Jun 04 06:21:45.981611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94279b99-b63e-417b-ba14-72e0c6cda393 req-f8366e0e-4190-4b3d-8d20-561f688ff856 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888562 Jun 04 06:21:46.044534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-c12c306a-eada-4816-9e75-e158aec7616d service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378410 Jun 04 06:21:46.062237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f29b167c-8abe-42d7-8376-1d1f8ba13d67 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:46.298344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f678999-08cc-4041-a208-024b66d37763 req-95d38bdb-be92-48b8-8331-87cd13522c80 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:46.300023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f678999-08cc-4041-a208-024b66d37763 req-95d38bdb-be92-48b8-8331-87cd13522c80 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1929467 Jun 04 06:21:46.310847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-989a1553-4619-43b9-80dd-9b0d205fcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:46.312713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-989a1553-4619-43b9-80dd-9b0d205fcf1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdf17ce2a4f649a086afe49b868dc862&device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 1099 time: 0.6312070 Jun 04 06:21:46.324410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f29b167c-8abe-42d7-8376-1d1f8ba13d67 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:46.324780 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:46.425569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f678999-08cc-4041-a208-024b66d37763 req-60a3cfcc-e129-4ae8-9e17-c2765b10a274 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034837 Jun 04 06:21:46.456500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:43Z', 'revision_number': 4, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c754de0b-6773-4764-96cf-70222ccf013c', 'name': '', 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'mac_address': 'fa:16:3e:20:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:41Z', 'updated_at': '2022-06-04T06:21:43Z', 'revision_number': 2, 'project_id': '9254c831718e4428914073a36e7d0bce', 'subnets': [{'id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:46.467506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Checking router: a798ff9c-d61c-42a9-863e-48e687c0973c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:21:46.467864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Updating router a798ff9c-d61c-42a9-863e-48e687c0973c port c754de0b-6773-4764-96cf-70222ccf013c binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:21:46.480581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-a843e0c8-f618-4fb2-ad9a-42b66ce9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:46.482336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-a843e0c8-f618-4fb2-ad9a-42b66ce9704f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1612377 Jun 04 06:21:46.628328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f29b167c-8abe-42d7-8376-1d1f8ba13d67 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:46.661434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:46.783294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-e947dfb8-004a-468e-a44b-094486837a5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=30f21a18-fe98-46ad-8f74-b6d779521a08 HTTP/1.1" status: 200 len: 217 time: 0.2827997 Jun 04 06:21:46.856332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:46.868096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020735563', 'description': 'tempest-description--728041641'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:46.877652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:46.898431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Usage tracker for resource:security_group and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:46.911110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:46.923530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60cf5966-7850-4e0c-b76a-a1c0271208fd req-552de7d0-26ce-45b5-8949-bbd8c715372b service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444762 Jun 04 06:21:46.924291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:46.950660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-413485e5-a539-4724-abf1-7dfb2d68ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:46.952695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-413485e5-a539-4724-abf1-7dfb2d68ab59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1394944 Jun 04 06:21:46.959163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:46.987173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3044257-6c3c-46fb-a5cb-885b77276d13 req-1ff26352-6007-404f-8c81-7761de251b29 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:46.997040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3044257-6c3c-46fb-a5cb-885b77276d13 req-1ff26352-6007-404f-8c81-7761de251b29 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 943 time: 0.3682780 Jun 04 06:21:47.050757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:47.055092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Usage tracker for resource:security_group_rule and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:47.073046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:47.073649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3044257-6c3c-46fb-a5cb-885b77276d13 req-7b7729dc-f64d-4000-8f46-f042d8bd90ff tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732076 Jun 04 06:21:47.076765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1f18e9d-5f33-4db9-87f8-0113626fded3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.081882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:47.175192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.208594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.263732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dae95df-a8ea-4989-98e3-79d8ebba0070,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:47.379434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.393761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.395008 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-93bf8c2f-4577-4fc0-b3a7-15360d8ce68e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5377042 Jun 04 06:21:47.398415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:47.402182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Transition to ACTIVE for port object c754de0b-6773-4764-96cf-70222ccf013c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:47.407579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'security_group_rule': {'security_group_id': '4dae95df-a8ea-4989-98e3-79d8ebba0070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:47.417549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.418762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-f7ac4f65-8898-49db-8f9e-202c58790508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:47.420076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:47.420632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-f7ac4f65-8898-49db-8f9e-202c58790508 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4467618 Jun 04 06:21:47.430626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Usage tracker for resource:security_group_rule and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:47.443960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:47.463980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:47.502216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.541911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2671a-8da4-40c0-86dc-c74ed19582fa None None] Pushing event updated for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:47.592076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-adea29d0-b28f-4d2e-84fd-5d0ad74e9238 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:47.598590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-adea29d0-b28f-4d2e-84fd-5d0ad74e9238 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.4196913 Jun 04 06:21:47.654306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-b08b8177-d8a1-407a-8e0c-99d8bfc895bc tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/quotas/799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 375 time: 0.0547686 Jun 04 06:21:47.701529 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.709175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.782981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d63af9-b8c9-4af7-a403-2fbe4ed5ae44 req-ad98af6b-db14-459b-a9bb-d815806df9b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:47.792398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0d63af9-b8c9-4af7-a403-2fbe4ed5ae44 req-ad98af6b-db14-459b-a9bb-d815806df9b0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.2153327 Jun 04 06:21:47.808796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-b8a120ab-0a9b-4a44-a8ee-0c4411dc57d7 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751011 Jun 04 06:21:47.809924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3a9b52-f3f7-4eb1-a826-c43cf2072526,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:47.813257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Attempting to bind port c754de0b-6773-4764-96cf-70222ccf013c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:47.813455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Attempting to bind port c754de0b-6773-4764-96cf-70222ccf013c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:47.814891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.815204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Attempting to bind port c754de0b-6773-4764-96cf-70222ccf013c on network 6b75fd79-333f-44c8-a09f-43789e9cae4f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:47.815369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d005188-58db-498a-9f47-74f07ab22a1f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149168 Jun 04 06:21:47.819390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43258) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:47.827537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:47.827875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Checking segment: {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:47.828279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.828665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Bound using segment: {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:47.829146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'security_group_rule': {'security_group_id': '4dae95df-a8ea-4989-98e3-79d8ebba0070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:47.829294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Bound port: c754de0b-6773-4764-96cf-70222ccf013c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110fecca-cccb-4b0d-9721-43e7fecac554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:47.841310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:47.854247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:47.865595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Usage tracker for resource:security_group_rule and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:47.867435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30f21a18-fe98-46ad-8f74-b6d779521a08 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:47.870893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:47.902108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0d63af9-b8c9-4af7-a403-2fbe4ed5ae44 req-41261b3d-f245-4109-8f02-64b1ecdd2e29 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092246 Jun 04 06:21:47.907945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:47.958713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.108066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcdd31a8-e1ae-4032-b58e-1e49fba1e84e req-32d4ddac-46d2-4511-87a2-e6c29752f434 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762816 Jun 04 06:21:48.120390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.129744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.146149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-728af344-ddfb-47dd-8fe5-25ca94be90a1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4902821 Jun 04 06:21:48.183094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0235f829-d3ab-4b4e-a3b2-fdbbd833f94b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:48.206521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.207685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-62a5877c-9415-4f4e-9401-ddcbaea0212e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3873601 Jun 04 06:21:48.211664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:48.223569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:21:48.228745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:48.245232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:48.258311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Usage tracker for resource:floatingip and tenant:028d819215f84d9897de627a56a21c94 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:21:48.266012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:21:48.291105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:48.299006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e909c-3e9a-40e2-9ba6-ddf6cb30d43f req-874b7104-2a81-44a7-a11e-d1a0794a162c tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:48.308016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-201e909c-3e9a-40e2-9ba6-ddf6cb30d43f req-874b7104-2a81-44a7-a11e-d1a0794a162c tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 948 time: 0.2309494 Jun 04 06:21:48.344690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30f21a18-fe98-46ad-8f74-b6d779521a08,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:48.373441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-201e909c-3e9a-40e2-9ba6-ddf6cb30d43f req-c1940ff6-ba51-4eef-b568-69501e1e1834 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640609 Jun 04 06:21:48.391684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.435255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7801998-b64e-4be1-a883-5e852c5d344f req-3dd24cf4-a799-4d72-ad9a-1a2647af001a tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:48.437326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7801998-b64e-4be1-a883-5e852c5d344f req-3dd24cf4-a799-4d72-ad9a-1a2647af001a tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 945 time: 0.2674377 Jun 04 06:21:48.441435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '30f21a18-fe98-46ad-8f74-b6d779521a08', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '30f21a18-fe98-46ad-8f74-b6d779521a08', 'mac_address': 'fa:16:3e:2d:20:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:48.524299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Deleting port 250bbd82-9e8a-4089-abd7-54ed644355bd {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:48.525563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.590934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] For port c754de0b-6773-4764-96cf-70222ccf013c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:48.620698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 30f21a18-fe98-46ad-8f74-b6d779521a08 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:48.621079 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.627269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-35507554-941f-484b-8703-68a63e99af37 service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806595 Jun 04 06:21:48.638814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] For port c754de0b-6773-4764-96cf-70222ccf013c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c754de0b-6773-4764-96cf-70222ccf013c,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:48.653105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.717617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f21a18-fe98-46ad-8f74-b6d779521a08 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:48.753267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1fa5-24f0-4924-bfcc-4fab610277b7 req-6d442886-418b-4e30-8061-8291d5ca7b8c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:48.762811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2671a-8da4-40c0-86dc-c74ed19582fa None None] Pushing event updated for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:48.763072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a1a1fa5-24f0-4924-bfcc-4fab610277b7 req-6d442886-418b-4e30-8061-8291d5ca7b8c tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 945 time: 0.1761754 Jun 04 06:21:48.780762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,segment=NetworkSegment(d36515d5-f174-4ff7-903d-ff9ee4d6965f),segment_id=d36515d5-f174-4ff7-903d-ff9ee4d6965f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:48.836104 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-1cf4d389-eab4-4b0a-8e12-1c52fc36c984 service neutron] 10.222.0.17 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026482 Jun 04 06:21:48.863874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30f21a18-fe98-46ad-8f74-b6d779521a08,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:48.865095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a1a1fa5-24f0-4924-bfcc-4fab610277b7 req-23037dbb-35cd-4ebc-90ea-198b05bcdb43 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/security-groups?id=55473c77-fac2-4070-8184-6dbde5c94668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Jun 04 06:21:48.889236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:21:48.889405 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:48.889947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:49.006296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.109598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780', 'network_id': 'b40f2cba-af21-4893-8835-8cdbab0e9d70', 'port_id': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780', 'mac_address': 'fa:16:3e:0e:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04f35e6-ee7c-409a-9637-1a20be405805', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:21:49.186794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] For port 250bbd82-9e8a-4089-abd7-54ed644355bd, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=250bbd82-9e8a-4089-abd7-54ed644355bd,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:49.189623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.256305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bbe5000e-3a9c-4d1e-b810-331502da6cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.359354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Allocated IP 172.25.1.83 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/c8939676-343d-497e-9457-173bacfe6c79) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:49.388156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec35f6-bd78-4678-bca7-83b50ae509b2 req-1c6c7399-3750-4dc8-8eda-d449af4f5fff tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:49.397136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22ec35f6-bd78-4678-bca7-83b50ae509b2 req-1c6c7399-3750-4dc8-8eda-d449af4f5fff tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1917164 Jun 04 06:21:49.555863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22ec35f6-bd78-4678-bca7-83b50ae509b2 req-b2a064c3-b992-416a-a9ab-db559fd5af7c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573372 Jun 04 06:21:49.570219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['30f21a18-fe98-46ad-8f74-b6d779521a08'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:49.597890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Calling delete_port for 250bbd82-9e8a-4089-abd7-54ed644355bd owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:49.689901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:49.692744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.708323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.710776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:49.763645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:49.790444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:49.849639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:21:49.916646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:49.921580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:49.928178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:49.994990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'Port': ['ID=c8939676-343d-497e-9457-173bacfe6c79,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:50.060188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300944e0-fffa-4566-9b71-51b194067a5b req-d5b90846-56a6-442f-ad21-67124e7c3c0c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:50.062122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-300944e0-fffa-4566-9b71-51b194067a5b req-d5b90846-56a6-442f-ad21-67124e7c3c0c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.2419615 Jun 04 06:21:50.070419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,segment=NetworkSegment(d36515d5-f174-4ff7-903d-ff9ee4d6965f),segment_id=d36515d5-f174-4ff7-903d-ff9ee4d6965f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:50.122345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.153745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.274379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e31c3-a3d9-4ddb-bd53-9b2706d861db req-215e1d34-a5a9-4937-8da7-1faa84a7a6db tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:50.276719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-598e31c3-a3d9-4ddb-bd53-9b2706d861db req-215e1d34-a5a9-4937-8da7-1faa84a7a6db tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 943 time: 0.2905269 Jun 04 06:21:50.300111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364c4f-851a-4e62-858e-2b51d658705c req-edbf5d36-82ec-491d-851c-d1363e7d3b73 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:50.301461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25364c4f-851a-4e62-858e-2b51d658705c req-edbf5d36-82ec-491d-851c-d1363e7d3b73 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a5eb19-ea20-4dee-9841-10d7de176045 HTTP/1.1" status: 200 len: 946 time: 0.7252364 Jun 04 06:21:50.328472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.394705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.426903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-598e31c3-a3d9-4ddb-bd53-9b2706d861db req-7ebf8a4a-e318-4c59-999e-35f14eb8488e tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425502 Jun 04 06:21:50.436991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-300944e0-fffa-4566-9b71-51b194067a5b req-c93efada-e3be-4753-87dd-23de8a07577a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070433 Jun 04 06:21:50.444894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.596843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.621086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event deleted for resources: {'Port': ['ID=250bbd82-9e8a-4089-abd7-54ed644355bd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:50.627843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Deleting port ba68325b-b831-444f-ae5b-98712fe5325e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:50.628320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.649643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:50.725373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] No DVR routers for this DVR port 250bbd82-9e8a-4089-abd7-54ed644355bd on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:50.728697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.747065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:50.749383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'name': 'network-vif-deleted', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:50.762215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7801998-b64e-4be1-a883-5e852c5d344f req-0b63572a-5aaa-4ce6-b907-91d8dc5e2a27 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "DELETE /v2.0/ports/250bbd82-9e8a-4089-abd7-54ed644355bd HTTP/1.1" status: 204 len: 173 time: 2.3181829 Jun 04 06:21:50.799294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8bec1-1ddb-47ab-8b5a-3c5733cad14c req-8b3b6f74-551e-4a71-ad1c-6b7924cf9a53 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:50.807751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9c8bec1-1ddb-47ab-8b5a-3c5733cad14c req-8b3b6f74-551e-4a71-ad1c-6b7924cf9a53 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 949 time: 0.1573808 Jun 04 06:21:50.827832 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:50.838024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:51.117724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f7cf169e-2f5e-4c0e-9a66-1c6e106019e8 req-d416522f-1d1b-47a2-87ed-738c2f712949 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 210 time: 0.0763683 Jun 04 06:21:51.127392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:51.152065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'Port': ['ID=c8939676-343d-497e-9457-173bacfe6c79,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:51.161282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9c8bec1-1ddb-47ab-8b5a-3c5733cad14c req-99d83602-cb82-4719-8995-66431d0c8ce7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526294 Jun 04 06:21:51.170009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:51.171525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4060b114-22f9-48de-a16f-906d3eb75eb6 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9527431 Jun 04 06:21:51.204970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] For port ba68325b-b831-444f-ae5b-98712fe5325e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ba68325b-b831-444f-ae5b-98712fe5325e,segment=NetworkSegment(53163c84-0342-4005-b116-f7fda800db34),segment_id=53163c84-0342-4005-b116-f7fda800db34)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:51.205767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:51.324092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:43Z', 'revision_number': 4, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c754de0b-6773-4764-96cf-70222ccf013c', 'name': '', 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'mac_address': 'fa:16:3e:20:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:41Z', 'updated_at': '2022-06-04T06:21:48Z', 'revision_number': 4, 'project_id': '9254c831718e4428914073a36e7d0bce', 'subnets': [{'id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:51.352231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b17b28-42c9-44a8-aed7-df6ff0527bae None None] The sync data for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 is: [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:21:43Z', 'revision_number': 4, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c754de0b-6773-4764-96cf-70222ccf013c', 'name': '', 'network_id': '6b75fd79-333f-44c8-a09f-43789e9cae4f', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'mac_address': 'fa:16:3e:20:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:41Z', 'updated_at': '2022-06-04T06:21:48Z', 'revision_number': 4, 'project_id': '9254c831718e4428914073a36e7d0bce', 'subnets': [{'id': '2c2b7257-8a70-4f2e-9436-94f8f409e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:21:51.444924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Calling delete_port for ba68325b-b831-444f-ae5b-98712fe5325e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:51.521898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea52d57-7311-429c-a5fd-054a74c7a2c8 req-4c829848-7490-40ff-a2de-83a1c9177bc3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:51.530035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ea52d57-7311-429c-a5fd-054a74c7a2c8 req-4c829848-7490-40ff-a2de-83a1c9177bc3 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1932662 Jun 04 06:21:51.619014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ea52d57-7311-429c-a5fd-054a74c7a2c8 req-2791b712-6f5b-42cc-96a3-5ae8c68ccd3a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877779 Jun 04 06:21:51.707672 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f9f78b-98cf-4c97-8ac5-03a0c40a9f43'] response: {'server_uuid': 'bb0b6752-488c-4dd6-b82b-d304db7316fe', 'name': 'network-vif-deleted', 'tag': '250bbd82-9e8a-4089-abd7-54ed644355bd', 'status': 'completed', 'code': 200} Jun 04 06:21:51.709301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d5a76123-edce-4208-8e16-748ef1f076ba req-455d1185-8708-4205-96d6-79e031cc4654 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Synchronizing usage tracker for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:51.760583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-093cbbfb-0348-4374-8db8-4c71298cc626 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:51.763146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-093cbbfb-0348-4374-8db8-4c71298cc626 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 808 time: 0.4712687 Jun 04 06:21:51.789411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Request body: {'port': {'device_id': '11125066-3a0d-4884-878f-b4d3861111cc', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'admin_state_up': True, 'tenant_id': '799d8d3ae79d438da5c77b38215e0995'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:51.812308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-4a3b394c-f63c-4c9c-a5b3-a3e4aca6ea4f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:51.814504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-4a3b394c-f63c-4c9c-a5b3-a3e4aca6ea4f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.1662707 Jun 04 06:21:51.816242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d5a76123-edce-4208-8e16-748ef1f076ba req-455d1185-8708-4205-96d6-79e031cc4654 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Unset dirty status for tenant:0caa0f1c10714d9f94937b391a744eb6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:51.818052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 250bbd82-9e8a-4089-abd7-54ed644355bd no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:51.826096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d5a76123-edce-4208-8e16-748ef1f076ba req-455d1185-8708-4205-96d6-79e031cc4654 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb0b6752-488c-4dd6-b82b-d304db7316fe HTTP/1.1" status: 200 len: 210 time: 0.3882368 Jun 04 06:21:51.908774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 250bbd82-9e8a-4089-abd7-54ed644355bd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:51.910709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 250bbd82-9e8a-4089-abd7-54ed644355bd not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:51.911621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ba68325b-b831-444f-ae5b-98712fe5325e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:51.999138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c754de0b-6773-4764-96cf-70222ccf013c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:52.082142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Deleting port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:52.085042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.115912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.121795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c754de0b-6773-4764-96cf-70222ccf013c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:52.168824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c754de0b-6773-4764-96cf-70222ccf013c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:52.169187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.180732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:52.239674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d96c8-0610-4b38-823f-0ef53b0a71d8 req-02d24be2-caed-4b4c-8dcc-39ae905e45a2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:52.241747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360d96c8-0610-4b38-823f-0ef53b0a71d8 req-02d24be2-caed-4b4c-8dcc-39ae905e45a2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=9276aace-1ecd-48a3-a6cf-464291046b66 HTTP/1.1" status: 200 len: 945 time: 0.4267473 Jun 04 06:21:52.245158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:52.256328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-316b1bb9-cc55-47eb-bcb1-bd5b9f69a25c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:52.262513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Made reservation on behalf of 799d8d3ae79d438da5c77b38215e0995 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:52.265972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.270848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ba68325b-b831-444f-ae5b-98712fe5325e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:52.271231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.301857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.364290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c754de0b-6773-4764-96cf-70222ccf013c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:52.364680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.412798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360d96c8-0610-4b38-823f-0ef53b0a71d8 req-910cdfcf-60e2-4ec3-9d87-ff0568512de3 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283202 Jun 04 06:21:52.477045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c754de0b-6773-4764-96cf-70222ccf013c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c754de0b-6773-4764-96cf-70222ccf013c,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:52.483368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.591020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-316b1bb9-cc55-47eb-bcb1-bd5b9f69a25c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:52.591784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:52.601991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-316b1bb9-cc55-47eb-bcb1-bd5b9f69a25c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--2020735563&fields=id&tenant_id=028d819215f84d9897de627a56a21c94 HTTP/1.1" status: 200 len: 267 time: 0.5878196 Jun 04 06:21:52.667134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Pushing event deleted for resources: {'Port': ['ID=ba68325b-b831-444f-ae5b-98712fe5325e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:52.689789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] For port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:52.690155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.804780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] No DVR routers for this DVR port ba68325b-b831-444f-ae5b-98712fe5325e on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:52.808567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:52.854719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25364c4f-851a-4e62-858e-2b51d658705c req-26e4b48c-2e64-434f-9340-f8a114794332 tempest-MultipleCreateTestJSON-1677507900 tempest-MultipleCreateTestJSON-1677507900-project] 10.222.0.39 "DELETE /v2.0/ports/ba68325b-b831-444f-ae5b-98712fe5325e HTTP/1.1" status: 204 len: 173 time: 2.5358019 Jun 04 06:21:52.872209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Calling delete_port for 360dc6f8-f378-4d1d-a99a-17c7e151d8bd owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:52.958253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-93de8287-6e4a-48e1-9356-fbe945b91142 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:52.958957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-93de8287-6e4a-48e1-9356-fbe945b91142 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:52.975094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Allocated IP 172.20.0.14 (1af3f430-eaed-4b84-9ddb-6ee5ede9c52f/66d12524-68f1-48f0-ae37-4e7c619efa45/54496a33-df04-423c-b50a-e444ab35f6af) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:53.001200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-93de8287-6e4a-48e1-9356-fbe945b91142 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:53.010099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-93de8287-6e4a-48e1-9356-fbe945b91142 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 815 time: 0.4068990 Jun 04 06:21:53.052360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-b7e03699-05fd-44c2-b924-1184be9c3e67 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/quotas/028d819215f84d9897de627a56a21c94 HTTP/1.1" status: 200 len: 375 time: 0.0412407 Jun 04 06:21:53.160787 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-d18abaae-29a4-4808-9fe2-b46efa202931 service neutron] show failed (client error): The resource could not be found. Jun 04 06:21:53.161740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-d18abaae-29a4-4808-9fe2-b46efa202931 service neutron] 10.222.0.24 "GET /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.3360741 Jun 04 06:21:53.198703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0bd4-14da-4187-8daa-79247d36b9b5 req-84bd623f-40ed-4de2-bc11-fef75cb81f4c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:53.205854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da4a0bd4-14da-4187-8daa-79247d36b9b5 req-84bd623f-40ed-4de2-bc11-fef75cb81f4c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.6095941 Jun 04 06:21:53.258626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-cbee67c5-503d-4d0e-b0e6-59f04cda468c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:53.267251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:53.309637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dd953450-239a-422d-a23c-16638655505d req-cbee67c5-503d-4d0e-b0e6-59f04cda468c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:53.322618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-cbee67c5-503d-4d0e-b0e6-59f04cda468c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2620425 Jun 04 06:21:53.350640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da4a0bd4-14da-4187-8daa-79247d36b9b5 req-95bb790b-c5e1-4c9a-a374-d584a52a7833 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438489 Jun 04 06:21:53.423362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event deleted for resources: {'Port': ['ID=360dc6f8-f378-4d1d-a99a-17c7e151d8bd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:53.501985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:53.530902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-6a9d7aaa-2d16-4daf-92ee-611676dbf278 service neutron] 10.222.0.17 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074029 Jun 04 06:21:53.576876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] No DVR routers for this DVR port 360dc6f8-f378-4d1d-a99a-17c7e151d8bd on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:53.580108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:53.593097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-deleted', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:53.616072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adebdb13-577c-4999-afdb-19048d63a0f8 req-5b5edbf1-498c-4aec-ac65-3f1ce7ff0859 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "DELETE /v2.0/ports/360dc6f8-f378-4d1d-a99a-17c7e151d8bd HTTP/1.1" status: 204 len: 173 time: 1.7430615 Jun 04 06:21:53.657495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229ccb8-7ff9-48e3-ab36-0ca4e4960aef req-09b09a8e-2397-44d9-a7d8-cac19d6a2348 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:53.665150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6229ccb8-7ff9-48e3-ab36-0ca4e4960aef req-09b09a8e-2397-44d9-a7d8-cac19d6a2348 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 944 time: 0.1427743 Jun 04 06:21:53.711396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6229ccb8-7ff9-48e3-ab36-0ca4e4960aef req-b6d05bbc-ab00-41d2-823b-a4a3073f7e00 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451708 Jun 04 06:21:53.716319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'name': 'network-vif-deleted', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:53.763002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:53.774160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f3449989-86c5-4e3c-a54c-876d795bed88'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:21:53.820620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-598d7786-b034-44e4-a6cb-525775b6f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:53.822507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-598d7786-b034-44e4-a6cb-525775b6f4a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1101 time: 0.2905631 Jun 04 06:21:53.846609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-4abe4af2-fff6-447d-bed4-e9b972deab7f service neutron] 10.222.0.17 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749534 Jun 04 06:21:53.857520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:53.877563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30f21a18-fe98-46ad-8f74-b6d779521a08 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:53.913153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c754de0b-6773-4764-96cf-70222ccf013c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:54.010722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:54.011986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9e534-abc0-421a-a0c0-59adeda51dc9 req-eccbecf1-74da-4d02-b2e1-77c99c5c71fb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:54.023052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:54.023260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ef9e534-abc0-421a-a0c0-59adeda51dc9 req-eccbecf1-74da-4d02-b2e1-77c99c5c71fb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 932 time: 0.1054490 Jun 04 06:21:54.032373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:54.114529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:54.124636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ef9e534-abc0-421a-a0c0-59adeda51dc9 req-13b3681e-6b9d-4a73-9efb-af3f22b4c603 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006160 Jun 04 06:21:54.152392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.175360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:54.175970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.202124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 30f21a18-fe98-46ad-8f74-b6d779521a08 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:54.205534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:21:54.268640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 30f21a18-fe98-46ad-8f74-b6d779521a08 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:54.269068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.306651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-943607d2-f352-42b2-b521-2eb639dc506d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5228679 Jun 04 06:21:54.325334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Request body: {'port': {'device_id': '11125066-3a0d-4884-878f-b4d3861111cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:54.366965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c754de0b-6773-4764-96cf-70222ccf013c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:54.367335 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.445839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7933-11c8-4dce-8181-ed52e551410a req-f4798c75-f75a-45e6-8788-1534b4b721be tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:54.455125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-738a7933-11c8-4dce-8181-ed52e551410a req-f4798c75-f75a-45e6-8788-1534b4b721be tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1419384 Jun 04 06:21:54.525327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:21:54.537183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-738a7933-11c8-4dce-8181-ed52e551410a req-b2e0572d-c530-4f2c-9fe4-d6b6a6e52d6f tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687926 Jun 04 06:21:54.610641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:21:54.616365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 30f21a18-fe98-46ad-8f74-b6d779521a08 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:54.616889 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.636197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:21:54.636703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.729132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:54.737538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.745587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c754de0b-6773-4764-96cf-70222ccf013c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:54.748987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30f21a18-fe98-46ad-8f74-b6d779521a08,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:54.760186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.784940 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81baf9c3-5c08-470c-a7ca-7edf4531e908'] response: {'server_uuid': '9276aace-1ecd-48a3-a6cf-464291046b66', 'name': 'network-vif-deleted', 'tag': '360dc6f8-f378-4d1d-a99a-17c7e151d8bd', 'status': 'completed', 'code': 200} Jun 04 06:21:54.834198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a55729-049d-4bd7-bc42-96c8d6a6a41f req-735b1587-c07c-40a3-9b2d-67a40002ea17 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:54.835647 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44a55729-049d-4bd7-bc42-96c8d6a6a41f req-735b1587-c07c-40a3-9b2d-67a40002ea17 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 949 time: 0.5972822 Jun 04 06:21:54.909512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:54.912535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:54.912745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.914177 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cd5937-cb7c-4477-a9e8-446da1807d16'] response: {'server_uuid': '96a5eb19-ea20-4dee-9841-10d7de176045', 'name': 'network-vif-deleted', 'tag': 'ba68325b-b831-444f-ae5b-98712fe5325e', 'status': 'completed', 'code': 200} Jun 04 06:21:54.951106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,segment=NetworkSegment(d36515d5-f174-4ff7-903d-ff9ee4d6965f),segment_id=d36515d5-f174-4ff7-903d-ff9ee4d6965f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:54.955529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:54.956699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:55.034352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-231c4ad9-ff18-4c11-a027-36105d183fa8 req-f4c76903-fc70-4c9d-abc3-38443aca520f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 210 time: 0.0662045 Jun 04 06:21:55.065111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 360dc6f8-f378-4d1d-a99a-17c7e151d8bd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:21:55.065673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 360dc6f8-f378-4d1d-a99a-17c7e151d8bd not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:21:55.066268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:55.120582 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44a55729-049d-4bd7-bc42-96c8d6a6a41f req-3c22aa57-9d8e-4877-ae94-b4ff9a5e45f9 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752957 Jun 04 06:21:55.158081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:55.159689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.235888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:55.238952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:55.239499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.269425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43354) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:55.330856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:55.357141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.360358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f491-8db2-4b56-bde9-6b6262605580 req-da8e684b-777a-488c-be11-3cf45dd07189 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:55.361916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f620f491-8db2-4b56-bde9-6b6262605580 req-da8e684b-777a-488c-be11-3cf45dd07189 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.2253757 Jun 04 06:21:55.410805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f620f491-8db2-4b56-bde9-6b6262605580 req-a17fe6bf-47fd-47a0-b5f3-ade7f116cdb9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Jun 04 06:21:55.453971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Deleting subnet 9bd7cb24-1104-434b-881c-fcee707748ed {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:21:55.475871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.489109 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab9e1a4-15e1-4cf1-bf8d-55acf8e30703'] response: {'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08', 'code': 200} Jun 04 06:21:55.586081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.749319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Transition to ACTIVE for port object 075e3b1d-3722-4779-8402-f3e1d72aa005 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:55.786325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.815184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936177e3-d2d6-4083-9015-5d41b090dc5c req-5ee28880-e077-4e16-8b8a-72d6df089cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:55.816588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-936177e3-d2d6-4083-9015-5d41b090dc5c req-5ee28880-e077-4e16-8b8a-72d6df089cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 1101 time: 0.2375724 Jun 04 06:21:55.819962 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.828438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f34a-e34d-4caa-94ec-7d014f37a24f req-03841840-cf43-4daf-872b-31c576e92d40 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:55.829406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9d0f34a-e34d-4caa-94ec-7d014f37a24f req-03841840-cf43-4daf-872b-31c576e92d40 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.1855161 Jun 04 06:21:55.829952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54496a33-df04-423c-b50a-e444ab35f6af {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:21:55.891833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:21:55.892621 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:21:55.892758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:55.916978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-936177e3-d2d6-4083-9015-5d41b090dc5c req-a8fc8aab-4497-420b-b15d-72e91cfed4a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855930 Jun 04 06:21:55.923317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9d0f34a-e34d-4caa-94ec-7d014f37a24f req-8079b51c-5ea2-4f65-9b5a-649a3f3f4e84 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728025 Jun 04 06:21:55.928488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba95558-3564-4177-8083-71a329288524 req-9ab4d1cc-3002-4aad-b82f-58627901d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:55.930072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bba95558-3564-4177-8083-71a329288524 req-9ab4d1cc-3002-4aad-b82f-58627901d6a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1097 time: 0.1892650 Jun 04 06:21:56.027239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Transition to ACTIVE for port object 54496a33-df04-423c-b50a-e444ab35f6af will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:56.090041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.114153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:56.120815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.147380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] No DVR routers for this DVR port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:56.192885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-f3314d98-2d8a-41c3-8802-9d29f65c29b7 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:56.194432 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-f3314d98-2d8a-41c3-8802-9d29f65c29b7 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 815 time: 0.6727540 Jun 04 06:21:56.219254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-0bb1224e-8958-4342-8ace-400ef9f9e522 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:56.219951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-0bb1224e-8958-4342-8ace-400ef9f9e522 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:56.230546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bba95558-3564-4177-8083-71a329288524 req-909156e0-eb16-4a4f-aed5-e802994b068a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693965 Jun 04 06:21:56.249191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664b83-ca11-4c5c-bdd3-53dfaa623a76 req-fc26a01f-0a34-4fcd-a6e6-e4be5b02396a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:56.253931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01664b83-ca11-4c5c-bdd3-53dfaa623a76 req-fc26a01f-0a34-4fcd-a6e6-e4be5b02396a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.2079401 Jun 04 06:21:56.275739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-0bb1224e-8958-4342-8ace-400ef9f9e522 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:56.276804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-0bb1224e-8958-4342-8ace-400ef9f9e522 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.1914606 Jun 04 06:21:56.338982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01664b83-ca11-4c5c-bdd3-53dfaa623a76 req-32f90a33-aa9f-483d-8e88-979dc2da60c8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820532 Jun 04 06:21:56.373568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Deleting port ac871571-26c9-4d5e-af36-86712423703b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:56.374030 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.392891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a67bd-7e24-41f7-9fef-6d39deca6b39 req-1587e7ee-a30a-43a2-bbcd-93657ba0b623 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:56.393596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-331a67bd-7e24-41f7-9fef-6d39deca6b39 req-1587e7ee-a30a-43a2-bbcd-93657ba0b623 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:56.411571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17911641-0167-42b3-b988-81daaef34557 service neutron] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:56.447879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:56.448255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:56.448537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:56.487212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:56.496912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ac871571-26c9-4d5e-af36-86712423703b no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:21:56.618736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ac871571-26c9-4d5e-af36-86712423703b is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:21:56.619397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-88a27c59-b2f7-4512-8c2c-486d5a81a306 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=028d819215f84d9897de627a56a21c94 HTTP/1.1" status: 200 len: 380 time: 0.3980401 Jun 04 06:21:56.627330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:56.627644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:56.648814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'port': {'device_id': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'admin_state_up': True, 'tenant_id': '028d819215f84d9897de627a56a21c94', 'security_groups': ['4dae95df-a8ea-4989-98e3-79d8ebba0070']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:21:56.670495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:56.670824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:56.671203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:56.671669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Bound port: 075e3b1d-3722-4779-8402-f3e1d72aa005, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:56.672018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.694565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-331a67bd-7e24-41f7-9fef-6d39deca6b39 req-1587e7ee-a30a-43a2-bbcd-93657ba0b623 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:56.695715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-331a67bd-7e24-41f7-9fef-6d39deca6b39 req-1587e7ee-a30a-43a2-bbcd-93657ba0b623 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 932 time: 0.9942489 Jun 04 06:21:56.700163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] For port ac871571-26c9-4d5e-af36-86712423703b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ac871571-26c9-4d5e-af36-86712423703b,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:21:56.700530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.721213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4606b9-8c74-47f1-b781-6c2f117770e6 req-ed82bcf8-d536-4e2c-9c54-36481bf7dd60 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:56.722703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c4606b9-8c74-47f1-b781-6c2f117770e6 req-ed82bcf8-d536-4e2c-9c54-36481bf7dd60 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=7876ea2a-f735-43c4-8001-a3accd6b3e12 HTTP/1.1" status: 200 len: 945 time: 0.2303777 Jun 04 06:21:56.759065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.849177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Calling delete_port for ac871571-26c9-4d5e-af36-86712423703b owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:21:56.878222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd7cb24-1104-434b-881c-fcee707748ed,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:56.907626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:56.919866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:56.932991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c4606b9-8c74-47f1-b781-6c2f117770e6 req-1ae687f5-ff3c-4895-82f0-c0072e379c2d tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600866 Jun 04 06:21:56.940280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:21:56.940612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:21:56.940935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:56.969652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3cdf5b59-21c6-4fb0-a5bf-af326a00826c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9bd7cb24-1104-434b-881c-fcee707748ed HTTP/1.1" status: 204 len: 168 time: 1.6918268 Jun 04 06:21:56.972812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-331a67bd-7e24-41f7-9fef-6d39deca6b39 req-00d62910-fdce-41b6-916b-520313deb4ef tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242622 Jun 04 06:21:56.981938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:57.010588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:21:57.010940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:21:57.038670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:21:57.039091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:21:57.039376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:21:57.039812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Bound port: 54496a33-df04-423c-b50a-e444ab35f6af, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:21:57.040190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.053437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:21:57.055903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:57.066837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.172043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:21:57.175058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:57.201192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event deleted for resources: {'Port': ['ID=ac871571-26c9-4d5e-af36-86712423703b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:57.228439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.251100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b1f7926-296e-4077-9116-6e6f180f9d74 req-0a098abe-d9ca-462e-9c6c-f9ee846741dd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 210 time: 0.1207237 Jun 04 06:21:57.256762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] No DVR routers for this DVR port ac871571-26c9-4d5e-af36-86712423703b on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:21:57.259876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.269638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-deleted', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:57.282199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1a420f-61a9-4970-bb50-7f8f4d72899a req-d2ecaa8c-f430-4a81-975b-d19db3fedf99 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "DELETE /v2.0/ports/ac871571-26c9-4d5e-af36-86712423703b HTTP/1.1" status: 204 len: 173 time: 0.9934516 Jun 04 06:21:57.288704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.316328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Made reservation on behalf of 028d819215f84d9897de627a56a21c94 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:21:57.319742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.348745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:57.349345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.350718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 1096 time: 3.5031865 Jun 04 06:21:57.490012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:57.508000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62561a8d-eb6f-4f1a-893b-f5caff2a50bf req-b038181b-129e-4be4-897d-daae333b59fc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:57.509977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62561a8d-eb6f-4f1a-893b-f5caff2a50bf req-b038181b-129e-4be4-897d-daae333b59fc tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.1220593 Jun 04 06:21:57.533393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:21:57.544538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ea8b-8fbe-4de2-a7d7-199e536168e3 service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:57.596329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62561a8d-eb6f-4f1a-893b-f5caff2a50bf req-a4161d3c-8372-49d3-9dd1-c694e4ac679e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751584 Jun 04 06:21:57.619232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:21:57.685455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.697055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb9141-902d-450e-887f-2360ba06cfee req-740caebf-8719-4a20-86ea-9a3edcfb46cc tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:57.698620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63fb9141-902d-450e-887f-2360ba06cfee req-740caebf-8719-4a20-86ea-9a3edcfb46cc tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.5722148 Jun 04 06:21:57.718681 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85b9f4f-8abd-4118-9cf2-408ba68deb13'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'code': 200} Jun 04 06:21:57.810363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.840029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:57.841642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:57.843033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-17911641-0167-42b3-b988-81daaef34557 service neutron] 10.222.0.24 "PUT /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 1092 time: 3.5220375 Jun 04 06:21:57.980591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ebb2-cd72-41fb-896a-a52cad44945e req-56c32491-b1d4-449d-8bfe-f31c5d1292dd tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:57.982141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d588ebb2-cd72-41fb-896a-a52cad44945e req-56c32491-b1d4-449d-8bfe-f31c5d1292dd tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.2019663 Jun 04 06:21:58.002084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9592a345-0643-4e38-9580-504919fde9f5']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:58.033687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53163c84-0342-4005-b116-f7fda800db34') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:58.034070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53163c84-0342-4005-b116-f7fda800db34') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:21:58.054043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63fb9141-902d-450e-887f-2360ba06cfee req-bdb8593a-a67c-4a77-9bed-8c8d3bc929e4 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901113 Jun 04 06:21:58.057781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d588ebb2-cd72-41fb-896a-a52cad44945e req-39120c1d-96ce-4cae-b92d-fa0a3c1ae5a7 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594065 Jun 04 06:21:58.084882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17911641-0167-42b3-b988-81daaef34557 service neutron] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:58.096742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-f924be34-5688-45f1-8802-fc79c9f7b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.098442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-f924be34-5688-45f1-8802-fc79c9f7b2a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1099 time: 0.6996255 Jun 04 06:21:58.110741 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601269d-ac16-4571-b3fe-9f35b8429b69'] response: {'server_uuid': '7876ea2a-f735-43c4-8001-a3accd6b3e12', 'name': 'network-vif-deleted', 'tag': 'ac871571-26c9-4d5e-af36-86712423703b', 'status': 'completed', 'code': 200} Jun 04 06:21:58.116886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:58.151325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Allocated IP 172.20.0.3 (e22d87d2-569c-4274-a4f2-cdfc1f1c99cf/84ab41e0-b6de-4ec3-a881-764345ccd7c7/1846b8dd-e5c8-4509-805c-b500382dded0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:21:58.161263 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8603ae-c7ae-429f-8f73-1a08d32f83bf'] response: {'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780', 'code': 200} Jun 04 06:21:58.245141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:58.299099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730ae94-1750-4216-bead-e9ebda4ffd7b req-0756ee23-f448-418e-afdd-a6703a362022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.300746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6730ae94-1750-4216-bead-e9ebda4ffd7b req-0756ee23-f448-418e-afdd-a6703a362022 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 1096 time: 0.0758047 Jun 04 06:21:58.305869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:21:58.306347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:58.354592 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53163c84-0342-4005-b116-f7fda800db34 resource provider aggregate not found Jun 04 06:21:58.389981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6730ae94-1750-4216-bead-e9ebda4ffd7b req-09e20ab0-129b-4fec-9ff6-1db51ea3d20f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824502 Jun 04 06:21:58.427073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d8a5d-f270-4e38-91f6-256f47ae6673 req-4c2ede8b-f1e9-4da9-ae59-6aff0a5c5a8f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.428642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111d8a5d-f270-4e38-91f6-256f47ae6673 req-4c2ede8b-f1e9-4da9-ae59-6aff0a5c5a8f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.1013129 Jun 04 06:21:58.477028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-111d8a5d-f270-4e38-91f6-256f47ae6673 req-051f222e-67a0-43db-b7f4-e7cb4dd7e8f8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Jun 04 06:21:58.571061 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53163c84-0342-4005-b116-f7fda800db34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53163c84-0342-4005-b116-f7fda800db34 found for delete ", "request_id": "req-441d7110-ab83-423e-953d-b317fcdff0cd"}]} Jun 04 06:21:58.585616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-48e0d22f-df82-447b-a15a-fda34ae929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.587285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-48e0d22f-df82-447b-a15a-fda34ae929e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1095 time: 0.6768069 Jun 04 06:21:58.632407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:58.637048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-719b5abc-727e-4bc3-b34b-d3d53df3a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.638507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-719b5abc-727e-4bc3-b34b-d3d53df3a689 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5237987 Jun 04 06:21:58.716325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:58.818540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5950a9b8-9e3f-41cd-b8ed-508899d90c09 req-7eb73281-c9f2-49c5-b262-a0c971dba00e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 210 time: 0.0416634 Jun 04 06:21:58.843752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9592a345-0643-4e38-9580-504919fde9f5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:58.870479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-b1a93b88-1822-4a56-839c-f7b79613e653 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 217 time: 0.1554275 Jun 04 06:21:58.871621 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-f038c86f-ce5b-4b0a-8c02-2e957209881d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1655164 Jun 04 06:21:58.959734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd8ae9-a286-4cfd-8e2f-16f57224d158 req-7e9576d2-ee88-460c-9268-2f1dd90debb5 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:58.960014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8cbd8ae9-a286-4cfd-8e2f-16f57224d158 req-7e9576d2-ee88-460c-9268-2f1dd90debb5 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.7186165 Jun 04 06:21:58.972209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6744218-cb21-4fb7-aecd-e7bbea081a40 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9592a345-0643-4e38-9580-504919fde9f5 HTTP/1.1" status: 204 len: 168 time: 1.9858553 Jun 04 06:21:59.018578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcc05-6777-43a4-929c-124de3d45f4d req-fd3de506-3e6f-4a37-916b-c2744ea19724 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.020370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8ebcc05-6777-43a4-929c-124de3d45f4d req-fd3de506-3e6f-4a37-916b-c2744ea19724 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.0987895 Jun 04 06:21:59.089915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8ebcc05-6777-43a4-929c-124de3d45f4d req-3072ee00-00be-42f5-a40b-5f8df0886a1d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Jun 04 06:21:59.090676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-7ab52904-8a46-4289-98e6-2cb36be8b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.093863 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-7ab52904-8a46-4289-98e6-2cb36be8b30a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.2115033 Jun 04 06:21:59.103231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-79f6a3fa-247c-47d5-9857-792b1b5756d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.105144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-79f6a3fa-247c-47d5-9857-792b1b5756d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2234268 Jun 04 06:21:59.119579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8cbd8ae9-a286-4cfd-8e2f-16f57224d158 req-f7632829-f76d-4ac8-a44d-a595aa7e5d53 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308920 Jun 04 06:21:59.203288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.235973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-5b2a4ae6-9a04-4355-8d93-36753f689379 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272638 Jun 04 06:21:59.259679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43408) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:59.331239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204031-70eb-4da8-b1ad-0d1c9b0bbed1 req-a71cc94c-d7c1-4ce8-8216-fcd037dfafa9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.332027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0204031-70eb-4da8-b1ad-0d1c9b0bbed1 req-a71cc94c-d7c1-4ce8-8216-fcd037dfafa9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:21:59.334343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Transition to ACTIVE for port object 1846b8dd-e5c8-4509-805c-b500382dded0 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:21:59.341744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46c67ec8-c3e9-467f-9003-abd099032e5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0caa0f1c10714d9f94937b391a744eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728664 Jun 04 06:21:59.342771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43412) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:21:59.370038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0204031-70eb-4da8-b1ad-0d1c9b0bbed1 req-a71cc94c-d7c1-4ce8-8216-fcd037dfafa9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:21:59.371177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0204031-70eb-4da8-b1ad-0d1c9b0bbed1 req-a71cc94c-d7c1-4ce8-8216-fcd037dfafa9 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.1751957 Jun 04 06:21:59.439211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0204031-70eb-4da8-b1ad-0d1c9b0bbed1 req-2022fcd7-de6a-48f7-860c-2f0309b1f998 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/security-groups?id=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619051 Jun 04 06:21:59.441583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.476588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-5db95d30-dd6c-4f6a-8b32-be369d94c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.478454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-5db95d30-dd6c-4f6a-8b32-be369d94c4c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3078866 Jun 04 06:21:59.534414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a27e2-eb8e-4188-94c3-ed2bc684ca22 req-77a8fed3-990e-44df-a69f-d36e34a30ba0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.535892 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-883a27e2-eb8e-4188-94c3-ed2bc684ca22 req-77a8fed3-990e-44df-a69f-d36e34a30ba0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.2920034 Jun 04 06:21:59.537252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.537694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-a0bb2545-e327-4a99-99f0-5638154c7c90 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544410 Jun 04 06:21:59.589403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.647832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-84c0f97b-24dc-4898-91be-19cd0a192ba2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.649262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-84c0f97b-24dc-4898-91be-19cd0a192ba2 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 966 time: 0.2058434 Jun 04 06:21:59.712434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.721378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}, {'name': 'network-changed', 'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:21:59.745242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55473c77-fac2-4070-8184-6dbde5c94668,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:59.760452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b98d2e-8f82-44e3-89ca-6bde53629bc6 req-d5a0b7de-e307-43bf-90fb-f16137a64985 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.762088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72b98d2e-8f82-44e3-89ca-6bde53629bc6 req-d5a0b7de-e307-43bf-90fb-f16137a64985 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.1985514 Jun 04 06:21:59.765988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Deleting port 9f9f91f8-3498-4d67-85ae-cb13892ae879 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:21:59.766329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.780338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:21:59.788636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:21:59.791610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:21:59.831389 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:21:59.833144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-568a04e3-3f27-4746-9e6d-9e4e96012e80 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/55473c77-fac2-4070-8184-6dbde5c94668 HTTP/1.1" status: 204 len: 168 time: 0.4894750 Jun 04 06:21:59.864486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:21:59.897788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-883a27e2-eb8e-4188-94c3-ed2bc684ca22 req-e05ade6a-3621-4841-a1cf-c80cbb58090e tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021107 Jun 04 06:21:59.967530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-0042febe-a73b-49a0-a076-d8cb5638557d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707444 Jun 04 06:21:59.978116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:21:59.979337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:00.038979 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-8b94910d-47bb-43a8-be2b-0bfbdb7c2b65 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4076958 Jun 04 06:22:00.059866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Request body: {'port': {'device_id': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:00.080980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-291c6c84-9356-46dc-8a2b-55970b1090c5 None None] Provisioning for port 1846b8dd-e5c8-4509-805c-b500382dded0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:00.090212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-291c6c84-9356-46dc-8a2b-55970b1090c5 None None] Provisioning complete for port 1846b8dd-e5c8-4509-805c-b500382dded0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:00.091850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-291c6c84-9356-46dc-8a2b-55970b1090c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:00.176634 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a38bd43b-ef03-4741-94f8-10c4e922be37 req-1c72f74d-892a-41a7-a71b-08dbc7f791ce service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750771 Jun 04 06:22:00.232372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-291c6c84-9356-46dc-8a2b-55970b1090c5 None None] Port 1846b8dd-e5c8-4509-805c-b500382dded0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:00.278294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72b98d2e-8f82-44e3-89ca-6bde53629bc6 req-c5360cb0-b26c-4362-a67d-811216f96052 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817986 Jun 04 06:22:00.441662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] For port 9f9f91f8-3498-4d67-85ae-cb13892ae879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9f9f91f8-3498-4d67-85ae-cb13892ae879,segment=NetworkSegment(5d73c5c8-4381-4774-b08f-70f5172f1eb4),segment_id=5d73c5c8-4381-4774-b08f-70f5172f1eb4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:00.442268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:00.472175 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba09785-6606-44c5-a2c6-8c5a4be74ab9'] response: {'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'status': 'completed', 'code': 200} Jun 04 06:22:00.472440 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba09785-6606-44c5-a2c6-8c5a4be74ab9'] response: {'name': 'network-changed', 'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af', 'status': 'completed', 'code': 200} Jun 04 06:22:00.605646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Calling delete_port for 9f9f91f8-3498-4d67-85ae-cb13892ae879 owned by compute:tempest-test_az-1519768957 {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:00.629974 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01a1ba73-ccd2-49d1-9779-f89ed1272ee9 req-9f2099c8-05d2-4f31-a61e-ca79252ee180 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340272 Jun 04 06:22:00.630493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:00.709930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c871c-afca-48b1-a382-408381c7d140 req-876d6b2a-392c-4421-a072-610bf49a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:00.710967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-876d6b2a-392c-4421-a072-610bf49a0774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 1097 time: 0.3707836 Jun 04 06:22:00.874224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb4cd-867f-4a83-a4b4-a5267092bffc req-64b9b831-2c8c-4f3f-8269-2365f5efa5f7 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:00.875758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b7cb4cd-867f-4a83-a4b4-a5267092bffc req-64b9b831-2c8c-4f3f-8269-2365f5efa5f7 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 931 time: 0.3514507 Jun 04 06:22:00.885304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-fe27888e-a50d-43c4-852c-eacf43222ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:00.888312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-fe27888e-a50d-43c4-852c-eacf43222ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1099 time: 0.4105794 Jun 04 06:22:00.895949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa8d73-a317-4f91-94f3-3f6c45f31cd2 req-1df991c0-09c8-49a1-9c21-3b4ed111adc7 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:00.898000 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64aa8d73-a317-4f91-94f3-3f6c45f31cd2 req-1df991c0-09c8-49a1-9c21-3b4ed111adc7 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.4158466 Jun 04 06:22:01.033912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43452) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:01.112511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c871c-afca-48b1-a382-408381c7d140 req-00c47986-7637-451a-9d7c-4b897f4b5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.114001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-00c47986-7637-451a-9d7c-4b897f4b5bfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.3911357 Jun 04 06:22:01.120035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b7cb4cd-867f-4a83-a4b4-a5267092bffc req-994b4d00-2949-4db6-88ca-abb013cd5120 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973847 Jun 04 06:22:01.136278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64aa8d73-a317-4f91-94f3-3f6c45f31cd2 req-690f2c09-43fe-40c5-a10e-cb2de9cbd75a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289441 Jun 04 06:22:01.145452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-1a13ce9a-7d8d-4c6f-9ad3-d21679f87479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.148061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-1a13ce9a-7d8d-4c6f-9ad3-d21679f87479 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1099 time: 0.4315019 Jun 04 06:22:01.206396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-7bdd993c-1c0e-4ebf-ad8a-d6fcf6694a7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 200 len: 217 time: 0.0854084 Jun 04 06:22:01.328044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:01.336211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1213325244-network', 'tenant_id': '5f6634459d174868a1772cca8dc95967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:01.392963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:01.399322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-59fbd7b8-af8a-441b-9197-d84c6b4387f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.401028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-59fbd7b8-af8a-441b-9197-d84c6b4387f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5026731 Jun 04 06:22:01.406236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Usage tracker for resource:network and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:01.410360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Pushing event deleted for resources: {'Port': ['ID=9f9f91f8-3498-4d67-85ae-cb13892ae879,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:01.412886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c871c-afca-48b1-a382-408381c7d140 req-60756904-08b7-437f-b70b-cd022873ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.414317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-60756904-08b7-437f-b70b-cd022873ed76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.2007284 Jun 04 06:22:01.416932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:01.485427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:01.519704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-fdb40718-b9c0-4d35-a644-21afa3336743 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1011024 Jun 04 06:22:01.544988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-afd6fec7-3e0e-4ac2-a3b8-8cf8aa39ecff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979781 Jun 04 06:22:01.547863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] No DVR routers for this DVR port 9f9f91f8-3498-4d67-85ae-cb13892ae879 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:01.559400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:01.561945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-deleted', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:01.569358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:01.571727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:01.613957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:01.633428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0146f19e-0cc6-49e0-bd7b-8bc341611713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.635197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0146f19e-0cc6-49e0-bd7b-8bc341611713 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4090161 Jun 04 06:22:01.687318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ccc93ba-b86a-4983-a4df-f97ad121dc3b req-a2329df6-b6eb-4314-8fec-6044874d7e7f tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.24 "DELETE /v2.0/ports/9f9f91f8-3498-4d67-85ae-cb13892ae879 HTTP/1.1" status: 204 len: 173 time: 2.0283072 Jun 04 06:22:01.694271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:01.704313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:01.710901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:01.713331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-730fe29e-0135-463d-a272-59a56faae8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.714830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-730fe29e-0135-463d-a272-59a56faae8c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1783450 Jun 04 06:22:01.721492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da753f84-d161-45e1-9fdb-68691c8f6135 req-de4322b7-8440-4c57-86ad-08274d3cb6b8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.723097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da753f84-d161-45e1-9fdb-68691c8f6135 req-de4322b7-8440-4c57-86ad-08274d3cb6b8 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.4334631 Jun 04 06:22:01.731246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:01.760393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-1b338675-304d-45dc-a74f-778d43159a2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1147199 Jun 04 06:22:01.808828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-8eeda310-f471-4474-a32e-ea1ce0e7ba09 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534149 Jun 04 06:22:01.822853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da753f84-d161-45e1-9fdb-68691c8f6135 req-b26b274e-39aa-4f79-ad2f-7fbc15356186 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885360 Jun 04 06:22:01.853986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fa147-ab14-478a-a6cc-3becbf89691c req-d339b2b3-93ca-4664-b377-c943d0b796d7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.855666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c64fa147-ab14-478a-a6cc-3becbf89691c req-d339b2b3-93ca-4664-b377-c943d0b796d7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.5152283 Jun 04 06:22:01.897459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1846b8dd-e5c8-4509-805c-b500382dded0 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:01.927304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:01.950428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-d92b8c9b-2bd7-4ef0-a9ec-09198d6a95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:01.951899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-d92b8c9b-2bd7-4ef0-a9ec-09198d6a95e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1418941 Jun 04 06:22:02.013613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c64fa147-ab14-478a-a6cc-3becbf89691c req-d0b8110c-eb4f-402c-87ea-36dac61c9862 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376035 Jun 04 06:22:02.015053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Transition to ACTIVE for port object 1846b8dd-e5c8-4509-805c-b500382dded0 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:02.025350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e0c871c-afca-48b1-a382-408381c7d140 req-7995fe7d-4e69-4cb8-a645-36a2b1c4a671 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015898 Jun 04 06:22:02.029689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.038646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.052915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.078367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:22:02.087795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7a60c-3a8b-438c-99c6-b47839c3bba6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:02.095257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.095607 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Added segment 7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8 of type vlan for network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 Jun 04 06:22:02.134608 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.199219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.201502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:02.203904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.250222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:02.356857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 9f9f91f8-3498-4d67-85ae-cb13892ae879 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:02.357189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9f9f91f8-3498-4d67-85ae-cb13892ae879 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:02.457759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-20ae5354-3c33-4578-8b02-5355866b1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:02.459391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-20ae5354-3c33-4578-8b02-5355866b1af4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7009010 Jun 04 06:22:02.476758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3768d9cd-25de-4bf7-a102-35bacc5d71fe req-6115125b-1ef6-45d3-b7df-bc91c85fdf56 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Synchronizing usage tracker for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:02.488199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4532223 Jun 04 06:22:02.498971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:02.502135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbf61a-1f7a-466a-a59c-314e30260329 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1ce311-5925-4674-9b41-eeb3fabc4a25,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:02.513634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:22:02.514960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Request body: {'subnet': {'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1213325244-subnet', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:02.520436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:02.522235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:02.537158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Usage tracker for resource:subnet and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:02.546430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:02.555132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:02.581728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:02.584074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.660847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5f3f-04aa-4649-81f2-854e84bed11e req-ceaf4ea1-d1fa-4f93-a229-96aff2488ae5 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:02.662297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-763c5f3f-04aa-4649-81f2-854e84bed11e req-ceaf4ea1-d1fa-4f93-a229-96aff2488ae5 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.2417843 Jun 04 06:22:02.662495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-76c58108-a3f9-4b9e-a096-78609dd21347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:02.664038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-76c58108-a3f9-4b9e-a096-78609dd21347 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7042806 Jun 04 06:22:02.669679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3768d9cd-25de-4bf7-a102-35bacc5d71fe req-6115125b-1ef6-45d3-b7df-bc91c85fdf56 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] Unset dirty status for tenant:bc4bc65455654a9d915a6eed4b933b22 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:02.670367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3768d9cd-25de-4bf7-a102-35bacc5d71fe req-6115125b-1ef6-45d3-b7df-bc91c85fdf56 tempest-LiveAutoBlockMigrationV225Test-304058663 tempest-LiveAutoBlockMigrationV225Test-304058663-project] 10.222.0.17 "GET /v2.0/ports?device_id=190dc476-6aee-4e72-ac3c-55a60dc3db75 HTTP/1.1" status: 200 len: 210 time: 0.2992775 Jun 04 06:22:02.761498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-763c5f3f-04aa-4649-81f2-854e84bed11e req-d2fe272f-d958-459d-b766-87d46d82905d tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697949 Jun 04 06:22:02.769108 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bcf689-7034-4646-93ca-73cde24562c6'] response: {'server_uuid': '190dc476-6aee-4e72-ac3c-55a60dc3db75', 'name': 'network-vif-deleted', 'tag': '9f9f91f8-3498-4d67-85ae-cb13892ae879', 'status': 'completed', 'code': 200} Jun 04 06:22:02.832309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Attempting to bind port 1846b8dd-e5c8-4509-805c-b500382dded0 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:02.832642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Attempting to bind port 1846b8dd-e5c8-4509-805c-b500382dded0 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:02.832972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Attempting to bind port 1846b8dd-e5c8-4509-805c-b500382dded0 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:02.842397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-4f1d45de-4d27-4e69-8fe6-02b3689e9055 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675032 Jun 04 06:22:02.845806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Port 1846b8dd-e5c8-4509-805c-b500382dded0 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:02.846135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Attempting to bind port 1846b8dd-e5c8-4509-805c-b500382dded0 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:02.883322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:02.893609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:02.893950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Checking segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:02.894331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Bound using segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:02.894764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Bound port: 1846b8dd-e5c8-4509-805c-b500382dded0, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:02.895109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.011944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ff83e9-6223-4d2a-9373-5ee546d4b319,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:03.020987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:03.021593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Network hostable DHCP agents. Network: 2b1ce311-5925-4674-9b41-eeb3fabc4a25, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:22:03.057703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:22:03.065244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-80762cbe-95f8-4168-abd8-ceed9e159ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917470 Jun 04 06:22:03.069407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc96bf-99b0-447c-9757-6183fe965989 req-15455d63-df97-4118-9e72-094ce0b0c1ee tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.070906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16bc96bf-99b0-447c-9757-6183fe965989 req-15455d63-df97-4118-9e72-094ce0b0c1ee tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 943 time: 0.1822820 Jun 04 06:22:03.092810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2b1ce311-5925-4674-9b41-eeb3fabc4a25) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:03.097205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.098138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.103520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c24f7-df90-4ed0-aa6f-e90ca63ddaef None None] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:03.139568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16bc96bf-99b0-447c-9757-6183fe965989 req-d6d8c449-37a4-4a13-8080-45c40798209b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613046 Jun 04 06:22:03.144048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c284f1fd-41c4-4d81-92dc-5ad4d4f57252 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6441116 Jun 04 06:22:03.144701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:03.151187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:03.155974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:03.159857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Usage tracker for resource:router and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:03.162840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:03.169466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:03.183428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.184598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.205221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.299492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:03.303719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-4c557ac6-54a2-4f3f-8ff8-3f4af0859618 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512076 Jun 04 06:22:03.334478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1846b8dd-e5c8-4509-805c-b500382dded0,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:03.359307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6741f9-e43d-436d-9f6f-6042363f783c req-06dee28d-67ed-4f12-aa46-a38380c97305 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.367222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0e6741f9-e43d-436d-9f6f-6042363f783c req-06dee28d-67ed-4f12-aa46-a38380c97305 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.4774101 Jun 04 06:22:03.385746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.394300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:22:03.395388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.471996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-ec9b3d67-626f-487e-b994-93a4c52b3cdc service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938298 Jun 04 06:22:03.517952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.518556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.519905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 200 len: 1091 time: 3.4704494 Jun 04 06:22:03.520324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:03.545830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0e6741f9-e43d-436d-9f6f-6042363f783c req-c479087a-2f5f-40de-82f3-aa04b14edc4b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775398 Jun 04 06:22:03.557151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d429f-2706-454e-bfb6-4f79892793b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:03.601350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-bf9e830e-c4eb-48c3-a0d0-c0dd57199eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.607358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-bf9e830e-c4eb-48c3-a0d0-c0dd57199eee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1095 time: 0.2136436 Jun 04 06:22:03.639434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Allocated IP 172.20.0.2 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/8f90f7ed-d93e-46f5-9815-5c7459d1ec25) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:03.742121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.860282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0c5f51c1-2bd2-4255-85ba-a93cb41ef465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.862327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0c5f51c1-2bd2-4255-85ba-a93cb41ef465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.2464724 Jun 04 06:22:03.874966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-9fbc3420-eed3-43cc-bcdf-97e73bc0cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.876410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-9fbc3420-eed3-43cc-bcdf-97e73bc0cded service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 1094 time: 0.2369015 Jun 04 06:22:03.877186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5015-99d8-4cac-a34d-5bfd2355d98e req-a25e8610-42ca-4d84-8f0c-a42882f112af tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:03.878826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbfe5015-99d8-4cac-a34d-5bfd2355d98e req-a25e8610-42ca-4d84-8f0c-a42882f112af tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.4358954 Jun 04 06:22:03.935592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbfe5015-99d8-4cac-a34d-5bfd2355d98e req-54b25352-be19-4d9a-8c66-f6c9e58b8a81 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Jun 04 06:22:03.944485 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:03.945621 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0298c535-07df-4ac9-83a4-44d2404f64b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 217 time: 0.0732358 Jun 04 06:22:03.967838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Transition to ACTIVE for port object 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:04.009242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Transition to ACTIVE for port object 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:04.019820 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.023852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-4b18bc06-9749-41c5-a25c-79cff888b0c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 200 len: 217 time: 0.0753336 Jun 04 06:22:04.122721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:04.125729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:04.128194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:04.138101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Pushing event updated for resources: {'Port': ['ID=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:04.220197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.230598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Attempting to bind port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:04.230970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Attempting to bind port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:04.231337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Attempting to bind port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:04.236758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:04.237132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:04.237561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.237952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:04.238416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Bound port: 8f90f7ed-d93e-46f5-9815-5c7459d1ec25, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:04.238789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.264152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.326342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093497a8-8943-4361-8147-68a8bbbe6117 req-fafdb5df-7cd5-437c-8966-c6ad436a6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:04.327866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-fafdb5df-7cd5-437c-8966-c6ad436a6e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.3023846 Jun 04 06:22:04.333334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-1f78c2ef-7740-4a5e-b13e-1d0b6bfd76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:04.333637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-1f78c2ef-7740-4a5e-b13e-1d0b6bfd76d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.1154082 Jun 04 06:22:04.340411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] For port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:04.341142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fca18-fb90-454b-9a05-b92c9d816c3f req-1f57f9fc-7f18-4376-a0a0-0151dab92032 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:04.342643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-900fca18-fb90-454b-9a05-b92c9d816c3f req-1f57f9fc-7f18-4376-a0a0-0151dab92032 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.1976936 Jun 04 06:22:04.347172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] For port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:04.355518 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.378043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-0f09dd4f-cd6d-4629-bb77-e355b8db7fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434439 Jun 04 06:22:04.444002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-900fca18-fb90-454b-9a05-b92c9d816c3f req-317c4eaa-3120-4e51-b9d1-80da46d5d073 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930345 Jun 04 06:22:04.445102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83deeef-b0d5-4ad4-8885-26694ed874b9 None None] Pushing event updated for resources: {'Port': ['ID=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:04.473846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Allocated IP 172.25.1.189 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/d0591660-47c5-4141-a5e5-73796b15e4b9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:04.528383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb994b-a205-4ea6-8d5a-0f5757350a72 req-68f88e71-af5a-42f9-8f38-d9fdb39f3a6a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:04.535409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69eb994b-a205-4ea6-8d5a-0f5757350a72 req-68f88e71-af5a-42f9-8f38-d9fdb39f3a6a tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.5880435 Jun 04 06:22:04.572950 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3c5b00-5594-4913-9caa-589f9e239cda'] response: {'name': 'network-changed', 'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0', 'status': 'completed', 'code': 200} Jun 04 06:22:04.670076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43492) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:04.671655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69eb994b-a205-4ea6-8d5a-0f5757350a72 req-476e2943-d1e8-47c9-9a96-d615b356bbf9 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352961 Jun 04 06:22:04.681641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd953450-239a-422d-a23c-16638655505d req-92eba55b-4df8-4472-8cdb-c07e737b47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:04.692276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-92eba55b-4df8-4472-8cdb-c07e737b47b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133028 Jun 04 06:22:04.781909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:04.854084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-7eb36feb-26e0-4ac7-9d27-bb358932136c service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347801 Jun 04 06:22:04.905608 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:05.029459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:05.081645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Pushing event updated for resources: {'Port': ['ID=d0591660-47c5-4141-a5e5-73796b15e4b9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:05.089647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:05.092714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:05.169170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Deleting subnet 75909812-5690-472c-b388-d5406ca98ad7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:22:05.213096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-ce609ca3-c3f1-47f9-9f46-c59925adaa8e service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886899 Jun 04 06:22:05.213640 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:05.339617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-093497a8-8943-4361-8147-68a8bbbe6117 req-6b255cf9-ff49-4d85-bc7a-05baf91ee229 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191871 Jun 04 06:22:05.352928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2e2b3-0a34-4260-ab7a-0a66c4080c46 req-3f1907b7-334a-45af-b6e6-b2b1cc0f466c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.353918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7fd2e2b3-0a34-4260-ab7a-0a66c4080c46 req-3f1907b7-334a-45af-b6e6-b2b1cc0f466c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:05.397857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7fd2e2b3-0a34-4260-ab7a-0a66c4080c46 req-3f1907b7-334a-45af-b6e6-b2b1cc0f466c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:05.399007 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7fd2e2b3-0a34-4260-ab7a-0a66c4080c46 req-3f1907b7-334a-45af-b6e6-b2b1cc0f466c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 943 time: 0.4798942 Jun 04 06:22:05.408307 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd953450-239a-422d-a23c-16638655505d req-1d7805b8-2051-41b0-b4f2-920eb42ab3ae service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809673 Jun 04 06:22:05.466059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7fd2e2b3-0a34-4260-ab7a-0a66c4080c46 req-8be01e9d-ba82-4a89-8209-4d9b85344c5a tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561836 Jun 04 06:22:05.551099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-eb651e33-4278-4d50-8693-9ac49ccbbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.552906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-eb651e33-4278-4d50-8693-9ac49ccbbc9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 1094 time: 0.0859694 Jun 04 06:22:05.598171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:05.735930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:05.773351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debd025-8a8e-4988-8e2d-eef38ceabfdf None None] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:05.776896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-a0afd9cc-ad59-4e6a-9199-b0a7b2323869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.778420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-a0afd9cc-ad59-4e6a-9199-b0a7b2323869 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9a8b6253b244e33b27cf53ded997330&device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 1096 time: 0.6044126 Jun 04 06:22:05.780561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32e1c0-6f34-4908-aac7-f61360c8e0a7 req-7d1c7766-7a86-4888-aa70-9bf0efad51c2 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.785969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c32e1c0-6f34-4908-aac7-f61360c8e0a7 req-7d1c7766-7a86-4888-aa70-9bf0efad51c2 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.1992941 Jun 04 06:22:05.788501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb455242-e4fa-4bb3-bdd7-d3eebb3e373d req-aee299d3-adf2-4edf-b06c-968666193fab tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.790680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-66d53a7b-f6ea-4b2f-8d21-52b005f9b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.791546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb455242-e4fa-4bb3-bdd7-d3eebb3e373d req-aee299d3-adf2-4edf-b06c-968666193fab tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.5815377 Jun 04 06:22:05.792368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-66d53a7b-f6ea-4b2f-8d21-52b005f9b161 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 916 time: 0.2326660 Jun 04 06:22:05.876858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-12c98d9a-b10b-4338-be6f-d95ec6415112 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 200 len: 217 time: 0.0664120 Jun 04 06:22:05.880032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:05.919991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:05.948135 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7c32e1c0-6f34-4908-aac7-f61360c8e0a7 req-ec56f2d7-6aba-441b-92ab-140c33c5977f tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546423 Jun 04 06:22:05.976750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-334e3062-a609-4245-b1a3-2d8742c7d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:05.978955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-334e3062-a609-4245-b1a3-2d8742c7d384 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.0878808 Jun 04 06:22:06.046418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb455242-e4fa-4bb3-bdd7-d3eebb3e373d req-82cd838d-0978-4398-ae9d-b991b7f30701 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681757 Jun 04 06:22:06.186162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.217011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-01e6b543-c895-44d5-b4c7-680bf62df010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:06.218593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-01e6b543-c895-44d5-b4c7-680bf62df010 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b40f2cba-af21-4893-8835-8cdbab0e9d70 HTTP/1.1" status: 200 len: 915 time: 0.4261830 Jun 04 06:22:06.252720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d247c026-5ef1-4d4c-9a70-14fb71c26599 None None] Provisioning for port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:06.272343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-30bd669f-9e17-4820-bbcb-9f167bac450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:06.273918 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-30bd669f-9e17-4820-bbcb-9f167bac450d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889993 Jun 04 06:22:06.330270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75909812-5690-472c-b388-d5406ca98ad7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:06.351120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.362445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:06.392655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'mac_address': 'fa:16:3e:9f:45:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:06.396274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:06.411839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.414632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-5ff889df-c729-4786-b196-1ea2395bf2ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 HTTP/1.1" status: 200 len: 217 time: 0.1561241 Jun 04 06:22:06.441221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:06.441448 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.443945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3d96-071e-4e19-b3ae-ad84ff6f6c4b req-4fb2586f-d0d7-47c6-a653-3a41f2061376 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:06.445507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc3f3d96-071e-4e19-b3ae-ad84ff6f6c4b req-4fb2586f-d0d7-47c6-a653-3a41f2061376 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.3442914 Jun 04 06:22:06.502619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-333a0197-3699-40b6-9651-be425b5562f4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/75909812-5690-472c-b388-d5406ca98ad7 HTTP/1.1" status: 204 len: 168 time: 1.8292682 Jun 04 06:22:06.512128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:06.535659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:06.536118 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.543677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-b40191a8-59e3-475d-aada-a4e930b9d2ab service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632833 Jun 04 06:22:06.563316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:06.604907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-9662db62-81d5-40b4-bbd0-eae02ec3317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:06.605980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-9662db62-81d5-40b4-bbd0-eae02ec3317f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b04f35e6-ee7c-409a-9637-1a20be405805 HTTP/1.1" status: 200 len: 854 time: 0.1761296 Jun 04 06:22:06.630819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:06.639945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.678398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:06.678847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.682179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc3f3d96-071e-4e19-b3ae-ad84ff6f6c4b req-03cc5905-a4ef-449c-a121-95067ba07a12 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997354 Jun 04 06:22:06.714531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a690744-2d77-4bb8-b8c2-8c9daafb7acd req-d90100b9-159e-4df2-897f-77ec66027d7c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:06.721430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a690744-2d77-4bb8-b8c2-8c9daafb7acd req-d90100b9-159e-4df2-897f-77ec66027d7c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 948 time: 0.5367248 Jun 04 06:22:06.746711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-447ac951-5b26-4f98-a746-2bb329c73934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b40f2cba-af21-4893-8835-8cdbab0e9d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307926 Jun 04 06:22:06.762163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:06.775067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:06.777938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.859087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:06.906906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:06.958429 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-e01e4626-eca2-4beb-8db7-9c8f2ad488d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5250626 Jun 04 06:22:06.997281 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6fdc866e-0dfc-4053-8e39-370323eadd38 req-750ed5f5-6300-4938-8d81-c17744e2e066 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354429 Jun 04 06:22:07.016224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7737657a-66e8-45d9-9052-f27ab7d111bf None None] Provisioning complete for port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:07.016731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7737657a-66e8-45d9-9052-f27ab7d111bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.089077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a690744-2d77-4bb8-b8c2-8c9daafb7acd req-cc5a8ed6-1245-4187-834b-e672b5a209b7 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666658 Jun 04 06:22:07.132991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['075e3b1d-3722-4779-8402-f3e1d72aa005'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:07.140499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.166753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.200708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a71010-6721-4100-98c5-90d0815b11b9 req-b494dd10-442c-464d-8947-f27d144791ca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:07.205569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a71010-6721-4100-98c5-90d0815b11b9 req-b494dd10-442c-464d-8947-f27d144791ca tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.3545663 Jun 04 06:22:07.216266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8def6106-68ef-448c-afa6-829100fdb881']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:07.223947 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-da502e7b-daea-40fc-8606-6929546e944c service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634027 Jun 04 06:22:07.245310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d73c5c8-4381-4774-b08f-70f5172f1eb4') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:07.245310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d73c5c8-4381-4774-b08f-70f5172f1eb4') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:07.267312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.292422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7737657a-66e8-45d9-9052-f27ab7d111bf None None] Current status of the port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:07.308600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.313117 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a71010-6721-4100-98c5-90d0815b11b9 req-5d2fc489-eb43-4aa6-b247-a332acaa36f5 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000638 Jun 04 06:22:07.324759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:22:07.325484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.356375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-e49cc4d3-e72a-4adf-822d-cf245a7f0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:07.357937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-e49cc4d3-e72a-4adf-822d-cf245a7f0062 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64029dbd10914205aad68d684c7b7443&device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 1096 time: 0.2562091 Jun 04 06:22:07.409213 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5d73c5c8-4381-4774-b08f-70f5172f1eb4 resource provider aggregate not found Jun 04 06:22:07.450439 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5d73c5c8-4381-4774-b08f-70f5172f1eb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d73c5c8-4381-4774-b08f-70f5172f1eb4 found for delete ", "request_id": "req-3e5c1ae5-d39b-41c7-879f-d33a3eabfe26"}]} Jun 04 06:22:07.523401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bedaab8f-93c4-43ba-80c9-7c231fdcf686 req-de5a3d60-2e56-4d2e-8c6d-034798300c1c service neutron] 10.222.0.24 "GET /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692101 Jun 04 06:22:07.542541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-d4aa2828-e510-478a-8cea-4389c603128e tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:07.544250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-d4aa2828-e510-478a-8cea-4389c603128e tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 1101 time: 0.3308949 Jun 04 06:22:07.568308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.580270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.588598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.603179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:07.607328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8def6106-68ef-448c-afa6-829100fdb881,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:07.607864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Router 56456a65-a96a-4211-8945-787a8171cdbd is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:22:07.610431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Usage tracker for resource:security_group_rule and tenant:299fd8b0901e47069f14c81791061dfa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:07.614472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:07.623138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:07.634684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a832ca50-963d-42b6-b51d-a19e52383f17 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8def6106-68ef-448c-afa6-829100fdb881 HTTP/1.1" status: 204 len: 168 time: 1.1166179 Jun 04 06:22:07.647061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:07.697370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-ea65f0fd-93f2-4aec-a5b3-aae69a9000c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:07.698847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-ea65f0fd-93f2-4aec-a5b3-aae69a9000c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 200 len: 912 time: 0.2860076 Jun 04 06:22:07.782570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-cfdc0e8a-16e0-42c3-b1cf-f31b8f9b7889 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 200 len: 217 time: 0.0738311 Jun 04 06:22:07.831054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085864e-3205-477c-85f5-20c850d62596 req-4c1d5a81-2450-4e3d-bbbb-92d934154f08 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:07.838691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f085864e-3205-477c-85f5-20c850d62596 req-4c1d5a81-2450-4e3d-bbbb-92d934154f08 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 943 time: 0.3317041 Jun 04 06:22:07.853519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Deleting subnet abd91d5d-34ca-48c2-a659-04bd016e33e9 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:22:07.860037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:07.866091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:07.877646 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Sync routers for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:07.879309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.896505 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:07.897130 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:07.918559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.923617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:07.925177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-448e7c9e-8834-467e-91e1-b62c33a7031f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7794902 Jun 04 06:22:07.930946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:07.991098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:07.991687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.025829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f085864e-3205-477c-85f5-20c850d62596 req-f4d74809-314c-4a94-be9e-8efc4111a9d1 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782608 Jun 04 06:22:08.025829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-509f1a22-09b8-45c0-b1cf-0cbe477a9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:08.025829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-509f1a22-09b8-45c0-b1cf-0cbe477a9412 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 200 len: 851 time: 0.2341049 Jun 04 06:22:08.040504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.062876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.133327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:08.204273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d643c3a-1183-49a2-a950-2f195cc64c37,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:08.207368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Synchronizing usage tracker for tenant:299fd8b0901e47069f14c81791061dfa on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:08.251505 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:08.253554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] Unset dirty status for tenant:299fd8b0901e47069f14c81791061dfa on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:08.254821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-969729e4-8eeb-4402-a83c-c36c936369b0 req-972d49e7-b901-4c20-b828-a0dbe952c460 tempest-LiveMigrationNegativeTest-521237056 tempest-LiveMigrationNegativeTest-521237056-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024612 Jun 04 06:22:08.333654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-cfddb60e-3477-4a91-a0ef-0054544088cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17f9eaba-8606-4d3d-8891-ee7db7119247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2961431 Jun 04 06:22:08.395479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-7fffe3f7-d462-4c8c-9533-89681b970e0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3070283 Jun 04 06:22:08.479238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.621100 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:05Z', 'revision_number': 3, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:08.625358 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Checking router: 56456a65-a96a-4211-8945-787a8171cdbd for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:08.626076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Updating router 56456a65-a96a-4211-8945-787a8171cdbd port d0591660-47c5-4141-a5e5-73796b15e4b9 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:22:08.658023 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-56a856aa-c2ea-4606-821a-927b7ddb34e3 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878289 Jun 04 06:22:08.671022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebfae4-0508-4573-8eb0-831dfd29ede2 req-12f51707-1f8e-49b0-9505-b37776ff78a2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:08.673101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01ebfae4-0508-4573-8eb0-831dfd29ede2 req-12f51707-1f8e-49b0-9505-b37776ff78a2 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.3480127 Jun 04 06:22:08.698125 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.700962 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.820969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd91d5d-34ca-48c2-a659-04bd016e33e9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:08.825654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-c7e0f486-70ae-42f4-ba1c-4dbb8816fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:08.827537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-c7e0f486-70ae-42f4-ba1c-4dbb8816fe39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1096 time: 0.3302991 Jun 04 06:22:08.853895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:08.884730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d184aa46-1ea9-44a6-9042-a7b54531da31 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/abd91d5d-34ca-48c2-a659-04bd016e33e9 HTTP/1.1" status: 204 len: 168 time: 1.2340045 Jun 04 06:22:08.889874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43540) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:08.929562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01ebfae4-0508-4573-8eb0-831dfd29ede2 req-3eb0772b-d0f9-4d3b-b8a8-50190607e105 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239377 Jun 04 06:22:09.097119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-77275353-d615-4bdb-afa3-e2fc3e4d0aa9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.098800 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-77275353-d615-4bdb-afa3-e2fc3e4d0aa9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.39 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b&tenant_id=36671555bc8340b5a022e2fda52f75fc&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 949 time: 0.5188458 Jun 04 06:22:09.138410 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.152955 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Transition to ACTIVE for port object d0591660-47c5-4141-a5e5-73796b15e4b9 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:09.161172 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.170427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac0e6f7e-91ac-47bc-84e6-61dd0d95b03c req-37599b2f-e268-4d13-8030-f148aeddbed3 service neutron] 10.222.0.39 "GET /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937780 Jun 04 06:22:09.237713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.246110 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Attempting to bind port d0591660-47c5-4141-a5e5-73796b15e4b9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:09.246469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Attempting to bind port d0591660-47c5-4141-a5e5-73796b15e4b9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:09.246823 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Attempting to bind port d0591660-47c5-4141-a5e5-73796b15e4b9 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:09.255705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:09.256066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:09.256454 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.256836 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:09.257301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Bound port: d0591660-47c5-4141-a5e5-73796b15e4b9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:09.257685 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.284094 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Pushing event updated for resources: {'Port': ['ID=d0591660-47c5-4141-a5e5-73796b15e4b9,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:09.286084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-dd7db9d2-4420-4039-961f-9bd87d501911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.287499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-dd7db9d2-4420-4039-961f-9bd87d501911 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.4206195 Jun 04 06:22:09.303065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.303391 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.303718 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.304041 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.304363 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.304680 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.304994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.305906 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.306429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.307001 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.307397 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.307846 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:09.322267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-abcc006c-6eb7-4973-a044-f5e0b09849f7 service neutron] 10.222.0.39 "GET /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005/bindings/n-h1-811808-2 HTTP/1.1" status: 200 len: 382 time: 0.2053163 Jun 04 06:22:09.349975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] For port d0591660-47c5-4141-a5e5-73796b15e4b9, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:09.353451 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] For port d0591660-47c5-4141-a5e5-73796b15e4b9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d0591660-47c5-4141-a5e5-73796b15e4b9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:09.359081 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.379255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-7b32b08b-6ceb-4ca8-87ac-bfd62cc3a288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.0826366 Jun 04 06:22:09.444077 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:09.444499 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:09.451623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491d0c-9abf-4ef2-bab7-2d6c3fd98833 req-19dedf03-4aa4-4167-b115-d7d54263e2e8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.452948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0491d0c-9abf-4ef2-bab7-2d6c3fd98833 req-19dedf03-4aa4-4167-b115-d7d54263e2e8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.2986259 Jun 04 06:22:09.467918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.495681 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c794d1-8713-482a-be29-492418421b69 None None] Pushing event updated for resources: {'Port': ['ID=d0591660-47c5-4141-a5e5-73796b15e4b9,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:09.515555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c66534-d649-4317-b815-2f947666fafa']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:09.516795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe50e5-db55-427c-8ab2-975a36c8dfe2 req-f45ca1a5-fdf1-4558-a028-3dc8e003bfa0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.518324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5fe50e5-db55-427c-8ab2-975a36c8dfe2 req-f45ca1a5-fdf1-4558-a028-3dc8e003bfa0 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.5210168 Jun 04 06:22:09.522280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-e2b81794-30a2-4bf1-93fb-a5311c163714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.523733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-e2b81794-30a2-4bf1-93fb-a5311c163714 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1325736 Jun 04 06:22:09.546270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8f44b2-cd44-4c17-9080-6c3c97ab43da') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:09.546760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8f44b2-cd44-4c17-9080-6c3c97ab43da') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:09.567766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.580933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0491d0c-9abf-4ef2-bab7-2d6c3fd98833 req-cf6e0106-239e-46b8-ac69-c713cc541ffd tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157963 Jun 04 06:22:09.590720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.599798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:22:09.600168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.621535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-ecbadae7-1388-4233-87f3-7d6dda1e879f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909245 Jun 04 06:22:09.625177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-a9774130-f907-4c10-a1f4-103c23985e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:09.626784 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-a9774130-f907-4c10-a1f4-103c23985e62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1100 time: 0.2371845 Jun 04 06:22:09.644126 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:09.691407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5fe50e5-db55-427c-8ab2-975a36c8dfe2 req-6172328f-6c92-4973-ba33-988c8e068400 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597402 Jun 04 06:22:09.705442 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment df8f44b2-cd44-4c17-9080-6c3c97ab43da resource provider aggregate not found Jun 04 06:22:09.784230 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment df8f44b2-cd44-4c17-9080-6c3c97ab43da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df8f44b2-cd44-4c17-9080-6c3c97ab43da found for delete ", "request_id": "req-a76c8289-7d1e-40f3-8bce-95a8bf251e8f"}]} Jun 04 06:22:09.808361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.831231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.857352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:09.870784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c66534-d649-4317-b815-2f947666fafa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:09.892764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-58246d94-04e6-43c0-a4f3-cfc5fcdc8e02 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479835 Jun 04 06:22:09.900360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f89f2c0-d04d-4d82-b8ab-d89c9184a215 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d9c66534-d649-4317-b815-2f947666fafa HTTP/1.1" status: 204 len: 168 time: 1.0016954 Jun 04 06:22:09.907789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1846b8dd-e5c8-4509-805c-b500382dded0 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:09.910150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:10.016399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-acc52f24-16d8-4775-951f-276c50635fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:10.019525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-acc52f24-16d8-4775-951f-276c50635fb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3842890 Jun 04 06:22:10.108474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:10.153008 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-aff53b44-5686-403c-a388-a792173814af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1244390 Jun 04 06:22:10.163378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6de5-6838-4c4a-9a29-8a5a829855e9 req-3afc2e7c-da2b-4b65-9c73-7e0d833865dd tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:10.165186 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48db6de5-6838-4c4a-9a29-8a5a829855e9 req-3afc2e7c-da2b-4b65-9c73-7e0d833865dd tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.3318374 Jun 04 06:22:10.225618 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:05Z', 'revision_number': 3, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:10.230104 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb85563-db51-4bb7-809e-58fed6667cc4 None None] The sync data for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 is: [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:05Z', 'revision_number': 3, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:10.231156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-a48cf17a-022a-464c-8aaa-56fe58e74c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:10.233041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-a48cf17a-022a-464c-8aaa-56fe58e74c96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0667188 Jun 04 06:22:10.259699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 075e3b1d-3722-4779-8402-f3e1d72aa005 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:10.277819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23e8cdb-716c-494f-aec0-fe4f2e54bb96 req-ab701ba6-082b-4274-b558-17b8f3669996 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458898 Jun 04 06:22:10.280480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 075e3b1d-3722-4779-8402-f3e1d72aa005 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:10.280822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:10.324561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:10.358707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a65d1c7-dc49-4fba-a7a9-fe634505fcee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc4bc65455654a9d915a6eed4b933b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474933 Jun 04 06:22:10.362246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:10.389639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1846b8dd-e5c8-4509-805c-b500382dded0,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:10.422740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '1846b8dd-e5c8-4509-805c-b500382dded0', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'port_id': '1846b8dd-e5c8-4509-805c-b500382dded0', 'mac_address': 'fa:16:3e:d6:99:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:10.429311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Allocated IP 172.20.0.1 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/63f524b9-3d80-48bd-99ab-b2e19bb48f8f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:10.459356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48db6de5-6838-4c4a-9a29-8a5a829855e9 req-fc5f811d-3cae-437a-95b1-82a74c89b36c tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251434 Jun 04 06:22:10.460493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ce00c-1c5b-4179-ba5f-9557f2086567 req-4c2af808-e6a9-4bec-b397-2b78aec7ccbf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:10.463131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d06ce00c-1c5b-4179-ba5f-9557f2086567 req-4c2af808-e6a9-4bec-b397-2b78aec7ccbf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 943 time: 0.3064759 Jun 04 06:22:10.519865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-b4fb1162-2ce6-4729-b567-7be6243738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:10.521340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-b4fb1162-2ce6-4729-b567-7be6243738fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473961 Jun 04 06:22:10.653156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1846b8dd-e5c8-4509-805c-b500382dded0 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:10.653760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:10.768040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1846b8dd-e5c8-4509-805c-b500382dded0 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:10.787453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-2873256a-da55-4f31-bff1-a958f8e3e8aa service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588274 Jun 04 06:22:10.811890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:10.915368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:10.938081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d06ce00c-1c5b-4179-ba5f-9557f2086567 req-4c984f0b-d913-4901-ad0f-b6ce5eccba2c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401360 Jun 04 06:22:10.941716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:10.949993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:10.950377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:10.991962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1846b8dd-e5c8-4509-805c-b500382dded0,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:11.003492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-a3290d29-b6bc-46c9-8b49-b9f5bc97dce9 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077060 Jun 04 06:22:11.017323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.074183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:11.087136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '54496a33-df04-423c-b50a-e444ab35f6af', 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f', 'port_id': '54496a33-df04-423c-b50a-e444ab35f6af', 'mac_address': 'fa:16:3e:82:50:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d12524-68f1-48f0-ae37-4e7c619efa45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:11.099481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:11.171906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.197983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:11.260432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.275219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 54496a33-df04-423c-b50a-e444ab35f6af is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:11.276049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.294608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Transition to ACTIVE for port object 63f524b9-3d80-48bd-99ab-b2e19bb48f8f will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:11.318514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.333191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:11.347036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54496a33-df04-423c-b50a-e444ab35f6af {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:11.348663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:11.372035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:11.383139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9695-087e-4ac2-a957-c477c32457ab req-dd666ba3-f333-489a-ae9a-35091ee665f3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:11.385444 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.392918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d30d9695-087e-4ac2-a957-c477c32457ab req-dd666ba3-f333-489a-ae9a-35091ee665f3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.2402251 Jun 04 06:22:11.411554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.431647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382737-06d7-4942-9cca-706d94ddfc12 req-54adffbb-c80f-40d1-b935-e841d6af83e0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:11.439329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b382737-06d7-4942-9cca-706d94ddfc12 req-54adffbb-c80f-40d1-b935-e841d6af83e0 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.1070454 Jun 04 06:22:11.471406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.476391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4da0cfa7-ccab-44ec-83a9-7a3b8190d01b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b029a3ef-5ef8-4eab-baf9-f9de0c6bc26e HTTP/1.1" status: 204 len: 168 time: 1.1095459 Jun 04 06:22:11.476906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1846b8dd-e5c8-4509-805c-b500382dded0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:11.515184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b382737-06d7-4942-9cca-706d94ddfc12 req-eb1969ec-3860-44a5-a3de-043e35706ed8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747399 Jun 04 06:22:11.519399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:11.533330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d30d9695-087e-4ac2-a957-c477c32457ab req-23ac5a8a-757d-43ad-ba28-486f83b3606d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394346 Jun 04 06:22:11.541131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:11.551840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:11.565932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:11.648202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Pushing event updated for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:11.715721 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099468c1-5a91-4350-96f2-b4f19cffde7f'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'code': 200} Jun 04 06:22:11.719355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:11.820855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['54496a33-df04-423c-b50a-e444ab35f6af'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:11.964623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d0591660-47c5-4141-a5e5-73796b15e4b9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:12.006444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.032785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f824a4c-1c89-44e8-8250-f42e50b40a66 req-82a9a02b-1484-4d82-bb6c-a4eeec58c6b7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:12.041895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1f824a4c-1c89-44e8-8250-f42e50b40a66 req-82a9a02b-1484-4d82-bb6c-a4eeec58c6b7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.1887286 Jun 04 06:22:12.141787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1db2cadb-3326-4194-abc5-a2b05a5ef393 None None] Provisioning for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:12.158989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1f824a4c-1c89-44e8-8250-f42e50b40a66 req-2f9a6b2c-324d-4009-8bdc-c2d95de0cefa tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161206 Jun 04 06:22:12.171523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1db2cadb-3326-4194-abc5-a2b05a5ef393 None None] Provisioning complete for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:12.172070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1db2cadb-3326-4194-abc5-a2b05a5ef393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.211115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857beeb-f5ec-4df3-a9e5-bd0197abbf6c req-b952a834-ba4c-4103-ade2-56ccb972cdea tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:12.218886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3857beeb-f5ec-4df3-a9e5-bd0197abbf6c req-b952a834-ba4c-4103-ade2-56ccb972cdea tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.1903524 Jun 04 06:22:12.235614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:12.244927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1db2cadb-3326-4194-abc5-a2b05a5ef393 None None] Port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:12.277556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d0591660-47c5-4141-a5e5-73796b15e4b9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:12.299104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d0591660-47c5-4141-a5e5-73796b15e4b9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:12.299607 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.318488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3857beeb-f5ec-4df3-a9e5-bd0197abbf6c req-6fb79aa8-06d3-4e5f-a2bf-b19d47c5ab40 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Jun 04 06:22:12.341364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-f6e51168-e0ba-4078-9bab-db54b513b1e9 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:12.342923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-f6e51168-e0ba-4078-9bab-db54b513b1e9 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 946 time: 0.2210925 Jun 04 06:22:12.349308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-62b09b24-4148-47c8-a1bf-330271a23c3b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3241a0c0668a41558bf0c24aec4209b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1115675 Jun 04 06:22:12.382662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:12.463333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Deleting port d2f5053a-ea8e-41f7-8596-499360745063 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:12.463677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.505870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d0591660-47c5-4141-a5e5-73796b15e4b9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:12.506255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.519467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18dddd-8a00-4a21-b57c-18b7bb42bbe0 req-eed7ac9c-0800-428a-8c40-f20c3c04de95 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:12.520942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e18dddd-8a00-4a21-b57c-18b7bb42bbe0 req-eed7ac9c-0800-428a-8c40-f20c3c04de95 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.1740341 Jun 04 06:22:12.527855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d0591660-47c5-4141-a5e5-73796b15e4b9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d0591660-47c5-4141-a5e5-73796b15e4b9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:12.541057 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.565744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.581121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.627053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d0591660-47c5-4141-a5e5-73796b15e4b9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:12.637838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.668820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e18dddd-8a00-4a21-b57c-18b7bb42bbe0 req-c9e0bd1a-ab9b-4cad-a4d8-8c034e558177 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413279 Jun 04 06:22:12.701007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Pushing event updated for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:12.703474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.735675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:12.847714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695dff-856e-49bf-b645-d57eaaada215 req-439d0bbb-6c0d-4680-a659-c42c2f3a4c60 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:12.849076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9f695dff-856e-49bf-b645-d57eaaada215 req-439d0bbb-6c0d-4680-a659-c42c2f3a4c60 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 944 time: 0.3505287 Jun 04 06:22:12.895061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:12.898232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:12.931150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] For port d2f5053a-ea8e-41f7-8596-499360745063, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d2f5053a-ea8e-41f7-8596-499360745063,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:12.931713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.005056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9f695dff-856e-49bf-b645-d57eaaada215 req-958345d4-2cd7-4aa3-bbff-e692608d6cea tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491067 Jun 04 06:22:13.085841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Calling delete_port for d2f5053a-ea8e-41f7-8596-499360745063 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:13.125694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76357f-eb7e-48e3-812c-1294f80f9775 req-bfdbe1bf-9c8f-433c-9145-69ea0064393e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:13.132621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea76357f-eb7e-48e3-812c-1294f80f9775 req-bfdbe1bf-9c8f-433c-9145-69ea0064393e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.3336201 Jun 04 06:22:13.148318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.196881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea76357f-eb7e-48e3-812c-1294f80f9775 req-8e5e88b5-7650-487d-94f4-23753676ea70 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Jun 04 06:22:13.218638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Router 56456a65-a96a-4211-8945-787a8171cdbd has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:22:13.232101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42cb98-958c-4e29-af24-0104eab59a3e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:13.277572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d1e83288-6653-4b64-bafd-1bebdf47e740 None None] Provisioning complete for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:13.278908 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d1e83288-6653-4b64-bafd-1bebdf47e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.386607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d1e83288-6653-4b64-bafd-1bebdf47e740 None None] Port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:13.396107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.402036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-134532ec-c407-4519-af67-c1c8388af0d6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ad42cb98-958c-4e29-af24-0104eab59a3e HTTP/1.1" status: 204 len: 168 time: 1.0103784 Jun 04 06:22:13.522648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-20ce7cba-aef8-451e-959a-b31b3a5b62c4 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:13.524338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-20ce7cba-aef8-451e-959a-b31b3a5b62c4 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.4100385 Jun 04 06:22:13.568396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a0116-7d75-40da-a373-a651ba21a8b3 req-4a08d6b4-31a5-4d73-9698-becc116b1f21 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:13.575657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b3a0116-7d75-40da-a373-a651ba21a8b3 req-4a08d6b4-31a5-4d73-9698-becc116b1f21 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.4199541 Jun 04 06:22:13.656125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Deleting port 30f21a18-fe98-46ad-8f74-b6d779521a08 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:13.656466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.672554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:13.684577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-881a8ae4-506e-4bd5-a816-ed26e96236b0 admin admin] 10.222.0.17 "PUT /v2.0/routers/56456a65-a96a-4211-8945-787a8171cdbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7518208 Jun 04 06:22:13.690990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Sync routers for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:13.710248 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:13.719736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:13.720801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907f132-4d73-49ce-87f6-877fd83acc94 req-edd766b3-deae-4525-9af5-b26970041496 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:13.722246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:13.728640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0907f132-4d73-49ce-87f6-877fd83acc94 req-edd766b3-deae-4525-9af5-b26970041496 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.3043451 Jun 04 06:22:13.784306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0907f132-4d73-49ce-87f6-877fd83acc94 req-b558bea5-86e1-4021-ad99-c5a8d3906147 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Jun 04 06:22:13.856893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['261776e9-867c-464d-84ee-938bf713681a', 'd2f5053a-ea8e-41f7-8596-499360745063'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:13.859269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b3a0116-7d75-40da-a373-a651ba21a8b3 req-ac8b7b96-32fe-4e57-be19-76a7e036328f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803130 Jun 04 06:22:13.865927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-0c3c9a04-1d55-41fc-8f96-c64d184cf799 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:13.871856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-0c3c9a04-1d55-41fc-8f96-c64d184cf799 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.3645391 Jun 04 06:22:13.902831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d0591660-47c5-4141-a5e5-73796b15e4b9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:13.955907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1846b8dd-e5c8-4509-805c-b500382dded0 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:14.094539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Pushing event deleted for resources: {'Port': ['ID=d2f5053a-ea8e-41f7-8596-499360745063,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:14.107355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Deleting port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:14.107506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.220501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abc2ccd0-41cc-45b9-9600-cc125ada32f3 req-4585d8c9-e761-4149-b6ee-520dac265c02 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=6de24e05-c85f-49e3-884b-836d96a05615 HTTP/1.1" status: 200 len: 210 time: 0.1192393 Jun 04 06:22:14.241453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] No DVR routers for this DVR port d2f5053a-ea8e-41f7-8596-499360745063 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:14.257861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.272419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'name': 'network-vif-deleted', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:14.307137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a98725c9-fed9-4507-abc6-0930fb37f07b req-c809f3de-dede-436a-9bf5-3bf8aaa0d123 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "DELETE /v2.0/ports/d2f5053a-ea8e-41f7-8596-499360745063 HTTP/1.1" status: 204 len: 173 time: 1.9566987 Jun 04 06:22:14.409186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:14.561988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-151c0baa-3f80-4dac-9af5-e2ece4a5c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:14.563109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-151c0baa-3f80-4dac-9af5-e2ece4a5c89f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b&tenant_id=36671555bc8340b5a022e2fda52f75fc HTTP/1.1" status: 200 len: 1101 time: 0.4881649 Jun 04 06:22:14.576992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:14.600774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d0591660-47c5-4141-a5e5-73796b15e4b9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:14.601137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.661554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:14.710775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] For port 30f21a18-fe98-46ad-8f74-b6d779521a08, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30f21a18-fe98-46ad-8f74-b6d779521a08,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:14.711379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.721875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] For port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,segment=NetworkSegment(d36515d5-f174-4ff7-903d-ff9ee4d6965f),segment_id=d36515d5-f174-4ff7-903d-ff9ee4d6965f)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:14.722519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.734579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 1846b8dd-e5c8-4509-805c-b500382dded0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:14.780030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 1846b8dd-e5c8-4509-805c-b500382dded0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:14.780403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:14.912789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Calling delete_port for 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:14.940633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2338c4-31f3-4f19-8e3b-c0dbec505b84 req-18e8c7ea-e89b-4129-8c41-6f53a05c78ba tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:14.950260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b2338c4-31f3-4f19-8e3b-c0dbec505b84 req-18e8c7ea-e89b-4129-8c41-6f53a05c78ba tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd868c6a-c774-4152-ae48-1fee0327254a HTTP/1.1" status: 200 len: 945 time: 0.7695277 Jun 04 06:22:14.997334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Calling delete_port for 30f21a18-fe98-46ad-8f74-b6d779521a08 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:15.005872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 54496a33-df04-423c-b50a-e444ab35f6af completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:15.089371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43642) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:15.094525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 54496a33-df04-423c-b50a-e444ab35f6af triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:15.094894 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.172787 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.185171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.221618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717408440', 'description': 'tempest-description--1523550774'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:15.257391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Pushing event deleted for resources: {'Port': ['ID=9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:15.277613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:15.301250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Usage tracker for resource:security_group and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:15.312082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:15.343257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:15.365509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] No DVR routers for this DVR port 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:15.369667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.389861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'name': 'network-vif-deleted', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:15.396627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b2338c4-31f3-4f19-8e3b-c0dbec505b84 req-afe9a4ae-555e-4a64-ba05-fdb5abf8e590 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.17 "GET /v2.0/security-groups?id=25f681eb-75f6-45ff-a353-b5d2dec154aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453108 Jun 04 06:22:15.401159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddb9ffc4-3609-4a5e-8add-a3c41ccbdd38 req-1493edfa-1000-4d59-9ac3-a638593fa328 tempest-InstanceActionsTestJSON-2067170945 tempest-InstanceActionsTestJSON-2067170945-project] 10.222.0.24 "DELETE /v2.0/ports/9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 HTTP/1.1" status: 204 len: 173 time: 1.5225363 Jun 04 06:22:15.423971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dab1f1-7ad0-4e85-b8d5-5bb8a79f2786 req-3fd3ba8a-d135-4501-b02a-264fffaf59bb tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:15.432011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d0591660-47c5-4141-a5e5-73796b15e4b9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:15.433386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54dab1f1-7ad0-4e85-b8d5-5bb8a79f2786 req-3fd3ba8a-d135-4501-b02a-264fffaf59bb tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 944 time: 0.2900021 Jun 04 06:22:15.463347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.498756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:15.503486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Usage tracker for resource:security_group_rule and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:15.506649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:15.514189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:15.515671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1846b8dd-e5c8-4509-805c-b500382dded0 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:15.516595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.538455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54dab1f1-7ad0-4e85-b8d5-5bb8a79f2786 req-1f31d492-4545-4e4a-9c9d-9112dceaf615 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040981 Jun 04 06:22:15.606574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.622449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.657238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:15.687269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1846b8dd-e5c8-4509-805c-b500382dded0,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:15.701242 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ccb827b-e05c-4dd1-b60c-29f90a5c36ad'] response: {'server_uuid': '6de24e05-c85f-49e3-884b-836d96a05615', 'name': 'network-vif-deleted', 'tag': 'd2f5053a-ea8e-41f7-8596-499360745063', 'status': 'completed', 'code': 200} Jun 04 06:22:15.702229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f243a-64ec-4561-b9a6-67bfc502a088,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:15.715577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 54496a33-df04-423c-b50a-e444ab35f6af is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:15.715964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.761307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.863782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.865059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9c4f8ab5-7f92-4ee8-9dfb-971aaf190fec tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6940258 Jun 04 06:22:15.871288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43666) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:15.879299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 2, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:15.879589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f243a-64ec-4561-b9a6-67bfc502a088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:15.886650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:15.892500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Usage tracker for resource:security_group_rule and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:15.896406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:15.902166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Checking router: 56456a65-a96a-4211-8945-787a8171cdbd for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:15.902514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Updating router 56456a65-a96a-4211-8945-787a8171cdbd port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:22:15.904328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:15.937971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:15.943124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:15.943540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8c8b2-c19a-4bd4-88b9-64c7ed6f0670 req-cadef2ce-bb7b-4bec-affb-2d55ac949589 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:15.950904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63b8c8b2-c19a-4bd4-88b9-64c7ed6f0670 req-cadef2ce-bb7b-4bec-affb-2d55ac949589 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=4f1a5820-b3d4-437e-9d26-f5d276c38fa5 HTTP/1.1" status: 200 len: 950 time: 0.1374927 Jun 04 06:22:15.953590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:15.953765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d2f5053a-ea8e-41f7-8596-499360745063 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:15.958273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.002513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['803666ed-139a-4246-8f27-96d0761bb165'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:16.064953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63b8c8b2-c19a-4bd4-88b9-64c7ed6f0670 req-622acebd-c00d-464f-9faa-3a4b439d55fe tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130586 Jun 04 06:22:16.065269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.066159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:16.100390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.107926 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.136648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adec786d-5d80-49a7-b589-ee272e00bcfe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:16.153404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.157091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2fd5ab6d-02ae-48ec-9c11-2796e434616d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825894 Jun 04 06:22:16.157372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:16.162665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f243a-64ec-4561-b9a6-67bfc502a088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:16.178458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:16.186841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Usage tracker for resource:security_group_rule and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:16.194127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:16.209432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:16.236512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:16.236986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:16.247025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.256720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: d2f5053a-ea8e-41f7-8596-499360745063 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:16.257196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d2f5053a-ea8e-41f7-8596-499360745063 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:16.257736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:16.304384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Pushing event deleted for resources: {'Port': ['ID=30f21a18-fe98-46ad-8f74-b6d779521a08,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:16.335727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.340371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.379062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:16.393291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.403729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:16.408906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] No DVR routers for this DVR port 30f21a18-fe98-46ad-8f74-b6d779521a08 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:16.415230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.418052 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e93768ed-8432-49f7-80e1-28235b5b8b6f req-d550a724-43c9-4a03-806d-59441881be45 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "DELETE /v2.0/ports/30f21a18-fe98-46ad-8f74-b6d779521a08 HTTP/1.1" status: 204 len: 173 time: 2.8870068 Jun 04 06:22:16.456275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e850c592-c27a-4eca-8948-4b8015074a26,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:16.464407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102231f-f08c-4efd-bb24-c537653d0f60 req-1d7d374b-fcc3-47ad-98ca-67c0f9b33b53 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:16.488937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9102231f-f08c-4efd-bb24-c537653d0f60 req-1d7d374b-fcc3-47ad-98ca-67c0f9b33b53 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.7242079 Jun 04 06:22:16.490629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba7072-9733-44e1-bec0-f3d96fc74aa7 req-2f738a54-72a7-4328-8f4a-d9009a2ca35d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:16.492185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ba7072-9733-44e1-bec0-f3d96fc74aa7 req-2f738a54-72a7-4328-8f4a-d9009a2ca35d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.1888969 Jun 04 06:22:16.494604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.499218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d1a7aa54-2460-40ef-8295-8b9d4894e60f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407967 Jun 04 06:22:16.500068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:16.506955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:16.513587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:16.518071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Usage tracker for resource:floatingip and tenant:5f6634459d174868a1772cca8dc95967 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:16.521692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:16.528041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:16.553973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9102231f-f08c-4efd-bb24-c537653d0f60 req-a5dda9d1-3695-4c6f-856b-94352214729a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Jun 04 06:22:16.569456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.572373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:16.620004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ba7072-9733-44e1-bec0-f3d96fc74aa7 req-0223ca62-baca-497c-8fb5-97150fd82139 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168237 Jun 04 06:22:16.670387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.688981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Transition to ACTIVE for port object 075e3b1d-3722-4779-8402-f3e1d72aa005 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:16.697419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.850881 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58d7b73-c393-448c-a5a2-dc742e49af14'] response: {'server_uuid': 'fd868c6a-c774-4152-ae48-1fee0327254a', 'name': 'network-vif-deleted', 'tag': '9c0a69d2-e4bb-4b27-9fdf-cd1fea11a780', 'status': 'completed', 'code': 200} Jun 04 06:22:16.853627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43688) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:16.947815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:16.971170 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46aaa9b6-8d95-48bc-9c4b-c561196437ec'] response: {'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0', 'code': 200} Jun 04 06:22:17.094878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] No DVR routers for this DVR port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:17.261442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b6343-d4cc-4c51-a69f-d0baf2ca573b req-2fe9f41c-9905-4293-855a-84c873c5616c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:17.263136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e0b6343-d4cc-4c51-a69f-d0baf2ca573b req-2fe9f41c-9905-4293-855a-84c873c5616c tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.2604494 Jun 04 06:22:17.276936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a293-5e29-49c5-8465-7f4e0fd0ccdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.295721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:17.296732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30f21a18-fe98-46ad-8f74-b6d779521a08 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:17.302232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Deleting subnet b04f35e6-ee7c-409a-9637-1a20be405805 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:22:17.310848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.25.1.161 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/0728586e-b67d-4d0c-a72f-4e082169b19b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:17.313592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.357285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:17.362732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 30f21a18-fe98-46ad-8f74-b6d779521a08 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:17.363078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30f21a18-fe98-46ad-8f74-b6d779521a08 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:17.378154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e0b6343-d4cc-4c51-a69f-d0baf2ca573b req-5ff793a5-1e87-4f63-a01e-8d315c2ddccb tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077516 Jun 04 06:22:17.414247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.493552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.500010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.516530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Transition to ACTIVE for port object 63f524b9-3d80-48bd-99ab-b2e19bb48f8f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:17.525954 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.584101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:17.584549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:17.584940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:17.591845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.609936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.638927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04f35e6-ee7c-409a-9637-1a20be405805,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:17.641396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:17.641808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Attempting to bind port 075e3b1d-3722-4779-8402-f3e1d72aa005 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:17.675550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134ae5-2919-408e-9b54-f8f09c22c57c req-39f8f366-e377-4dce-926e-7cb567411120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:17.685063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68134ae5-2919-408e-9b54-f8f09c22c57c req-39f8f366-e377-4dce-926e-7cb567411120 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 1096 time: 0.8810177 Jun 04 06:22:17.686001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:17.686396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:17.686949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:17.687481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Bound port: 075e3b1d-3722-4779-8402-f3e1d72aa005, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:17.687974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.700177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.714485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.717661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'name': 'network-vif-deleted', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08'}, {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:17.820111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=0728586e-b67d-4d0c-a72f-4e082169b19b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:17.823810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9707aa4d-d901-4194-8549-1e439053ffd7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b04f35e6-ee7c-409a-9637-1a20be405805 HTTP/1.1" status: 204 len: 168 time: 0.8499837 Jun 04 06:22:17.828664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:17.835314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca41579-c0ee-4bfc-94c8-f2d407df8c5e None None] Pushing event updated for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:17.846683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68134ae5-2919-408e-9b54-f8f09c22c57c req-803bf8f3-cb7f-4642-96c9-e001615a554b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339960 Jun 04 06:22:17.904738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:17.908850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:17.915028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.915534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Attempting to bind port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:17.916142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Attempting to bind port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:17.916538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Attempting to bind port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:17.923278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:17.923588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:17.923957 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.924073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:17.924334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:17.924795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Bound port: 63f524b9-3d80-48bd-99ab-b2e19bb48f8f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:17.925159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:17.936359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:17.941990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:18.024984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=11']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:18.037420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] For port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:18.041980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] For port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:18.047816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.051352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.077522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.078116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.079916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-09e949ad-cda4-431a-ade8-81f9bdee718e service neutron] 10.222.0.24 "PUT /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 1097 time: 3.5068953 Jun 04 06:22:18.149135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:18.150235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:18.202400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.225377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c1f5-dcd9-4c63-a031-e30485476d03 req-25fbb57c-eed6-4edb-8ba3-fb6a53007294 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.228888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1571c1f5-dcd9-4c63-a031-e30485476d03 req-25fbb57c-eed6-4edb-8ba3-fb6a53007294 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.2071378 Jun 04 06:22:18.255938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-08a59895-942b-40d4-ab1c-50a859abef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.257990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-08a59895-942b-40d4-ab1c-50a859abef74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1100 time: 0.1544070 Jun 04 06:22:18.262339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca41579-c0ee-4bfc-94c8-f2d407df8c5e None None] Pushing event updated for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:18.287263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f56cf7-cf94-440b-91ad-1073520d3fe5 req-01c99754-25b0-4e96-879b-2d1a58c05d7d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.295153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47f56cf7-cf94-440b-91ad-1073520d3fe5 req-01c99754-25b0-4e96-879b-2d1a58c05d7d tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.6488264 Jun 04 06:22:18.373374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.406174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:18.416907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47f56cf7-cf94-440b-91ad-1073520d3fe5 req-42f2a4ae-56e8-4c27-bb77-7c9317ddbc2e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206429 Jun 04 06:22:18.420854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1571c1f5-dcd9-4c63-a031-e30485476d03 req-8a4c89f5-bc19-4637-a895-1ea188edeb51 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829047 Jun 04 06:22:18.464844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-4329734d-6df0-431a-9af7-c01a3b12efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.466602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-4329734d-6df0-431a-9af7-c01a3b12efac service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2002671 Jun 04 06:22:18.576908 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-7e107079-dcca-4a13-9e6b-120d77c91d92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.1039007 Jun 04 06:22:18.578700 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d0f67d-573b-486f-91da-cd050d90496f'] response: {'server_uuid': '4f1a5820-b3d4-437e-9d26-f5d276c38fa5', 'name': 'network-vif-deleted', 'tag': '30f21a18-fe98-46ad-8f74-b6d779521a08', 'status': 'completed', 'code': 200} Jun 04 06:22:18.578962 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d0f67d-573b-486f-91da-cd050d90496f'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'code': 200} Jun 04 06:22:18.693819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-84aa8749-2a6b-460a-9a0c-ad90b852da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.695262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-84aa8749-2a6b-460a-9a0c-ad90b852da68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1115580 Jun 04 06:22:18.725912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.780449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40f2cba-af21-4893-8835-8cdbab0e9d70']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:18.804444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36515d5-f174-4ff7-903d-ff9ee4d6965f') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:18.804827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36515d5-f174-4ff7-903d-ff9ee4d6965f') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:18.824481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.844029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:18Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:18.852693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475572b-a700-4ed4-b7a8-dd63938370c8 None None] The sync data for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 is: [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:18Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:18.860021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef39ad-3e12-4d6c-9624-4af40a144984 req-17f72bdb-a418-4661-8b07-db5eda14af70 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.861676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dfef39ad-3e12-4d6c-9624-4af40a144984 req-17f72bdb-a418-4661-8b07-db5eda14af70 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.2979138 Jun 04 06:22:18.862782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.874800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.892695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:22:18.892695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.903913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eac1b-8eae-45f5-8296-e5348a5c730f req-bfa1d6bb-77f6-4b63-b8e1-9f5001e6bed8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.904623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e77eac1b-8eae-45f5-8296-e5348a5c730f req-bfa1d6bb-77f6-4b63-b8e1-9f5001e6bed8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Synchronizing usage tracker for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:18.927645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:18.962196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-9604f8b6-52d3-4ef5-aa77-dd0e2b17b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:18.963721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-9604f8b6-52d3-4ef5-aa77-dd0e2b17b54c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2589569 Jun 04 06:22:18.964299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e77eac1b-8eae-45f5-8296-e5348a5c730f req-bfa1d6bb-77f6-4b63-b8e1-9f5001e6bed8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Unset dirty status for tenant:cdf17ce2a4f649a086afe49b868dc862 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:18.965593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e77eac1b-8eae-45f5-8296-e5348a5c730f req-bfa1d6bb-77f6-4b63-b8e1-9f5001e6bed8 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.3362117 Jun 04 06:22:18.972284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:18.978697 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc52ceb1-3f0a-4101-98bb-0cc87b423c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:19.061288 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d36515d5-f174-4ff7-903d-ff9ee4d6965f resource provider aggregate not found Jun 04 06:22:19.153498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e77eac1b-8eae-45f5-8296-e5348a5c730f req-b9fceee9-164b-448d-985f-5fc5f3a38bd7 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586082 Jun 04 06:22:19.191257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-b6166a6e-3e28-4bbb-8cf0-33152837ac05 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205942 Jun 04 06:22:19.282233 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d36515d5-f174-4ff7-903d-ff9ee4d6965f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d36515d5-f174-4ff7-903d-ff9ee4d6965f found for delete ", "request_id": "req-5a129412-3139-4e32-b4f9-f8d752a7a41a"}]} Jun 04 06:22:19.339325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dfef39ad-3e12-4d6c-9624-4af40a144984 req-4d0f04d3-6c08-4d99-86c8-b9a00e2a30b3 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667628 Jun 04 06:22:19.365573 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:19.395807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:19.412192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40f2cba-af21-4893-8835-8cdbab0e9d70,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:19.415120 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ab7afa-98a7-4f57-821b-8418c5ddea3c'] response: {'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af', 'code': 200} Jun 04 06:22:19.437049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=0728586e-b67d-4d0c-a72f-4e082169b19b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:19.449202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:19.467615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a843f2a8-60e1-4e07-82f7-874e8a2c4b63 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b40f2cba-af21-4893-8835-8cdbab0e9d70 HTTP/1.1" status: 204 len: 168 time: 1.6280296 Jun 04 06:22:19.484756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:19.487812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e331e6ac-f946-4561-abb7-58a8cfe5d311 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9862537 Jun 04 06:22:19.497129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82f3b282-c766-43c9-aecb-2d71d5851342 req-0d301edd-0d70-48c5-8307-1807251d9efa service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961223 Jun 04 06:22:19.546202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553e421-2504-494f-b567-931945d57c28 req-92fe99c7-e1bb-410b-89e2-5775d817013f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:19.553988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e553e421-2504-494f-b567-931945d57c28 req-92fe99c7-e1bb-410b-89e2-5775d817013f tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.1411610 Jun 04 06:22:19.625755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e553e421-2504-494f-b567-931945d57c28 req-6a401b09-2d7c-4f99-8d3c-e8bea77ce786 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707610 Jun 04 06:22:19.749234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f9f2-59cf-4942-9e3a-977bf1d7f1d3 req-3bab7412-183c-4643-b487-d962c77b608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:19.750735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d526f9f2-59cf-4942-9e3a-977bf1d7f1d3 req-3bab7412-183c-4643-b487-d962c77b608d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1097 time: 0.2573450 Jun 04 06:22:19.762251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eed2d0-bb41-46af-829c-04351a57ae18 req-10fc40a8-e215-4917-a891-78af79577dad tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:19.764043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89eed2d0-bb41-46af-829c-04351a57ae18 req-10fc40a8-e215-4917-a891-78af79577dad tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.1462543 Jun 04 06:22:19.840444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:19.861596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89eed2d0-bb41-46af-829c-04351a57ae18 req-bb306eb0-29d6-4d37-8ee7-474c9c518930 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814691 Jun 04 06:22:19.870148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d526f9f2-59cf-4942-9e3a-977bf1d7f1d3 req-1913c7d2-2bdb-4457-a2af-87618235dc34 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045690 Jun 04 06:22:19.883949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63f524b9-3d80-48bd-99ab-b2e19bb48f8f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:19.920158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2a7e27ce-c0ad-4155-aed0-dbff25a5c1f2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a9a8b6253b244e33b27cf53ded997330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766239 Jun 04 06:22:19.922779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43748) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:20.003657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:20.008223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-6cc4c22c-56a6-434c-9f29-b457ef3630e3 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:20.009769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-6cc4c22c-56a6-434c-9f29-b457ef3630e3 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.1920195 Jun 04 06:22:20.010322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:20.010969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.032385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.088053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.108294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a97b-aa25-4670-ad12-6af86591ec05 req-e22e0186-cae4-4b9d-aecc-87b36d526c32 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:20.109956 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0fb5a97b-aa25-4670-ad12-6af86591ec05 req-e22e0186-cae4-4b9d-aecc-87b36d526c32 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.3433630 Jun 04 06:22:20.181953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Deleting port 803666ed-139a-4246-8f27-96d0761bb165 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:20.182296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.219665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:20.220728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.245038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.258373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0fb5a97b-aa25-4670-ad12-6af86591ec05 req-36c9acea-b609-4b61-a37a-e764292dcb6f tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168213 Jun 04 06:22:20.260505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b466a9-090c-4140-bdb0-d46ffe7b04b7 req-38e6c06a-4f25-487a-b763-007c19b4fcc1 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:20.262293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55b466a9-090c-4140-bdb0-d46ffe7b04b7 req-38e6c06a-4f25-487a-b763-007c19b4fcc1 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.1606097 Jun 04 06:22:20.272907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:20.285234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:20.285457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'floatingip': {'port_id': '1846b8dd-e5c8-4509-805c-b500382dded0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:20.288663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.318950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.329397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f681eb-75f6-45ff-a353-b5d2dec154aa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:20.345239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.349242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9d9a2fc0-6192-4be5-9cbd-1fdbfd2b91ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25f681eb-75f6-45ff-a353-b5d2dec154aa HTTP/1.1" status: 204 len: 168 time: 0.4244280 Jun 04 06:22:20.453596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-232097f2-8dcb-4eae-9d6b-73a87a4b7094 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:20.486130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-232097f2-8dcb-4eae-9d6b-73a87a4b7094 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:20.488557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-232097f2-8dcb-4eae-9d6b-73a87a4b7094 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--717408440&fields=id&tenant_id=5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 267 time: 0.0956216 Jun 04 06:22:20.502372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.570037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:20.613031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:20.623312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:20.723586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-19ced49c-342d-43e6-8b9f-8bb2b1c33847 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:20.724275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-19ced49c-342d-43e6-8b9f-8bb2b1c33847 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:20.745380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-19ced49c-342d-43e6-8b9f-8bb2b1c33847 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:20.746967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-19ced49c-342d-43e6-8b9f-8bb2b1c33847 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.2517407 Jun 04 06:22:20.764446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-01028203-d282-4097-b4df-34d17cee32e4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/quotas/5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 375 time: 0.0114532 Jun 04 06:22:20.869819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-0a450024-5d92-4a56-9696-a712012bc759 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:20.888248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-0a450024-5d92-4a56-9696-a712012bc759 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:20.894075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-0a450024-5d92-4a56-9696-a712012bc759 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157448 Jun 04 06:22:21.074129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-1be1ad50-5ccd-47da-b0fe-2f43317ce59e service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702280 Jun 04 06:22:21.097806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-cc3c7329-4f90-47a8-bb63-0118d5afb7fb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:21.098586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-cc3c7329-4f90-47a8-bb63-0118d5afb7fb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Synchronizing usage tracker for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:21.106835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] For port 803666ed-139a-4246-8f27-96d0761bb165, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=803666ed-139a-4246-8f27-96d0761bb165,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:21.107331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.234312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-67721871-dd04-4c66-afaf-a0476e66a7b7 service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539750 Jun 04 06:22:21.321095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:21.341882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d23fd3-a7ab-4a8c-be4f-4b28037dba38 req-2f7bb2c8-c698-43e8-89ec-d714c022230c tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:21.343347 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87d23fd3-a7ab-4a8c-be4f-4b28037dba38 req-2f7bb2c8-c698-43e8-89ec-d714c022230c tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 950 time: 0.7347085 Jun 04 06:22:21.343989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-cc3c7329-4f90-47a8-bb63-0118d5afb7fb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Unset dirty status for tenant:64029dbd10914205aad68d684c7b7443 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:21.350275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-cc3c7329-4f90-47a8-bb63-0118d5afb7fb tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.9725144 Jun 04 06:22:21.437232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Calling delete_port for 803666ed-139a-4246-8f27-96d0761bb165 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:21.510346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1257058737-network', 'tenant_id': '591fa5d03e1842bf8acb813fb1dbc188'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:21.520489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:21.529114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Usage tracker for resource:network and tenant:591fa5d03e1842bf8acb813fb1dbc188 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:21.532599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:21.540243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:21.563463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Made reservation on behalf of 591fa5d03e1842bf8acb813fb1dbc188 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:21.566557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.586881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.628133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:21.634471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Usage tracker for resource:security_group_rule and tenant:591fa5d03e1842bf8acb813fb1dbc188 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:21.639630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:21.648987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:21.669317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Deleting port 261776e9-867c-464d-84ee-938bf713681a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:21.670321 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.674872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93fec0-6036-4700-b05d-9d72d7191bd9 req-9507631e-d9c0-4ec4-8596-e475a650216a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:21.677008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a93fec0-6036-4700-b05d-9d72d7191bd9 req-9507631e-d9c0-4ec4-8596-e475a650216a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.2169108 Jun 04 06:22:21.748113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a93fec0-6036-4700-b05d-9d72d7191bd9 req-713425be-c56d-410c-a0d3-129d5c47d146 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606542 Jun 04 06:22:21.815000 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87d23fd3-a7ab-4a8c-be4f-4b28037dba38 req-4de4bc91-7ae0-434c-a494-4076266cbdbd tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/security-groups?id=5087e4d6-26e4-4538-91a9-3d696bd34db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443911 Jun 04 06:22:21.841772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63f524b9-3d80-48bd-99ab-b2e19bb48f8f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:21.875484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.881343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.922948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:22:21.941296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977facc4-e35a-49a5-bc5a-729c001696dd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:21.995738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:21.996420 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Added segment c764a716-ff12-46be-98ea-e0882498d661 of type vlan for network 86827112-4ea7-4580-b0f9-1f72191faf30 Jun 04 06:22:22.003803 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954b9b91-d7e5-4bb2-a84c-f06e61643c39'] response: {'name': 'network-changed', 'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'status': 'completed', 'code': 200} Jun 04 06:22:22.006014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.028223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:22.028978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.167796 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.204733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:22.257757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-c94a2e73-1a3a-4e0e-8d6b-388d308e847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:22.259561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-c94a2e73-1a3a-4e0e-8d6b-388d308e847e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1100 time: 0.3101234 Jun 04 06:22:22.264278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.265292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:22.265914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.288910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-156a73b9-32b6-45b0-8a16-f9b366c5d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:22.290790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-156a73b9-32b6-45b0-8a16-f9b366c5d0a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36671555bc8340b5a022e2fda52f75fc&device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1100 time: 0.3014870 Jun 04 06:22:22.369356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560e233-1c9d-4f72-83de-b32851e841cf req-1bd1a684-bb32-41fb-be1a-7b72b2391895 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:22.370948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2560e233-1c9d-4f72-83de-b32851e841cf req-1bd1a684-bb32-41fb-be1a-7b72b2391895 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 945 time: 0.2984037 Jun 04 06:22:22.410995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.486041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Pushing event deleted for resources: {'Port': ['ID=803666ed-139a-4246-8f27-96d0761bb165,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:22.537865 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:22:22.643446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3303-024f-451b-b727-53efe75503bd req-5a104b6f-499d-42ce-a9c1-84aaa47275fb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:22.645000 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dfbb3303-024f-451b-b727-53efe75503bd req-5a104b6f-499d-42ce-a9c1-84aaa47275fb tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.4998326 Jun 04 06:22:22.690946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3685834 Jun 04 06:22:22.691778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338146-3533-4e28-b5ae-6b6722eb1d86 admin admin] Pushing event updated for resources: {'Network': ['ID=86827112-4ea7-4580-b0f9-1f72191faf30,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:22.698808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:22.701557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] No DVR routers for this DVR port 803666ed-139a-4246-8f27-96d0761bb165 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:22.704705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.721810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 86827112-4ea7-4580-b0f9-1f72191faf30 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:22:22.739653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Request body: {'subnet': {'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1257058737-subnet', 'tenant_id': '591fa5d03e1842bf8acb813fb1dbc188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:22.757130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:22.841920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] For port 261776e9-867c-464d-84ee-938bf713681a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=261776e9-867c-464d-84ee-938bf713681a,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:22.843272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.860935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Usage tracker for resource:subnet and tenant:591fa5d03e1842bf8acb813fb1dbc188 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:22.894384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:22.913963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.915356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2560e233-1c9d-4f72-83de-b32851e841cf req-693ad4b6-765c-4085-aca6-fdd6e9d4ea2e tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/security-groups?id=ab4f8831-3d05-4461-b3aa-7954611a555b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384891 Jun 04 06:22:22.927025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dfbb3303-024f-451b-b727-53efe75503bd req-3d2c0408-8edf-474f-ab3d-e4948ce18aaf tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285573 Jun 04 06:22:22.931116 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c7cc9e54-c553-46b4-b97b-1ed805b8fa20 req-49fa4e3b-de7d-44ca-8c2c-2e3575be389a tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.39 "DELETE /v2.0/ports/803666ed-139a-4246-8f27-96d0761bb165 HTTP/1.1" status: 204 len: 173 time: 2.9152956 Jun 04 06:22:22.938396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:22.973072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:23.110228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-b61e55eb-3f7c-45ae-9f0b-6ce6f1c2be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:23.128351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-b61e55eb-3f7c-45ae-9f0b-6ce6f1c2be72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.8008270 Jun 04 06:22:23.141287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-c3ae6103-6813-450b-a7d6-914b9ec3cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:23.142774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-c3ae6103-6813-450b-a7d6-914b9ec3cbc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.8724518 Jun 04 06:22:23.278912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Made reservation on behalf of 591fa5d03e1842bf8acb813fb1dbc188 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:23.282360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:23.373265 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Floating IP a921d310-1284-4445-a788-13ecb86a9f0b associated. External IP: 172.25.1.83, port: 1846b8dd-e5c8-4509-805c-b500382dded0. Jun 04 06:22:23.422006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-df92294c-81eb-4067-b539-36897202aee6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.2781162 Jun 04 06:22:23.506357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Calling delete_port for 261776e9-867c-464d-84ee-938bf713681a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:23.665134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-343c2340-4785-4890-966f-01670f620e68 req-f778dd1f-a007-46a3-b73c-799c30d67833 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 210 time: 0.3878877 Jun 04 06:22:23.666735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-58b518ce-8d15-416b-a1b3-c3b0a6f1ddc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 200 len: 217 time: 0.3277512 Jun 04 06:22:23.815482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce08771-070f-4c5f-95aa-e70821e974e0 req-2a78e74c-8655-4d08-95a0-0d45a506b191 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:23.816979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-7df2b852-1b13-4544-987a-f8d20c37b5e9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:23.817261 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fce08771-070f-4c5f-95aa-e70821e974e0 req-2a78e74c-8655-4d08-95a0-0d45a506b191 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.3190913 Jun 04 06:22:23.818433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-7df2b852-1b13-4544-987a-f8d20c37b5e9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 1.1365685 Jun 04 06:22:23.906052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:23.983599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-432cb29f-088c-4274-bebd-3dc749ad7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:23.985128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-432cb29f-088c-4274-bebd-3dc749ad7f6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2661891 Jun 04 06:22:23.993936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 803666ed-139a-4246-8f27-96d0761bb165 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:23.999852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-1e13c459-053f-479d-a7ce-c625e1427a15 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 379 time: 0.1625524 Jun 04 06:22:24.001273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-d009c07a-6429-4e41-8d9a-c5822f1ccc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:24.002729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-d009c07a-6429-4e41-8d9a-c5822f1ccc34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.5600381 Jun 04 06:22:24.012954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd65b990-87d5-4fb0-8737-6b0c39d20b11 req-ef14cd1a-bc50-458a-8912-1b309e2c6824 tempest-LiveMigrationNegativeTest-1513464518 tempest-LiveMigrationNegativeTest-1513464518-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa05401b-fe16-4573-b827-d8a8f3de0f50 HTTP/1.1" status: 200 len: 210 time: 0.1490471 Jun 04 06:22:24.040078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'name': 'network-vif-deleted', 'tag': '803666ed-139a-4246-8f27-96d0761bb165'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:24.072961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'device_id': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'admin_state_up': True, 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'security_groups': ['ee2f243a-64ec-4561-b9a6-67bfc502a088']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:24.076894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 803666ed-139a-4246-8f27-96d0761bb165 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:24.077830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 803666ed-139a-4246-8f27-96d0761bb165 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:24.078593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 261776e9-867c-464d-84ee-938bf713681a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:24.129809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 261776e9-867c-464d-84ee-938bf713681a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:24.130788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 261776e9-867c-464d-84ee-938bf713681a not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:24.150544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.239729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Pushing event deleted for resources: {'Port': ['ID=261776e9-867c-464d-84ee-938bf713681a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:24.249349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87151d59-485d-4635-82f2-fec989f2cd10,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:24.282337 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fce08771-070f-4c5f-95aa-e70821e974e0 req-ab1abd36-74b6-4154-acc5-db2c0dd6def8 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285898 Jun 04 06:22:24.298724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Checking segment: {'id': 'c764a716-ff12-46be-98ea-e0882498d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:24.299224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Network hostable DHCP agents. Network: 86827112-4ea7-4580-b0f9-1f72191faf30, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:22:24.342461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:24.344493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] No DVR routers for this DVR port 261776e9-867c-464d-84ee-938bf713681a on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:24.348830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.373933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Router 8e4e28b4-9622-4499-b97d-2023041107e3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:22:24.374313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:24.381178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-e8d212bd-ee47-4c0f-9a72-88fa35248bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:24.382700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-e8d212bd-ee47-4c0f-9a72-88fa35248bfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3625741 Jun 04 06:22:24.387627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc40352e-65ec-4396-8e31-9e1c2204fce9 req-7a5cbee5-1dc8-4641-84db-58e3e937d027 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.39 "DELETE /v2.0/ports/261776e9-867c-464d-84ee-938bf713681a HTTP/1.1" status: 204 len: 173 time: 2.9183013 Jun 04 06:22:24.390691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Network 86827112-4ea7-4580-b0f9-1f72191faf30 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:22:24.393041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:24.400638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-a7c37581-1ddb-4322-8c7f-0a7162c6d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:24.402333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-a7c37581-1ddb-4322-8c7f-0a7162c6d7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3809500 Jun 04 06:22:24.513875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 86827112-4ea7-4580-b0f9-1f72191faf30) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:24.628049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:24.643833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5822717c-a4d5-4d57-a596-fcb42399c1ef None None] Network 86827112-4ea7-4580-b0f9-1f72191faf30 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:24.668911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'mac_address': 'fa:16:3e:9f:45:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:24.698248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:24.750562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:24.753961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.777281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:24.777798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.788668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:24.806435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.806630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Sync routers for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:24.827426 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:24.828081 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:24.843182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:24.843570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.880700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:24.888251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fde35b62-f6db-4720-ac0e-f543a91a882e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "PUT /v2.0/floatingips/a921d310-1284-4445-a788-13ecb86a9f0b HTTP/1.1" status: 200 len: 990 time: 4.6113927 Jun 04 06:22:24.896974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0f2df-5de4-4eb5-a187-dfb7f93bdcc2 req-f365bcb4-dec5-4189-8b8b-1d0674f09e6c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:24.904822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08b0f2df-5de4-4eb5-a187-dfb7f93bdcc2 req-f365bcb4-dec5-4189-8b8b-1d0674f09e6c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 949 time: 0.2438011 Jun 04 06:22:24.907725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:24.912520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7fad052a-0aa2-4f88-a057-84b38874fe80 req-d5a96e48-6c2a-4b7e-a260-d0ae2f7f2f48 tempest-ServerRescueTestJSON-749914351 tempest-ServerRescueTestJSON-749914351-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb457071-66fd-4e23-b038-0bfd6d96e608 HTTP/1.1" status: 200 len: 210 time: 0.4058208 Jun 04 06:22:24.970646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:25.016323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08b0f2df-5de4-4eb5-a187-dfb7f93bdcc2 req-9d80f040-a339-4e25-8e2c-3b8cf772cf25 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100523 Jun 04 06:22:25.016953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Usage tracker for resource:security_group_rule and tenant:b969a1ca8ea843e98bc312950ebe599e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:25.026639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:25.036066 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effae8d8-333a-4eac-8406-6f50905c5e6d'] response: {'server_uuid': 'fa05401b-fe16-4573-b827-d8a8f3de0f50', 'name': 'network-vif-deleted', 'tag': '803666ed-139a-4246-8f27-96d0761bb165', 'status': 'completed', 'code': 200} Jun 04 06:22:25.042559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:25.080190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:25.105697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:25.128941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.191631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.285422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2fcd988d-e1c8-4bd8-8450-8d238b21831e req-e1360a41-6674-41b5-afd2-d2ed751c043c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 210 time: 0.0856256 Jun 04 06:22:25.300320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-88ebba42-70c3-46b9-b8fd-3179be36ac00 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049170 Jun 04 06:22:25.357661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa11626f-a311-4a4e-8a2f-e57892e30dad None None] Network 86827112-4ea7-4580-b0f9-1f72191faf30 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:25.375707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-70cbb7e7-eaea-4599-9ef6-b4520b8bbd95 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6576371 Jun 04 06:22:25.377790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-790b41d6-0bc1-44b4-ac3c-c9b8debe21f8 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380286 Jun 04 06:22:25.406893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.412007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.456482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fcf8e3-6b9c-4495-9537-f26fe533eed0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:25.469595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.20.0.4 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/525148a2-b37c-4633-9977-f68f1c25dfaa) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:25.502934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-306c3cc6-37f8-4e84-8987-a8730aef48ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b969a1ca8ea843e98bc312950ebe599e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7962942 Jun 04 06:22:25.505267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43864) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:25.599382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:25.604987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.674703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a921d310-1284-4445-a788-13ecb86a9f0b', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'port_id': '1846b8dd-e5c8-4509-805c-b500382dded0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'mac_address': 'fa:16:3e:d6:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:21:50Z', 'updated_at': '2022-06-04T06:22:22Z', 'revision_number': 1, 'project_id': '028d819215f84d9897de627a56a21c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:25.681387 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Checking router: 8e4e28b4-9622-4499-b97d-2023041107e3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:25.693723 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:25.700691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['075e3b1d-3722-4779-8402-f3e1d72aa005'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:25.701931 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:25.781125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-9c49544c-f9bb-43d7-91b2-dea0cfe5e6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310608 Jun 04 06:22:25.809691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.829536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff91875-ae19-41be-a6fc-9a7f76491e61 req-5275a042-8a09-487b-b3cc-26864bc91b84 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:25.831073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff91875-ae19-41be-a6fc-9a7f76491e61 req-5275a042-8a09-487b-b3cc-26864bc91b84 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 1101 time: 0.3042200 Jun 04 06:22:25.858783 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.920900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff91875-ae19-41be-a6fc-9a7f76491e61 req-123a5ec8-931e-4449-99d5-ae3374abe380 tempest-MigrationsAdminTest-332800974 tempest-MigrationsAdminTest-332800974-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Jun 04 06:22:25.942740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a40d79c-911c-4c90-9795-19cf13be60cc req-39fc22e6-9433-44c7-a784-8f7cb0c1779c service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366662 Jun 04 06:22:25.966571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:25.979329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebee80-1390-46b8-ad7e-f191a92a166f req-ef61eea6-05ad-4759-8ee6-6868f81e1039 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:25.986749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42ebee80-1390-46b8-ad7e-f191a92a166f req-ef61eea6-05ad-4759-8ee6-6868f81e1039 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1097 time: 0.6938481 Jun 04 06:22:26.003496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fcf8e3-6b9c-4495-9537-f26fe533eed0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:26.029024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.032939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb9c4a86-dc81-4984-a0e1-b319ac342aae admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/66fcf8e3-6b9c-4495-9537-f26fe533eed0 HTTP/1.1" status: 204 len: 168 time: 0.5262771 Jun 04 06:22:26.039840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:26.053155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42ebee80-1390-46b8-ad7e-f191a92a166f req-3ebee407-8b8f-4e07-b9ff-de97879a2328 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656183 Jun 04 06:22:26.151346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.170317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Transition to ACTIVE for port object 525148a2-b37c-4633-9977-f68f1c25dfaa will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:26.190812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43884) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:26.238646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.358874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:26.362729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:26.365421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:26.412992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:26.482587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:26.484123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.527499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43894) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:26.544707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-4523d4aa-1165-447a-b4dc-2501dfcdda23 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5133228 Jun 04 06:22:26.560928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Request body: {'port': {'device_id': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:26.619643 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a921d310-1284-4445-a788-13ecb86a9f0b', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'port_id': '1846b8dd-e5c8-4509-805c-b500382dded0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'mac_address': 'fa:16:3e:d6:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:21:50Z', 'updated_at': '2022-06-04T06:22:22Z', 'revision_number': 1, 'project_id': '028d819215f84d9897de627a56a21c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:26.626937 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9d1db-e23b-4573-ba9a-b64bc78b44fb None None] The sync data for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 is: [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a921d310-1284-4445-a788-13ecb86a9f0b', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'port_id': '1846b8dd-e5c8-4509-805c-b500382dded0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'mac_address': 'fa:16:3e:d6:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:21:50Z', 'updated_at': '2022-06-04T06:22:22Z', 'revision_number': 1, 'project_id': '028d819215f84d9897de627a56a21c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:26.781082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43910) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:26.816985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e1d88161-5981-4dcf-94c6-d00ecdd295fe None None] Provisioning for port 525148a2-b37c-4633-9977-f68f1c25dfaa completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:26.823315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.825921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e1d88161-5981-4dcf-94c6-d00ecdd295fe None None] Provisioning complete for port 525148a2-b37c-4633-9977-f68f1c25dfaa triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:26.826390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1d88161-5981-4dcf-94c6-d00ecdd295fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.855145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:26.899889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:26.905837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e1d88161-5981-4dcf-94c6-d00ecdd295fe None None] Port 525148a2-b37c-4633-9977-f68f1c25dfaa cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:26.928233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Usage tracker for resource:security_group_rule and tenant:068f192bed68417c8f4c0e11c459cb72 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:26.935878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:26.947847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:27.028380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf2b2d-2835-4c09-8d94-2b6164ee0156 None None] New status for floating IP a921d310-1284-4445-a788-13ecb86a9f0b: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:22:27.037390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'name': 'network-vif-deleted', 'tag': '261776e9-867c-464d-84ee-938bf713681a'}, {'name': 'network-changed', 'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:27.143642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-f59ae804-3bd5-4b8a-8326-ac3d2b021757 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:27.145004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-f59ae804-3bd5-4b8a-8326-ac3d2b021757 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/networks?id=86827112-4ea7-4580-b0f9-1f72191faf30 HTTP/1.1" status: 200 len: 818 time: 0.3384373 Jun 04 06:22:27.170279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-2f58e37e-4159-4b2b-9f92-f21cce39b0d0 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/quotas/591fa5d03e1842bf8acb813fb1dbc188 HTTP/1.1" status: 200 len: 375 time: 0.0129974 Jun 04 06:22:27.227023 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-473ba881-ef21-4685-8d91-5a9f536a3fb2 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=591fa5d03e1842bf8acb813fb1dbc188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483742 Jun 04 06:22:27.238347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c66fd6d8-b91c-4292-8792-8d0da204dd2b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cdf17ce2a4f649a086afe49b868dc862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067394 Jun 04 06:22:27.246657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43916) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:27.256383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddc5f7-851b-448e-bfd4-f3440a0c2096 req-8a0f2036-638a-4d1b-9e55-530d63659f14 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:27.258513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72ddc5f7-851b-448e-bfd4-f3440a0c2096 req-8a0f2036-638a-4d1b-9e55-530d63659f14 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1097 time: 0.3997483 Jun 04 06:22:27.423662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.489703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-210a2e87-5248-4db6-bed1-433dcae0623a service neutron] 10.222.0.17 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275352 Jun 04 06:22:27.578654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72ddc5f7-851b-448e-bfd4-f3440a0c2096 req-3f6c5eb2-a718-4cec-a30a-787852d945a0 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927485 Jun 04 06:22:27.638855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.650241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.656759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.768572 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.795731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=068f192bed68417c8f4c0e11c459cb72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0135536 Jun 04 06:22:27.806719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21700b5-ef9b-455d-ab03-5a5b4bd4ce32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76d499-978c-411a-a618-f8d0f798f504,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:27.811099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:27.938619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-21b36876-5937-4e55-ba9b-7fabcb4603a1 service neutron] 10.222.0.17 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413559 Jun 04 06:22:27.960130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:27.971659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:27.998387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.028994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147237b-738d-4af3-97b0-f17a966d8ecd req-01fec7b8-057c-4507-844f-6f7cc6a791d7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:28.029861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8147237b-738d-4af3-97b0-f17a966d8ecd req-01fec7b8-057c-4507-844f-6f7cc6a791d7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:28.036162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Deleting port 0305541f-80c5-43e7-8d31-aeb289234b58 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:28.036798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.038112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.044984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Transition to ACTIVE for port object 525148a2-b37c-4633-9977-f68f1c25dfaa will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:28.053458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087e4d6-26e4-4538-91a9-3d696bd34db0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:28.066963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.186713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.203488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.207096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-112fb589-c7f8-42a6-a8de-963e961e852e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5087e4d6-26e4-4538-91a9-3d696bd34db0 HTTP/1.1" status: 204 len: 168 time: 0.9572182 Jun 04 06:22:28.285659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8147237b-738d-4af3-97b0-f17a966d8ecd req-01fec7b8-057c-4507-844f-6f7cc6a791d7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:28.286992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] For port 0305541f-80c5-43e7-8d31-aeb289234b58, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0305541f-80c5-43e7-8d31-aeb289234b58,segment=NetworkSegment(fd6dd783-761b-4a27-83de-f1344f6d567a),segment_id=fd6dd783-761b-4a27-83de-f1344f6d567a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:28.287508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.294300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8147237b-738d-4af3-97b0-f17a966d8ecd req-01fec7b8-057c-4507-844f-6f7cc6a791d7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 931 time: 0.5998878 Jun 04 06:22:28.343921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:28.394942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:28.466960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 075e3b1d-3722-4779-8402-f3e1d72aa005 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:28.485925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 075e3b1d-3722-4779-8402-f3e1d72aa005 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:28.488022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.545829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8147237b-738d-4af3-97b0-f17a966d8ecd req-981a9035-c559-4bd7-8f12-f031dd67d0a6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502084 Jun 04 06:22:28.551699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Calling delete_port for 0305541f-80c5-43e7-8d31-aeb289234b58 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:28.651825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.689332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Attempting to bind port 525148a2-b37c-4633-9977-f68f1c25dfaa on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:28.693392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Attempting to bind port 525148a2-b37c-4633-9977-f68f1c25dfaa by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:28.696929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Attempting to bind port 525148a2-b37c-4633-9977-f68f1c25dfaa on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:28.713739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-89c7f142-2cae-46ee-af7c-6dc62b73379a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:28.715298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-89c7f142-2cae-46ee-af7c-6dc62b73379a tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.5797143 Jun 04 06:22:28.764864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Port 525148a2-b37c-4633-9977-f68f1c25dfaa on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:28.765226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Attempting to bind port 525148a2-b37c-4633-9977-f68f1c25dfaa on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:28.828216 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e468651c-bf7f-4eab-a36e-8e4baac78f48'] response: {'server_uuid': 'eb457071-66fd-4e23-b038-0bfd6d96e608', 'name': 'network-vif-deleted', 'tag': '261776e9-867c-464d-84ee-938bf713681a', 'status': 'completed', 'code': 200} Jun 04 06:22:28.828478 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e468651c-bf7f-4eab-a36e-8e4baac78f48'] response: {'name': 'network-changed', 'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0', 'status': 'completed', 'code': 200} Jun 04 06:22:28.835381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:28.836906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:28.837592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:28.838004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 075e3b1d-3722-4779-8402-f3e1d72aa005 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:28.838303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Bound port: 525148a2-b37c-4633-9977-f68f1c25dfaa, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:28.838585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.838878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.853464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76d499-978c-411a-a618-f8d0f798f504,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:28.863956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43946) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:28.899098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:28.911331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:28.918783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.958098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-626a1aed-db71-4097-8dec-87abc9dd95d4 req-8145c947-cd6f-43bb-a6a6-8adb2cef95e8 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 210 time: 0.0885179 Jun 04 06:22:28.970513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:28.974685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-151e4fd1-63b5-4c06-89ba-8d63c687d814 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2c76d499-978c-411a-a618-f8d0f798f504 HTTP/1.1" status: 204 len: 168 time: 1.1514065 Jun 04 06:22:29.030069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:29.105810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Deleting port 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:29.106507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.115748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.182694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-de18124c-2922-4b0f-8b53-627f30eedc48 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=299fd8b0901e47069f14c81791061dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162355 Jun 04 06:22:29.183774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0305541f-80c5-43e7-8d31-aeb289234b58,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:29.217253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43954) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:29.275120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee9afd-13a7-4a4e-a4d8-0ae4b5d70e6d req-384aa0df-c01b-4d96-93d5-4354afa69eac tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:29.275369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:29.276641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d5ee9afd-13a7-4a4e-a4d8-0ae4b5d70e6d req-384aa0df-c01b-4d96-93d5-4354afa69eac tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 950 time: 0.9760451 Jun 04 06:22:29.283127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:29.340412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.411688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-971fd10f-884c-4c3b-882a-330de60961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:29.413193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-971fd10f-884c-4c3b-882a-330de60961ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 1096 time: 0.6966751 Jun 04 06:22:29.441298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:29.442326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.443702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] 10.222.0.39 "PUT /v2.0/ports/525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 1091 time: 2.8932865 Jun 04 06:22:29.481123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:29.593061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.618293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d5ee9afd-13a7-4a4e-a4d8-0ae4b5d70e6d req-a35280cf-526b-45c5-a822-6d0a1af68109 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287475 Jun 04 06:22:29.691857 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ad977d-69bf-4d14-b249-fff32f6f1de0'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'code': 200} Jun 04 06:22:29.732991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:29.792308 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbca782-ff8d-4aa8-8ae1-001e99f9d204'] response: {'name': 'network-changed', 'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'status': 'completed', 'code': 200} Jun 04 06:22:29.871099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9cb7-ba0b-43b0-8679-82130a409e41 service neutron] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:30.229050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-5e151291-4ede-4a09-96a7-09544bceace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.230929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-5e151291-4ede-4a09-96a7-09544bceace3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 916 time: 0.8011446 Jun 04 06:22:30.236739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-aeb16f11-f89a-4bc8-8b15-c213c72faa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.236908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:30.238600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-aeb16f11-f89a-4bc8-8b15-c213c72faa37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1094 time: 0.7371407 Jun 04 06:22:30.364737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d643c3a-1183-49a2-a950-2f195cc64c37,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:30.387838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-87a1339c-2da9-4a93-8595-50cd927faf1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 217 time: 0.1372540 Jun 04 06:22:30.415683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-6cf415e0-b15c-4d45-81cd-54dfb05f0189 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.417112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-6cf415e0-b15c-4d45-81cd-54dfb05f0189 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.39 "GET /v2.0/networks?id=86827112-4ea7-4580-b0f9-1f72191faf30 HTTP/1.1" status: 200 len: 818 time: 0.4417076 Jun 04 06:22:30.420560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:30.434425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Request body: {'port': {'device_id': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30', 'admin_state_up': True, 'tenant_id': '591fa5d03e1842bf8acb813fb1dbc188'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:30.451594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] For port 075e3b1d-3722-4779-8402-f3e1d72aa005, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=075e3b1d-3722-4779-8402-f3e1d72aa005,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:30.451962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:30.527624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:30.531463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51ebbc59-485d-40a6-8ddf-dd9a5b081ffb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9d643c3a-1183-49a2-a950-2f195cc64c37 HTTP/1.1" status: 204 len: 168 time: 1.3106699 Jun 04 06:22:30.532469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-90eec127-65e3-41d5-8ba7-3bd4b12a2db6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 200 len: 1000 time: 0.2829912 Jun 04 06:22:30.544024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052761-c318-48ad-bdd3-bd785f127432 req-11db6930-b045-4d51-bfdb-f4661c95b65d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.545754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea052761-c318-48ad-bdd3-bd785f127432 req-11db6930-b045-4d51-bfdb-f4661c95b65d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 943 time: 0.5712450 Jun 04 06:22:30.612387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Calling delete_port for 075e3b1d-3722-4779-8402-f3e1d72aa005 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:30.721334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-fcbaad44-9a0a-47eb-aa81-92dcde284a48 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:22:30.722726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-fcbaad44-9a0a-47eb-aa81-92dcde284a48 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146341 Jun 04 06:22:30.724656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ea052761-c318-48ad-bdd3-bd785f127432 req-76f9d25b-e5a4-40a7-ab4f-eb0218dcc972 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:30.730019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-77f99736-9b36-4807-a549-26986ba1838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.730849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-77f99736-9b36-4807-a549-26986ba1838d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.3308153 Jun 04 06:22:30.740967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-b5c14254-1178-4117-8165-44001fdc7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:30.742764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-b5c14254-1178-4117-8165-44001fdc7674 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.1386399 Jun 04 06:22:30.794239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Request body: {'binding': {'host': 'n-h1-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:30.794692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:22:30.888106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:30.890354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ea052761-c318-48ad-bdd3-bd785f127432 req-76f9d25b-e5a4-40a7-ab4f-eb0218dcc972 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:30.892249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea052761-c318-48ad-bdd3-bd785f127432 req-76f9d25b-e5a4-40a7-ab4f-eb0218dcc972 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815716 Jun 04 06:22:30.897840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Usage tracker for resource:port and tenant:591fa5d03e1842bf8acb813fb1dbc188 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:30.907882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:30.940140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:30.971885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:30.985955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e', '1da820f9-6db1-4acb-815e-8e856c8a7879', 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:31.064235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'Port': ['ID=075e3b1d-3722-4779-8402-f3e1d72aa005,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:31.074986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.075588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.076069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.076710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.077195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.081636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.082211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.083377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.084167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.085611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.089104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.089677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:31.107915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Made reservation on behalf of 591fa5d03e1842bf8acb813fb1dbc188 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:31.111327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:31.159714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-f9d77619-15a2-4015-b79c-6f3ed6770677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:31.161816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-f9d77619-15a2-4015-b79c-6f3ed6770677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3818994 Jun 04 06:22:31.205865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-054bf06d-3b84-481e-9a87-e6efd6cb4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:31.207454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-054bf06d-3b84-481e-9a87-e6efd6cb4116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4620950 Jun 04 06:22:31.226038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d39b1d9d-59b0-41fb-a8e1-222e4ae5a00f req-91eccc3f-7d8f-4be4-962e-e75fe60a4dcb tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 210 time: 0.1341803 Jun 04 06:22:31.346091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] No DVR routers for this DVR port 075e3b1d-3722-4779-8402-f3e1d72aa005 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:31.353599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:31.483499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on host n-h1-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:31.484082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:31.484603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:31.525683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:22:31.530037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:31.530549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:31.546176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c7224ed-6250-48dc-952b-1e0c8f65726e req-9950eead-35de-4241-884b-6a7a3eb9d89c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "DELETE /v2.0/ports/075e3b1d-3722-4779-8402-f3e1d72aa005 HTTP/1.1" status: 204 len: 173 time: 2.7658393 Jun 04 06:22:31.563545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:31.564363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:31.564948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:31.565737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Bound port: 54496a33-df04-423c-b50a-e444ab35f6af, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:31.682071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-f2e5fcf4-4df8-4353-bb9b-64b1921ab0d9 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953098 Jun 04 06:22:31.691416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Router 083a4c5d-fc12-4b2c-aef9-441feff35740 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:22:31.739095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-09841df9-54e4-47d3-ab37-ac1d51f39a6c service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069464 Jun 04 06:22:31.811167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-deleted', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:31.968912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1598b8e1-397c-4e43-85a2-6e641194f9c7 req-2ad9594b-9ef9-4ed1-a140-861e2766305a service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636368 Jun 04 06:22:31.996398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54c89c34-8478-4c21-8be8-2b5d24b743eb req-00f0b153-cba6-44a0-9657-fa4f4baba90f service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077978 Jun 04 06:22:32.001633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Allocated IP 172.20.0.12 (86827112-4ea7-4580-b0f9-1f72191faf30/87151d59-485d-4635-82f2-fec989f2cd10/6edcf30b-2e5e-4be7-9603-dbc07e2a3075) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:32.269871 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1dceb9fa-164e-4180-bd58-d3f016e63596 req-fe9a7b76-562f-452e-92c3-e0dbf0e9159d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=b016f396-699e-4821-8cf1-4b7bedfefc1b HTTP/1.1" status: 200 len: 210 time: 0.3132324 Jun 04 06:22:32.382150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:32.395138 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f5d062-ff43-41bf-bb8e-5cf404668e4f'] response: {'server_uuid': 'b016f396-699e-4821-8cf1-4b7bedfefc1b', 'name': 'network-vif-deleted', 'tag': '075e3b1d-3722-4779-8402-f3e1d72aa005', 'status': 'completed', 'code': 200} Jun 04 06:22:32.401769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-77960e86-b103-4d5e-b583-4f0311b7287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:32.403949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-77960e86-b103-4d5e-b583-4f0311b7287b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1094 time: 0.2773569 Jun 04 06:22:32.458874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 075e3b1d-3722-4779-8402-f3e1d72aa005 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:32.459175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 075e3b1d-3722-4779-8402-f3e1d72aa005 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:32.614534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-ed15ce56-a7b0-48f6-bdd2-432177fba614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:32.618375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-ed15ce56-a7b0-48f6-bdd2-432177fba614 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.2050056 Jun 04 06:22:32.684429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:32.721847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:32.723225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-ec1066e2-2e97-4531-a39f-477b8d4dba45 service neutron] 10.222.0.17 "POST /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af/bindings HTTP/1.1" status: 201 len: 389 time: 1.9806135 Jun 04 06:22:32.728611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:32.739058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52998e73-7cb9-4ae2-901d-cb4c75647d57 admin admin] 10.222.0.17 "PUT /v2.0/routers/083a4c5d-fc12-4b2c-aef9-441feff35740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5440860 Jun 04 06:22:32.740235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-a0881713-6726-4cbe-bae2-dfac6e3aa5ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 217 time: 0.1105902 Jun 04 06:22:32.740495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:32.763910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:32.777644 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Sync routers for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:32.798372 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:32.800320 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:32.826586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0304d-45f2-4c6d-9004-2817f22f433b req-f37ae3ea-41c5-40df-be05-2f4608d38d6f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:32.834525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68e0304d-45f2-4c6d-9004-2817f22f433b req-f37ae3ea-41c5-40df-be05-2f4608d38d6f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 943 time: 0.2674541 Jun 04 06:22:32.901446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68e0304d-45f2-4c6d-9004-2817f22f433b req-63138668-2361-4d60-aa4d-caa4a8941aa4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653734 Jun 04 06:22:32.919416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.188641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-926879da-5415-47b1-b912-b688d38ee274 req-a24a0b89-0975-48a9-8226-a638d9beedf2 tempest-FlavorsV2NegativeTest-1647871590 tempest-FlavorsV2NegativeTest-1647871590-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=39cd2007e72d47f6b97debf24fd0e91a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525043 Jun 04 06:22:33.258519 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:33.265134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Network 86827112-4ea7-4580-b0f9-1f72191faf30 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:33.307683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:33.325678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:33.350506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Pushing event updated for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:33.415828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-28d9d55e-a28b-40a7-a8f7-00b3700d23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:33.417919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-28d9d55e-a28b-40a7-a8f7-00b3700d23a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.6716514 Jun 04 06:22:33.428274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:33.428274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.449446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-3209874e-3348-4295-b593-c9295a6bd914 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0234861 Jun 04 06:22:33.468840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Request body: {'port': {'device_id': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:33.535543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.555989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926879da-5415-47b1-b912-b688d38ee274 req-82566016-8162-43e9-99e7-3b4173cd6359 tempest-FlavorsV2NegativeTest-1647871590 tempest-FlavorsV2NegativeTest-1647871590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:33.563112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-926879da-5415-47b1-b912-b688d38ee274 req-82566016-8162-43e9-99e7-3b4173cd6359 tempest-FlavorsV2NegativeTest-1647871590 tempest-FlavorsV2NegativeTest-1647871590-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744278 Jun 04 06:22:33.608453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-926879da-5415-47b1-b912-b688d38ee274 req-ab7b97d5-a520-4430-9c39-c02eb69697ec tempest-FlavorsV2NegativeTest-1647871590 tempest-FlavorsV2NegativeTest-1647871590-project] 10.222.0.17 "GET /v2.0/quotas/39cd2007e72d47f6b97debf24fd0e91a HTTP/1.1" status: 200 len: 375 time: 0.0416775 Jun 04 06:22:33.689890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-926879da-5415-47b1-b912-b688d38ee274 req-3f636dfa-3f0d-4bb6-a33f-50fa37f99af7 tempest-FlavorsV2NegativeTest-1647871590 tempest-FlavorsV2NegativeTest-1647871590-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=39cd2007e72d47f6b97debf24fd0e91a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653903 Jun 04 06:22:33.699825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.707520 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:22:29Z', 'revision_number': 5, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port': {'id': '8d7645e1-41b6-4f26-ab53-fa5c1c99feb0', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:19:32Z', 'updated_at': '2022-06-04T06:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:33.718897 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Checking router: 083a4c5d-fc12-4b2c-aef9-441feff35740 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:33.740938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Routers {'083a4c5d-fc12-4b2c-aef9-441feff35740'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:33.741157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.746187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['083a4c5d-fc12-4b2c-aef9-441feff35740'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:33.767189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-3a9b7c13-3acd-4a34-8b17-edb7097332d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:33.769030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-3a9b7c13-3acd-4a34-8b17-edb7097332d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1097 time: 0.6221509 Jun 04 06:22:33.784987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f3540-2030-44e1-9289-bb2ab37d4610 req-bc1f412d-bb7b-42b3-abf6-b9d5013634ad tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:33.787005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65f3540-2030-44e1-9289-bb2ab37d4610 req-bc1f412d-bb7b-42b3-abf6-b9d5013634ad tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 932 time: 0.5456777 Jun 04 06:22:33.834969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Deleting port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:33.834969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:33.977056 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] Set router 083a4c5d-fc12-4b2c-aef9-441feff35740 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:34.105737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:22:33Z', 'revision_number': 6, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:34.105737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa6684-be78-4861-8e32-206db25693d4 None None] The sync data for ids ['083a4c5d-fc12-4b2c-aef9-441feff35740'] in n-d-811808-2 is: [{'id': '083a4c5d-fc12-4b2c-aef9-441feff35740', 'name': 'tempest-ServerRescueTestJSON-1286415028-router', 'tenant_id': '64029dbd10914205aad68d684c7b7443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:19:30Z', 'updated_at': '2022-06-04T06:22:33Z', 'revision_number': 6, 'project_id': '64029dbd10914205aad68d684c7b7443', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:34.144650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8716fe-a4b5-4c0d-b514-aadb7972946b req-1e22259d-0f4c-438b-a84e-97a44d460dbe tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:34.153220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f8716fe-a4b5-4c0d-b514-aadb7972946b req-1e22259d-0f4c-438b-a84e-97a44d460dbe tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.2208648 Jun 04 06:22:34.230279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f8716fe-a4b5-4c0d-b514-aadb7972946b req-6539300c-81da-4471-a4b3-3051b29e571e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757878 Jun 04 06:22:34.282320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e65f3540-2030-44e1-9289-bb2ab37d4610 req-6b3cd617-329c-423e-8409-5e363898f5bb tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Synchronizing usage tracker for tenant:591fa5d03e1842bf8acb813fb1dbc188 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:34.310261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-be327e27-4e70-4a6d-90a1-b0f011f0eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:34.310814 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-be327e27-4e70-4a6d-90a1-b0f011f0eec0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8822429 Jun 04 06:22:34.319102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:34.329650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:34.347624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Transition to ACTIVE for port object 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:34.353181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:34.552096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:34.599589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-d93d28dd-d927-43b5-96d2-b6fa180496da tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=4fa03ea2d667419da4fc288aec86ee31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372980 Jun 04 06:22:34.640563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e65f3540-2030-44e1-9289-bb2ab37d4610 req-6b3cd617-329c-423e-8409-5e363898f5bb tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Unset dirty status for tenant:591fa5d03e1842bf8acb813fb1dbc188 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:34.641752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65f3540-2030-44e1-9289-bb2ab37d4610 req-6b3cd617-329c-423e-8409-5e363898f5bb tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487676 Jun 04 06:22:34.642913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-675f0378-6dfd-497a-8512-4ef0a45ce536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:34.644639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-675f0378-6dfd-497a-8512-4ef0a45ce536 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.8559511 Jun 04 06:22:34.655330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] For port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:34.655691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:34.764642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:34.821680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Attempting to bind port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:34.822479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Attempting to bind port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'c764a716-ff12-46be-98ea-e0882498d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:34.823025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Attempting to bind port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 on network 86827112-4ea7-4580-b0f9-1f72191faf30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:34.846095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 on network 86827112-4ea7-4580-b0f9-1f72191faf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:34.846795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Attempting to bind port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 on network 86827112-4ea7-4580-b0f9-1f72191faf30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:34.858746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-e74e4ccf-9189-466b-b73e-720df8615188 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:34.860649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-e74e4ccf-9189-466b-b73e-720df8615188 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293880 Jun 04 06:22:34.863752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:34.864377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Checking segment: {'id': 'c764a716-ff12-46be-98ea-e0882498d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:34.865017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Bound using segment: {'id': 'c764a716-ff12-46be-98ea-e0882498d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:34.865715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Bound port: 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c764a716-ff12-46be-98ea-e0882498d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:34.866288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:34.875072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-34eaca68-223f-4827-838f-68b0750b54d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 217 time: 0.2036214 Jun 04 06:22:34.882151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Calling delete_port for 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:35.077786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.084846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-50a7b799-068b-4139-9f2a-23797dc23cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:35.086256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-50a7b799-068b-4139-9f2a-23797dc23cd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.1674340 Jun 04 06:22:35.094810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-10136005-3e79-4156-8166-f1e3b2ab9e05 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/quotas/4fa03ea2d667419da4fc288aec86ee31 HTTP/1.1" status: 200 len: 375 time: 0.0468338 Jun 04 06:22:35.131890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:35.156426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-88b5d3d5-9d96-4212-bfef-6e7050a3b8a5 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284569 Jun 04 06:22:35.171827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-a7c20fe7-65da-445a-8863-e8faed320d5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664289 Jun 04 06:22:35.180454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Usage tracker for resource:security_group_rule and tenant:39cd2007e72d47f6b97debf24fd0e91a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:35.186821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-8c015d9c-ebf1-49b4-8b1d-15f7b3d1960b tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4fa03ea2d667419da4fc288aec86ee31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620358 Jun 04 06:22:35.189456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:35.204533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:35.251375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:35.259799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,segment=NetworkSegment(c764a716-ff12-46be-98ea-e0882498d661),segment_id=c764a716-ff12-46be-98ea-e0882498d661)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:35.267489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.332128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:35.333027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.334405 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] 10.222.0.39 "PUT /v2.0/ports/6edcf30b-2e5e-4be7-9603-dbc07e2a3075 HTTP/1.1" status: 200 len: 1092 time: 1.8745170 Jun 04 06:22:35.334836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:35.392307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Pushing event updated for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:35.470045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.470641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.471128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.471662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.471962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.472468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.472802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.473094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.473650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.474392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.474726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.475017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aafcdb-99d3-488a-8235-d80157e5ba9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:35.500311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.513520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.556583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a614b7-4e83-49ab-9008-4c594aa40552 req-498512a9-7a5a-4c3b-b28e-13bf95aed6a0 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838236 Jun 04 06:22:35.579944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39cd2007e72d47f6b97debf24fd0e91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138850 Jun 04 06:22:35.583346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-f99e1e89-0d15-481f-b38f-9ed39eed1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:35.584922 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-f99e1e89-0d15-481f-b38f-9ed39eed1537 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=591fa5d03e1842bf8acb813fb1dbc188&device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 1095 time: 0.1936924 Jun 04 06:22:35.586507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:35.587333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b320d-94b5-48d7-9fe7-cb98ca12afbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d04c9e-db26-439a-af98-b43351201e2b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:35.621950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e9fa-d968-4fe2-ae7e-2d69a0df5e5f req-f39cf455-79d3-4aa8-b046-60310cc00da0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:35.623676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e70e9fa-d968-4fe2-ae7e-2d69a0df5e5f req-f39cf455-79d3-4aa8-b046-60310cc00da0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 943 time: 0.5905762 Jun 04 06:22:35.679237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-7df68b72-9e51-4779-8ef5-98a16d933a6c service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821486 Jun 04 06:22:35.705912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-61cd554c-d36c-450e-99d6-f7b2d55aa19f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075 HTTP/1.1" status: 200 len: 217 time: 0.1028402 Jun 04 06:22:35.810604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.813869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-8dd20ad6-6566-474d-b18e-c5dc545bf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:35.815423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-8dd20ad6-6566-474d-b18e-c5dc545bf273 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87151d59-485d-4635-82f2-fec989f2cd10 HTTP/1.1" status: 200 len: 858 time: 0.1020036 Jun 04 06:22:35.862110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0305541f-80c5-43e7-8d31-aeb289234b58 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:35.919875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0305541f-80c5-43e7-8d31-aeb289234b58 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:35.921195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0305541f-80c5-43e7-8d31-aeb289234b58 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:35.922591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:35.937885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-4572af84-f641-4c69-be29-74a52c695511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86827112-4ea7-4580-b0f9-1f72191faf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964501 Jun 04 06:22:35.948893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:35.990139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e70e9fa-d968-4fe2-ae7e-2d69a0df5e5f req-e4b39db0-711d-4bb7-996e-22094668238e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321927 Jun 04 06:22:35.996473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.006893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-a250a8f1-4df5-444c-99a8-7b5ccbd69a5e service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865944 Jun 04 06:22:36.009283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 06:22:36.009938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8d7645e1-41b6-4f26-ab53-fa5c1c99feb0 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:36.057918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:36.086467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7645e1-41b6-4f26-ab53-fa5c1c99feb0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:36.173117 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fd6d8c-0cf7-4c6b-b954-b5d5a5d4540e'] response: {'name': 'network-changed', 'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075', 'status': 'completed', 'code': 200} Jun 04 06:22:36.216918 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-d6c76986-2630-4c1f-a8fc-6f89474e825a service neutron] 10.222.0.39 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700307 Jun 04 06:22:36.253163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.340101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:36.370396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:36.427080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dc048-8d42-4135-8ece-8cdd75dd66c3 req-5d642fc8-b165-4f46-9017-026084c92b2e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:36.428629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c6dc048-8d42-4135-8ece-8cdd75dd66c3 req-5d642fc8-b165-4f46-9017-026084c92b2e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.5379326 Jun 04 06:22:36.458320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.492016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d04c9e-db26-439a-af98-b43351201e2b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:36.500463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21c51252-8cad-44c1-a1dc-4f394cd2923d req-c03090b4-c752-422e-ba7f-a8bf284b5b90 service neutron] 10.222.0.39 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755041 Jun 04 06:22:36.514644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.516634 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3f5e0bc0-ffe2-4871-9481-1c53cdacbd2c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/61d04c9e-db26-439a-af98-b43351201e2b HTTP/1.1" status: 204 len: 168 time: 0.9262218 Jun 04 06:22:36.564162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:36.566107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.621820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:36.656484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:36.665071 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.751098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-2464ae24-c491-40a4-8479-0cc54d15d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:36.752865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-2464ae24-c491-40a4-8479-0cc54d15d107 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=591fa5d03e1842bf8acb813fb1dbc188&device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 1095 time: 0.1626289 Jun 04 06:22:36.767834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c6dc048-8d42-4135-8ece-8cdd75dd66c3 req-92c90d82-0049-4f80-95ba-efbd572b0fc0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191476 Jun 04 06:22:36.786332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad06a2c5-5527-4b6c-8f07-ccd10106f1ab req-eb4996e9-1f54-4461-b343-75af9311eff9 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 210 time: 0.3766735 Jun 04 06:22:36.790079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.793391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.828249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:36.837538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.837931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083a4c5d-fc12-4b2c-aef9-441feff35740 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:22:36.860572 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:36.865811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6467c187-bec7-45c9-80a4-c74e4512e935 admin admin] 10.222.0.17 "DELETE /v2.0/routers/083a4c5d-fc12-4b2c-aef9-441feff35740 HTTP/1.1" status: 204 len: 168 time: 4.1239715 Jun 04 06:22:36.868917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44172) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:36.992954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Deleting subnet 6ae4c7ba-8448-43dd-8138-a698f6dcb518 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:22:37.022188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.142539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-a3a7ffce-6e33-49ae-be60-ace03805d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.144527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-a3a7ffce-6e33-49ae-be60-ace03805d9ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=86827112-4ea7-4580-b0f9-1f72191faf30 HTTP/1.1" status: 200 len: 919 time: 0.3729484 Jun 04 06:22:37.166374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['525148a2-b37c-4633-9977-f68f1c25dfaa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:37.207140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.295938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-009e63c7-6c05-4604-8c41-68ae7e1d71d2 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4fa03ea2d667419da4fc288aec86ee31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437249 Jun 04 06:22:37.312088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.411067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-f9bba894-38db-4be9-b65d-2ac1270d8652 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075 HTTP/1.1" status: 200 len: 217 time: 0.2159901 Jun 04 06:22:37.520331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-75db58f7-04f8-4736-aafc-278abc84c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.522542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-75db58f7-04f8-4736-aafc-278abc84c146 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87151d59-485d-4635-82f2-fec989f2cd10 HTTP/1.1" status: 200 len: 858 time: 0.1030233 Jun 04 06:22:37.556083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.624624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae4c7ba-8448-43dd-8138-a698f6dcb518,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:37.637838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.647968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2309c-8ca0-46f5-b115-0888eee9a722 req-502fdb9f-6669-46bd-9b08-a4e2ead5c34d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.648891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-65e2309c-8ca0-46f5-b115-0888eee9a722 req-502fdb9f-6669-46bd-9b08-a4e2ead5c34d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:37.666808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2a09c138-556b-489e-8e66-4f314fbbdbe6 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6ae4c7ba-8448-43dd-8138-a698f6dcb518 HTTP/1.1" status: 204 len: 168 time: 0.7965455 Jun 04 06:22:37.679270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:37.707281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120ae18-0b2d-4a05-9134-da3592b1cc23 req-4ffe4ccd-1427-4469-84db-3b6dcb9f8738 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.707965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6120ae18-0b2d-4a05-9134-da3592b1cc23 req-4ffe4ccd-1427-4469-84db-3b6dcb9f8738 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Synchronizing usage tracker for tenant:591fa5d03e1842bf8acb813fb1dbc188 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:37.712187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-809236b4-1811-4f8d-ba21-3b9daf1863f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86827112-4ea7-4580-b0f9-1f72191faf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808181 Jun 04 06:22:37.731849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-8382c5f9-e9bf-4a56-80b2-453fbfee278e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.733309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-8382c5f9-e9bf-4a56-80b2-453fbfee278e tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 950 time: 0.4232843 Jun 04 06:22:37.801690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-17a52917-725b-4617-976e-b53e18bc6363 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:37.803145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-17a52917-725b-4617-976e-b53e18bc6363 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443505 Jun 04 06:22:37.809449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-65e2309c-8ca0-46f5-b115-0888eee9a722 req-502fdb9f-6669-46bd-9b08-a4e2ead5c34d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:37.817975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65e2309c-8ca0-46f5-b115-0888eee9a722 req-502fdb9f-6669-46bd-9b08-a4e2ead5c34d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 950 time: 0.7503910 Jun 04 06:22:37.819609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:37.819743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6120ae18-0b2d-4a05-9134-da3592b1cc23 req-4ffe4ccd-1427-4469-84db-3b6dcb9f8738 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Unset dirty status for tenant:591fa5d03e1842bf8acb813fb1dbc188 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:37.821244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6120ae18-0b2d-4a05-9134-da3592b1cc23 req-4ffe4ccd-1427-4469-84db-3b6dcb9f8738 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 944 time: 0.6816270 Jun 04 06:22:37.852545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Request body: {'port': {'device_id': '880d9647-c027-4e3d-99a9-6d86304a588c', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '4fa03ea2d667419da4fc288aec86ee31'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:37.958005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:37.983321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-b2d574f7-a73d-4887-a1d9-dda24adfb625 service neutron] 10.222.0.39 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470231 Jun 04 06:22:37.987363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Deleting port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:37.987999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.014155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65e2309c-8ca0-46f5-b115-0888eee9a722 req-b142410e-2cdd-42cc-ac82-79b20ad19017 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951702 Jun 04 06:22:38.204352 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6120ae18-0b2d-4a05-9134-da3592b1cc23 req-24283aae-facd-440a-8620-008b15664632 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665926 Jun 04 06:22:38.210408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1596708719-network', 'tenant_id': '854b1ff72970497e863752dcd622e30b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:38.224651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:38.274569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Usage tracker for resource:network and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:38.303663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:38.303663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:38.303663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.321138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:38.321138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Usage tracker for resource:port and tenant:4fa03ea2d667419da4fc288aec86ee31 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:38.338031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:38.344310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c027f34b-3f43-4a0b-ac94-7dd1c0fbcc48 req-8b9829b7-8d28-48bd-be52-9d8866d17d1c service neutron] 10.222.0.39 "GET /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053420 Jun 04 06:22:38.358004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:38.361997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Made reservation on behalf of 854b1ff72970497e863752dcd622e30b for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:38.364244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.374103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f9eaba-8606-4d3d-8891-ee7db7119247']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:38.394141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.405387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6dd783-761b-4a27-83de-f1344f6d567a') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:38.405715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6dd783-761b-4a27-83de-f1344f6d567a') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:38.419176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Made reservation on behalf of 4fa03ea2d667419da4fc288aec86ee31 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:38.422854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.443197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.452862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:38.457672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.473128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Usage tracker for resource:security_group_rule and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:38.481009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:38.485518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.495218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:38.495966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] For port d32e7cdf-87df-4841-ae8c-8968cf5f30e7, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:38.496326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.498702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:38.506225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Usage tracker for resource:security_group_rule and tenant:4fa03ea2d667419da4fc288aec86ee31 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:38.509218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:22:38.509811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.528361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:38.547092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:38.556247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263111a-60c3-436d-b752-4b9a3d7e1522 req-7a6cb877-d5db-445f-9f2a-8df7b58741b5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:38.557771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8263111a-60c3-436d-b752-4b9a3d7e1522 req-7a6cb877-d5db-445f-9f2a-8df7b58741b5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3513858 Jun 04 06:22:38.573667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f97b-cef6-4996-b0fd-786cc4fd7946 req-6f2d87b2-6e06-4e25-bb08-758558b9daef tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:38.575147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0621f97b-cef6-4996-b0fd-786cc4fd7946 req-6f2d87b2-6e06-4e25-bb08-758558b9daef tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.2019980 Jun 04 06:22:38.636035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Calling delete_port for d32e7cdf-87df-4841-ae8c-8968cf5f30e7 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:38.676560 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fd6dd783-761b-4a27-83de-f1344f6d567a resource provider aggregate not found Jun 04 06:22:38.703079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.712600 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fd6dd783-761b-4a27-83de-f1344f6d567a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd6dd783-761b-4a27-83de-f1344f6d567a found for delete ", "request_id": "req-ff71cd35-062d-4ab8-91ce-4b68840e247a"}]} Jun 04 06:22:38.730062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0621f97b-cef6-4996-b0fd-786cc4fd7946 req-494c9d2b-138d-443c-88e9-6f82aef2192f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011875 Jun 04 06:22:38.740162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.748666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8263111a-60c3-436d-b752-4b9a3d7e1522 req-bb2ba890-6fff-4842-9131-d67338aacd4e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360414 Jun 04 06:22:38.768132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f9eaba-8606-4d3d-8891-ee7db7119247,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:38.810534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0103bff3-eac7-4642-8e1f-d1b0bcc2c402 admin admin] 10.222.0.17 "DELETE /v2.0/networks/17f9eaba-8606-4d3d-8891-ee7db7119247 HTTP/1.1" status: 204 len: 168 time: 1.1277032 Jun 04 06:22:38.886470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.898688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e', '1da820f9-6db1-4acb-815e-8e856c8a7879', 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:38.905694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.905694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.911498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.924938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:38.986842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:22:39.026308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b1397-4d2c-4c8a-8c5c-f4887c6f373c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:39.044640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'Port': ['ID=d32e7cdf-87df-4841-ae8c-8968cf5f30e7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:39.046564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:39.059664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.060021 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Added segment c6992977-1ba3-4129-bffb-bf3160f7af33 of type vlan for network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 Jun 04 06:22:39.212349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6ab15e6a-11d1-4cf5-af86-2eb3ad5e13fd req-202289de-1011-4f89-bd0d-d4642f3a7463 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 210 time: 0.2203839 Jun 04 06:22:39.227405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] No DVR routers for this DVR port d32e7cdf-87df-4841-ae8c-8968cf5f30e7 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:39.231109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.234652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-deleted', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:39.256357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11257bd9-c267-49cf-96aa-86bec32163b3 req-30718c58-b747-4dc6-92f5-8706a2086b27 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "DELETE /v2.0/ports/d32e7cdf-87df-4841-ae8c-8968cf5f30e7 HTTP/1.1" status: 204 len: 173 time: 1.4984844 Jun 04 06:22:39.306931 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b862d4dc-8c0f-48ed-ad32-d0cf462e85ab'] response: {'server_uuid': '791b737b-c8c4-4e39-a3e3-69927f8335d9', 'name': 'network-vif-deleted', 'tag': 'd32e7cdf-87df-4841-ae8c-8968cf5f30e7', 'status': 'completed', 'code': 200} Jun 04 06:22:39.324948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fcebc3-7642-4d82-91f7-32a35e73f283,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:39.377267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.459025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72879e14-06bf-456c-9e2a-e53d69830ca3 req-90b343e3-4696-41e8-9474-9365b29137df tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=791b737b-c8c4-4e39-a3e3-69927f8335d9 HTTP/1.1" status: 200 len: 210 time: 0.1423564 Jun 04 06:22:39.470119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-518951bb-a96b-4819-82c8-8bd98c5d1e69 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=64029dbd10914205aad68d684c7b7443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116447 Jun 04 06:22:39.475580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:39.536841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.538451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:39.539818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.553208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544582-4dc9-470f-9cd9-6f6942066bb3 req-2ad162b0-e504-4420-b40c-b89922c8b263 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:39.555102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-62544582-4dc9-470f-9cd9-6f6942066bb3 req-2ad162b0-e504-4420-b40c-b89922c8b263 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 944 time: 0.1165621 Jun 04 06:22:39.579893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Allocated IP 192.168.233.229 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/82bd3490-ac00-4d75-a98b-e9f3d515b101) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:39.606040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-62544582-4dc9-470f-9cd9-6f6942066bb3 req-f77a4c65-e85f-400c-8169-3bb70b022952 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jun 04 06:22:39.722891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8899360 Jun 04 06:22:39.729046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e9571-82ec-4d83-9bd8-d9f9021f08ae admin admin] Pushing event updated for resources: {'Network': ['ID=9b798a06-b641-4e7c-80de-8a745c8dd4d7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:39.731390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44230) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:39.741951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:22:39.745234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.746442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Request body: {'subnet': {'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1596708719-subnet', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:39.752456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:39.772459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Usage tracker for resource:subnet and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:39.785595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:39.794445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:39.806436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Made reservation on behalf of 854b1ff72970497e863752dcd622e30b for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:39.809763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:39.814751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.098725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:40.166596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.183384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Transition to ACTIVE for port object 82bd3490-ac00-4d75-a98b-e9f3d515b101 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:40.215570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 525148a2-b37c-4633-9977-f68f1c25dfaa completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:40.221341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.228456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 525148a2-b37c-4633-9977-f68f1c25dfaa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:40.228456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.260662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.292727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c61232-6838-4539-9ed3-ff176a5dc816 req-55498ef4-dce5-4c3b-859e-90c180cebe60 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:40.292727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22c61232-6838-4539-9ed3-ff176a5dc816 req-55498ef4-dce5-4c3b-859e-90c180cebe60 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3186703 Jun 04 06:22:40.323001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:40.323001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f8831-3d05-4461-b3aa-7954611a555b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:40.323001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:40.337870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:40.379833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22c61232-6838-4539-9ed3-ff176a5dc816 req-850256d4-8838-4c30-bf6f-5ded256c1309 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838442 Jun 04 06:22:40.391377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Pushing event updated for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:40.397599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.403493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048a92-e98e-402f-bf33-3f604cde7c2f req-45309672-4820-48b0-8a52-096a6a7a5489 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:40.424413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6048a92-e98e-402f-bf33-3f604cde7c2f req-45309672-4820-48b0-8a52-096a6a7a5489 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.4768996 Jun 04 06:22:40.442779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.447837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-084c38e9-bfd4-4eaa-87a8-3f7baf23208a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ab4f8831-3d05-4461-b3aa-7954611a555b HTTP/1.1" status: 204 len: 168 time: 0.9589601 Jun 04 06:22:40.530136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2539b8-db42-4681-a662-bc6199be5097,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:40.539633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Checking segment: {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:40.540564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Network hostable DHCP agents. Network: 9b798a06-b641-4e7c-80de-8a745c8dd4d7, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:22:40.546997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6048a92-e98e-402f-bf33-3f604cde7c2f req-8b0ec874-9572-4b16-aa5b-f5ad57dcd460 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256881 Jun 04 06:22:40.578823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:22:40.598562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:40.606912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9b798a06-b641-4e7c-80de-8a745c8dd4d7) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:40.607400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.615351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:40.615920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.624128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:40.624737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.667821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-01fdb0b5-3131-4609-9f1f-08397e50f500 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8454971 Jun 04 06:22:40.692376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Request body: {'port': {'device_id': '880d9647-c027-4e3d-99a9-6d86304a588c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:40.695503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-95444b76-3a34-4e9d-8e9d-1f07a0944472 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9559352 Jun 04 06:22:40.695503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:40.714906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b6a4b-dbb3-4b6c-9527-de7ffb97a93f None None] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:40.719576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:40.730918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:40.842127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Usage tracker for resource:router and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:40.868947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:40.887770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:40.958065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.958065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:40.997760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.014295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72b15-576d-422b-b59e-6a424ac9765a req-a12aceec-553a-4278-814e-cc2e3b0952de tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:41.022073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-04b72b15-576d-422b-b59e-6a424ac9765a req-a12aceec-553a-4278-814e-cc2e3b0952de tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 936 time: 0.3004067 Jun 04 06:22:41.045746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.052899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35031b14-0bba-4cdc-96c2-3ae29cc61f7b None None] Provisioning for port 82bd3490-ac00-4d75-a98b-e9f3d515b101 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:41.069394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35031b14-0bba-4cdc-96c2-3ae29cc61f7b None None] Provisioning complete for port 82bd3490-ac00-4d75-a98b-e9f3d515b101 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:41.069394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35031b14-0bba-4cdc-96c2-3ae29cc61f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.140969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:41.184551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:41.184551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-35031b14-0bba-4cdc-96c2-3ae29cc61f7b None None] Port 82bd3490-ac00-4d75-a98b-e9f3d515b101 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:41.216934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-04b72b15-576d-422b-b59e-6a424ac9765a req-2f9612ba-a094-45bd-99d0-70c57168f72f tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845090 Jun 04 06:22:41.242880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.248999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6e6d3-e0ef-45ae-8c9c-98062d80bdde req-e5436cc2-24b3-45fd-8636-fece051c12c8 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:41.260018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53b6e6d3-e0ef-45ae-8c9c-98062d80bdde req-e5436cc2-24b3-45fd-8636-fece051c12c8 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 944 time: 0.3133242 Jun 04 06:22:41.345198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44262) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:41.407970 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3910a2d1-1254-4ceb-9843-5d8ecea17482'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:22:41.482156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:41.515902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53b6e6d3-e0ef-45ae-8c9c-98062d80bdde req-09f0d019-f162-4516-bef4-8fbdea8f32f7 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456856 Jun 04 06:22:41.629257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.631468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.631874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.632429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.635444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.636633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.637048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.638758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.641699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.644049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.668793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.668793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.668793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:22:41.701905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'fixed_ips': [{'subnet_id': '8d2539b8-db42-4681-a662-bc6199be5097'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:22:41.708668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.717299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.724263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:41.941562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dac1b-ab16-41bb-bca4-b0fa546b6074 req-5272fb1e-5669-4862-bc48-ef44fecd8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:41.943425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-320dac1b-ab16-41bb-bca4-b0fa546b6074 req-5272fb1e-5669-4862-bc48-ef44fecd8485 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1096 time: 0.4230046 Jun 04 06:22:41.957852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d20c3d-205a-4bec-8cd9-200f7e347876 req-6ddb7a73-907b-4909-8a24-c67d0ffd9c2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:41.966696 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e6d20c3d-205a-4bec-8cd9-200f7e347876 req-6ddb7a73-907b-4909-8a24-c67d0ffd9c2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.3587301 Jun 04 06:22:42.017006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.051809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00badf9c-44d6-475a-ae7f-f46793739980,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:42.074487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Allocated IP 172.20.0.2 (9b798a06-b641-4e7c-80de-8a745c8dd4d7/8d2539b8-db42-4681-a662-bc6199be5097/69185311-6c22-4107-a0a4-50b76e6bae61) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:42.081371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d499-9d69-4014-9276-85f75301cb23 req-89491a12-19cf-40f4-82e1-4cd02a15eef0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:42.081775 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e6d20c3d-205a-4bec-8cd9-200f7e347876 req-3c0481db-fd34-4d3a-8c6c-5acd9b5e8078 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138546 Jun 04 06:22:42.090193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1b2d499-9d69-4014-9276-85f75301cb23 req-89491a12-19cf-40f4-82e1-4cd02a15eef0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.2150397 Jun 04 06:22:42.112652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-320dac1b-ab16-41bb-bca4-b0fa546b6074 req-2aec0ff6-bba9-4e62-baf9-adc1b74fb52f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373854 Jun 04 06:22:42.117436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.119064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c8580918-c542-4aea-aaf8-442b1a6886b8 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "DELETE /v2.0/security-groups/00badf9c-44d6-475a-ae7f-f46793739980 HTTP/1.1" status: 204 len: 168 time: 0.7615345 Jun 04 06:22:42.122048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44280) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:42.124097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:42.166556 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-23ef4af3-307c-4063-8796-4fe31967bce3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] show failed (client error): The resource could not be found. Jun 04 06:22:42.167716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-23ef4af3-307c-4063-8796-4fe31967bce3 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups/00badf9c-44d6-475a-ae7f-f46793739980 HTTP/1.1" status: 404 len: 347 time: 0.0436718 Jun 04 06:22:42.172151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:42.218015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1b2d499-9d69-4014-9276-85f75301cb23 req-3dbff54b-ba50-4043-8d47-3098fb434c8f tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 Jun 04 06:22:42.220272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bd3490-ac00-4d75-a98b-e9f3d515b101 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:42.251417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.281509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Transition to ACTIVE for port object 82bd3490-ac00-4d75-a98b-e9f3d515b101 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:42.291167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.436420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,segment=NetworkSegment(c764a716-ff12-46be-98ea-e0882498d661),segment_id=c764a716-ff12-46be-98ea-e0882498d661)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:42.452124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:42.533348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075', 'network_id': '86827112-4ea7-4580-b0f9-1f72191faf30', 'port_id': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075', 'mac_address': 'fa:16:3e:f1:55:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87151d59-485d-4635-82f2-fec989f2cd10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:42.534990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: d32e7cdf-87df-4841-ae8c-8968cf5f30e7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:42.535533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d32e7cdf-87df-4841-ae8c-8968cf5f30e7 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:42.560075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Deleting port 22728bd8-c294-46ff-a138-0b94be6d157f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:42.560423 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.674559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.781969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:42.781969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.811757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:42.816969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.836047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Transition to ACTIVE for port object 69185311-6c22-4107-a0a4-50b76e6bae61 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:42.849322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,segment=NetworkSegment(c764a716-ff12-46be-98ea-e0882498d661),segment_id=c764a716-ff12-46be-98ea-e0882498d661)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:42.858767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.876961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Pushing event updated for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:42.903582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Transition to ACTIVE for port object 69185311-6c22-4107-a0a4-50b76e6bae61 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:42.931793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.932505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44302) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:42.962188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:42.963097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:42.968996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:42.973378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:43.015938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Attempting to bind port 82bd3490-ac00-4d75-a98b-e9f3d515b101 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:43.016281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Attempting to bind port 82bd3490-ac00-4d75-a98b-e9f3d515b101 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:43.016608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Attempting to bind port 82bd3490-ac00-4d75-a98b-e9f3d515b101 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:43.022547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:43.038412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-3ac671cb-566b-4317-a8a3-da51ec960a66 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:43.039413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-3ac671cb-566b-4317-a8a3-da51ec960a66 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Synchronizing usage tracker for tenant:4fa03ea2d667419da4fc288aec86ee31 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:43.045401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Port 82bd3490-ac00-4d75-a98b-e9f3d515b101 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:43.045763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Attempting to bind port 82bd3490-ac00-4d75-a98b-e9f3d515b101 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:43.056131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:43.056784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:43.056878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:43.057686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Bound port: 82bd3490-ac00-4d75-a98b-e9f3d515b101, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:43.058896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.162375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-3ac671cb-566b-4317-a8a3-da51ec960a66 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Unset dirty status for tenant:4fa03ea2d667419da4fc288aec86ee31 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:43.164525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-3ac671cb-566b-4317-a8a3-da51ec960a66 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 948 time: 0.7881472 Jun 04 06:22:43.175338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.177315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Attempting to bind port 69185311-6c22-4107-a0a4-50b76e6bae61 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:43.177706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Attempting to bind port 69185311-6c22-4107-a0a4-50b76e6bae61 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:43.178064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Attempting to bind port 69185311-6c22-4107-a0a4-50b76e6bae61 on network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:43.182233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Pushing event updated for resources: {'Port': ['ID=69185311-6c22-4107-a0a4-50b76e6bae61,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:43.187236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:43.187611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Checking segment: {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:43.188008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.188388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Bound using segment: {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:43.188849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Bound port: 69185311-6c22-4107-a0a4-50b76e6bae61, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:43.189214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.231845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:43.247388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Usage tracker for resource:security_group_rule and tenant:971ec934374c40be8830f5e21c5c45e3 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:43.250774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['6edcf30b-2e5e-4be7-9603-dbc07e2a3075'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:43.253230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:43.256142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:43.265800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:43.276209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:43.282590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-ba989df6-a4e2-4001-ad8c-761158b0d7b0 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Synchronizing usage tracker for tenant:4fa03ea2d667419da4fc288aec86ee31 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:43.295238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.315138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.315462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.343856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] For port 69185311-6c22-4107-a0a4-50b76e6bae61, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:43.348794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] For port 69185311-6c22-4107-a0a4-50b76e6bae61, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=69185311-6c22-4107-a0a4-50b76e6bae61,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:43.363368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.386125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:43.387024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:43.388389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] 10.222.0.24 "PUT /v2.0/ports/82bd3490-ac00-4d75-a98b-e9f3d515b101 HTTP/1.1" status: 200 len: 1096 time: 2.7129164 Jun 04 06:22:43.403116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:43.458052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-ba989df6-a4e2-4001-ad8c-761158b0d7b0 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Unset dirty status for tenant:4fa03ea2d667419da4fc288aec86ee31 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:43.471992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19f6a121-c28c-4a2e-b4d8-c1323c519443 req-ba989df6-a4e2-4001-ad8c-761158b0d7b0 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620959 Jun 04 06:22:43.478750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522aa3bd-d57a-4e11-977a-75dcbffe3827 req-2c4f8847-27cc-4cdf-b630-32a4e9a2d04c tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:43.478750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-522aa3bd-d57a-4e11-977a-75dcbffe3827 req-2c4f8847-27cc-4cdf-b630-32a4e9a2d04c tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 945 time: 0.5301416 Jun 04 06:22:43.486390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Calling delete_port for 22728bd8-c294-46ff-a138-0b94be6d157f owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:43.599162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Allocated IP 172.25.1.40 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/84f62112-da72-44f7-9321-02baa153ba69) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:43.623158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7ea0f-9224-4d7a-bbfa-a770bcd6d794 service neutron] Pushing event updated for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:43.679505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ef05-850a-47a4-bc83-31e264d7c31b None None] Pushing event updated for resources: {'Port': ['ID=69185311-6c22-4107-a0a4-50b76e6bae61,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:43.785216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-522aa3bd-d57a-4e11-977a-75dcbffe3827 req-23ace487-0a7c-4199-842a-fe6a1daa4cde tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137801 Jun 04 06:22:43.813605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-2e88aa77-aac1-48d2-a3ab-164b05f2a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:43.815093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-2e88aa77-aac1-48d2-a3ab-164b05f2a1a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa03ea2d667419da4fc288aec86ee31&device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 1099 time: 0.3673146 Jun 04 06:22:43.925860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.035984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.053642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-e4317a37-934e-43e3-b20d-61947e395346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101 HTTP/1.1" status: 200 len: 217 time: 0.2261367 Jun 04 06:22:44.095188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.126038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.148014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=971ec934374c40be8830f5e21c5c45e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2092762 Jun 04 06:22:44.154307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:44.161543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbeac1-d464-4505-9883-e6996a09c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0614a8b-c9ae-4c4c-bb5c-0865ec73b3ed,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:44.191202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-a88dbd3a-8e8f-43f4-9ed4-65565f8d05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:44.192729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-a88dbd3a-8e8f-43f4-9ed4-65565f8d05ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1293256 Jun 04 06:22:44.199260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'Port': ['ID=22728bd8-c294-46ff-a138-0b94be6d157f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:44.200628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a6c9-8e81-4de7-8923-d7bd6f43b930 req-bd2ddf9b-8b53-4f57-8d83-397e27f84d69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:44.202148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dd0a6c9-8e81-4de7-8923-d7bd6f43b930 req-bd2ddf9b-8b53-4f57-8d83-397e27f84d69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.5113709 Jun 04 06:22:44.299056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026ea2a-7dd3-404f-bd3a-ee888a32ad67 req-cdd12a60-ab94-45f2-aa6b-abcfba002025 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:44.308125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8026ea2a-7dd3-404f-bd3a-ee888a32ad67 req-cdd12a60-ab94-45f2-aa6b-abcfba002025 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.3440964 Jun 04 06:22:44.337355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.338534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dd0a6c9-8e81-4de7-8923-d7bd6f43b930 req-5130fe3b-e5e1-40f5-b24c-da54fdbaa61a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887914 Jun 04 06:22:44.361980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.392824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.407172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327794-8156-417c-92fb-b8ae03e2333f req-f3045b20-e92e-42a8-b7dc-bff334a8462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:44.408682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-f3045b20-e92e-42a8-b7dc-bff334a8462b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1992459 Jun 04 06:22:44.421944 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabd92ef-956d-4f9c-83df-95d95cf58c8d'] response: {'name': 'network-changed', 'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101', 'status': 'completed', 'code': 200} Jun 04 06:22:44.425995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8026ea2a-7dd3-404f-bd3a-ee888a32ad67 req-761e313a-42d8-407a-b1b7-f7893d4025e1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241200 Jun 04 06:22:44.474418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.474418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Pushing event updated for resources: {'Port': ['ID=84f62112-da72-44f7-9321-02baa153ba69,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:44.504660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:44.504660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:44.504660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:44.565178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.565178 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b759f8f1-f001-4c7c-817d-9dceb23b8188 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "DELETE /v2.0/floatingips/2efe8370-6688-4b85-bec2-0971957168fd HTTP/1.1" status: 204 len: 168 time: 2.3287954 Jun 04 06:22:44.700567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.735382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0614a8b-c9ae-4c4c-bb5c-0865ec73b3ed,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:44.740789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:44.742276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f08f2a1-0add-4eb0-a3b6-60ebac08b85a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a0614a8b-c9ae-4c4c-bb5c-0865ec73b3ed HTTP/1.1" status: 204 len: 168 time: 0.5845330 Jun 04 06:22:44.755997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-efcdda0f-f9d1-429e-a23d-2e60f0f250e2 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329389 Jun 04 06:22:44.828110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cb666-358d-4e1b-8b79-2f6fc4da4dbe req-9e42e740-dced-4832-a9c2-fffaabcbdc5c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:44.839592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44330) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:44.845348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a0cb666-358d-4e1b-8b79-2f6fc4da4dbe req-9e42e740-dced-4832-a9c2-fffaabcbdc5c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.2575252 Jun 04 06:22:44.848933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'floatingip': {'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:45.125069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db327794-8156-417c-92fb-b8ae03e2333f req-81be8f7c-b653-4e59-8858-3d5a451786c4 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612275 Jun 04 06:22:45.331672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-34dce340-ef3d-45d3-97d9-2afb25401698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:45.333271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-34dce340-ef3d-45d3-97d9-2afb25401698 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa03ea2d667419da4fc288aec86ee31&device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 1099 time: 0.1402884 Jun 04 06:22:45.388301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:45.395416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fe5399-d808-445a-9c5e-5ecf84cdbaa8 None None] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:45.676919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d4d43-2c70-4bae-be11-d104d786b1d5 req-0044ba22-3264-48f1-8973-d9297882c625 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:45.678580 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac5d4d43-2c70-4bae-be11-d104d786b1d5 req-0044ba22-3264-48f1-8973-d9297882c625 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 948 time: 0.9686224 Jun 04 06:22:45.701702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e7a5b92-fa43-4554-a73d-0e1f42cee691 None None] Provisioning for port 69185311-6c22-4107-a0a4-50b76e6bae61 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:45.812398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:45.900149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-b9bfc720-bbe8-4d3d-85d5-59706209e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:45.901384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-b9bfc720-bbe8-4d3d-85d5-59706209e901 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5600975 Jun 04 06:22:45.956522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 69185311-6c22-4107-a0a4-50b76e6bae61 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:45.968353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-cdde3acb-d784-49a0-8ed0-e3e7dc75615d tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:45.970096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-cdde3acb-d784-49a0-8ed0-e3e7dc75615d tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1097 time: 0.8140719 Jun 04 06:22:46.010413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac5d4d43-2c70-4bae-be11-d104d786b1d5 req-2fcdca79-7f8b-4de1-a965-790e6bcd66eb tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918470 Jun 04 06:22:46.079306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-ce76234c-e325-4002-a5a6-0168fe633732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101 HTTP/1.1" status: 200 len: 217 time: 0.1712461 Jun 04 06:22:46.105245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 69185311-6c22-4107-a0a4-50b76e6bae61 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:46.108527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9a1b0-c92a-4b0d-9aee-2934855280b0 req-d7325ad1-1d3d-4776-9abf-c21bf0e826d1 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:46.112202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 69185311-6c22-4107-a0a4-50b76e6bae61 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:46.112968 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.116424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dd9a1b0-c92a-4b0d-9aee-2934855280b0 req-d7325ad1-1d3d-4776-9abf-c21bf0e826d1 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 945 time: 0.5870945 Jun 04 06:22:46.177150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:46.181556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:46.219460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-1d072036-fd44-4d28-90bd-453c5d4e6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:46.221017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-1d072036-fd44-4d28-90bd-453c5d4e6498 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1216385 Jun 04 06:22:46.264743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44356) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:46.295463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811808-2'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:46.322369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Provisioning complete for port 69185311-6c22-4107-a0a4-50b76e6bae61 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:46.322599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.329026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dd9a1b0-c92a-4b0d-9aee-2934855280b0 req-15c40681-440e-4350-94d8-ce8e3f8943b2 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106669 Jun 04 06:22:46.386177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-0384f092-1679-45ef-8579-5375d3fb12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:46.388876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-0384f092-1679-45ef-8579-5375d3fb12b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555226 Jun 04 06:22:46.434996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.554920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:46.592795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:46.593165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.597834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-378890195-network', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:46.611273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:46.624221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Usage tracker for resource:network and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:46.642977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:46.655221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:46.699167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-9a71961a-ec96-446f-95ad-9861e13317e8 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938511 Jun 04 06:22:46.700240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:46.701860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Made reservation on behalf of 152c417b0a5f4e8fa5842a167cd75b2c for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:46.704126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.707753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 69185311-6c22-4107-a0a4-50b76e6bae61 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:46.708122 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.744014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af has no active binding in host n-h1-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:22:46.753063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Current status of the port 69185311-6c22-4107-a0a4-50b76e6bae61 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:46.753438 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.811665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 69185311-6c22-4107-a0a4-50b76e6bae61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=69185311-6c22-4107-a0a4-50b76e6bae61,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:46.838841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.952328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bcab56a-35a3-461c-9541-4722b6eef922 req-6c42d7bd-d9a4-405d-b68c-7edc5e4e5b44 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340715 Jun 04 06:22:46.952468 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:46.992715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:46.998782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:47.002475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:47.009291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:47.010512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.010613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:47.040703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36b2fe93-ba7d-43bc-9ae1-f4d081f2dc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.058167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:22:47.058167 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:22:47.073450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=69185311-6c22-4107-a0a4-50b76e6bae61,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:47.081942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:47.084939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7be1-26af-4c6e-a4aa-2c6cdff2f559 req-733ae032-d7f3-4fd7-b931-f55679eac0c9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:47.087610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab0a7be1-26af-4c6e-a4aa-2c6cdff2f559 req-733ae032-d7f3-4fd7-b931-f55679eac0c9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 946 time: 0.5656440 Jun 04 06:22:47.093503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,segment=NetworkSegment(c764a716-ff12-46be-98ea-e0882498d661),segment_id=c764a716-ff12-46be-98ea-e0882498d661)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:47.098403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.182015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab0a7be1-26af-4c6e-a4aa-2c6cdff2f559 req-26e7aec8-96d4-43dd-8cd3-d62499f4b355 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846829 Jun 04 06:22:47.208068 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.215729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.252003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:22:47.253067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62b9a5-1ec8-47e7-8d21-f2a8fc78c981 req-a51bc10d-1d67-447d-8dc8-1df916e9e400 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:47.254083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-eb62b9a5-1ec8-47e7-8d21-f2a8fc78c981 req-a51bc10d-1d67-447d-8dc8-1df916e9e400 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:47.263175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:47.273323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.273323 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Added segment 5e823a57-174b-4041-82d9-368df1299a5b of type vlan for network cde016c1-a092-44ad-aea0-eae7ebfe297a Jun 04 06:22:47.316627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241e3737-3981-4071-baa7-8718af86215f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:47.339505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.396799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-eb62b9a5-1ec8-47e7-8d21-f2a8fc78c981 req-a51bc10d-1d67-447d-8dc8-1df916e9e400 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:47.398568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb62b9a5-1ec8-47e7-8d21-f2a8fc78c981 req-a51bc10d-1d67-447d-8dc8-1df916e9e400 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 1.0455289 Jun 04 06:22:47.420332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.421277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:47.421899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.506840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:47.515842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.548198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] Pushing event updated for resources: {'Network': ['ID=cde016c1-a092-44ad-aea0-eae7ebfe297a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:47.557066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-371e364a-555e-4ee9-8c10-f7edd9775007 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2896681 Jun 04 06:22:47.559256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:47.565393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Request body: {'subnet': {'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-subnet', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:47.576660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b13219-66d3-4bba-8fd9-574842780119 req-55bf4ab1-0eaf-44ff-9b6a-1a2066f30aa7 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:47.579993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2b13219-66d3-4bba-8fd9-574842780119 req-55bf4ab1-0eaf-44ff-9b6a-1a2066f30aa7 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 948 time: 0.2334073 Jun 04 06:22:47.583033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:47.599674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Usage tracker for resource:subnet and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:47.608002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cde016c1-a092-44ad-aea0-eae7ebfe297a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:22:47.612238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:47.636187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-e1024551-1727-4e15-b852-4c9e4dce1d11 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:47.636187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-e1024551-1727-4e15-b852-4c9e4dce1d11 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.5210586 Jun 04 06:22:47.645432 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb62b9a5-1ec8-47e7-8d21-f2a8fc78c981 req-dd6dc201-02f1-42e4-9cf0-4dae40e8e5a9 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354002 Jun 04 06:22:47.655232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:47.673076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Made reservation on behalf of 152c417b0a5f4e8fa5842a167cd75b2c for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:22:47.676534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:47.681001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:22:47.739887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4a638995-3260-4e93-91d3-c8b46c4ddd39 None None] Current status of the port 69185311-6c22-4107-a0a4-50b76e6bae61 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:47.777220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:22:47.803823 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7b927d-b261-4e01-a01f-7f6f1298500f'] response: {'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075', 'code': 200} Jun 04 06:22:47.897851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 69185311-6c22-4107-a0a4-50b76e6bae61 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:47.908074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2b13219-66d3-4bba-8fd9-574842780119 req-e5e9daf6-d850-4992-be2a-f0ec52ed8ab8 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165255 Jun 04 06:22:47.909340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.088224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad430e35-3d04-4054-a799-151fd15abc22 req-53222f2a-ba5c-438f-bc5f-13de6487459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:48.097377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.105849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad430e35-3d04-4054-a799-151fd15abc22 req-53222f2a-ba5c-438f-bc5f-13de6487459c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 1097 time: 0.1915369 Jun 04 06:22:48.118872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 69185311-6c22-4107-a0a4-50b76e6bae61 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:48.119484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.142737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad430e35-3d04-4054-a799-151fd15abc22 req-2f16c57a-d7e0-489a-8136-6a4fc65aebbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628331 Jun 04 06:22:48.154121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:48.165658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.222499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Deleting port 1da820f9-6db1-4acb-815e-8e856c8a7879 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:48.222621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.252024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d085a0-cb88-44ed-a06a-40f6f82812e7,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:48.256498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:48.256609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Network hostable DHCP agents. Network: cde016c1-a092-44ad-aea0-eae7ebfe297a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:22:48.290639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:22:48.307568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cde016c1-a092-44ad-aea0-eae7ebfe297a) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:48.313236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:48.313958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.356126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73fb09a8-9d27-484f-919d-0e4db3e59f15 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7957263 Jun 04 06:22:48.357273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:48.368997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:22:48.378526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:22:48.394972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:48.395812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Usage tracker for resource:router and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:22:48.396976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b764b-aced-43f3-8ed5-678ca907f3b1 None None] Network cde016c1-a092-44ad-aea0-eae7ebfe297a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:48.398696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Router 488723a0-af32-4f02-ab8f-08e329176028 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:22:48.400291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:22:48.405143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.421024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 69185311-6c22-4107-a0a4-50b76e6bae61 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:48.461340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:22:48.475673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 82bd3490-ac00-4d75-a98b-e9f3d515b101 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:48.482837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.483982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.498501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.524709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.533674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57980c55-aec8-4288-9e20-9a05f3216ac5 req-8b63c1b5-b4eb-44d9-94ce-0e907851a0b1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:48.535438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57980c55-aec8-4288-9e20-9a05f3216ac5 req-8b63c1b5-b4eb-44d9-94ce-0e907851a0b1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.1431382 Jun 04 06:22:48.739837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cde016c1-a092-44ad-aea0-eae7ebfe297a', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:22:48.740678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:48.831647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:48.878931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '82bd3490-ac00-4d75-a98b-e9f3d515b101', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '82bd3490-ac00-4d75-a98b-e9f3d515b101', 'mac_address': 'fa:16:3e:e2:66:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:22:48.886709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412ecaa-5f73-46ce-94ad-095bb7415aeb req-d5514d55-60ee-4306-9693-17620230b916 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:48.886709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b412ecaa-5f73-46ce-94ad-095bb7415aeb req-d5514d55-60ee-4306-9693-17620230b916 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 946 time: 0.8463829 Jun 04 06:22:48.906255 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Floating IP eaed831c-70e8-44ba-927e-93a5deddbebe associated. External IP: 172.25.1.161, port: 525148a2-b37c-4633-9977-f68f1c25dfaa. Jun 04 06:22:49.021644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57980c55-aec8-4288-9e20-9a05f3216ac5 req-b654a05e-9d18-447f-9e00-249a2c09aebc tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546351 Jun 04 06:22:49.036994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 82bd3490-ac00-4d75-a98b-e9f3d515b101 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:49.036994 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.095332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.099290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bd3490-ac00-4d75-a98b-e9f3d515b101 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:49.125275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3dffb55a-532f-4192-b3d3-646ea56254f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.129242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Allocated IP 172.20.0.2 (cde016c1-a092-44ad-aea0-eae7ebfe297a/79d085a0-cb88-44ed-a06a-40f6f82812e7/3b68ebaa-5fc3-4dae-a858-c98dde6f512f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:49.135036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:49.145205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.166909 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f22ea99-6e9c-4b6f-a8df-9b3cff809695'] response: {'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af', 'code': 200} Jun 04 06:22:49.322466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:49.331631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:49.363690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on host n-h2-811808-2 for vnic_type normal with profile {"migrating_to": "n-h1-811808-2"} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:49.364033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:49.364502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:49.393390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:22:49.394241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Attempting to bind port 54496a33-df04-423c-b50a-e444ab35f6af on network 1af3f430-eaed-4b84-9ddb-6ee5ede9c52f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:49.411122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:49.411459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Checking segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:49.411846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Bound using segment: {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:49.412288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Bound port: 54496a33-df04-423c-b50a-e444ab35f6af, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319c2c97-4c03-444c-9874-56bedc988fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1af3f430-eaed-4b84-9ddb-6ee5ede9c52f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:49.412757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.487631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9eb50-304b-4008-8961-fe64bbc72081 req-a4dd5bda-7987-4e2a-8c0e-11bdb7b36183 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:49.488483 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.498043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2b9eb50-304b-4008-8961-fe64bbc72081 req-a4dd5bda-7987-4e2a-8c0e-11bdb7b36183 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 950 time: 0.2191656 Jun 04 06:22:49.502111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['82bd3490-ac00-4d75-a98b-e9f3d515b101'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:49.551996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b412ecaa-5f73-46ce-94ad-095bb7415aeb req-548a0a08-dda8-47eb-b8d8-ff8858e86950 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735840 Jun 04 06:22:49.575570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Transition to ACTIVE for port object 3b68ebaa-5fc3-4dae-a858-c98dde6f512f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:49.634158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Transition to ACTIVE for port object 3b68ebaa-5fc3-4dae-a858-c98dde6f512f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:49.635462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2b9eb50-304b-4008-8961-fe64bbc72081 req-9fdbdde4-71ba-4998-b739-e9d75db9c81d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:49.668897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.756654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:49.823096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Pushing event updated for resources: {'Port': ['ID=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:49.833204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Sync routers for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:49.846400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:49.850468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:49.870786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e2b9eb50-304b-4008-8961-fe64bbc72081 req-9fdbdde4-71ba-4998-b739-e9d75db9c81d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:49.886756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2b9eb50-304b-4008-8961-fe64bbc72081 req-9fdbdde4-71ba-4998-b739-e9d75db9c81d tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867900 Jun 04 06:22:49.902527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:49.914654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.944866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:49.944866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:49.961187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.964057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.972293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-415c272d-5d80-48ab-b847-6e78ab15a283 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2641895 Jun 04 06:22:49.972293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] For port 1da820f9-6db1-4acb-815e-8e856c8a7879, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1da820f9-6db1-4acb-815e-8e856c8a7879,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:49.972293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:49.992058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:50.274660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:50.356715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Calling delete_port for 1da820f9-6db1-4acb-815e-8e856c8a7879 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:50.422169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:50.474529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Allocated IP 172.25.1.87 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b0344b22-90fc-49bc-86cb-504ab0c9c9ab) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:50.512440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:50.530297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:50.550609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1da820f9-6db1-4acb-815e-8e856c8a7879 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:50.579543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a8a7-39cc-4d70-b0c0-3e3e53ebfa5b req-49ea6339-90ff-433f-b45b-451174471231 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:50.581180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01f3a8a7-39cc-4d70-b0c0-3e3e53ebfa5b req-49ea6339-90ff-433f-b45b-451174471231 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.3597186 Jun 04 06:22:50.598795 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:50.707016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Attempting to bind port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:50.707382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Attempting to bind port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:50.707744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Attempting to bind port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:50.709822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:50.738844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:50.739224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:50.739630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:50.740018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Bound using segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:50.740511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Bound port: 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:50.740872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:50.742458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78c8f-5722-4e3a-8ca2-9100337c6760 req-48cdb78b-ecd6-4c19-a4ec-f3ee571522cd tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:50.750382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6f78c8f-5722-4e3a-8ca2-9100337c6760 req-48cdb78b-ecd6-4c19-a4ec-f3ee571522cd tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 949 time: 1.0231783 Jun 04 06:22:50.827794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Router 56456a65-a96a-4211-8945-787a8171cdbd has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:22:50.932056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01f3a8a7-39cc-4d70-b0c0-3e3e53ebfa5b req-8555178a-13f7-4b80-b9d4-be6dcc4b31b7 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315098 Jun 04 06:22:50.986167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] For port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:50.989587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1da820f9-6db1-4acb-815e-8e856c8a7879 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:50.991422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.036219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=8']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:51.064316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:51.065020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.066470 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-eb83a438-8d54-40a1-b679-1d72bbfe345c service neutron] 10.222.0.39 "PUT /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 1122 time: 5.0531397 Jun 04 06:22:51.075407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6f78c8f-5722-4e3a-8ca2-9100337c6760 req-4c4aa542-10ac-4e5c-a11d-08a0027a4ece tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238664 Jun 04 06:22:51.150462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:44Z', 'revision_number': 3, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:51.157365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['54496a33-df04-423c-b50a-e444ab35f6af'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:51.191656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:51.193360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['54496a33-df04-423c-b50a-e444ab35f6af'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:51.253283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Checking router: 488723a0-af32-4f02-ab8f-08e329176028 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:51.254132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Updating router 488723a0-af32-4f02-ab8f-08e329176028 port 84f62112-da72-44f7-9321-02baa153ba69 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:22:51.257989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.279450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.344789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] For port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:51.377131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.402026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbf2ca-c9e4-4775-afaa-1db20c12bb23 req-ee772ce2-73de-412b-be65-966fb77edcc7 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:51.405067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5ecbf2ca-c9e4-4775-afaa-1db20c12bb23 req-ee772ce2-73de-412b-be65-966fb77edcc7 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 946 time: 0.3156929 Jun 04 06:22:51.416905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'Port': ['ID=1da820f9-6db1-4acb-815e-8e856c8a7879,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:51.434040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e5db915-423d-4430-bf0f-3cf5ab22545a req-729ed65e-c1e6-4807-8f84-ed54c10b997c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f HTTP/1.1" status: 200 len: 210 time: 0.1281762 Jun 04 06:22:51.453222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.488354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.536867 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f499ace-3fde-4dbe-8763-ac3d2de52bf4'] response: {'name': 'network-changed', 'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af', 'status': 'completed', 'code': 200} Jun 04 06:22:51.548697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] No DVR routers for this DVR port 1da820f9-6db1-4acb-815e-8e856c8a7879 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:51.552375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.559628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:51.575359 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Sync routers for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:51.577775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.591567 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:51.593329 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:51.598799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0021-7647-4b28-bddf-d65833c11564 None None] Pushing event updated for resources: {'Port': ['ID=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:51.619251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-669751b6-96f1-430b-b8ac-33ac476b37c3 req-5f473b9f-50ad-4bcd-9e10-1487b229d91c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "DELETE /v2.0/ports/1da820f9-6db1-4acb-815e-8e856c8a7879 HTTP/1.1" status: 204 len: 173 time: 3.9739273 Jun 04 06:22:51.665818 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d8c5ec3-4c17-4a1b-9485-49cd0b51162a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "PUT /v2.0/floatingips/eaed831c-70e8-44ba-927e-93a5deddbebe HTTP/1.1" status: 200 len: 991 time: 6.8238192 Jun 04 06:22:51.707186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:51.725028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:51.734755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:51.773178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5ecbf2ca-c9e4-4775-afaa-1db20c12bb23 req-981c8b4b-6431-4f6a-a982-8042624a6ca6 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340788 Jun 04 06:22:51.792094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:51.830970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Pushing event updated for resources: {'Port': ['ID=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:52.241124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:52.317742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7336dc-4227-4f06-83f0-48ccfd360279 req-f53bc0df-6458-4eac-8411-553ef96fdcb5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:52.327891 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd7336dc-4227-4f06-83f0-48ccfd360279 req-f53bc0df-6458-4eac-8411-553ef96fdcb5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.1704061 Jun 04 06:22:52.380906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:52.490280 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd7336dc-4227-4f06-83f0-48ccfd360279 req-78b61b67-a4db-4187-9582-1636eab73889 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538754 Jun 04 06:22:52.530947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:52.604512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 82bd3490-ac00-4d75-a98b-e9f3d515b101 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:52.870452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070abd0-b694-402d-843a-3df4c02afda6 req-a2af5a98-28bb-4981-8abd-8cae8799ebbb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:52.872825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f070abd0-b694-402d-843a-3df4c02afda6 req-a2af5a98-28bb-4981-8abd-8cae8799ebbb tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.2036152 Jun 04 06:22:52.900382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-3fee288d-07f5-4e44-af6b-807a99d6241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:52.901235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-3fee288d-07f5-4e44-af6b-807a99d6241d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1125 time: 1.2738686 Jun 04 06:22:52.932719 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:52.949844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Transition to ACTIVE for port object 84f62112-da72-44f7-9321-02baa153ba69 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:52.999701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.000757 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eaed831c-70e8-44ba-927e-93a5deddbebe', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:22:18Z', 'updated_at': '2022-06-04T06:22:47Z', 'revision_number': 1, 'project_id': '5f6634459d174868a1772cca8dc95967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:53.013215 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Checking router: 56456a65-a96a-4211-8945-787a8171cdbd for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:53.016469 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f070abd0-b694-402d-843a-3df4c02afda6 req-3ae3ab15-883d-4653-a726-bea0881b1121 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345596 Jun 04 06:22:53.057580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:53.058828 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:53.105921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861e4c-63fd-45a5-878b-0da11ee785c1 None None] Pushing event updated for resources: {'Port': ['ID=84f62112-da72-44f7-9321-02baa153ba69,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:53.170813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 82bd3490-ac00-4d75-a98b-e9f3d515b101 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:53.174286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Attempting to bind port 84f62112-da72-44f7-9321-02baa153ba69 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:53.174772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Attempting to bind port 84f62112-da72-44f7-9321-02baa153ba69 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:53.174868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Attempting to bind port 84f62112-da72-44f7-9321-02baa153ba69 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:53.272679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 82bd3490-ac00-4d75-a98b-e9f3d515b101 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:53.273588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.305451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:53.306491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:53.306959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.307410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:53.308080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Bound port: 84f62112-da72-44f7-9321-02baa153ba69, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:53.308521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.386400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c6e94-194f-4fcf-b5d7-e519d6bf1181 req-ab56bbd9-df83-4d20-b627-034b158c7093 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:53.394682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-623c6e94-194f-4fcf-b5d7-e519d6bf1181 req-ab56bbd9-df83-4d20-b627-034b158c7093 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.1233218 Jun 04 06:22:53.408791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Allocated IP 172.20.0.1 (9b798a06-b641-4e7c-80de-8a745c8dd4d7/8d2539b8-db42-4681-a662-bc6199be5097/d82733ea-9e14-4786-aa14-112962c3b275) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:22:53.473230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f16d05-3b66-4c66-91c9-879d7bdad634 None None] Network cde016c1-a092-44ad-aea0-eae7ebfe297a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:22:53.477748 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-623c6e94-194f-4fcf-b5d7-e519d6bf1181 req-5478eaa6-814b-447f-8cc2-5018e68d6e85 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767040 Jun 04 06:22:53.512117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:53.536766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-deleted', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879'}, {'name': 'network-changed', 'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:53.659465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] For port 84f62112-da72-44f7-9321-02baa153ba69, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:53.676273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-d8f90fb8-81e9-41b0-a79d-c7efd85e26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:53.678099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-d8f90fb8-81e9-41b0-a79d-c7efd85e26e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.7608478 Jun 04 06:22:53.683315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6a195a19-9dcf-4556-81bc-61b72b76f692 None None] Provisioning for port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:53.695385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] For port 84f62112-da72-44f7-9321-02baa153ba69, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=84f62112-da72-44f7-9321-02baa153ba69,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:22:53.731156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07e4ca-00c5-453e-bd15-39d4a8d1224d req-a3107598-db54-4743-b54a-74499d870b58 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:53.746870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c07e4ca-00c5-453e-bd15-39d4a8d1224d req-a3107598-db54-4743-b54a-74499d870b58 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 946 time: 0.1385903 Jun 04 06:22:53.761922 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.762784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:53.847364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21ae3-e5ee-49e4-8bd5-1e8779fe204e req-819985b7-879e-4a80-a1c8-5841836631aa tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:53.857020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25c21ae3-e5ee-49e4-8bd5-1e8779fe204e req-819985b7-879e-4a80-a1c8-5841836631aa tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 949 time: 1.1253777 Jun 04 06:22:53.859564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c07e4ca-00c5-453e-bd15-39d4a8d1224d req-aa194b03-d8ea-46e2-b325-e34329f55ad4 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057527 Jun 04 06:22:53.948128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-8b9de4ad-c139-4fb5-8536-cb5956078229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 217 time: 0.2466357 Jun 04 06:22:54.005442 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eaed831c-70e8-44ba-927e-93a5deddbebe', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:22:18Z', 'updated_at': '2022-06-04T06:22:47Z', 'revision_number': 1, 'project_id': '5f6634459d174868a1772cca8dc95967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:54.016854 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b45ce1-350f-4109-8ce7-d3deef9cf9b8 None None] The sync data for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 is: [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eaed831c-70e8-44ba-927e-93a5deddbebe', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:22:18Z', 'updated_at': '2022-06-04T06:22:47Z', 'revision_number': 1, 'project_id': '5f6634459d174868a1772cca8dc95967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:54.055399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b68ebaa-5fc3-4dae-a858-c98dde6f512f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:54.150516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 82bd3490-ac00-4d75-a98b-e9f3d515b101 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:54.150894 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:54.168552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861e4c-63fd-45a5-878b-0da11ee785c1 None None] Pushing event updated for resources: {'Port': ['ID=84f62112-da72-44f7-9321-02baa153ba69,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:54.180338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:54.181104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:54.213242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25c21ae3-e5ee-49e4-8bd5-1e8779fe204e req-84e5e991-fc3e-4a36-9b27-08274b3a1606 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552651 Jun 04 06:22:54.236611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-6a9a0e3b-835c-4289-bc5c-bf6d7a507c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.238065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-6a9a0e3b-835c-4289-bc5c-bf6d7a507c06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.2815640 Jun 04 06:22:54.250115 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3f9018-3e5a-4533-8d62-616130fa6ce2'] response: {'server_uuid': 'fbbe5f7b-6c3e-49b7-aeed-5d89676d6e3f', 'name': 'network-vif-deleted', 'tag': '1da820f9-6db1-4acb-815e-8e856c8a7879', 'status': 'completed', 'code': 200} Jun 04 06:22:54.250547 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3f9018-3e5a-4533-8d62-616130fa6ce2'] response: {'name': 'network-changed', 'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'status': 'completed', 'code': 200} Jun 04 06:22:54.375029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-7c235b0c-ef17-4f66-9ba2-0f8772663151 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002955 Jun 04 06:22:54.383270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:54.413322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:54.426798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:54.431115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43a6d5-3685-41bc-bdfa-b24bdfdc87d9 None None] New status for floating IP eaed831c-70e8-44ba-927e-93a5deddbebe: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:22:54.468861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-dbc74840-95ac-4bc3-ba63-cb25afd188da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.470479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-dbc74840-95ac-4bc3-ba63-cb25afd188da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1096 time: 0.2060373 Jun 04 06:22:54.550051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:54.587005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:54.587684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394b29d-ad0d-487b-bc2e-faed40a02295 req-685486bc-050e-4aa3-98c9-657500771c60 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.588621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c394b29d-ad0d-487b-bc2e-faed40a02295 req-685486bc-050e-4aa3-98c9-657500771c60 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Synchronizing usage tracker for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:22:54.632505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c394b29d-ad0d-487b-bc2e-faed40a02295 req-685486bc-050e-4aa3-98c9-657500771c60 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Unset dirty status for tenant:36671555bc8340b5a022e2fda52f75fc on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:22:54.639639 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c394b29d-ad0d-487b-bc2e-faed40a02295 req-685486bc-050e-4aa3-98c9-657500771c60 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 949 time: 0.2601180 Jun 04 06:22:54.660231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Transition to ACTIVE for port object d82733ea-9e14-4786-aa14-112962c3b275 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:54.662620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:54.664071 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:54.665110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-af6e02dc-a4ca-4099-8b87-0aadde647337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.666785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-af6e02dc-a4ca-4099-8b87-0aadde647337 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.1870372 Jun 04 06:22:54.790511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c394b29d-ad0d-487b-bc2e-faed40a02295 req-abb51d84-23aa-4536-b311-2c3312561afe tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/security-groups?id=9d2c135f-45d4-4b0d-9e44-c6863686d45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486020 Jun 04 06:22:54.832906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-325aa87b-5a2d-45ad-a040-8f7ca78986ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.1545334 Jun 04 06:22:54.853027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:54.856625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-5dbe9311-96cd-4fe4-b787-bf7d75d19bce tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.858108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-5dbe9311-96cd-4fe4-b787-bf7d75d19bce tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 946 time: 0.5434680 Jun 04 06:22:54.863462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-6c4bc62a-b6e9-49f6-95eb-a7615a609a0f service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569848 Jun 04 06:22:54.867916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:54.982244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-25f1b43d-6df9-418f-98ac-3a26c31ad17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:54.983998 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-25f1b43d-6df9-418f-98ac-3a26c31ad17f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1422579 Jun 04 06:22:55.040403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.119296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-be37b29f-064b-4807-ac28-1a5198d52fe1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:55.124182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-be37b29f-064b-4807-ac28-1a5198d52fe1 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 949 time: 0.2425079 Jun 04 06:22:55.287585 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec4d198-0f73-45db-b514-be023e382d90'] response: {'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101', 'code': 200} Jun 04 06:22:55.313814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:55.472249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Deleting port 4adf004e-7f9e-4284-8f56-91bbdf46383e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:55.472694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.506355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d7dcf-9939-4357-acd9-0f43d43c9170 req-c474c50a-cd49-4239-a7ce-2ff680b2c314 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:55.514557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-808d7dcf-9939-4357-acd9-0f43d43c9170 req-c474c50a-cd49-4239-a7ce-2ff680b2c314 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 1.0771437 Jun 04 06:22:55.523030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-133ec2d7-e409-43dc-9653-af78797bac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:55.523694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-133ec2d7-e409-43dc-9653-af78797bac82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5308664 Jun 04 06:22:55.523694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.24', 53313) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:55.581464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:22:55.588292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Deleting port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:22:55.589278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.627720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:22:55.662896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:22:55.790285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Pushing event updated for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:55.816060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.880381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b645c-32ea-4fac-9c39-3b667aed4721 req-a0f675d6-e71f-4284-a49b-2bf6bb3faead tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:55.893019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-158b645c-32ea-4fac-9c39-3b667aed4721 req-a0f675d6-e71f-4284-a49b-2bf6bb3faead tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.7667639 Jun 04 06:22:55.896957 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.900490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:55.901060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.930271 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-75f4481c-6fff-4622-88b9-a14b32208ed3 service neutron] 10.222.0.24 "GET /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af/bindings/n-h1-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.3966272 Jun 04 06:22:55.954100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0f801da0-1740-432e-9af4-8d861dd2f31b None None] Provisioning complete for port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:55.954100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f801da0-1740-432e-9af4-8d861dd2f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:55.985204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-808d7dcf-9939-4357-acd9-0f43d43c9170 req-defce4e7-7171-45c4-8aad-85ef08d93cad tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697444 Jun 04 06:22:56.032532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:56.073003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:56.126432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:44Z', 'revision_number': 3, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:56.145195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bef397-894d-4b01-8927-dfc795132720 None None] The sync data for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 is: [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:44Z', 'revision_number': 3, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:22:56.165324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:22:56.189676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:56.244709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-2fb2b124-ca04-45bc-9498-48a648e2dafe service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086980 Jun 04 06:22:56.323420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-158b645c-32ea-4fac-9c39-3b667aed4721 req-a29371a3-a7f6-4488-a772-ab108bf85c5a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295089 Jun 04 06:22:56.325311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0f801da0-1740-432e-9af4-8d861dd2f31b None None] Current status of the port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:56.378088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66a71b04-362d-4eb5-aa5f-43abf4f54571 req-bcd4ba6c-7d17-41b1-b477-8988137b4eda service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4731064 Jun 04 06:22:56.435228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:56.459074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af has no active binding in host n-h1-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:22:56.469067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6e6dc0a8-3beb-420c-abb3-74cf47cff229 None None] Provisioning for port d82733ea-9e14-4786-aa14-112962c3b275 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:56.475128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6e6dc0a8-3beb-420c-abb3-74cf47cff229 None None] Provisioning complete for port d82733ea-9e14-4786-aa14-112962c3b275 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:56.478445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e6dc0a8-3beb-420c-abb3-74cf47cff229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:56.528536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:56.547539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6e6dc0a8-3beb-420c-abb3-74cf47cff229 None None] Port d82733ea-9e14-4786-aa14-112962c3b275 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:22:56.599735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe336-fbf0-410d-a1f7-bdb76cd08f5c req-b8d15931-51aa-4b69-b983-eea2f7d1d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:56.601815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] For port 4adf004e-7f9e-4284-8f56-91bbdf46383e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4adf004e-7f9e-4284-8f56-91bbdf46383e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:56.603195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:56.603751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f9fe336-fbf0-410d-a1f7-bdb76cd08f5c req-b8d15931-51aa-4b69-b983-eea2f7d1d0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 1101 time: 1.5538094 Jun 04 06:22:56.613674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] For port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,segment=NetworkSegment(c764a716-ff12-46be-98ea-e0882498d661),segment_id=c764a716-ff12-46be-98ea-e0882498d661)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:56.613674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:56.812922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Calling delete_port for 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:56.830367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Calling delete_port for 4adf004e-7f9e-4284-8f56-91bbdf46383e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:22:56.854830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Router 014ae84d-05db-442f-8437-f696b865acda is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:22:56.911699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4a9e854-2de3-4d40-a7e0-0db56b8958b9 req-b2d0986d-2b8e-452f-80d6-d3c73dae2e3e service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521604 Jun 04 06:22:56.984284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb904-5881-484e-b4a4-d065aad4504b req-808fd158-422b-4014-97d5-7ed9babc9831 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:56.986268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b5cb904-5881-484e-b4a4-d065aad4504b req-808fd158-422b-4014-97d5-7ed9babc9831 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 946 time: 0.6698730 Jun 04 06:22:56.987438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f9fe336-fbf0-410d-a1f7-bdb76cd08f5c req-58023ee5-714d-4b22-ad58-27a51ca194f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657601 Jun 04 06:22:57.090246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7d944-24ae-405b-b2c0-32263c741837 req-12a144f9-a928-4dab-9c68-f093863270fe tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:57.093937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51f7d944-24ae-405b-b2c0-32263c741837 req-12a144f9-a928-4dab-9c68-f093863270fe tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 950 time: 0.5931995 Jun 04 06:22:57.129003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b5cb904-5881-484e-b4a4-d065aad4504b req-aede2744-5591-443f-8876-5a429155bf95 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/security-groups?id=977facc4-e35a-49a5-bc5a-729c001696dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297212 Jun 04 06:22:57.242986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:57.279009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51f7d944-24ae-405b-b2c0-32263c741837 req-dd8db09d-4cfd-4858-92f8-1d8fb9f79f56 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375124 Jun 04 06:22:57.287610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:22:57.310884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:22:57.320946 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:22:57.332285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:57.340509 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:22:57.341936 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:57.346018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4adf004e-7f9e-4284-8f56-91bbdf46383e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:22:57.462499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Pushing event deleted for resources: {'Port': ['ID=4adf004e-7f9e-4284-8f56-91bbdf46383e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:57.550672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c6500f3-c22e-4f18-86ca-f4f97402966d req-21f595dc-a344-4a89-8d71-d0c4a87bff8c tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.17 "GET /v2.0/ports?device_id=a80ac72e-0157-4447-b87b-73b312d27302 HTTP/1.1" status: 200 len: 210 time: 0.1562171 Jun 04 06:22:57.620421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:57.640769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:57.640769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:57.640769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afc6c722-d5d7-45aa-bbca-419c5debc50a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2733796 Jun 04 06:22:57.688926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:22:57.775487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:22:57.801961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54496a33-df04-423c-b50a-e444ab35f6af {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:22:57.830127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] No DVR routers for this DVR port 4adf004e-7f9e-4284-8f56-91bbdf46383e on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:57.835041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:57.839536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:57.849595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-deleted', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:57.888390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a9a4fdbb-7a15-48dd-82e7-cb23769e12f9 req-e30f1df2-9013-40a4-8aa0-1d6eb2124122 tempest-MigrationsAdminTest-520712597 tempest-MigrationsAdminTest-520712597-project] 10.222.0.24 "DELETE /v2.0/ports/4adf004e-7f9e-4284-8f56-91bbdf46383e HTTP/1.1" status: 204 len: 173 time: 2.7452984 Jun 04 06:22:57.904821 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:58.012936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff30b0-d188-4793-a3f7-914a731f973e req-db2e3f03-2855-46ab-b70b-9a960ead95d5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:58.025931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cff30b0-d188-4793-a3f7-914a731f973e req-db2e3f03-2855-46ab-b70b-9a960ead95d5 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 944 time: 0.4922068 Jun 04 06:22:58.185409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:58.201806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cff30b0-d188-4793-a3f7-914a731f973e req-b1390ffb-e6e5-4698-91d5-85dd27bdf16b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748345 Jun 04 06:22:58.221709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] Transition to ACTIVE for port object 54496a33-df04-423c-b50a-e444ab35f6af will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:58.229034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:58.389223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Pushing event deleted for resources: {'Port': ['ID=6edcf30b-2e5e-4be7-9603-dbc07e2a3075,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:58.404758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:22:58.405782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:58.421137 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a724caa1-5a69-4608-a83c-f3ad04352f6c'] response: {'server_uuid': 'a80ac72e-0157-4447-b87b-73b312d27302', 'name': 'network-vif-deleted', 'tag': '4adf004e-7f9e-4284-8f56-91bbdf46383e', 'status': 'completed', 'code': 200} Jun 04 06:22:58.546365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:22:58.622018 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:22:52Z', 'revision_number': 3, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:22:58.632480 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:22:58.632825 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Updating router 014ae84d-05db-442f-8437-f696b865acda port b0344b22-90fc-49bc-86cb-504ab0c9c9ab binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:22:58.654644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b68ebaa-5fc3-4dae-a858-c98dde6f512f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:58.758303 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:58.778690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a3f1e7e0-2608-467e-bcb1-10708d1acbb9 req-5e01ad4b-22a0-4821-9cab-01549f5e43b8 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9e04553-80c8-453d-809a-3f9c8d4dbd04 HTTP/1.1" status: 200 len: 210 time: 0.0702467 Jun 04 06:22:58.779651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] No DVR routers for this DVR port 54496a33-df04-423c-b50a-e444ab35f6af on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:58.842325 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] 10.222.0.24 "PUT /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af/bindings/n-h1-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9039695 Jun 04 06:22:58.845160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1be5-1223-4f12-84aa-4cd68478bfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:58.883892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:22:58.900883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:58.901570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.127514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] No DVR routers for this DVR port 6edcf30b-2e5e-4be7-9603-dbc07e2a3075 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:22:59.130330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.134276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7da4aec1-20e2-4f41-9e78-5c9c0e351b10 req-f03bf231-3560-4a87-b00c-4652aa6b2993 tempest-InstanceActionsV221TestJSON-1126498243 tempest-InstanceActionsV221TestJSON-1126498243-project] 10.222.0.39 "DELETE /v2.0/ports/6edcf30b-2e5e-4be7-9603-dbc07e2a3075 HTTP/1.1" status: 204 len: 173 time: 4.2685487 Jun 04 06:22:59.140123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'name': 'network-vif-deleted', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:22:59.145544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:59.146840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 84f62112-da72-44f7-9321-02baa153ba69 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:22:59.273978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b38704-5dd8-4181-9f63-d00723420fab req-7edd9073-0bb0-4f50-9469-952f8488af59 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:59.280470 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1b38704-5dd8-4181-9f63-d00723420fab req-7edd9073-0bb0-4f50-9469-952f8488af59 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 950 time: 0.2307596 Jun 04 06:22:59.287557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-c4c62c91-5074-47e0-a20b-b83d36052972 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:59.293782 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-c4c62c91-5074-47e0-a20b-b83d36052972 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.3476098 Jun 04 06:22:59.294339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3473-e1fe-41dc-ac23-e186e40cea51 req-8a9725a8-6142-4dfc-a0cf-9dd051b74259 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:59.298377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28af3473-e1fe-41dc-ac23-e186e40cea51 req-8a9725a8-6142-4dfc-a0cf-9dd051b74259 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 1.4404676 Jun 04 06:22:59.330604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 84f62112-da72-44f7-9321-02baa153ba69 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:22:59.336722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 84f62112-da72-44f7-9321-02baa153ba69 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:22:59.337035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.487825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1b38704-5dd8-4181-9f63-d00723420fab req-a176ceeb-5636-436d-9f55-ecc0e73c3f2f tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735525 Jun 04 06:22:59.490936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28af3473-e1fe-41dc-ac23-e186e40cea51 req-a6dbc960-9b34-44a7-b62d-49e0ddf8b2ac tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630290 Jun 04 06:22:59.515697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:22:59.549798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.566118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.589259 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.611311 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Transition to ACTIVE for port object b0344b22-90fc-49bc-86cb-504ab0c9c9ab will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:22:59.611881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-34858a85-7ff2-4d9a-a7f1-0a08a4b00b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:59.618599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-34858a85-7ff2-4d9a-a7f1-0a08a4b00b58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc&tenant_id=799d8d3ae79d438da5c77b38215e0995 HTTP/1.1" status: 200 len: 1096 time: 0.2594924 Jun 04 06:22:59.627881 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.635476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 84f62112-da72-44f7-9321-02baa153ba69 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:22:59.636017 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.661647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 84f62112-da72-44f7-9321-02baa153ba69, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=84f62112-da72-44f7-9321-02baa153ba69,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:22:59.668018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.737825 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e48394-cb44-4813-a18b-33dc740e1ca0'] response: {'server_uuid': 'd9e04553-80c8-453d-809a-3f9c8d4dbd04', 'name': 'network-vif-deleted', 'tag': '6edcf30b-2e5e-4be7-9603-dbc07e2a3075', 'status': 'completed', 'code': 200} Jun 04 06:22:59.769862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.809390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=84f62112-da72-44f7-9321-02baa153ba69,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:22:59.864897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-1db5641c-1de1-40d3-a543-d5d143e28830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:22:59.866506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-1db5641c-1de1-40d3-a543-d5d143e28830 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1096 time: 0.2113316 Jun 04 06:22:59.903886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Attempting to bind port b0344b22-90fc-49bc-86cb-504ab0c9c9ab on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:22:59.904255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Attempting to bind port b0344b22-90fc-49bc-86cb-504ab0c9c9ab by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:22:59.906260 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Attempting to bind port b0344b22-90fc-49bc-86cb-504ab0c9c9ab on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:22:59.920260 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:22:59.920642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:22:59.921568 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.922657 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:22:59.923193 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Bound port: b0344b22-90fc-49bc-86cb-504ab0c9c9ab, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:22:59.923570 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:22:59.980203 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a5937-52d1-46f8-aa3f-7fc42b20c19c None None] Pushing event updated for resources: {'Port': ['ID=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:00.078810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] For port b0344b22-90fc-49bc-86cb-504ab0c9c9ab, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:00.095477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] For port b0344b22-90fc-49bc-86cb-504ab0c9c9ab, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:00.104277 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:00.197011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Pushing event updated for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:00.202088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44466) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:00.214524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 84f62112-da72-44f7-9321-02baa153ba69 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:00.224006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-ae40cd9e-9b4f-4e3f-a878-bdd894b417b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:00.228804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-ae40cd9e-9b4f-4e3f-a878-bdd894b417b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.3540614 Jun 04 06:23:00.303047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:00.303047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:00.317728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 84f62112-da72-44f7-9321-02baa153ba69 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:00.318173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:00.374864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-03095528-4124-43d6-8790-8a97518dc025 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 200 len: 217 time: 0.0734601 Jun 04 06:23:00.432362 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a5937-52d1-46f8-aa3f-7fc42b20c19c None None] Pushing event updated for resources: {'Port': ['ID=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:00.476877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-d1d7009d-db37-4c5d-8741-d37fe4cdbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:00.478199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-d1d7009d-db37-4c5d-8741-d37fe4cdbe9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.0920401 Jun 04 06:23:00.549460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:00.553455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 84f62112-da72-44f7-9321-02baa153ba69 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:00.555357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-2f84e99e-86f0-44b9-aaa4-462c8104d837 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604780 Jun 04 06:23:00.556363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:00.574474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:00.632916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 4adf004e-7f9e-4284-8f56-91bbdf46383e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:00.633334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4adf004e-7f9e-4284-8f56-91bbdf46383e not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:00.662458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669c328-e659-453b-ae45-00f751eb0695 req-bcb57799-b36b-4b8f-a0c9-e8c2a6cdc41c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:00.663926 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:00.670965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1669c328-e659-453b-ae45-00f751eb0695 req-bcb57799-b36b-4b8f-a0c9-e8c2a6cdc41c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.4402592 Jun 04 06:23:00.745949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1669c328-e659-453b-ae45-00f751eb0695 req-a7d9ce6e-aa2a-407a-ba25-db51801fd018 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741725 Jun 04 06:23:00.841584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-d517842e-adc0-4bba-9c5b-3c48bde0e5f0 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813396 Jun 04 06:23:00.895499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f1466-a082-4cf2-99dd-302085b44051 req-9df2699a-bbb6-4290-a613-796c5ad1bb50 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:00.902821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd1f1466-a082-4cf2-99dd-302085b44051 req-9df2699a-bbb6-4290-a613-796c5ad1bb50 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.7762985 Jun 04 06:23:00.936038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40c3a3dd-9190-4901-a89d-03812b334eea None None] Provisioning complete for port d82733ea-9e14-4786-aa14-112962c3b275 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:00.936774 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40c3a3dd-9190-4901-a89d-03812b334eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:00.964869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a0c849f1-2ea0-442f-874e-e750fbb11837 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=36671555bc8340b5a022e2fda52f75fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202404 Jun 04 06:23:00.973822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44476) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:01.063782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40c3a3dd-9190-4901-a89d-03812b334eea None None] Port d82733ea-9e14-4786-aa14-112962c3b275 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:01.124748 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:22:52Z', 'revision_number': 3, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:01.130333 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb9add-b3a1-4893-a528-ee250a293e71 None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:22:52Z', 'revision_number': 3, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:23:01.170598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd1f1466-a082-4cf2-99dd-302085b44051 req-068e96eb-de42-47d6-bcab-5f6d95433b12 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665496 Jun 04 06:23:01.203194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-0634e6f7-4845-48bc-98b4-823010111db3 service neutron] 10.222.0.39 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528140 Jun 04 06:23:01.203922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:01.254720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:01.342940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:01.364405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Router 488723a0-af32-4f02-ab8f-08e329176028 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:23:01.938815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995c908-170f-4210-85e2-20c075f5c8f6 req-1eda9bf3-17ef-4185-a61f-072a9b295d09 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:01.950062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5995c908-170f-4210-85e2-20c075f5c8f6 req-1eda9bf3-17ef-4185-a61f-072a9b295d09 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 950 time: 0.4501581 Jun 04 06:23:01.951186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Allocated IP 172.20.0.1 (cde016c1-a092-44ad-aea0-eae7ebfe297a/79d085a0-cb88-44ed-a06a-40f6f82812e7/d1f5b609-cf1a-4c90-879c-788e31c9033d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:02.031300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:23:02.051715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Sync routers for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:23:02.064533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5495-a233-4126-9467-940996cdf4e1 req-8682446a-857b-465e-bf33-9029621cc865 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:02.070623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-8682446a-857b-465e-bf33-9029621cc865 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc&tenant_id=799d8d3ae79d438da5c77b38215e0995&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.3242564 Jun 04 06:23:02.074780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:02.075966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:02.103106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5995c908-170f-4210-85e2-20c075f5c8f6 req-52150bc2-840f-457f-b7ab-aa79de3dc47b tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497147 Jun 04 06:23:02.103625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44498) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:02.214447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.325607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c135f-45d4-4b0d-9e44-c6863686d45d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:02.348448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e7f2519-b418-427d-bda7-39e70e393846 admin admin] 10.222.0.17 "PUT /v2.0/routers/488723a0-af32-4f02-ab8f-08e329176028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3563566 Jun 04 06:23:02.352368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.355736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-549920a5-2116-4d03-8589-3134e3c70b0f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9d2c135f-45d4-4b0d-9e44-c6863686d45d HTTP/1.1" status: 204 len: 168 time: 1.3703704 Jun 04 06:23:02.384451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:02.535859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Deleting subnet 87151d59-485d-4635-82f2-fec989f2cd10 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:23:02.540819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.595426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b0344b22-90fc-49bc-86cb-504ab0c9c9ab up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:02.622510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.742597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-318b5495-a233-4126-9467-940996cdf4e1 req-a3af6597-f0b4-45e0-ba93-cf67f39d4778 service neutron] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:02.757264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.767651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-318b5495-a233-4126-9467-940996cdf4e1 req-a3af6597-f0b4-45e0-ba93-cf67f39d4778 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.769278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-318b5495-a233-4126-9467-940996cdf4e1 req-a3af6597-f0b4-45e0-ba93-cf67f39d4778 service neutron] 10.222.0.39 "DELETE /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af/bindings/n-h2-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.6642423 Jun 04 06:23:02.785524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Transition to ACTIVE for port object d1f5b609-cf1a-4c90-879c-788e31c9033d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:02.854730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.873230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:02.958206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c5d77644-a157-4266-93d8-39bb1dd66acb tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:02.959828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c5d77644-a157-4266-93d8-39bb1dd66acb tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.24 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 950 time: 0.2909153 Jun 04 06:23:03.012843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:03.016682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:03.046571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:03.083512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b0344b22-90fc-49bc-86cb-504ab0c9c9ab completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:03.098234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b0344b22-90fc-49bc-86cb-504ab0c9c9ab triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:03.098725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.103621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44520) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:03.127315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679107c-3364-46b2-9e48-fa4082d573de req-1eb65b1a-109e-40c6-abda-103b723f550a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:03.138449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3679107c-3364-46b2-9e48-fa4082d573de req-1eb65b1a-109e-40c6-abda-103b723f550a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.7005095 Jun 04 06:23:03.171243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.188598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.235496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3679107c-3364-46b2-9e48-fa4082d573de req-3b87bbd6-484f-42a2-ba79-9c1dbbb08371 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958090 Jun 04 06:23:03.254583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:03.266032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Deleting port 82bd3490-ac00-4d75-a98b-e9f3d515b101 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:03.266919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.337444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87151d59-485d-4635-82f2-fec989f2cd10,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:03.341170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.406249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b0344b22-90fc-49bc-86cb-504ab0c9c9ab is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:03.406777 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.427775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:57Z', 'revision_number': 4, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd82733ea-9e14-4786-aa14-112962c3b275', 'name': '', 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'mac_address': 'fa:16:3e:05:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8d2539b8-db42-4681-a662-bc6199be5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:51Z', 'updated_at': '2022-06-04T06:22:58Z', 'revision_number': 2, 'project_id': '854b1ff72970497e863752dcd622e30b', 'subnets': [{'id': '8d2539b8-db42-4681-a662-bc6199be5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:03.445695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Checking router: 488723a0-af32-4f02-ab8f-08e329176028 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:23:03.446047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Updating router 488723a0-af32-4f02-ab8f-08e329176028 port d82733ea-9e14-4786-aa14-112962c3b275 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:23:03.455665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f594495e-522d-486b-9329-e85a4011b419 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/87151d59-485d-4635-82f2-fec989f2cd10 HTTP/1.1" status: 204 len: 168 time: 1.3498416 Jun 04 06:23:03.456492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44528) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:03.476408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d5cef462-d5de-46af-b131-7851e17ba696 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0f30ed7f070f43f798617c451297236e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708327 Jun 04 06:23:03.496448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44532) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:03.552032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b0344b22-90fc-49bc-86cb-504ab0c9c9ab, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:03.558887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.573403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.629941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.651023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a99a0576-0d1d-4504-8a4a-820a6b657772 None None] Provisioning for port d1f5b609-cf1a-4c90-879c-788e31c9033d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:03.676637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.711833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036c9f-4ded-4694-b350-0860dae441ec req-c9a5e60e-e161-4084-a0a4-7d0458a4517d tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:03.714302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af036c9f-4ded-4694-b350-0860dae441ec req-c9a5e60e-e161-4084-a0a4-7d0458a4517d tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 950 time: 0.2761390 Jun 04 06:23:03.747450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a99a0576-0d1d-4504-8a4a-820a6b657772 None None] Provisioning complete for port d1f5b609-cf1a-4c90-879c-788e31c9033d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:03.748301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a99a0576-0d1d-4504-8a4a-820a6b657772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.851734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.861964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:03.874001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:03.917679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a99a0576-0d1d-4504-8a4a-820a6b657772 None None] Port d1f5b609-cf1a-4c90-879c-788e31c9033d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:03.924169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-77cd64cb-dfb3-4a2a-9db0-7d1fe6a08ae5 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5666890 Jun 04 06:23:03.947673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:04.029569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:04.050881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af036c9f-4ded-4694-b350-0860dae441ec req-1dd4d4f6-62b7-47ab-9d82-924c23a4cbe3 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/security-groups?id=e9fcebc3-7642-4d82-91f7-32a35e73f283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044496 Jun 04 06:23:04.087713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Usage tracker for resource:floatingip and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:04.095566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:04.222010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:04.249419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] For port 82bd3490-ac00-4d75-a98b-e9f3d515b101, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=82bd3490-ac00-4d75-a98b-e9f3d515b101,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:04.250238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.264583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.277102 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.287923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.302079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Transition to ACTIVE for port object d82733ea-9e14-4786-aa14-112962c3b275 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:04.309421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b0344b22-90fc-49bc-86cb-504ab0c9c9ab up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:04.344063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.395673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.422635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f4e2c-76a6-4cfa-ac41-a5ce5c3929ba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:04.448559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.462002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.622814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee1f0c-3e6e-4cc7-a62d-76c8377030c4 None None] Pushing event updated for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:04.633527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.635848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae18a5bf-9dcd-4043-b0cd-41b826433831 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ba4f4e2c-76a6-4cfa-ac41-a5ce5c3929ba HTTP/1.1" status: 204 len: 168 time: 1.1359155 Jun 04 06:23:04.641020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Calling delete_port for 82bd3490-ac00-4d75-a98b-e9f3d515b101 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:04.697245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:04.711604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86827112-4ea7-4580-b0f9-1f72191faf30']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:04.741097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b0344b22-90fc-49bc-86cb-504ab0c9c9ab triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:04.741392 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.749188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c764a716-ff12-46be-98ea-e0882498d661') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:04.749813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c764a716-ff12-46be-98ea-e0882498d661') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:04.800132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Attempting to bind port d82733ea-9e14-4786-aa14-112962c3b275 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:04.800767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Attempting to bind port d82733ea-9e14-4786-aa14-112962c3b275 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:04.801307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Attempting to bind port d82733ea-9e14-4786-aa14-112962c3b275 on network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:04.812634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:04.813247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Checking segment: {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:04.813865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.814422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Bound using segment: {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:04.815063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Bound port: d82733ea-9e14-4786-aa14-112962c3b275, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6992977-1ba3-4129-bffb-bf3160f7af33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:04.815622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.828843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.840763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.893422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:04.907552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:23:04.908231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.141051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.190555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.221861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86827112-4ea7-4580-b0f9-1f72191faf30,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:05.232222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] For port d82733ea-9e14-4786-aa14-112962c3b275, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:05.249447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abeaf2-c68b-4334-bf0d-5a0629ef1b64 req-cdab662f-0150-4826-8e7c-1f9b465286a1 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:05.249447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56abeaf2-c68b-4334-bf0d-5a0629ef1b64 req-cdab662f-0150-4826-8e7c-1f9b465286a1 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 1096 time: 0.5311356 Jun 04 06:23:05.249740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] For port d82733ea-9e14-4786-aa14-112962c3b275, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d82733ea-9e14-4786-aa14-112962c3b275,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:05.255252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:05.262435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.263156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5facfec4-1d1f-4210-bd43-615b86dca4e4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/86827112-4ea7-4580-b0f9-1f72191faf30 HTTP/1.1" status: 204 len: 168 time: 1.7900436 Jun 04 06:23:05.267074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:05.270169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.417141 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c764a716-ff12-46be-98ea-e0882498d661 resource provider aggregate not found Jun 04 06:23:05.432043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Pushing event deleted for resources: {'Port': ['ID=82bd3490-ac00-4d75-a98b-e9f3d515b101,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:05.507828 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c764a716-ff12-46be-98ea-e0882498d661 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c764a716-ff12-46be-98ea-e0882498d661 found for delete ", "request_id": "req-6be492fe-06af-4330-9601-c73a51942b65"}]} Jun 04 06:23:05.570265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56abeaf2-c68b-4334-bf0d-5a0629ef1b64 req-51d24ef8-97b7-4756-be05-b6850cafcdb0 tempest-LiveMigrationTest-1168905873 tempest-LiveMigrationTest-1168905873-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075759 Jun 04 06:23:05.572718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:05.574117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:05.665346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.700988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] No DVR routers for this DVR port 82bd3490-ac00-4d75-a98b-e9f3d515b101 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:05.807740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44572) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:05.839389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:05.847785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a19c5a5-a633-4049-a169-d64388112f14 req-c522a1ca-a40c-4423-af6f-223cdbeb43d1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.24 "DELETE /v2.0/ports/82bd3490-ac00-4d75-a98b-e9f3d515b101 HTTP/1.1" status: 204 len: 173 time: 2.8735187 Jun 04 06:23:05.848477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'name': 'network-vif-deleted', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:06.046515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-149c6eb0-659c-4610-a160-a2f714713644 req-e444d71b-c545-4a2c-b49b-6b98c26ea0b1 tempest-ServerDiagnosticsNegativeTest-266007482 tempest-ServerDiagnosticsNegativeTest-266007482-project] 10.222.0.17 "GET /v2.0/ports?device_id=880d9647-c027-4e3d-99a9-6d86304a588c HTTP/1.1" status: 200 len: 210 time: 0.1693242 Jun 04 06:23:06.057850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:23:06.065352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Allocated IP 172.25.1.81 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/45693f91-6fa5-46b4-811a-eee66cd41050) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:06.092251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec8c3351-29cb-4d8b-bc94-888d36cadb4e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=591fa5d03e1842bf8acb813fb1dbc188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806678 Jun 04 06:23:06.096221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44578) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:06.112730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee1f0c-3e6e-4cc7-a62d-76c8377030c4 None None] Pushing event updated for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:06.124676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b0344b22-90fc-49bc-86cb-504ab0c9c9ab is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:06.232446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:23:06.277190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:06.350028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-77b668bd-e54e-4420-ba9d-feeb93f3ac97 None None] Provisioning complete for port d1f5b609-cf1a-4c90-879c-788e31c9033d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:06.351464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-77b668bd-e54e-4420-ba9d-feeb93f3ac97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.389744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:23:06.486029 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.498726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.566784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.578897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.589793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:23:06.612000 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:23:06.612489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5e7b0b3e-fdce-4ce4-b453-89c4236c161f admin admin] 10.222.0.17 "PUT /v2.0/routers/014ae84d-05db-442f-8437-f696b865acda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9000051 Jun 04 06:23:06.619205 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:06.619367 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:06.656234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:06.657897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:06.664140 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0cdee0-5767-48b8-94fd-c1574b8773e2'] response: {'server_uuid': '880d9647-c027-4e3d-99a9-6d86304a588c', 'name': 'network-vif-deleted', 'tag': '82bd3490-ac00-4d75-a98b-e9f3d515b101', 'status': 'completed', 'code': 200} Jun 04 06:23:06.665258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:06.668678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:06.696497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.706811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:23:06.733207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977facc4-e35a-49a5-bc5a-729c001696dd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:06.751914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 82bd3490-ac00-4d75-a98b-e9f3d515b101 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:06.760537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event updated for resources: {'Port': ['ID=45693f91-6fa5-46b4-811a-eee66cd41050,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:06.774749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.778763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8be0ca54-0843-45bc-b641-f6721d32756f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/977facc4-e35a-49a5-bc5a-729c001696dd HTTP/1.1" status: 204 len: 168 time: 0.6708088 Jun 04 06:23:06.812769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.825052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 82bd3490-ac00-4d75-a98b-e9f3d515b101 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:06.825686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 82bd3490-ac00-4d75-a98b-e9f3d515b101 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:06.910328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:06.992444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-77b668bd-e54e-4420-ba9d-feeb93f3ac97 None None] Port d1f5b609-cf1a-4c90-879c-788e31c9033d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:07.024909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:07.025265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.050458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:07.069151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:07.078028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.162403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028f29-67f7-44b0-8984-e92a90a31fcc req-474e029b-53b6-43b6-b2a6-e1a54474b7ee tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:07.173910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6028f29-67f7-44b0-8984-e92a90a31fcc req-474e029b-53b6-43b6-b2a6-e1a54474b7ee tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.2631164 Jun 04 06:23:07.261449 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:07.265668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6028f29-67f7-44b0-8984-e92a90a31fcc req-589541cb-c9b6-43d5-8936-3d2cd07e15fe tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899191 Jun 04 06:23:07.358288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['525148a2-b37c-4633-9977-f68f1c25dfaa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:07.407660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:07.496356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.511246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.619703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:57Z', 'revision_number': 4, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd82733ea-9e14-4786-aa14-112962c3b275', 'name': '', 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'mac_address': 'fa:16:3e:05:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8d2539b8-db42-4681-a662-bc6199be5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:51Z', 'updated_at': '2022-06-04T06:23:05Z', 'revision_number': 4, 'project_id': '854b1ff72970497e863752dcd622e30b', 'subnets': [{'id': '8d2539b8-db42-4681-a662-bc6199be5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:07.687658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event updated for resources: {'Port': ['ID=45693f91-6fa5-46b4-811a-eee66cd41050,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:07.694787 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.707478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b87b1-b7b8-4898-8c30-2781adfcb1a4 None None] The sync data for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 is: [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:22:57Z', 'revision_number': 4, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd82733ea-9e14-4786-aa14-112962c3b275', 'name': '', 'network_id': '9b798a06-b641-4e7c-80de-8a745c8dd4d7', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'mac_address': 'fa:16:3e:05:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8d2539b8-db42-4681-a662-bc6199be5097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:51Z', 'updated_at': '2022-06-04T06:23:05Z', 'revision_number': 4, 'project_id': '854b1ff72970497e863752dcd622e30b', 'subnets': [{'id': '8d2539b8-db42-4681-a662-bc6199be5097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:23:07.709103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abf3df-273c-41dd-8e87-97d147853d4d req-a79858fd-118a-44ed-92c9-d14c1293ff32 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:07.714089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95abf3df-273c-41dd-8e87-97d147853d4d req-a79858fd-118a-44ed-92c9-d14c1293ff32 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.2965493 Jun 04 06:23:07.782549 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 2, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:07.793789 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:23:07.795200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Updating router 014ae84d-05db-442f-8437-f696b865acda port d1f5b609-cf1a-4c90-879c-788e31c9033d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:23:07.907296 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:07.975955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44636) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:07.986089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755882965', 'description': 'tempest-description--1820907882'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:08.002114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:08.007446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:08.012749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:08.037393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:08.046120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Deleting port 54496a33-df04-423c-b50a-e444ab35f6af {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:08.046424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.075524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.104157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:08.108972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:08.113751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:08.118028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.123649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d3c23682-97a9-4873-824f-e0ecfa981d3f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1866949 Jun 04 06:23:08.125206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:08.234671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:08.320866 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.330221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.401840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 525148a2-b37c-4633-9977-f68f1c25dfaa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:08.402400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.448653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b88703-d54c-48f9-b551-98b02da716f8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:08.468618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d82733ea-9e14-4786-aa14-112962c3b275 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:08.487957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.489279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-13da6065-9f26-43c1-8263-b04f16427a3c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5115671 Jun 04 06:23:08.493913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:08.509890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group_rule': {'security_group_id': '58b88703-d54c-48f9-b551-98b02da716f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:08.529294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:08.537507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:08.545432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:08.562778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:08.607546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.628235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:23:08.716606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.725054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.751153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d82733ea-9e14-4786-aa14-112962c3b275 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:08.812681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5edd7d-cf22-4932-b066-120917fb7419,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:08.812924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-df74aabf-f325-42c0-bfd9-1f72c07e79c3 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Synchronizing usage tracker for tenant:854b1ff72970497e863752dcd622e30b on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:08.848252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.853608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a9b2d79f-c24f-401e-a177-80531942aaff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560960 Jun 04 06:23:08.854696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44660) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:08.864205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group_rule': {'security_group_id': '58b88703-d54c-48f9-b551-98b02da716f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:08.871599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d82733ea-9e14-4786-aa14-112962c3b275 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:08.872264 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:08.900228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:08.912313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:08.920035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:08.939282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:08.966118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-df74aabf-f325-42c0-bfd9-1f72c07e79c3 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Unset dirty status for tenant:854b1ff72970497e863752dcd622e30b on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:08.978414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-df74aabf-f325-42c0-bfd9-1f72c07e79c3 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.7512884 Jun 04 06:23:08.980835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.089063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44668) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:09.191477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.201900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.227548 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.279365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Transition to ACTIVE for port object d1f5b609-cf1a-4c90-879c-788e31c9033d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:09.300252 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.311523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f162903-7035-4050-8849-7766fbe945bb,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:09.321417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:09.323761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.357390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.358881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ac6dcecf-f363-4924-b810-5a18f265467a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5026610 Jun 04 06:23:09.362729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44686) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:09.378258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8886c46-8dcd-4eec-8d80-279c70acb19d req-e680597e-0226-4420-956d-1c3bf6d43016 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:09.386752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8886c46-8dcd-4eec-8d80-279c70acb19d req-e680597e-0226-4420-956d-1c3bf6d43016 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.1903944 Jun 04 06:23:09.392396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:09.400222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:09.400795 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-f9fa69c7-29c2-4d50-9282-3010ad8f58c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4934938 Jun 04 06:23:09.405201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:floatingip and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:09.418667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:09.440936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:09.488937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.533641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:09.604210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:09.640150 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.650853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 54496a33-df04-423c-b50a-e444ab35f6af no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:09.745962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8886c46-8dcd-4eec-8d80-279c70acb19d req-cd266724-7f9e-4998-bbfe-16f0f4ce9493 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578906 Jun 04 06:23:09.858434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44692) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:09.884287 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Pushing event updated for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:09.905971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.954746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d82733ea-9e14-4786-aa14-112962c3b275 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:09.955738 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:09.959248 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.962530 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.964717 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.965667 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.966167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.967049 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.967480 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.967976 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.968867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.972457 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.973349 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.976053 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:09.996973 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Attempting to bind port d1f5b609-cf1a-4c90-879c-788e31c9033d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:09.997466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Attempting to bind port d1f5b609-cf1a-4c90-879c-788e31c9033d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:09.997967 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Attempting to bind port d1f5b609-cf1a-4c90-879c-788e31c9033d on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:10.022653 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:10.023412 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:10.023921 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.024316 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Bound using segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:10.024806 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Bound port: d1f5b609-cf1a-4c90-879c-788e31c9033d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:10.025449 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.064544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:10.086244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d82733ea-9e14-4786-aa14-112962c3b275, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d82733ea-9e14-4786-aa14-112962c3b275,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:10.103126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d7b9d2c9-d0fc-4109-8535-8cb5db5ce95a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:10.106992 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-d7b9d2c9-d0fc-4109-8535-8cb5db5ce95a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 1.1277385 Jun 04 06:23:10.124162 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.164592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] For port 54496a33-df04-423c-b50a-e444ab35f6af, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=54496a33-df04-423c-b50a-e444ab35f6af,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:10.165105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.183895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-1cc29efe-d9cc-4f38-8f24-d075825d10bc tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:23:10.200414 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] For port d1f5b609-cf1a-4c90-879c-788e31c9033d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:10.201186 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a766f9b8-b2d7-4c43-989a-cb18335fb7af req-1cc29efe-d9cc-4f38-8f24-d075825d10bc tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419891 Jun 04 06:23:10.203679 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] For port d1f5b609-cf1a-4c90-879c-788e31c9033d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d1f5b609-cf1a-4c90-879c-788e31c9033d,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:10.213126 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.215810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-92811792-network', 'tenant_id': '99eb6b11954143118522c4119e470d76'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:10.227769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:10.236660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Usage tracker for resource:network and tenant:99eb6b11954143118522c4119e470d76 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:10.243243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:10.255427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:10.292466 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301a93bf-7ccd-48cb-9835-f3057197bfe0'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:23:10.293141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 54496a33-df04-423c-b50a-e444ab35f6af is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:10.306207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:10.367556 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:10.369027 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:10.407401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Calling delete_port for 54496a33-df04-423c-b50a-e444ab35f6af owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:10.453975 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98721d04-ea57-4364-856e-c548dc4d1646 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4fa03ea2d667419da4fc288aec86ee31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3604987 Jun 04 06:23:10.457028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:10.460399 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c34a-44f4-4cbf-bc87-a182b1131ddc None None] Pushing event updated for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:10.469038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-1531e67a-f9a5-4ddf-9fe7-aeca16ecc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:10.470567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-1531e67a-f9a5-4ddf-9fe7-aeca16ecc951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=799d8d3ae79d438da5c77b38215e0995&device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 1096 time: 0.8732448 Jun 04 06:23:10.486233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Allocated IP 172.25.1.109 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/d0ecac77-f5f9-41e0-8722-8d78c8f35f1e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:10.576602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Made reservation on behalf of 99eb6b11954143118522c4119e470d76 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:10.579093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.624703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-06f1cb36-4a6b-4ca8-8a46-0fcabb66b9d3 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips/7958ba20-0964-4861-8c95-0f3c514d2e5d HTTP/1.1" status: 200 len: 692 time: 0.2973244 Jun 04 06:23:10.661992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:10.725613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:10.762069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-2529da00-7fb8-488f-b812-5059227a2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:10.764193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-2529da00-7fb8-488f-b812-5059227a2ba1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 200 len: 909 time: 0.2659671 Jun 04 06:23:10.867689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:10.870936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-32ea8235-ed20-413d-8417-5fbf165dd031 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 200 len: 217 time: 0.0764925 Jun 04 06:23:10.882237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Usage tracker for resource:security_group_rule and tenant:99eb6b11954143118522c4119e470d76 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:10.896431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:10.936530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44718) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:10.955979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:10.975337 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.034060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.073993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.087463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f3449989-86c5-4e3c-a54c-876d795bed88'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:11.110006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-108869b3-8f34-4a09-a3f4-cd9a78bef927 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:11.110894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-108869b3-8f34-4a09-a3f4-cd9a78bef927 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Synchronizing usage tracker for tenant:854b1ff72970497e863752dcd622e30b on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:11.136542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.177427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:10Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:11.184786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208623ed-7115-4e7f-90a2-1da5a1fd210c None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:10Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:23:11.213502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-108869b3-8f34-4a09-a3f4-cd9a78bef927 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Unset dirty status for tenant:854b1ff72970497e863752dcd622e30b on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:11.219913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-108869b3-8f34-4a09-a3f4-cd9a78bef927 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.5942047 Jun 04 06:23:11.228117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-0119b36a-31cb-401d-b3ad-0924d8fa5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:11.230719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-0119b36a-31cb-401d-b3ad-0924d8fa5df4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 200 len: 848 time: 0.3482542 Jun 04 06:23:11.231265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-066fdc45-b388-4985-82f1-31bd45d0706e tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:23:11.236889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e35e78fd-4a50-4da0-a48e-a8456f8b80bb req-066fdc45-b388-4985-82f1-31bd45d0706e tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160732 Jun 04 06:23:11.289028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event deleted for resources: {'Port': ['ID=54496a33-df04-423c-b50a-e444ab35f6af,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:11.404856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73f2247e-59f4-44ad-9827-e1d63f5c44c2 req-d16d7334-35c5-46d0-9c18-2cf5a95afbb9 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?tenant_id=854b1ff72970497e863752dcd622e30b HTTP/1.1" status: 200 len: 695 time: 0.1062319 Jun 04 06:23:11.445883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] No DVR routers for this DVR port 54496a33-df04-423c-b50a-e444ab35f6af on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:11.447912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.473375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.500813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab79f59-ff73-4f2c-a574-cca3983ecc2b req-41559b26-976f-4b2e-9905-9e62d9321429 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:11.502418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ab79f59-ff73-4f2c-a574-cca3983ecc2b req-41559b26-976f-4b2e-9905-9e62d9321429 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 945 time: 0.5650201 Jun 04 06:23:11.502888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-deleted', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:11.525858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:11.531608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Usage tracker for resource:security_group_rule and tenant:d97004c92fef41c89ea0429486007bc0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:11.535016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:11.542372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:11.559474 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-1fb2a32c-a1e3-4aed-88cb-c5a242b45d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585244 Jun 04 06:23:11.574928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95abf3df-273c-41dd-8e87-97d147853d4d req-1a661d83-751c-4614-9a09-e0710e643702 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.39 "DELETE /v2.0/ports/54496a33-df04-423c-b50a-e444ab35f6af HTTP/1.1" status: 204 len: 173 time: 3.8369582 Jun 04 06:23:11.603451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.622147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.626343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.706660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3406a3-774f-402c-a53f-4d57bd6f1603,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:11.711741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:11.741700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2247e-59f4-44ad-9827-e1d63f5c44c2 req-518a4cea-3548-4ed0-98df-a6eabc174866 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:11.748507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73f2247e-59f4-44ad-9827-e1d63f5c44c2 req-518a4cea-3548-4ed0-98df-a6eabc174866 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks?id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 787 time: 0.3284476 Jun 04 06:23:11.753921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-73f2247e-59f4-44ad-9827-e1d63f5c44c2 req-327deb21-9df3-44ee-849e-e98a91925086 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:23:11.776978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73f2247e-59f4-44ad-9827-e1d63f5c44c2 req-327deb21-9df3-44ee-849e-e98a91925086 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275190 Jun 04 06:23:11.805956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fcebc3-7642-4d82-91f7-32a35e73f283,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:11.866512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:23:11.874058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:11.969683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:11.972359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:12.042316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-aca9ef28-ddee-443d-a809-dc54ca5be4fb tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips/7958ba20-0964-4861-8c95-0f3c514d2e5d HTTP/1.1" status: 200 len: 692 time: 0.1669009 Jun 04 06:23:12.076254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=d0ecac77-f5f9-41e0-8722-8d78c8f35f1e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:12.092013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.092360 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Added segment ccfaa512-010d-4b46-92c4-0e8fe0c4c995 of type vlan for network 3b148145-8b7d-450d-83da-0e05e5b589ec Jun 04 06:23:12.149560 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd45471-6e90-43ed-9efd-836d7c0a4b68'] response: {'server_uuid': '11125066-3a0d-4884-878f-b4d3861111cc', 'name': 'network-vif-deleted', 'tag': '54496a33-df04-423c-b50a-e444ab35f6af', 'status': 'completed', 'code': 200} Jun 04 06:23:12.204855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.227874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.276509 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.277754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1be9566f-d0ba-4679-8be8-8c322356e3e5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e9fcebc3-7642-4d82-91f7-32a35e73f283 HTTP/1.1" status: 204 len: 168 time: 1.7993615 Jun 04 06:23:12.311813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ab79f59-ff73-4f2c-a574-cca3983ecc2b req-3ec83d98-1d41-4d98-8474-57adbe866dbc tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561388 Jun 04 06:23:12.361783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.458242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d97004c92fef41c89ea0429486007bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4645724 Jun 04 06:23:12.458488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ef71f097-1846-4e13-9747-073b14d388fe tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:12.458608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb38f0-df1a-4dd6-b171-11db9595cef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668b067c-6d93-435e-8b76-fe6c89cf5025,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:12.460721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:12.465655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ef71f097-1846-4e13-9747-073b14d388fe tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.4222012 Jun 04 06:23:12.473016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-f4c72775-a463-42d0-b4fe-a3a045eca773 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:23:12.481758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-f4c72775-a463-42d0-b4fe-a3a045eca773 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148923 Jun 04 06:23:12.545262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.546397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:12.547031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.559088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.580988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d82733ea-9e14-4786-aa14-112962c3b275 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:12.583020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-ba4b0abe-0bd1-4b18-98db-3d38663fd1a5 service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069721 Jun 04 06:23:12.774992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-3f383ec8-3b7f-4e13-bd32-03b940ba04f0 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.2919858 Jun 04 06:23:12.791738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d82733ea-9e14-4786-aa14-112962c3b275 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:12.792109 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:12.985122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.107796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:13.183627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-08f91896-4bd0-4589-a68a-62910822eb71 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.4063289 Jun 04 06:23:13.191103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.195954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d82733ea-9e14-4786-aa14-112962c3b275 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:13.197571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d1f5b609-cf1a-4c90-879c-788e31c9033d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:13.283027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4224353 Jun 04 06:23:13.285630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:13.298127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe996-72ab-4a80-ba02-fcc871409a51 admin admin] Pushing event updated for resources: {'Network': ['ID=3b148145-8b7d-450d-83da-0e05e5b589ec,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:13.318220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Request body: {'subnet': {'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-92811792-subnet', 'tenant_id': '99eb6b11954143118522c4119e470d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:13.331281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.336698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 3b148145-8b7d-450d-83da-0e05e5b589ec details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:23:13.380882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d1f5b609-cf1a-4c90-879c-788e31c9033d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:13.401866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d1f5b609-cf1a-4c90-879c-788e31c9033d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:13.402233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.406575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:13.428968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34ceee14-ebc6-4505-8cf5-d0a994719d4d req-73109924-64b7-4d62-8a5e-6f6dcc7e9bcc service neutron] 10.222.0.24 "GET /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374999 Jun 04 06:23:13.429716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.560481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Usage tracker for resource:subnet and tenant:99eb6b11954143118522c4119e470d76 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:13.591434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:13.625596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:13.635658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Deleting port 45693f91-6fa5-46b4-811a-eee66cd41050 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:13.636134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.654106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:13.667880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Usage tracker for resource:security_group_rule and tenant:619040be69d14623b20ccc9da56a3379 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:13.671072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:13.674371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d1f5b609-cf1a-4c90-879c-788e31c9033d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:13.674933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.683823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:13.730753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d1f5b609-cf1a-4c90-879c-788e31c9033d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d1f5b609-cf1a-4c90-879c-788e31c9033d,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:13.741920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.906217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:13.918054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.951564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e19d394c-f7ee-4987-aad7-5df51f926264 req-42ca415c-3942-4d94-bd81-53d698eaf291 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:13.956182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:13.972768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.032164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=619040be69d14623b20ccc9da56a3379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8664079 Jun 04 06:23:14.034568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:14.042093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0338b-d50c-4eb9-b28e-7ec0d4c10b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25299f5c-f559-4a75-a0de-f19ce08071fe,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:14.044672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.045290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e19d394c-f7ee-4987-aad7-5df51f926264 req-42ca415c-3942-4d94-bd81-53d698eaf291 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:14.056211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e19d394c-f7ee-4987-aad7-5df51f926264 req-42ca415c-3942-4d94-bd81-53d698eaf291 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=11125066-3a0d-4884-878f-b4d3861111cc HTTP/1.1" status: 200 len: 210 time: 0.5222564 Jun 04 06:23:14.079988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Made reservation on behalf of 99eb6b11954143118522c4119e470d76 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:14.082732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.114304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.178523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.182411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/668b067c-6d93-435e-8b76-fe6c89cf5025 HTTP/1.1" status: 204 len: 168 time: 1.6789944 Jun 04 06:23:14.200776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d53d41-b65f-4701-8c2c-ea042b55cecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b067c-6d93-435e-8b76-fe6c89cf5025,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:14.247872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.300918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.301629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d1f5b609-cf1a-4c90-879c-788e31c9033d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:14.399119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d1f5b609-cf1a-4c90-879c-788e31c9033d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:14.399748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.422608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.479608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25299f5c-f559-4a75-a0de-f19ce08071fe,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:14.485855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.489443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb82485f-8160-491c-a80b-d61a33c6de1d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25299f5c-f559-4a75-a0de-f19ce08071fe HTTP/1.1" status: 204 len: 168 time: 0.4507122 Jun 04 06:23:14.684389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d1f5b609-cf1a-4c90-879c-788e31c9033d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:14.771625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=d0ecac77-f5f9-41e0-8722-8d78c8f35f1e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:14.811427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.880221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.882116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b837723-1c97-4bcf-93a2-edbc56041e38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5137055 Jun 04 06:23:14.889778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:14.890218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.128392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:15.169811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.214391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Calling delete_port for 45693f91-6fa5-46b4-811a-eee66cd41050 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:15.222441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:15.234607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Usage tracker for resource:security_group_rule and tenant:b817104eb32f49aeba063d42940b8771 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:15.243617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:15.255398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:15.402333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.570585 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.609501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.703471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-e4fca761-294e-4904-9a25-148b330ea337 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1755882965&fields=id&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 267 time: 0.2337217 Jun 04 06:23:15.757013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6cd90-038c-404e-947f-25a77883c7ce,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:15.774655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:15.782899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1de33499-03ef-4d23-87c7-b355cd6a6718 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b817104eb32f49aeba063d42940b8771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534152 Jun 04 06:23:15.793328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44830) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:16.030760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Checking segment: {'id': 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:16.037625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Network hostable DHCP agents. Network: 3b148145-8b7d-450d-83da-0e05e5b589ec, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:23:16.136067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.187097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a2c5c0-aa16-48c6-a3f0-03af033a5041,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:16.189404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event deleted for resources: {'Port': ['ID=45693f91-6fa5-46b4-811a-eee66cd41050,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:16.276483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-13e0757d-8482-486d-beec-2e83df92939b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:16.279087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-13e0757d-8482-486d-beec-2e83df92939b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 816 time: 0.5530460 Jun 04 06:23:16.285319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.307626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Network 3b148145-8b7d-450d-83da-0e05e5b589ec is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:23:16.310641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.323339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.324775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52414102-341d-4da8-bdb9-5d96d9ac16a7 req-ed032d04-6a55-4903-9d3a-47aaa08a8e5f tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "DELETE /v2.0/floatingips/7958ba20-0964-4861-8c95-0f3c514d2e5d HTTP/1.1" status: 204 len: 173 time: 3.1416340 Jun 04 06:23:16.326227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 3b148145-8b7d-450d-83da-0e05e5b589ec) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:16.340151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1b4d2-3675-4f41-a406-275a76186d3a None None] Network 3b148145-8b7d-450d-83da-0e05e5b589ec requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:23:16.369151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:16.369773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.383532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-3db100ac-6943-429c-ba3f-b0bab716fe0c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/quotas/152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 375 time: 0.0842214 Jun 04 06:23:16.497513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-acc182e1-a464-450f-aa47-64dec3c77308 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1839645 Jun 04 06:23:16.618291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-f78db05b-b581-4626-b976-2e1635c76853 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2334144 Jun 04 06:23:16.626530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:16.750258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6cd90-038c-404e-947f-25a77883c7ce,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:16.899191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-f942649f-9f3a-4b15-9e44-6d6fa6b8fb69 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4636979 Jun 04 06:23:16.910574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:16.924332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:16.935702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Usage tracker for resource:floatingip and tenant:854b1ff72970497e863752dcd622e30b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:16.947700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:16.981852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:17.026631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:17.072788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:17.077027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea14937c-f55e-4f07-a605-6af8029b162e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/04a6cd90-038c-404e-947f-25a77883c7ce HTTP/1.1" status: 204 len: 168 time: 1.2798879 Jun 04 06:23:17.324388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-c6e6979c-31d9-4ef0-8e0e-07f72025eaa6 service neutron] 10.222.0.17 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524358 Jun 04 06:23:17.386543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0767b1ec-c673-4ce0-92ae-594384eb2ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:17.421708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef562d4b-c7b0-4b52-9540-6aefebe89698 None None] Network 3b148145-8b7d-450d-83da-0e05e5b589ec requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:23:17.484361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:17.552462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-d3f12d78-2841-4651-88ac-fc224d805615 service neutron] 10.222.0.17 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230592 Jun 04 06:23:17.873746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Allocated IP 172.25.1.12 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/45280746-cc79-4e8a-87d0-1e7ced388eab) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:18.337659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:18.407746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:18.477728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:18.486050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:18.490343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:18.591359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event updated for resources: {'Port': ['ID=45280746-cc79-4e8a-87d0-1e7ced388eab,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:18.681908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:18.908518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-bb78406d-6df1-4984-a5e5-8a769adf78d5 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:18.917397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:18.923077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-bb78406d-6df1-4984-a5e5-8a769adf78d5 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/networks?id=3b148145-8b7d-450d-83da-0e05e5b589ec HTTP/1.1" status: 200 len: 811 time: 0.4864161 Jun 04 06:23:18.958237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-6b10d9bc-8624-4ccf-bc1e-b19d8445521f tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/quotas/99eb6b11954143118522c4119e470d76 HTTP/1.1" status: 200 len: 375 time: 0.0338526 Jun 04 06:23:19.009074 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e48dcdc3-3e50-41dc-b704-1c2578dec30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:19.016453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-80631e9b-8848-43af-8d43-68859503779d tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=99eb6b11954143118522c4119e470d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561712 Jun 04 06:23:19.461726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-98be2789-54c0-4e93-920d-5ab98ea13aa9 service neutron] 10.222.0.17 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329014 Jun 04 06:23:19.467078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:19.483230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:19.726739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-dc216fe8-7589-4168-a1b8-9dc79184e2b5 service neutron] 10.222.0.17 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631118 Jun 04 06:23:19.742395 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:19.808459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:19.809700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9083939 Jun 04 06:23:19.855710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18286059-f038-4393-bf77-67b11e594a1a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event updated for resources: {'Port': ['ID=45280746-cc79-4e8a-87d0-1e7ced388eab,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:20.145130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-877ad51a-edea-4133-aedc-de94468e0f8e req-402f4ba7-d3a8-4af6-8901-5526622339d6 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Synchronizing usage tracker for tenant:854b1ff72970497e863752dcd622e30b on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:20.153329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:20.221572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-e74edd80-1d8d-458d-b917-7c37e407259b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:20.226842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-e74edd80-1d8d-458d-b917-7c37e407259b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 816 time: 0.4206967 Jun 04 06:23:20.247720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-877ad51a-edea-4133-aedc-de94468e0f8e req-402f4ba7-d3a8-4af6-8901-5526622339d6 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Unset dirty status for tenant:854b1ff72970497e863752dcd622e30b on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:20.249271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-402f4ba7-d3a8-4af6-8901-5526622339d6 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.3994048 Jun 04 06:23:20.319860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:20.461594 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-faec8c4b-4a3e-47a1-80bd-510366207f61 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 380 time: 0.2144561 Jun 04 06:23:20.469094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3f48e58-b0f3-4a13-a4a6-3256b7a43ce4 req-4d546d54-7467-4059-ab07-2193bcd9499c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 210 time: 0.1276231 Jun 04 06:23:20.483897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'port': {'device_id': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'admin_state_up': True, 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'security_groups': ['58b88703-d54c-48f9-b551-98b02da716f8']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:20.746186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad51a-edea-4133-aedc-de94468e0f8e req-e981c4ef-c770-48fa-93eb-c66a94a81555 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:20.751180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-e981c4ef-c770-48fa-93eb-c66a94a81555 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.4913027 Jun 04 06:23:20.771500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-6fed2e74-3668-4361-8d5f-4c5d9edf7931 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:23:20.776078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-877ad51a-edea-4133-aedc-de94468e0f8e req-6fed2e74-3668-4361-8d5f-4c5d9edf7931 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159504 Jun 04 06:23:20.891672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:20.915193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:port and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:20.925780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:20.937424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:20.977193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Made reservation on behalf of 152c417b0a5f4e8fa5842a167cd75b2c for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:20.980743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:21.185951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-c05c18b1-67ad-453c-960d-12668754382a tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660765 Jun 04 06:23:21.372556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0561cb7b-5d01-464f-a7f7-ff9dacc7d52e req-7ebbc43d-730a-4be1-93c8-97d83e9ff9ae tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 210 time: 0.1442111 Jun 04 06:23:21.560757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Allocated IP 172.20.0.12 (cde016c1-a092-44ad-aea0-eae7ebfe297a/79d085a0-cb88-44ed-a06a-40f6f82812e7/e984a964-f600-4102-af78-dde03ac38ee3) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:21.586735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-cd1f49c1-2e1c-4595-b897-42d96a8be199 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:21.593502 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-cd1f49c1-2e1c-4595-b897-42d96a8be199 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4013064 Jun 04 06:23:21.606150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ca6c954b-c797-4a1f-b6c6-79dfe638b552 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips/4ee89e0c-5d40-406c-bffa-8e61d9d2348e HTTP/1.1" status: 200 len: 692 time: 0.1715341 Jun 04 06:23:21.617211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-761e61bc-4cc6-41ed-8c7c-a3284c5d77af tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.0226219 Jun 04 06:23:21.684042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-c96c9ce6-b263-4717-bed5-791a395e2886 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658658 Jun 04 06:23:21.996887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.010491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.072310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-783eb01d-a0fb-4a97-a490-5255ea76a0eb tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:22.073822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-783eb01d-a0fb-4a97-a490-5255ea76a0eb tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.4488020 Jun 04 06:23:22.135666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Transition to ACTIVE for port object e984a964-f600-4102-af78-dde03ac38ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:22.154738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-18027f6c-cbd8-4071-bb77-01906e2f3345 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:22.167287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-18027f6c-cbd8-4071-bb77-01906e2f3345 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 945 time: 0.2992573 Jun 04 06:23:22.229174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-8e0eff4d-4278-4e0f-ada4-a6347d761568 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.1489685 Jun 04 06:23:22.341723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-4276b301-ca92-4cb3-bcee-f17fb4a341fd tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.1112626 Jun 04 06:23:22.530971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.610006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Deleting port 45280746-cc79-4e8a-87d0-1e7ced388eab {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:22.610716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.651738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:22.660759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:22.663820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:22.910287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.910595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:22.935330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:22.982065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Deleting port f3449989-86c5-4e3c-a54c-876d795bed88 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:22.985646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.115263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da9837eb-d975-4bbc-96ed-6a331d21287e None None] Provisioning for port e984a964-f600-4102-af78-dde03ac38ee3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:23.123671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da9837eb-d975-4bbc-96ed-6a331d21287e None None] Provisioning complete for port e984a964-f600-4102-af78-dde03ac38ee3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:23.124170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da9837eb-d975-4bbc-96ed-6a331d21287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.156841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:23.161305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.175778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Calling delete_port for 45280746-cc79-4e8a-87d0-1e7ced388eab owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:23.183967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3093020-8993-40bf-a56c-9a41360f4c4f req-f4409bc2-3e1e-49bb-8b3d-5e841cad2358 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:23.190134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3093020-8993-40bf-a56c-9a41360f4c4f req-f4409bc2-3e1e-49bb-8b3d-5e841cad2358 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 945 time: 1.1638098 Jun 04 06:23:23.217193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da9837eb-d975-4bbc-96ed-6a331d21287e None None] Port e984a964-f600-4102-af78-dde03ac38ee3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:23.298303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-015a1dc5-a053-4917-b987-0a2321376faa tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:23.299895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-015a1dc5-a053-4917-b987-0a2321376faa tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.24 "GET /v2.0/networks?id=3b148145-8b7d-450d-83da-0e05e5b589ec HTTP/1.1" status: 200 len: 811 time: 1.0379519 Jun 04 06:23:23.329554 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3093020-8993-40bf-a56c-9a41360f4c4f req-975632a9-5334-4b83-a94f-e0be41077618 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970986 Jun 04 06:23:23.335457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Request body: {'port': {'device_id': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec', 'admin_state_up': True, 'tenant_id': '99eb6b11954143118522c4119e470d76'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:23.430360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.433889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-cb34b061-685f-4518-b5c6-27274cf4cb9f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9537480 Jun 04 06:23:23.464353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Request body: {'port': {'device_id': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:23.540019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Pushing event deleted for resources: {'Port': ['ID=45280746-cc79-4e8a-87d0-1e7ced388eab,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:23.692351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-37dafa35-f8a7-4bce-9627-8577e71a7ec5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355946 Jun 04 06:23:23.814710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.871151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:23.893004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed685296-005e-4fb1-b2f3-c698bf22bdfd req-ab8a7440-f9c3-4f09-a0b4-f50a1de7ded4 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "DELETE /v2.0/floatingips/4ee89e0c-5d40-406c-bffa-8e61d9d2348e HTTP/1.1" status: 204 len: 173 time: 1.5500727 Jun 04 06:23:23.941496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-8d43d09b-c5b7-46a4-a4da-bfdc52db63d1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:23.948793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-8d43d09b-c5b7-46a4-a4da-bfdc52db63d1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500799 Jun 04 06:23:23.968932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:24.002940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] For port f3449989-86c5-4e3c-a54c-876d795bed88, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f3449989-86c5-4e3c-a54c-876d795bed88,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:24.003916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.208846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:24.214842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Usage tracker for resource:port and tenant:adda3a332f4f469a9a984c8600112b24 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:24.218811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:24.227286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:24.228425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Calling delete_port for f3449989-86c5-4e3c-a54c-876d795bed88 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:24.244525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:24.248570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.264298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.287833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:24.292303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Usage tracker for resource:security_group_rule and tenant:adda3a332f4f469a9a984c8600112b24 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:24.295907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:24.305386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:24.358948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.391413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:24.401342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7ac8d-0949-4aa7-9e89-4e2e328a4b38 req-8d2e2259-c14a-4f58-a7d9-514bde2d05d7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:24.402092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a5a7ac8d-0949-4aa7-9e89-4e2e328a4b38 req-8d2e2259-c14a-4f58-a7d9-514bde2d05d7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:24.419446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Usage tracker for resource:port and tenant:99eb6b11954143118522c4119e470d76 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:24.426421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:24.482988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:24.531190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Made reservation on behalf of 99eb6b11954143118522c4119e470d76 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:24.535367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.558563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a5a7ac8d-0949-4aa7-9e89-4e2e328a4b38 req-8d2e2259-c14a-4f58-a7d9-514bde2d05d7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:24.559763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5a7ac8d-0949-4aa7-9e89-4e2e328a4b38 req-8d2e2259-c14a-4f58-a7d9-514bde2d05d7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 932 time: 1.0228381 Jun 04 06:23:24.587907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff303a8c-ff76-423e-8d1f-92ef8b410199 req-a48b6ab9-c066-405a-a498-278714c52c53 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 210 time: 0.0661812 Jun 04 06:23:24.589834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.597245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:24.678538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afac1f3d-3447-4169-8757-03267a561fa8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:24.809966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f863d7be-e1bf-43f9-aaa7-74cbdbcaa634 req-a34983a2-b33a-4714-b11f-bc6df3822bfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 210 time: 0.0778008 Jun 04 06:23:24.860197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5a7ac8d-0949-4aa7-9e89-4e2e328a4b38 req-fa1fcaa7-b5ae-4f7d-9151-aff7f8cf1889 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573192 Jun 04 06:23:24.925075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.158 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/f09a3fff-164b-4160-b9cc-5e7b41901cb9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:24.948584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.059916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event deleted for resources: {'Port': ['ID=f3449989-86c5-4e3c-a54c-876d795bed88,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:25.117352 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.132887 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-934b8d77-1e3e-44e6-a37d-6f28bf8a8335 req-b5474b14-ed5c-4d9c-b15f-b742189c2b2a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] show failed (client error): The resource could not be found. Jun 04 06:23:25.147843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-934b8d77-1e3e-44e6-a37d-6f28bf8a8335 req-b5474b14-ed5c-4d9c-b15f-b742189c2b2a tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips/4ee89e0c-5d40-406c-bffa-8e61d9d2348e HTTP/1.1" status: 404 len: 350 time: 0.1797938 Jun 04 06:23:25.332367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] No DVR routers for this DVR port f3449989-86c5-4e3c-a54c-876d795bed88 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:25.352177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Allocated IP 172.20.0.4 (3b148145-8b7d-450d-83da-0e05e5b589ec/47a2c5c0-aa16-48c6-a3f0-03af033a5041/87edf990-28d9-428b-a60a-e2d76e6138ae) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:25.354656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.366994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-deleted', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:25.372406 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-76e20734-299c-4f8d-864c-cdcc2400bd01 req-6e8eca9d-bbcd-473f-a8e7-6ddb4d836759 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] show failed (client error): The resource could not be found. Jun 04 06:23:25.388487 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.393867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76e20734-299c-4f8d-864c-cdcc2400bd01 req-6e8eca9d-bbcd-473f-a8e7-6ddb4d836759 tempest-FloatingIPsTestJSON-1583517861 tempest-FloatingIPsTestJSON-1583517861-project] 10.222.0.17 "GET /v2.0/floatingips/4ee89e0c-5d40-406c-bffa-8e61d9d2348e HTTP/1.1" status: 404 len: 350 time: 0.1240573 Jun 04 06:23:25.397780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45042) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:25.401591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2e38ff8-a9b7-4707-8f1d-5f295621d719 req-60eceed1-21be-4f42-97d6-2a5a93da8401 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=6f4e9fd5-7622-4162-9274-a5a106f08d0e HTTP/1.1" status: 200 len: 210 time: 0.0678780 Jun 04 06:23:25.404171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f2bb99fe-7d3a-444e-b21a-49107ddc3edf req-3addb7a1-e5c2-479f-b86e-56e47a9d81ca tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "DELETE /v2.0/ports/f3449989-86c5-4e3c-a54c-876d795bed88 HTTP/1.1" status: 204 len: 173 time: 3.2291348 Jun 04 06:23:25.513624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.515410 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a291d4ef-5e31-4f12-8a8d-53773d1a7319'] response: {'server_uuid': '6f4e9fd5-7622-4162-9274-a5a106f08d0e', 'name': 'network-vif-deleted', 'tag': 'f3449989-86c5-4e3c-a54c-876d795bed88', 'status': 'completed', 'code': 200} Jun 04 06:23:25.538615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object f09a3fff-164b-4160-b9cc-5e7b41901cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:25.587301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:25.741811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:25.772997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:25.778734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:25.881748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:25.895600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:25.974280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:25.976819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.036683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-e8ca5836-b481-450b-98d7-8b734a9cf788 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0786650 Jun 04 06:23:26.055200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Request body: {'port': {'device_id': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:26.185021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22ceb3fd-b1e3-4c44-b57d-19848f0c8b99 req-de8a9671-36d0-4f87-a0b3-22ec96a254cf tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 210 time: 0.0813074 Jun 04 06:23:26.190590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.263252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bbaebfe5-22e2-4b6a-8697-2700c7993b3d None None] Provisioning for port f09a3fff-164b-4160-b9cc-5e7b41901cb9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:26.277393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bbaebfe5-22e2-4b6a-8697-2700c7993b3d None None] Provisioning complete for port f09a3fff-164b-4160-b9cc-5e7b41901cb9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:26.278124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bbaebfe5-22e2-4b6a-8697-2700c7993b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.345079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Transition to ACTIVE for port object e984a964-f600-4102-af78-dde03ac38ee3 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:26.367288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.368697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bbaebfe5-22e2-4b6a-8697-2700c7993b3d None None] Port f09a3fff-164b-4160-b9cc-5e7b41901cb9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:26.396301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.590626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:26.638983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:26.661332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de4a2e-ef09-4ad9-a289-c790c589079a req-82eb60cd-d711-439e-b2c4-7cdf9a8fbe11 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:26.669270 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89de4a2e-ef09-4ad9-a289-c790c589079a req-82eb60cd-d711-439e-b2c4-7cdf9a8fbe11 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 936 time: 0.9014380 Jun 04 06:23:26.737420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: f3449989-86c5-4e3c-a54c-876d795bed88 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:26.738053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f3449989-86c5-4e3c-a54c-876d795bed88 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:26.885858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-87179af1-43b5-43b8-b5bb-1adcac02a0d0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:26.886608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-87179af1-43b5-43b8-b5bb-1adcac02a0d0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:26.887892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:26.903777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-87179af1-43b5-43b8-b5bb-1adcac02a0d0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:26.910794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-87179af1-43b5-43b8-b5bb-1adcac02a0d0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.2108109 Jun 04 06:23:26.924727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89de4a2e-ef09-4ad9-a289-c790c589079a req-a34e20e5-f4b1-4280-b705-dd0161b84f00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516439 Jun 04 06:23:27.052785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-9a7e2dab-7bd0-467d-b49a-4394a2063d02 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:27.098035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09a3fff-164b-4160-b9cc-5e7b41901cb9 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:27.123532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.157737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Attempting to bind port e984a964-f600-4102-af78-dde03ac38ee3 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:27.158077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Attempting to bind port e984a964-f600-4102-af78-dde03ac38ee3 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:27.158405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Attempting to bind port e984a964-f600-4102-af78-dde03ac38ee3 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:27.170871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Port e984a964-f600-4102-af78-dde03ac38ee3 on network cde016c1-a092-44ad-aea0-eae7ebfe297a not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:27.171266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Attempting to bind port e984a964-f600-4102-af78-dde03ac38ee3 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:27.180167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Transition to ACTIVE for port object f09a3fff-164b-4160-b9cc-5e7b41901cb9 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:27.182091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-9a7e2dab-7bd0-467d-b49a-4394a2063d02 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:27.183585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fad0b01e-0ebe-43d8-b905-285e988efb59 req-9a7e2dab-7bd0-467d-b49a-4394a2063d02 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718711 Jun 04 06:23:27.194976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.197365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.208434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:27.208951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:27.221835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Bound using segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:27.221835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Bound port: e984a964-f600-4102-af78-dde03ac38ee3, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:27.221835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.415679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:27.419946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Network 3b148145-8b7d-450d-83da-0e05e5b589ec is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:27.469126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:27.472054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:27.621518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:27.625159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.642067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Attempting to bind port f09a3fff-164b-4160-b9cc-5e7b41901cb9 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:27.642410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Attempting to bind port f09a3fff-164b-4160-b9cc-5e7b41901cb9 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:27.642748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Attempting to bind port f09a3fff-164b-4160-b9cc-5e7b41901cb9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:27.659501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Port f09a3fff-164b-4160-b9cc-5e7b41901cb9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:27.661714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Attempting to bind port f09a3fff-164b-4160-b9cc-5e7b41901cb9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:27.672028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:27.672633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:27.673016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:27.673449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Bound port: f09a3fff-164b-4160-b9cc-5e7b41901cb9, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:27.673833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.705797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Pushing event updated for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:27.819019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:27.827792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:27.838210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:27.984922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:28.001254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.001925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:28.003431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-3f84d28b-a426-40f9-ae73-1bd531547f46 service neutron] 10.222.0.39 "PUT /v2.0/ports/f09a3fff-164b-4160-b9cc-5e7b41901cb9 HTTP/1.1" status: 200 len: 1096 time: 1.9567800 Jun 04 06:23:28.003823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:28.079060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-3fb945a3-6bbd-4d03-8de8-2e585f2efdfc tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7551682 Jun 04 06:23:28.119152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:28.175944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Request body: {'port': {'device_id': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:28.241567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af372a-7d8f-450d-9f34-5dc43314c5ee req-f87cfaa7-59dc-4d58-ba6f-9608acf5bad9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.249056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87af372a-7d8f-450d-9f34-5dc43314c5ee req-f87cfaa7-59dc-4d58-ba6f-9608acf5bad9 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 0.1921320 Jun 04 06:23:28.294552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-4bf9cb23-6dc3-4269-b020-d5a41bf9039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.295999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-4bf9cb23-6dc3-4269-b020-d5a41bf9039b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 1099 time: 0.1821423 Jun 04 06:23:28.306243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87af372a-7d8f-450d-9f34-5dc43314c5ee req-65ef2c9c-443d-40f9-bb94-fe291ecd208d tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562778 Jun 04 06:23:28.319990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:28.331363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:28.381409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-111922a2-a94b-45b8-9c55-101d2a5e85fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9 HTTP/1.1" status: 200 len: 217 time: 0.0737247 Jun 04 06:23:28.398252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:28.469257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-0fc58397-23da-456a-a187-1f09bcc763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.471097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-0fc58397-23da-456a-a187-1f09bcc763aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0812955 Jun 04 06:23:28.545944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.546835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:28.549160 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] 10.222.0.39 "PUT /v2.0/ports/e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 1092 time: 5.1141703 Jun 04 06:23:28.578474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:28.687487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-248c0e19-898c-464d-9c0e-b07ab1662e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.688980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-248c0e19-898c-464d-9c0e-b07ab1662e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076869 Jun 04 06:23:28.689734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:28.704680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-2e1a2705-6017-4235-89ee-9259ffac83f2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.705741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-2e1a2705-6017-4235-89ee-9259ffac83f2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:28.820714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-2e1a2705-6017-4235-89ee-9259ffac83f2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:28.826294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-2e1a2705-6017-4235-89ee-9259ffac83f2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 948 time: 0.2969396 Jun 04 06:23:28.879256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-4a5c4fe1-db3a-4a0c-aab3-ceeb07705519 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:28.924426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-fc4a4f34-c704-4db5-bc9f-9d8cf23182f6 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124078 Jun 04 06:23:28.927362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-4a5c4fe1-db3a-4a0c-aab3-ceeb07705519 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:28.928678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97403f47-7618-44b0-b91f-c58baec5d2e6 req-4a5c4fe1-db3a-4a0c-aab3-ceeb07705519 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993636 Jun 04 06:23:28.959667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58ea9-430c-4f4f-b0fb-fae7206f7355 req-4b6101d5-708f-44d1-a9e9-b3a62bbef524 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:28.960452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dec58ea9-430c-4f4f-b0fb-fae7206f7355 req-4b6101d5-708f-44d1-a9e9-b3a62bbef524 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Synchronizing usage tracker for tenant:99eb6b11954143118522c4119e470d76 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:28.978137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65c561-6331-4397-899c-d970c8fba02b service neutron] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:29.171670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dec58ea9-430c-4f4f-b0fb-fae7206f7355 req-4b6101d5-708f-44d1-a9e9-b3a62bbef524 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Unset dirty status for tenant:99eb6b11954143118522c4119e470d76 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:29.179482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dec58ea9-430c-4f4f-b0fb-fae7206f7355 req-4b6101d5-708f-44d1-a9e9-b3a62bbef524 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 931 time: 1.4768367 Jun 04 06:23:29.181861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33e05fa0-f4f4-42b3-bd7d-cd8716a39bdd req-5c484054-8e9c-49d0-a8c6-e71cc504b722 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497337 Jun 04 06:23:29.183650 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a65a0f9-fdf8-4f27-a4c5-586eac0c3b2a'] response: {'name': 'network-changed', 'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'status': 'completed', 'code': 200} Jun 04 06:23:29.219962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dea55-de99-4273-9b78-20b95819834e req-614c3609-0b30-4fb5-a7d9-397d7d3c9859 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.220777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4b8dea55-de99-4273-9b78-20b95819834e req-614c3609-0b30-4fb5-a7d9-397d7d3c9859 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:29.333000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-c7999225-9f2a-434a-ab6f-5ab23e805fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.334682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-c7999225-9f2a-434a-ab6f-5ab23e805fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 1099 time: 0.0945888 Jun 04 06:23:29.344795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-2507dfb3-9e3c-473b-afdc-c5617e6bf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.346282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-2507dfb3-9e3c-473b-afdc-c5617e6bf4eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1095 time: 0.7411892 Jun 04 06:23:29.359860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4b8dea55-de99-4273-9b78-20b95819834e req-614c3609-0b30-4fb5-a7d9-397d7d3c9859 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:29.360981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b8dea55-de99-4273-9b78-20b95819834e req-614c3609-0b30-4fb5-a7d9-397d7d3c9859 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 1.0363543 Jun 04 06:23:29.375364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dec58ea9-430c-4f4f-b0fb-fae7206f7355 req-e6c138ee-0cce-4d8b-9c78-5747dcd5deee tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949658 Jun 04 06:23:29.550317 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62268e7-8e22-4c5a-9847-0dc85d680b00'] response: {'name': 'network-changed', 'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'status': 'completed', 'code': 200} Jun 04 06:23:29.560242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Deleting port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:29.560590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:29.568935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-109c6541-5cff-4610-9479-4f44df1ba3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.570669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-109c6541-5cff-4610-9479-4f44df1ba3ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2289195 Jun 04 06:23:29.643276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-aad91931-b6df-4af4-b876-b6ffce67d83f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 217 time: 0.2810934 Jun 04 06:23:29.691000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-0f5ed4b7-68e9-477c-a500-18c54137b830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9 HTTP/1.1" status: 200 len: 217 time: 0.1111364 Jun 04 06:23:29.785806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-421471f7-4333-4eb1-9cee-f4d8fa5f7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.787810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-421471f7-4333-4eb1-9cee-f4d8fa5f7526 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0889084 Jun 04 06:23:29.860622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e4ad1-2c58-4a3b-b011-f63ba8e7479c req-b42d5ed9-868f-495b-b0dd-750247ea6b39 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:29.862239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa2e4ad1-2c58-4a3b-b011-f63ba8e7479c req-b42d5ed9-868f-495b-b0dd-750247ea6b39 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.3666315 Jun 04 06:23:29.952635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa2e4ad1-2c58-4a3b-b011-f63ba8e7479c req-27124253-ca7d-4f6a-ba4b-f648d8f7a658 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628505 Jun 04 06:23:30.011186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-d552eb9f-1f8a-4d20-a812-d8915c0f5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:30.012823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-d552eb9f-1f8a-4d20-a812-d8915c0f5aae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.3532383 Jun 04 06:23:30.043911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-d2306c99-77b9-4b0a-a7bd-ea9ca084c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:30.045289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-d2306c99-77b9-4b0a-a7bd-ea9ca084c271 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413034 Jun 04 06:23:30.064483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:23:30.384732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87edf990-28d9-428b-a60a-e2d76e6138ae {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:30.410600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:30.416740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Deleting port d82733ea-9e14-4786-aa14-112962c3b275 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:30.416740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:30.483161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56b056-03a8-46df-8f88-90209d40eb20 req-396a6432-90c7-445f-9b8e-20ce3818385a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:30.484734 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b56b056-03a8-46df-8f88-90209d40eb20 req-396a6432-90c7-445f-9b8e-20ce3818385a tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 944 time: 0.7549846 Jun 04 06:23:30.487830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-7e556fc4-1c3a-4e6b-8645-244db385cae7 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329758 Jun 04 06:23:30.508349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Transition to ACTIVE for port object 87edf990-28d9-428b-a60a-e2d76e6138ae will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:30.516469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7117-b245-4268-9a43-196072e6395f req-188c02ef-e4f1-4daf-8818-d054334486cc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:30.518708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86dc7117-b245-4268-9a43-196072e6395f req-188c02ef-e4f1-4daf-8818-d054334486cc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 948 time: 0.1719453 Jun 04 06:23:30.548869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:30.709907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604fb2f0-6e67-4971-8f04-193ddcadecfa req-82e5a45a-ecee-4718-8e78-8d1c29b97e40 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118633 Jun 04 06:23:30.712754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86dc7117-b245-4268-9a43-196072e6395f req-949faf36-e4af-48b2-b6aa-869e5ca19866 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601745 Jun 04 06:23:30.754571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-85dd2c12-b015-4f73-94a8-47aec33ea494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:30.756612 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-85dd2c12-b015-4f73-94a8-47aec33ea494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7319953 Jun 04 06:23:30.832052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] For port e11ca8c6-7a66-497d-bf5a-0948ba0054c6, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:30.832414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:30.851333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b56b056-03a8-46df-8f88-90209d40eb20 req-8fd1a4f1-6bde-46e5-84eb-aa1705051ae7 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462431 Jun 04 06:23:31.129780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Calling delete_port for e11ca8c6-7a66-497d-bf5a-0948ba0054c6 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:31.221751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Pushing event updated for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:31.241841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae0d29-1310-4be1-b3d6-f435c9060b7b req-89eab14d-33fc-4d17-966a-eefd4708264b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:31.243642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4ae0d29-1310-4be1-b3d6-f435c9060b7b req-89eab14d-33fc-4d17-966a-eefd4708264b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.0984082 Jun 04 06:23:31.305880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4ae0d29-1310-4be1-b3d6-f435c9060b7b req-0df846a0-9238-4cc9-8bd6-1eb0b84bbed2 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554345 Jun 04 06:23:31.393775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] For port d82733ea-9e14-4786-aa14-112962c3b275, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d82733ea-9e14-4786-aa14-112962c3b275,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:31.394357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:31.619232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Calling delete_port for d82733ea-9e14-4786-aa14-112962c3b275 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:31.874829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-5406bd0c-7229-4340-9796-45df58e6090f service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848889 Jun 04 06:23:31.891811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Attempting to bind port 87edf990-28d9-428b-a60a-e2d76e6138ae on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:31.892192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Attempting to bind port 87edf990-28d9-428b-a60a-e2d76e6138ae by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:31.892542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Attempting to bind port 87edf990-28d9-428b-a60a-e2d76e6138ae on network 3b148145-8b7d-450d-83da-0e05e5b589ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:31.940616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Port 87edf990-28d9-428b-a60a-e2d76e6138ae on network 3b148145-8b7d-450d-83da-0e05e5b589ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:31.941747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Attempting to bind port 87edf990-28d9-428b-a60a-e2d76e6138ae on network 3b148145-8b7d-450d-83da-0e05e5b589ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:31.968831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:31.987244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af02b0-0941-4deb-a15f-f89c1ecdedd2 req-4f9653a8-b181-4a16-9020-22ebb0740de1 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:31.994645 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3af02b0-0941-4deb-a15f-f89c1ecdedd2 req-4f9653a8-b181-4a16-9020-22ebb0740de1 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 943 time: 0.7522659 Jun 04 06:23:32.171389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event deleted for resources: {'Port': ['ID=e11ca8c6-7a66-497d-bf5a-0948ba0054c6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:32.180899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:32.180899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Checking segment: {'id': 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:32.180899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Bound using segment: {'id': 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:32.180899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Bound port: 87edf990-28d9-428b-a60a-e2d76e6138ae, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:32.184748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:32.350828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3af02b0-0941-4deb-a15f-f89c1ecdedd2 req-c2d3eb3d-6afb-43b3-aec2-f0b1d8556427 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550982 Jun 04 06:23:32.370239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] No DVR routers for this DVR port e11ca8c6-7a66-497d-bf5a-0948ba0054c6 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:32.376617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:32.382877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-deleted', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:32.441905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b8dea55-de99-4273-9b78-20b95819834e req-6ec82f24-8ae1-4760-b35f-f39cbab35206 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "DELETE /v2.0/ports/e11ca8c6-7a66-497d-bf5a-0948ba0054c6 HTTP/1.1" status: 204 len: 173 time: 2.9652231 Jun 04 06:23:32.464798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:32.578617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5342ffc-e982-4cac-9555-8b4abc8e96ba req-c17d0803-dfe7-4cac-b18d-6648a02c5112 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948636 Jun 04 06:23:32.583023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:32.635365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a3924-77fe-4cfd-baad-37248245f28d req-3eaa88ee-1688-4680-bbf3-3b58c0a5d84e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:32.642130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-893a3924-77fe-4cfd-baad-37248245f28d req-3eaa88ee-1688-4680-bbf3-3b58c0a5d84e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 948 time: 0.1592500 Jun 04 06:23:32.652666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:32.697047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=87edf990-28d9-428b-a60a-e2d76e6138ae,segment=NetworkSegment(ccfaa512-010d-4b46-92c4-0e8fe0c4c995),segment_id=ccfaa512-010d-4b46-92c4-0e8fe0c4c995)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:32.701408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82733ea-9e14-4786-aa14-112962c3b275,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:32.728019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-893a3924-77fe-4cfd-baad-37248245f28d req-8c81bf1d-6a01-425c-834d-2d233c13e835 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Jun 04 06:23:32.762468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2824d54-da00-4c2b-a89b-9e75eed77769 req-9f53faa2-b864-4e20-980f-fafb1b98588b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:32.782522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e11ca8c6-7a66-497d-bf5a-0948ba0054c6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:32.786172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e11ca8c6-7a66-497d-bf5a-0948ba0054c6 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:32.819312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:32.923565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.060838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.088040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.088685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.091051 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] 10.222.0.24 "PUT /v2.0/ports/87edf990-28d9-428b-a60a-e2d76e6138ae HTTP/1.1" status: 200 len: 1091 time: 4.9733694 Jun 04 06:23:33.114802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:33.125562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4844aa4d97794d4599fbd307846f324f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:33.132789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:33.136330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:33.161202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2824d54-da00-4c2b-a89b-9e75eed77769 req-9f53faa2-b864-4e20-980f-fafb1b98588b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:33.162805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2824d54-da00-4c2b-a89b-9e75eed77769 req-9f53faa2-b864-4e20-980f-fafb1b98588b tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=f018ec7b-d0e0-4c5f-9eef-7a6e49edf175 HTTP/1.1" status: 200 len: 210 time: 0.4934714 Jun 04 06:23:33.264399 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d72d80f-e1a5-44f5-9064-50ba977be64d'] response: {'server_uuid': 'f018ec7b-d0e0-4c5f-9eef-7a6e49edf175', 'name': 'network-vif-deleted', 'tag': 'e11ca8c6-7a66-497d-bf5a-0948ba0054c6', 'status': 'completed', 'code': 200} Jun 04 06:23:33.268948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b162-d98f-4f1c-a30e-dd6886605970 req-2798c45e-fc36-4254-b33b-bdcef72d092e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.270618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0287b162-d98f-4f1c-a30e-dd6886605970 req-2798c45e-fc36-4254-b33b-bdcef72d092e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.3383331 Jun 04 06:23:33.279494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94517d4-8461-4bef-8361-f3087418cfff service neutron] Pushing event updated for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:33.339691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.347915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0287b162-d98f-4f1c-a30e-dd6886605970 req-5e0c7c4f-72cf-458b-af8d-d97b5e327376 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673349 Jun 04 06:23:33.348780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.398117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd767007-c19a-43ea-99d5-05e74fadcd86,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:33.402091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4844aa4d97794d4599fbd307846f324f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812881 Jun 04 06:23:33.407989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:33.409344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.409744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.410082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.410449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.410807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.411162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.411507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.411897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.412238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.412570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.412919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.413289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1952b-94f7-48ed-b3f8-242a459591c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:33.426066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-5f1d5e56-a56d-4fae-baf3-8e9bf1aa8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.427277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-5f1d5e56-a56d-4fae-baf3-8e9bf1aa8ddc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1095 time: 0.6680076 Jun 04 06:23:33.519553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.559538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.618033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05f8cb-a6eb-4503-ba58-c84e448c2874 req-47561549-2224-4a70-b438-8c80d3b47f5f tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.619490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b05f8cb-a6eb-4503-ba58-c84e448c2874 req-47561549-2224-4a70-b438-8c80d3b47f5f tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 943 time: 0.1457865 Jun 04 06:23:33.643768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-9a832298-b7a5-4a15-b70f-99edff8d4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.645221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-9a832298-b7a5-4a15-b70f-99edff8d4000 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99eb6b11954143118522c4119e470d76&device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 1094 time: 0.4558251 Jun 04 06:23:33.664113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.683233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b05f8cb-a6eb-4503-ba58-c84e448c2874 req-fbddf803-06c4-47fb-a152-599323bb405c tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Synchronizing usage tracker for tenant:99eb6b11954143118522c4119e470d76 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:33.685950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd767007-c19a-43ea-99d5-05e74fadcd86,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:33.701107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.702263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-96e7274b-3302-4ad0-b46a-f942e57e80f6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fd767007-c19a-43ea-99d5-05e74fadcd86 HTTP/1.1" status: 204 len: 168 time: 0.2851610 Jun 04 06:23:33.714369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:33.716498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b05f8cb-a6eb-4503-ba58-c84e448c2874 req-fbddf803-06c4-47fb-a152-599323bb405c tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Unset dirty status for tenant:99eb6b11954143118522c4119e470d76 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:33.725752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b05f8cb-a6eb-4503-ba58-c84e448c2874 req-fbddf803-06c4-47fb-a152-599323bb405c tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980685 Jun 04 06:23:33.751995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-1ec0b069-fb38-40fd-a079-04b2304dc5fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87edf990-28d9-428b-a60a-e2d76e6138ae HTTP/1.1" status: 200 len: 217 time: 0.0969851 Jun 04 06:23:33.769447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152a68d-3362-4e66-8f07-8eb9435b1eaa req-d1eea183-1599-4885-9ca9-5030f57e82fb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:33.770953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0152a68d-3362-4e66-8f07-8eb9435b1eaa req-d1eea183-1599-4885-9ca9-5030f57e82fb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.4141998 Jun 04 06:23:34.012988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-289c463b-753e-44c9-b5b2-8b3996c3b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.013834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf216-f5ae-4ff9-a3e2-71ba6dbaa5ac req-7fc70624-e4fc-48fb-92af-825681292b5e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.014451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-289c463b-753e-44c9-b5b2-8b3996c3b26d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.5790398 Jun 04 06:23:34.017342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2caf216-f5ae-4ff9-a3e2-71ba6dbaa5ac req-7fc70624-e4fc-48fb-92af-825681292b5e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 948 time: 0.1343851 Jun 04 06:23:34.104278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2caf216-f5ae-4ff9-a3e2-71ba6dbaa5ac req-81139429-f676-4ff9-8bd6-f758c6c2cd80 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790665 Jun 04 06:23:34.112964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:34.134609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-52c01654-9767-430b-8736-127da7d849fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 217 time: 0.0930593 Jun 04 06:23:34.136074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.152871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:34.157266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Usage tracker for resource:security_group_rule and tenant:84c1ee9decc84ae6854ea319d181a8b7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:34.159782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:34.170529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:34.261499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-c3a6a8bc-1d1a-481e-9c43-1f5fd8d55171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.263027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-c3a6a8bc-1d1a-481e-9c43-1f5fd8d55171 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a2c5c0-aa16-48c6-a3f0-03af033a5041 HTTP/1.1" status: 200 len: 851 time: 0.3092740 Jun 04 06:23:34.283064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0152a68d-3362-4e66-8f07-8eb9435b1eaa req-68003077-b45c-45bb-bf47-8b667466e8ba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207352 Jun 04 06:23:34.326706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.331374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.355091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f09a3fff-164b-4160-b9cc-5e7b41901cb9 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:23:34.362686 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-37aed5d2-4148-41f1-a4af-8109075cbc33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b148145-8b7d-450d-83da-0e05e5b589ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906110 Jun 04 06:23:34.387246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=84c1ee9decc84ae6854ea319d181a8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703452 Jun 04 06:23:34.387466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:34.390208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c837c-8b54-4055-8464-a479e892f006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e29cb9-fe51-4af6-af69-3392bbb6a5e7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:34.481782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.512381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.541063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-53d3eb92-ae57-47ff-817c-937fe17d816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.542813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-53d3eb92-ae57-47ff-817c-937fe17d816d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.3971043 Jun 04 06:23:34.545026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-0cf302c0-32f0-42bd-a796-a28a47fd6906 service neutron] 10.222.0.24 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729341 Jun 04 06:23:34.610543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:34.632243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'mac_address': 'fa:16:3e:be:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:23:34.637891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.658749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e29cb9-fe51-4af6-af69-3392bbb6a5e7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:34.668793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8471df-2a40-4c14-8e2c-689f01deea91 req-ffefe240-15cb-46c7-8e21-2fed33744daf tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.670306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e8471df-2a40-4c14-8e2c-689f01deea91 req-ffefe240-15cb-46c7-8e21-2fed33744daf tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1359599 Jun 04 06:23:34.674606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.675623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1cd84f9e-8a23-45a2-b398-5deb3a03c3bf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e4e29cb9-fe51-4af6-af69-3392bbb6a5e7 HTTP/1.1" status: 204 len: 168 time: 0.2873075 Jun 04 06:23:34.751747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f09a3fff-164b-4160-b9cc-5e7b41901cb9 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:34.752612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.759072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e8471df-2a40-4c14-8e2c-689f01deea91 req-0602c637-6299-4497-85e8-1322889bd32e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736184 Jun 04 06:23:34.779346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a3fff-164b-4160-b9cc-5e7b41901cb9 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:34.800973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:34.809071 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:34.900532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:34.960369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a37b6-f408-44cf-a147-c76bad214168 req-943de259-2341-4a4e-ba56-5453f876319a tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:34.968247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-908a37b6-f408-44cf-a147-c76bad214168 req-943de259-2341-4a4e-ba56-5453f876319a tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 943 time: 0.1011350 Jun 04 06:23:35.010702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Router 488723a0-af32-4f02-ab8f-08e329176028 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:23:35.020046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-908a37b6-f408-44cf-a147-c76bad214168 req-78b84893-2ca5-44db-9c19-5afc3990225d tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508773 Jun 04 06:23:35.138154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-d09a83ce-26ab-4e03-b3ab-09ae7cb46aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:35.139623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-d09a83ce-26ab-4e03-b3ab-09ae7cb46aa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3636587 Jun 04 06:23:35.146924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d05182-382a-497d-80e2-37f0ee4d2fff req-7ffaeae7-7d90-46b1-bb2b-0eabcd6c92e1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:35.148304 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8d05182-382a-497d-80e2-37f0ee4d2fff req-7ffaeae7-7d90-46b1-bb2b-0eabcd6c92e1 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.4149854 Jun 04 06:23:35.213088 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700028d1-4c3a-4b88-aa5e-69553edf9a3e req-79289f9d-85b8-449e-b098-9edda24d9d67 service neutron] 10.222.0.24 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807832 Jun 04 06:23:35.264658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:35.278006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:35.312415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1eeff-53a1-49fa-8072-09731f848abf req-ccd3d062-0f88-4b2f-b1b5-8f05c82ee3af tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:35.314161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a1eeff-53a1-49fa-8072-09731f848abf req-ccd3d062-0f88-4b2f-b1b5-8f05c82ee3af tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 949 time: 0.0877767 Jun 04 06:23:35.367896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a1eeff-53a1-49fa-8072-09731f848abf req-202ac0ed-c8aa-4d3a-a2df-1ab7bb0dce4c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Jun 04 06:23:35.589974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7e04b-64d1-409a-a941-c94b8fe312cc req-34d74942-dcff-42fd-982c-47a0cc237bb7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:35.592220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90e7e04b-64d1-409a-a941-c94b8fe312cc req-34d74942-dcff-42fd-982c-47a0cc237bb7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.0854506 Jun 04 06:23:35.635699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8d05182-382a-497d-80e2-37f0ee4d2fff req-01ca374a-c4ed-4eb3-8657-16fa5048234e tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251502 Jun 04 06:23:35.653588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90e7e04b-64d1-409a-a941-c94b8fe312cc req-7fb73aad-c0ec-4b02-9bc5-8ce2b93e661c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522847 Jun 04 06:23:35.694213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e181f-c311-410c-af2c-d2106dd6da54 req-0d99c600-63d1-4024-84a2-3279324fbd93 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:35.695862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721e181f-c311-410c-af2c-d2106dd6da54 req-0d99c600-63d1-4024-84a2-3279324fbd93 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.5674376 Jun 04 06:23:35.742642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:23:35.754312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Sync routers for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:23:35.766971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:35.768219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:35.770063 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a952ba3d-872a-4cae-bd3b-952f90630265'] response: {'name': 'network-changed', 'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae', 'status': 'completed', 'code': 200} Jun 04 06:23:35.772730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5f8ddf1a-d309-4143-b98c-d60c7affb2b1 admin admin] 10.222.0.17 "PUT /v2.0/routers/488723a0-af32-4f02-ab8f-08e329176028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3711627 Jun 04 06:23:35.774910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-bded5dc5-273e-4ced-8e29-ffea088775cc service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257472 Jun 04 06:23:35.776242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:36.094932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:36.237135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Deleting port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:36.237812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:36.466257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:36.533804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:23:36.533804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f09a3fff-164b-4160-b9cc-5e7b41901cb9 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:36.606148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d3df428-0885-4ba4-8242-7396939ccc16 req-0847dfaf-3e09-4ca8-b434-09ea3fbf313f service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231561 Jun 04 06:23:36.623993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c410-cb14-41cd-9dc3-7ff90d53c1a7 req-2f4e8513-031d-463e-8bc5-0c90e332c63f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:36.631821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-53e3c410-cb14-41cd-9dc3-7ff90d53c1a7 req-2f4e8513-031d-463e-8bc5-0c90e332c63f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.7024925 Jun 04 06:23:36.718654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-3bc397fd-b9a5-4687-a472-e98ab5fc1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:36.720438 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-3bc397fd-b9a5-4687-a472-e98ab5fc1c3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99eb6b11954143118522c4119e470d76&device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 1094 time: 0.8800476 Jun 04 06:23:36.774784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port f09a3fff-164b-4160-b9cc-5e7b41901cb9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:36.795565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port f09a3fff-164b-4160-b9cc-5e7b41901cb9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:36.795940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:36.849686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:23:32Z', 'revision_number': 5, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:36.872848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Checking router: 488723a0-af32-4f02-ab8f-08e329176028 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:23:36.876488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-53e3c410-cb14-41cd-9dc3-7ff90d53c1a7 req-93303537-8df8-42f4-ba83-d8bc01802fce tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435565 Jun 04 06:23:36.877678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:36.904039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Routers {'488723a0-af32-4f02-ab8f-08e329176028'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:36.904876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['488723a0-af32-4f02-ab8f-08e329176028'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:36.906326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] For port e71062b0-8e7a-4b71-a037-99c4acd3c6d5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,segment=NetworkSegment(319c2c97-4c03-444c-9874-56bedc988fbd),segment_id=319c2c97-4c03-444c-9874-56bedc988fbd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:36.906693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:36.922799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb914dc-6a35-4430-bf8b-21e8ffa5e3a9 req-39cff17c-f74f-40d2-93fb-66cfb6dca87d tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:36.931124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bb914dc-6a35-4430-bf8b-21e8ffa5e3a9 req-39cff17c-f74f-40d2-93fb-66cfb6dca87d tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 943 time: 0.2672799 Jun 04 06:23:36.961165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e984a964-f600-4102-af78-dde03ac38ee3', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:23:36.969928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.009813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bb914dc-6a35-4430-bf8b-21e8ffa5e3a9 req-31fc4958-8bcd-460a-b75b-3c851b06551b tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Jun 04 06:23:37.015067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Deleting port 84f62112-da72-44f7-9321-02baa153ba69 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:37.022155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.099792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Calling delete_port for e71062b0-8e7a-4b71-a037-99c4acd3c6d5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:37.107433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] Set router 488723a0-af32-4f02-ab8f-08e329176028 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:37.183499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-29bcb326-9459-470a-9ac2-a6a6205daf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:37.184950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-29bcb326-9459-470a-9ac2-a6a6205daf9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b148145-8b7d-450d-83da-0e05e5b589ec HTTP/1.1" status: 200 len: 912 time: 0.4536490 Jun 04 06:23:37.270313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-138e4d0d-ec04-4e2a-ba07-6ae7b2e9867c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87edf990-28d9-428b-a60a-e2d76e6138ae HTTP/1.1" status: 200 len: 217 time: 0.0722229 Jun 04 06:23:37.353604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] For port 84f62112-da72-44f7-9321-02baa153ba69, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=84f62112-da72-44f7-9321-02baa153ba69,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:37.354008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.378733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ccb38-733f-40d0-9814-26dc7af4d9d3 req-7c9d94a6-ef23-4c8c-9b6a-ca4457e0cddb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:37.386445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-416ccb38-733f-40d0-9814-26dc7af4d9d3 req-7c9d94a6-ef23-4c8c-9b6a-ca4457e0cddb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 949 time: 0.2965500 Jun 04 06:23:37.421102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-3cd96bfb-4270-44a0-840e-006202f58851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:37.423328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-3cd96bfb-4270-44a0-840e-006202f58851 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a2c5c0-aa16-48c6-a3f0-03af033a5041 HTTP/1.1" status: 200 len: 851 time: 0.1447132 Jun 04 06:23:37.423623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:37.424006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.434579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d325f-3b1a-43cb-aa48-6a42bd3f4833 req-a1ddedf2-ce32-4519-b72c-f77869d31cbd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:37.436040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34d325f-3b1a-43cb-aa48-6a42bd3f4833 req-a1ddedf2-ce32-4519-b72c-f77869d31cbd tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.2604613 Jun 04 06:23:37.438506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port f09a3fff-164b-4160-b9cc-5e7b41901cb9 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:37.438906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.462356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:37.485550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-8bef2099-c63c-4473-9035-dc8658dd8dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b148145-8b7d-450d-83da-0e05e5b589ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550117 Jun 04 06:23:37.507145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:37.517867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Calling delete_port for 84f62112-da72-44f7-9321-02baa153ba69 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:37.531681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:37.533684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:37.537993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.557855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-416ccb38-733f-40d0-9814-26dc7af4d9d3 req-7460a659-0dbc-43d6-8d46-16b224f2fc61 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285992 Jun 04 06:23:37.576938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.577727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:37.618754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c34d325f-3b1a-43cb-aa48-6a42bd3f4833 req-c43ef812-5f80-4aa2-b441-b3388006a465 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/security-groups?id=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Jun 04 06:23:37.732307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:37.741601 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ea4880-437e-4504-a8a5-ba3d35186e49'] response: {'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'code': 200} Jun 04 06:23:37.873287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.877347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:23:32Z', 'revision_number': 5, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:37.879331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:37.879708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.907744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:37.910794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13015f48-3445-4bc1-9b43-cf53d8cdebea None None] The sync data for ids ['488723a0-af32-4f02-ab8f-08e329176028'] in n-d-811808-2 is: [{'id': '488723a0-af32-4f02-ab8f-08e329176028', 'name': 'tempest-FloatingIPsTestJSON-1596708719-router', 'tenant_id': '854b1ff72970497e863752dcd622e30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '84f62112-da72-44f7-9321-02baa153ba69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:40Z', 'updated_at': '2022-06-04T06:23:32Z', 'revision_number': 5, 'project_id': '854b1ff72970497e863752dcd622e30b', 'gw_port': {'id': '84f62112-da72-44f7-9321-02baa153ba69', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488723a0-af32-4f02-ab8f-08e329176028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:43Z', 'updated_at': '2022-06-04T06:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:23:37.919704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.928402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:37.937456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:37.985909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e984a964-f600-4102-af78-dde03ac38ee3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:37.992647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f62112-da72-44f7-9321-02baa153ba69,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:38.068706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Pushing event deleted for resources: {'Port': ['ID=e71062b0-8e7a-4b71-a037-99c4acd3c6d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:38.092824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:38.198663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bcc9c-f430-4494-a24e-4bf7dfb22b03 req-bcd98521-005e-4204-9d0c-abddc6d88059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:38.200314 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-513bcc9c-f430-4494-a24e-4bf7dfb22b03 req-bcd98521-005e-4204-9d0c-abddc6d88059 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 1101 time: 0.3654485 Jun 04 06:23:38.234376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.244052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.244496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.244830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.245159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.245536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.245839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.246156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.246471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.246788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.247102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.247416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.247726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:38.260151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] No DVR routers for this DVR port e71062b0-8e7a-4b71-a037-99c4acd3c6d5 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:38.290250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.293882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-deleted', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:38.304591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-71ec10c1-c19c-46aa-9faa-3ef5969de4cf service neutron] 10.222.0.24 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870615 Jun 04 06:23:38.355388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721e181f-c311-410c-af2c-d2106dd6da54 req-6d7da8c4-bdfd-4a13-a69c-1e3e40b73be0 tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.24 "DELETE /v2.0/ports/e71062b0-8e7a-4b71-a037-99c4acd3c6d5 HTTP/1.1" status: 204 len: 173 time: 2.6473062 Jun 04 06:23:38.383182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d82733ea-9e14-4786-aa14-112962c3b275 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:38.403032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-513bcc9c-f430-4494-a24e-4bf7dfb22b03 req-c86a75c6-c1c6-4edb-b31d-248531c4a5f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441534 Jun 04 06:23:38.434580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.440068 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.445077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d82733ea-9e14-4786-aa14-112962c3b275 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:38.445562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d82733ea-9e14-4786-aa14-112962c3b275 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:38.474702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4a4c-4857-4580-8ef7-b7aa66ebbd20 req-48a12763-fe33-4d89-bca4-052fcd1c4cab tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:38.482204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf5a4a4c-4857-4580-8ef7-b7aa66ebbd20 req-48a12763-fe33-4d89-bca4-052fcd1c4cab tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 943 time: 0.3078675 Jun 04 06:23:38.489185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2db783-31ee-4f05-9aca-fc0156416ff2 req-c71fed06-f500-40e7-a7e0-35b5ed36577b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:38.491038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5b2db783-31ee-4f05-9aca-fc0156416ff2 req-c71fed06-f500-40e7-a7e0-35b5ed36577b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 945 time: 0.3374643 Jun 04 06:23:38.502142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3f8e5e8-bac8-462d-9869-7ee47ac8a0d0 req-1b1608f5-8c8b-4fcf-b225-90856f558f55 service neutron] 10.222.0.24 "GET /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825113 Jun 04 06:23:38.504283 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.504787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488723a0-af32-4f02-ab8f-08e329176028 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:23:38.569819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5b2db783-31ee-4f05-9aca-fc0156416ff2 req-232c3a14-2bf1-4dd4-a4ba-bb9f898eb276 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660429 Jun 04 06:23:38.650041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.653757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8cd9298a-6002-4929-810b-962e23164d55 admin admin] 10.222.0.17 "DELETE /v2.0/routers/488723a0-af32-4f02-ab8f-08e329176028 HTTP/1.1" status: 204 len: 168 time: 2.8764806 Jun 04 06:23:38.654177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45364) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:38.667490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf5a4a4c-4857-4580-8ef7-b7aa66ebbd20 req-06ac3942-6345-482a-af76-8f808a6c2550 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843555 Jun 04 06:23:38.686720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 87edf990-28d9-428b-a60a-e2d76e6138ae details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:23:38.702295 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4fa21b-b97f-4462-9abd-76f000da3cce'] response: {'server_uuid': '88bb678f-ea2b-4380-b8d7-4a285f4e2a82', 'name': 'network-vif-deleted', 'tag': 'e71062b0-8e7a-4b71-a037-99c4acd3c6d5', 'status': 'completed', 'code': 200} Jun 04 06:23:38.757809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Deleting subnet 8d2539b8-db42-4681-a662-bc6199be5097 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:23:38.764168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.850470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:38.924948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=87edf990-28d9-428b-a60a-e2d76e6138ae,segment=NetworkSegment(ccfaa512-010d-4b46-92c4-0e8fe0c4c995),segment_id=ccfaa512-010d-4b46-92c4-0e8fe0c4c995)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:38.930003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d4ee4-738e-4cae-838d-db3f1a7e1828 req-bc68c3e3-0d49-4e03-a7e1-0a02d62b6f5a tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:38.932661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-038d4ee4-738e-4cae-838d-db3f1a7e1828 req-bc68c3e3-0d49-4e03-a7e1-0a02d62b6f5a tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 950 time: 0.1365013 Jun 04 06:23:38.944142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '87edf990-28d9-428b-a60a-e2d76e6138ae', 'network_id': '3b148145-8b7d-450d-83da-0e05e5b589ec', 'port_id': '87edf990-28d9-428b-a60a-e2d76e6138ae', 'mac_address': 'fa:16:3e:9f:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a2c5c0-aa16-48c6-a3f0-03af033a5041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:23:38.958946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b52acf8-db0f-4bee-9ef1-6f501745df2c req-1455d56e-8d6c-4d55-8861-532b6a2591ce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Synchronizing usage tracker for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:38.998964 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-038d4ee4-738e-4cae-838d-db3f1a7e1828 req-7c3242f5-e078-48af-95dd-e0fb575e20e9 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Jun 04 06:23:39.004619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.033874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 87edf990-28d9-428b-a60a-e2d76e6138ae is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:39.034824 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.073019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87edf990-28d9-428b-a60a-e2d76e6138ae {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:39.096740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b52acf8-db0f-4bee-9ef1-6f501745df2c req-1455d56e-8d6c-4d55-8861-532b6a2591ce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] Unset dirty status for tenant:799d8d3ae79d438da5c77b38215e0995 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:39.097232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=87edf990-28d9-428b-a60a-e2d76e6138ae,segment=NetworkSegment(ccfaa512-010d-4b46-92c4-0e8fe0c4c995),segment_id=ccfaa512-010d-4b46-92c4-0e8fe0c4c995)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:39.104573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.110722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b52acf8-db0f-4bee-9ef1-6f501745df2c req-1455d56e-8d6c-4d55-8861-532b6a2591ce tempest-LiveMigrationTest-145847918 tempest-LiveMigrationTest-145847918-project] 10.222.0.17 "GET /v2.0/ports?device_id=88bb678f-ea2b-4380-b8d7-4a285f4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.2263172 Jun 04 06:23:39.154272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.185356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:39.195905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2539b8-db42-4681-a662-bc6199be5097,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:39.197920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.207182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45378) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:39.207794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd30873-7063-4011-8984-37da764c6cd0 None None] Network 9b798a06-b641-4e7c-80de-8a745c8dd4d7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:23:39.214092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e572b9ab-c166-486c-8d83-9efc036498d9 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8d2539b8-db42-4681-a662-bc6199be5097 HTTP/1.1" status: 204 len: 168 time: 0.5584378 Jun 04 06:23:39.321269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.331852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Deleting port 69185311-6c22-4107-a0a4-50b76e6bae61 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:39.332196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.400957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['87edf990-28d9-428b-a60a-e2d76e6138ae'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:39.573946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] For port 69185311-6c22-4107-a0a4-50b76e6bae61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=69185311-6c22-4107-a0a4-50b76e6bae61,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:39.574298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.600037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] DHCP port deletion for 9b798a06-b641-4e7c-80de-8a745c8dd4d7 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:23:39.609405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Deleting port 69185311-6c22-4107-a0a4-50b76e6bae61 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:39.609928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.633694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45392) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:39.702396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Calling delete_port for 69185311-6c22-4107-a0a4-50b76e6bae61 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:39.780901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:39.802341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.854348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:39.869002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] No DVR routers for this DVR port 69185311-6c22-4107-a0a4-50b76e6bae61 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:39.894480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:39.899617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Usage tracker for resource:security_group_rule and tenant:40c4ccfdc752481c957b455ef16aa76c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:39.902908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:39.909038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:39.915236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Pushing event deleted for resources: {'Port': ['ID=69185311-6c22-4107-a0a4-50b76e6bae61,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:39.924822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] For port 69185311-6c22-4107-a0a4-50b76e6bae61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=69185311-6c22-4107-a0a4-50b76e6bae61,segment=NetworkSegment(c6992977-1ba3-4129-bffb-bf3160f7af33),segment_id=c6992977-1ba3-4129-bffb-bf3160f7af33)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:39.925233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.073369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.077903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ab04c-9ccc-4489-a2e8-ed61c306cb12 req-7b60eb94-009a-45c4-80b0-c6c9d76bf9d6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:40.079584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd1ab04c-9ccc-4489-a2e8-ed61c306cb12 req-7b60eb94-009a-45c4-80b0-c6c9d76bf9d6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 945 time: 0.1501505 Jun 04 06:23:40.111289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b798a06-b641-4e7c-80de-8a745c8dd4d7']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:40.111607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Calling delete_port for 69185311-6c22-4107-a0a4-50b76e6bae61 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:40.127879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.128103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6992977-1ba3-4129-bffb-bf3160f7af33') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:40.128377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6992977-1ba3-4129-bffb-bf3160f7af33') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:40.150156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.152816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149ac3-5a78-43d2-ace0-e72ff05355f2 req-d5329d74-beb9-4f04-9b4e-091a2433acd5 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:40.154349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1149ac3-5a78-43d2-ace0-e72ff05355f2 req-d5329d74-beb9-4f04-9b4e-091a2433acd5 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 944 time: 0.2438743 Jun 04 06:23:40.156121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.193438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.194013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd1ab04c-9ccc-4489-a2e8-ed61c306cb12 req-9f96f3a4-a2a0-4d81-ac52-10367f17c456 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916734 Jun 04 06:23:40.206208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:23:40.206630 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:23:40.222747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520bcf13-6f0f-4cba-86a7-db6484b73e86,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:40.223717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:23:40.224361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.234252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c7ab48b0-5a02-4fec-8d44-15a96686bab3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=40c4ccfdc752481c957b455ef16aa76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5994349 Jun 04 06:23:40.234958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45406) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:40.317454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 84f62112-da72-44f7-9321-02baa153ba69 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:40.326272 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c6992977-1ba3-4129-bffb-bf3160f7af33 resource provider aggregate not found Jun 04 06:23:40.332312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1149ac3-5a78-43d2-ace0-e72ff05355f2 req-aef36319-8680-4563-beb1-9d08dd75cb39 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690657 Jun 04 06:23:40.357574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.373912 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c6992977-1ba3-4129-bffb-bf3160f7af33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6992977-1ba3-4129-bffb-bf3160f7af33 found for delete ", "request_id": "req-2d77f1f5-309a-4bd7-82ec-11ce0f21f324"}]} Jun 04 06:23:40.395825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.414997 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7adbd7b-261b-4128-8799-540cd392aeae'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:23:40.421257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.422773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 84f62112-da72-44f7-9321-02baa153ba69 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:40.423136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 84f62112-da72-44f7-9321-02baa153ba69 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:40.423557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 69185311-6c22-4107-a0a4-50b76e6bae61 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:40.437698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.449387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9b798a06-b641-4e7c-80de-8a745c8dd4d7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:40.467945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6fa2fc6-13b5-4295-9ccd-090164d571ce admin admin] 10.222.0.17 "DELETE /v2.0/networks/9b798a06-b641-4e7c-80de-8a745c8dd4d7 HTTP/1.1" status: 204 len: 168 time: 1.2594962 Jun 04 06:23:40.480141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:40.524107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.527678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 69185311-6c22-4107-a0a4-50b76e6bae61 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:40.528111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 69185311-6c22-4107-a0a4-50b76e6bae61 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:40.533552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:40.592617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.596566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/520bcf13-6f0f-4cba-86a7-db6484b73e86 HTTP/1.1" status: 204 len: 168 time: 0.3578570 Jun 04 06:23:40.598068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e984a964-f600-4102-af78-dde03ac38ee3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:40.603513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98719ed-c1c4-496d-ae4b-7d8b10afe8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520bcf13-6f0f-4cba-86a7-db6484b73e86,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:40.608512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e984a964-f600-4102-af78-dde03ac38ee3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:40.609151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.688407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812fde9-44f4-449b-83b8-0c1c1e7d2acb req-28eb552d-646a-425e-a229-d91546cb1b74 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:40.701764 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5812fde9-44f4-449b-83b8-0c1c1e7d2acb req-28eb552d-646a-425e-a229-d91546cb1b74 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 950 time: 0.1639144 Jun 04 06:23:40.703682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45428) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:40.706850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Deleting subnet 66d12524-68f1-48f0-ae37-4e7c619efa45 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:23:40.712160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.713426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 87edf990-28d9-428b-a60a-e2d76e6138ae up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:40.773701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.786652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Deleting port 69185311-6c22-4107-a0a4-50b76e6bae61 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:40.788019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.822439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6fb13a84-2117-46ae-bcbf-a3d6f71a02e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=854b1ff72970497e863752dcd622e30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169498 Jun 04 06:23:40.834805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:40.838548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5812fde9-44f4-449b-83b8-0c1c1e7d2acb req-87602713-9adc-41de-97a5-b6023c5ad639 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350691 Jun 04 06:23:40.885726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b694f1a7-b8ac-493f-b3fa-782a9e312a4f None None] The port '69185311-6c22-4107-a0a4-50b76e6bae61' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:23:40.923279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:40.945877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 87edf990-28d9-428b-a60a-e2d76e6138ae completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:40.956045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 87edf990-28d9-428b-a60a-e2d76e6138ae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:40.956741 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.002547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.056628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.075447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:41.077127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.089259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.153273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.155596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d12524-68f1-48f0-ae37-4e7c619efa45,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:41.166125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc047ea1-1f48-4df2-a842-304923c8c14c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/66d12524-68f1-48f0-ae37-4e7c619efa45 HTTP/1.1" status: 204 len: 168 time: 0.6309123 Jun 04 06:23:41.168355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45442) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:41.194124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.200172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45446) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:41.228918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.229255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b1397-4d2c-4c8a-8c5c-f4887c6f373c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:41.241092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.243080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2f3074e4-f036-4ee2-9477-df6d6f13f6a3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ac3b1397-4d2c-4c8a-8c5c-f4887c6f373c HTTP/1.1" status: 204 len: 168 time: 0.4071982 Jun 04 06:23:41.265830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 87edf990-28d9-428b-a60a-e2d76e6138ae is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:41.266213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.286898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:41.305131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=87edf990-28d9-428b-a60a-e2d76e6138ae,segment=NetworkSegment(ccfaa512-010d-4b46-92c4-0e8fe0c4c995),segment_id=ccfaa512-010d-4b46-92c4-0e8fe0c4c995)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:41.307019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.342695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:41.354783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Usage tracker for resource:security_group_rule and tenant:d1e9bd8cea8b46ebbbb78f6bca83b421 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:41.366358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:41.376623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:41.383411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:41.386222 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.386977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:41.387462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.465096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e71062b0-8e7a-4b71-a037-99c4acd3c6d5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:41.465438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e71062b0-8e7a-4b71-a037-99c4acd3c6d5 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:41.496037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:41.622413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-b0000290-89c0-4718-9947-a5b6d393837e tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:41.623945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-b0000290-89c0-4718-9947-a5b6d393837e tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 1101 time: 0.2541587 Jun 04 06:23:41.648699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.664608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:41.668583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Usage tracker for resource:security_group_rule and tenant:324758277304499db03fd543e2d4bb0e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:41.671555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:41.678482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:41.746808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.792530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.798185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.810414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af3f430-eaed-4b84-9ddb-6ee5ede9c52f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:41.829113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319c2c97-4c03-444c-9874-56bedc988fbd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:41.829406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319c2c97-4c03-444c-9874-56bedc988fbd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:41.829981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00d89d6e-2ae3-468a-8629-d66ff9f025c3 req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992033 Jun 04 06:23:41.853701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb5460-3511-446d-8803-4223fc3ffaa9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a94da8-9e2e-42ce-b4d1-72c77994bca3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:41.862524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cd020-492c-4ab6-b4fd-cc649df6c278 req-d04bb6ea-67e4-42f8-9c38-87251839cd4f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:41.864040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-462cd020-492c-4ab6-b4fd-cc649df6c278 req-d04bb6ea-67e4-42f8-9c38-87251839cd4f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.3688726 Jun 04 06:23:41.866401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.882682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.902848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.909228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:41.940703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:23:41.941154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.042095 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 319c2c97-4c03-444c-9874-56bedc988fbd resource provider aggregate not found Jun 04 06:23:42.060504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-462cd020-492c-4ab6-b4fd-cc649df6c278 req-3bed87b7-218a-44d9-a4a0-c4b6e5219a77 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827233 Jun 04 06:23:42.062486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6a04-d4cf-4fb5-8080-c6ea1e6e1b01 req-337faef6-c08a-421d-8778-aeceac68daff tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:42.064001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-255a6a04-d4cf-4fb5-8080-c6ea1e6e1b01 req-337faef6-c08a-421d-8778-aeceac68daff tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.1202214 Jun 04 06:23:42.078911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d1e9bd8cea8b46ebbbb78f6bca83b421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750882 Jun 04 06:23:42.078911 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 319c2c97-4c03-444c-9874-56bedc988fbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 319c2c97-4c03-444c-9874-56bedc988fbd found for delete ", "request_id": "req-c448f113-e92e-4463-8c33-06500ab9836f"}]} Jun 04 06:23:42.082976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24647c7-c9bf-4477-a5d3-dbdbcc2410ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e073ff62-ca14-4cee-8e7b-be7a360c19ed,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:42.085965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45482) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:42.114750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.129455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.132258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-255a6a04-d4cf-4fb5-8080-c6ea1e6e1b01 req-9767661f-d877-4a9b-b7c5-8e4393accb94 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Jun 04 06:23:42.170716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] Pushing event deleted for resources: {'Network': ['ID=1af3f430-eaed-4b84-9ddb-6ee5ede9c52f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:42.206602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32eb493e-1289-48c8-b0ad-21948ad2e52c admin admin] 10.222.0.17 "DELETE /v2.0/networks/1af3f430-eaed-4b84-9ddb-6ee5ede9c52f HTTP/1.1" status: 204 len: 168 time: 1.0370920 Jun 04 06:23:42.210203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45488) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:42.222382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.254907 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.286325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Deleting subnet 598fdddc-ed2d-4208-a1a3-bee25b388ad0 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:23:42.290069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.328946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.349716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.354286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e073ff62-ca14-4cee-8e7b-be7a360c19ed HTTP/1.1" status: 204 len: 168 time: 0.2660944 Jun 04 06:23:42.355196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2428-f251-47b2-8548-e6dd7d3377a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e073ff62-ca14-4cee-8e7b-be7a360c19ed,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:42.364181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.416832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}, {'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:42.433680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:23:42.438833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.520774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-4f47e807-d1ab-48af-a951-4c2e40098a09 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500979 Jun 04 06:23:42.549611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.605047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:42.619812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.623825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598fdddc-ed2d-4208-a1a3-bee25b388ad0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:42.625013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:23:42.644015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-03888a0a-5845-4c83-9194-3bd71d8abd26 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/598fdddc-ed2d-4208-a1a3-bee25b388ad0 HTTP/1.1" status: 204 len: 168 time: 0.4325342 Jun 04 06:23:42.644661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:42.688834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:42.689124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.709043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:42.729528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:42.735997 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:42.769002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-a4e4b94e-f207-47f3-97df-a59119dd0a4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:42.772863 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-a4e4b94e-f207-47f3-97df-a59119dd0a4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432113 Jun 04 06:23:42.776582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-3bb85ee5-2bbe-42cd-9f7f-209d3415c3f7 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=9253003eae31448ebe97251ae712cae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049051 Jun 04 06:23:42.807542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-94173a48-1125-432f-b0fb-9a320482f718 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.0236311 Jun 04 06:23:42.816454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:42.827542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.827823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.828163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.828666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.829068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.829402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.829750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.830073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.830392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.830762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.831085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.831399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:23:42.837774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['525148a2-b37c-4633-9977-f68f1c25dfaa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:42.902418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-76a42b02-a125-449e-8561-2d36df967dc2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0937216 Jun 04 06:23:42.905174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.071913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-4b242284-a599-4f0f-80d9-609c5dc83b4a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:43.073396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-4b242284-a599-4f0f-80d9-609c5dc83b4a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909906 Jun 04 06:23:43.097597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.108988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-b403e079-b6a7-4c36-8235-40dee211bd80 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/quotas/9253003eae31448ebe97251ae712cae4 HTTP/1.1" status: 200 len: 375 time: 0.0239465 Jun 04 06:23:43.129901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:43.185155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae311e3b-3282-4d98-9349-39ae58082ea0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:43.185840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae311e3b-3282-4d98-9349-39ae58082ea0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:43.194571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-a599596d-bcee-4e86-8751-dc8c199ba59f tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9253003eae31448ebe97251ae712cae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741165 Jun 04 06:23:43.201957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.225566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.233444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:23:43.233444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.334295 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ae311e3b-3282-4d98-9349-39ae58082ea0 resource provider aggregate not found Jun 04 06:23:43.376063 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ae311e3b-3282-4d98-9349-39ae58082ea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae311e3b-3282-4d98-9349-39ae58082ea0 found for delete ", "request_id": "req-34249b67-8e39-44be-82df-cf176cdf031c"}]} Jun 04 06:23:43.393806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.425146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:43.429462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:43.436971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-db0bb5a7-797e-4fa1-8555-80cb845864d5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f9dbd6a5-e3c1-44c5-ae15-c3b79c6e7c06 HTTP/1.1" status: 204 len: 168 time: 0.7906890 Jun 04 06:23:43.495322 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c3b2af-21ce-40b7-bb21-b14741b7af16'] response: {'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'code': 200} Jun 04 06:23:43.496196 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c3b2af-21ce-40b7-bb21-b14741b7af16'] response: {'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae', 'code': 200} Jun 04 06:23:43.853009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51c5db-2058-4d02-aa95-3e21584bc5f2 req-3421fff6-7caa-4efa-9d56-ab7819559a22 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:43.856776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a51c5db-2058-4d02-aa95-3e21584bc5f2 req-3421fff6-7caa-4efa-9d56-ab7819559a22 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.1670189 Jun 04 06:23:43.858377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:43.981084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a51c5db-2058-4d02-aa95-3e21584bc5f2 req-1c0dbc68-fa1b-434d-bdc1-fc8c7edfab73 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149430 Jun 04 06:23:43.999989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e0e5bcf7-dffd-4981-8419-5b0a1207d457 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=799d8d3ae79d438da5c77b38215e0995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403272 Jun 04 06:23:44.006240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:44.120032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e48a67-1f90-498a-891b-8e0d00d0b706 req-f7afcd19-355c-4b05-9986-264bcffe11c0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:44.123209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e48a67-1f90-498a-891b-8e0d00d0b706 req-f7afcd19-355c-4b05-9986-264bcffe11c0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.4182980 Jun 04 06:23:44.146394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caffff4-a786-4c08-a038-d26709deb23d req-f4c46ed8-4562-498c-8281-b59e16ee6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:44.148546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8caffff4-a786-4c08-a038-d26709deb23d req-f4c46ed8-4562-498c-8281-b59e16ee6aed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 1096 time: 0.5696826 Jun 04 06:23:44.163619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce7344c-035a-4b71-a5ff-ebf75465dc9f req-98fb849c-24e6-4440-8c89-960b2a6bd169 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 210 time: 0.0917516 Jun 04 06:23:44.202265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff9d8-47f3-437c-bc56-f1c24d2af2f5 req-c084d6d1-0732-4009-b941-02dab1b85013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:44.203830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f3ff9d8-47f3-437c-bc56-f1c24d2af2f5 req-c084d6d1-0732-4009-b941-02dab1b85013 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1097 time: 0.5005982 Jun 04 06:23:44.204847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.265241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8caffff4-a786-4c08-a038-d26709deb23d req-f1e200ba-52fe-4f7a-8938-f28b1b67f615 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851991 Jun 04 06:23:44.266852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.293375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f3ff9d8-47f3-437c-bc56-f1c24d2af2f5 req-c9e7df20-2ad2-4918-b77a-997539da6552 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728087 Jun 04 06:23:44.306843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e48a67-1f90-498a-891b-8e0d00d0b706 req-000d7a3b-d00c-4611-b6c9-53a9ab276c06 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712041 Jun 04 06:23:44.353579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.382100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:44.398594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.402001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-465d62b6-0704-440b-9d2a-814e5b07b38e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/03dfb385-0af6-4bb6-a1a8-cb36fd4a62aa HTTP/1.1" status: 204 len: 168 time: 0.3922205 Jun 04 06:23:44.445738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:23:44.624177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 525148a2-b37c-4633-9977-f68f1c25dfaa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:44.625045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.809215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:23:44.809645 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:44.828283 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2754491a-d67f-4cff-8977-a96d1175606b req-e75f2b59-8341-46da-b827-5b29f075bc14 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 210 time: 0.1560702 Jun 04 06:23:44.879742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:44.888399 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:45.104390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:45.167731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45632) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:45.272703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2994056c-15a8-42d0-ad0d-81f2b0cc2cfe admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2e0547355bb34b97a079651b15c17a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999036 Jun 04 06:23:45.273367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:45.337191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01289f2f-c4e1-424b-8549-288861589b13 req-4ed8c756-3b15-43a2-a65f-88274cbe6467 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 210 time: 0.0453978 Jun 04 06:23:45.447165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf45364-4a42-4d14-a279-cf70c7388717 req-3e7274dd-0eeb-44b3-89af-d37d47b85c84 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:45.448513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdf45364-4a42-4d14-a279-cf70c7388717 req-3e7274dd-0eeb-44b3-89af-d37d47b85c84 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.2524140 Jun 04 06:23:45.456957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:45.497291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:45.509850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:45.536325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdf45364-4a42-4d14-a279-cf70c7388717 req-e316bed5-17cb-4a83-9c98-fb3fac6d1f1d tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771363 Jun 04 06:23:45.571649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1c413-82c8-40eb-8f6b-1ec49eaf0f3d req-b372b216-c2cf-4353-92f2-de79cfa0b111 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:45.574135 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86a1c413-82c8-40eb-8f6b-1ec49eaf0f3d req-b372b216-c2cf-4353-92f2-de79cfa0b111 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.0968924 Jun 04 06:23:45.577432 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:23:45.583170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:45.605535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d90a92c-f492-4971-a69d-d1c8afa08a4a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:45.618232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:45.619543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-79035be3-3f09-4b35-9a4c-92f8f63b8792 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9d90a92c-f492-4971-a69d-d1c8afa08a4a HTTP/1.1" status: 204 len: 168 time: 0.3457332 Jun 04 06:23:45.672315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86a1c413-82c8-40eb-8f6b-1ec49eaf0f3d req-414bbe40-e149-4672-852b-5d78b3d3572b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854566 Jun 04 06:23:45.683488 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d07d2-e123-4e9b-bb97-07e01d959116'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:23:45.747573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-8e78452b-9823-445f-8e62-fbefc5fcbac8 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9253003eae31448ebe97251ae712cae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392780 Jun 04 06:23:46.093142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-121641bb-6642-48ce-8a29-fed3d3c85aae req-b0e864ec-d2fd-4f84-81e6-1c4ec2c4d59e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 210 time: 0.0786018 Jun 04 06:23:46.139801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6631c39d-6689-440e-991b-15589495a91a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:46.141971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6631c39d-6689-440e-991b-15589495a91a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648636 Jun 04 06:23:46.154521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Request body: {'port': {'device_id': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '9253003eae31448ebe97251ae712cae4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:46.358953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:46.368658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Usage tracker for resource:port and tenant:9253003eae31448ebe97251ae712cae4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:46.374821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:46.389069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:46.410572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Made reservation on behalf of 9253003eae31448ebe97251ae712cae4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:46.415373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:46.446579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:46.530054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:46.537796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-db20089c-b5fa-43be-a8a5-7cb730067bc4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586379 Jun 04 06:23:46.538730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Usage tracker for resource:security_group_rule and tenant:9253003eae31448ebe97251ae712cae4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:46.541742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:46.678183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:46.726940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:46.790541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3efcc6ef-9554-4558-acbe-d4d222061733 req-393dd5cb-94f8-4a60-9ef2-ec240b31c690 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 210 time: 0.0693521 Jun 04 06:23:46.852934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:46.890001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8414ae38-6774-4ac6-a823-385a386a3632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:46.898280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:46.909622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Usage tracker for resource:security_group_rule and tenant:c321f1bf27bb4d77b48d85b01f8fe10e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:46.918577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:46.931286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:47.162180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:47.169835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-047195df-f34c-484c-bbad-e88f983f1a7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138473 Jun 04 06:23:47.171439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:47.236671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-b150776d-f137-410d-a674-17b64afcf608 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:47.243986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-b150776d-f137-410d-a674-17b64afcf608 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6940148 Jun 04 06:23:47.253071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': 'be21e485-6345-43a7-b227-e61dc78b2961', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:47.569727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:47.587633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-5d8bf063-5c69-4b0a-b3e9-beed9ee1fcbb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:47.589131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-5d8bf063-5c69-4b0a-b3e9-beed9ee1fcbb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4071126 Jun 04 06:23:47.595525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:47.600482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:47.619724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bed16-e06b-455e-89ab-2a92d8627fe2 req-612bf4ea-4d8c-4af9-8d05-5bab3fbfa19b tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:47.630690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e35bed16-e06b-455e-89ab-2a92d8627fe2 req-612bf4ea-4d8c-4af9-8d05-5bab3fbfa19b tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.5997672 Jun 04 06:23:47.636302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:47.701934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c321f1bf27bb4d77b48d85b01f8fe10e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0222442 Jun 04 06:23:47.725105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:47.726793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:47.755418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:47.759189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:47.804355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10a58-1dc3-4f97-9550-7054ee4c7be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e1401-a586-4914-9914-3c6a71f1a8a7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:47.948619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:47.968569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c9e85-0e50-4536-a3b5-19c91a59a405 req-51c0f978-3efb-4d35-a5b6-55c8f7a1e081 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:47.976469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-517c9e85-0e50-4536-a3b5-19c91a59a405 req-51c0f978-3efb-4d35-a5b6-55c8f7a1e081 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.3178549 Jun 04 06:23:48.014021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e35bed16-e06b-455e-89ab-2a92d8627fe2 req-797f8b22-8838-44a0-a9a4-daabff9db600 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808618 Jun 04 06:23:48.014448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:48.039745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:48.070632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-517c9e85-0e50-4536-a3b5-19c91a59a405 req-513182a7-5954-4e57-a2bb-16ef6c2ca3dd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932121 Jun 04 06:23:48.114299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:48.117862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:48.403632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00800ca2-fae4-4735-adf3-d56736a176e2 req-65608aef-897b-4b40-be4e-899f809b66e6 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 210 time: 0.0700760 Jun 04 06:23:48.414334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d668ae4-3dbf-499e-ab6c-5e1c5e0538bf req-eaefbfbe-9718-4594-bf15-fdbdbfc08e77 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 210 time: 0.0815868 Jun 04 06:23:48.447000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Allocated IP 192.168.233.210 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/8b092a44-d8c1-4557-8e98-cae6a6e9af6e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:48.517456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:48.763724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.004501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d78b73d8-f27c-4f23-8a4b-e70dd69f7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.019314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221dd0-2dc7-49c8-a86e-693767cd2915 req-2519f84e-e50b-4645-b672-cdc5a12639af tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:49.031654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:49.032861 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68221dd0-2dc7-49c8-a86e-693767cd2915 req-2519f84e-e50b-4645-b672-cdc5a12639af tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.4083412 Jun 04 06:23:49.037067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'floatingip': {'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:49.039545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.080267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e1401-a586-4914-9914-3c6a71f1a8a7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:49.219449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.239129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c4b2e91f-49dc-4a5e-8faa-c329227e21f1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/610e1401-a586-4914-9914-3c6a71f1a8a7 HTTP/1.1" status: 204 len: 168 time: 1.5049558 Jun 04 06:23:49.252772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.279981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.304789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Transition to ACTIVE for port object 8b092a44-d8c1-4557-8e98-cae6a6e9af6e will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:49.377365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.723295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:49.727216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Pushing event updated for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:49.737161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:49.756066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:49.912382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.16 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/caba2665-f733-462b-964f-3708e2ce7e2e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:49.912755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:49.913401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:49.920321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45818) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:49.984542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6500b439-4f55-42db-ad42-53ff8578b7ee tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8339505 Jun 04 06:23:50.023061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Request body: {'port': {'device_id': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:50.135872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.202932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431d918-5778-4095-8a70-e62321dad5f0 req-da2b543e-889e-4b90-b5d5-f900e831c5fa tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:50.204490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6431d918-5778-4095-8a70-e62321dad5f0 req-da2b543e-889e-4b90-b5d5-f900e831c5fa tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.6636939 Jun 04 06:23:50.331409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40c15d37-6844-4276-8f44-a8c90074feb6 None None] Provisioning for port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:50.340617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40c15d37-6844-4276-8f44-a8c90074feb6 None None] Provisioning complete for port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:50.341261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40c15d37-6844-4276-8f44-a8c90074feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.405885 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.424379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.426008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40c15d37-6844-4276-8f44-a8c90074feb6 None None] Port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:50.469982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.524487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6431d918-5778-4095-8a70-e62321dad5f0 req-8337b5f1-6342-44f6-b138-df2a7b47d471 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892482 Jun 04 06:23:50.544389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:50.767113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:50.843908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4fa33382cf4939878aedea064afdc6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:50.851662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:50.902927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:50.918654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0b253c32-3fb0-47b0-9238-917afef7d235 req-e86543c9-f5fd-4c5e-b35a-28b47c40b9e1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:50.926591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:50.952557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb2d28-3cd0-4331-8c6e-76534bd7f583 req-21d2ca2e-a947-4bf0-a1b8-58283c384fd5 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:50.954368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24cb2d28-3cd0-4331-8c6e-76534bd7f583 req-21d2ca2e-a947-4bf0-a1b8-58283c384fd5 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 936 time: 1.3167524 Jun 04 06:23:50.975722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0b253c32-3fb0-47b0-9238-917afef7d235 req-e86543c9-f5fd-4c5e-b35a-28b47c40b9e1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:50.981266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b253c32-3fb0-47b0-9238-917afef7d235 req-e86543c9-f5fd-4c5e-b35a-28b47c40b9e1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 210 time: 0.1390514 Jun 04 06:23:51.151654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.158108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.206633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d4fa33382cf4939878aedea064afdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2843697 Jun 04 06:23:51.210360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45850) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:51.217014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-network', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:51.225302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539663a-9c99-468f-9cc0-f2de90751420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f1b02-6410-4a8b-935b-0c319567a374,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:51.250015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object caba2665-f733-462b-964f-3708e2ce7e2e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:51.251410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:51.263887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Usage tracker for resource:network and tenant:fcb6f1292f5a49349e2b1125aea8b166 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:51.267504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:51.282377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38e35a40-565a-479f-b678-605967504745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.290870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24cb2d28-3cd0-4331-8c6e-76534bd7f583 req-ba1e1780-b615-4353-851d-64ffccab725d tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180418 Jun 04 06:23:51.302671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:51.325462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38e35a40-565a-479f-b678-605967504745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.410995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-05c59b28-5504-40ba-ba60-fed955cdcde8 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:51.413131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-05c59b28-5504-40ba-ba60-fed955cdcde8 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.24 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.6220152 Jun 04 06:23:51.416832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38e35a40-565a-479f-b678-605967504745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.432662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e35a40-565a-479f-b678-605967504745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f1b02-6410-4a8b-935b-0c319567a374,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:51.440064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38e35a40-565a-479f-b678-605967504745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.441512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38e35a40-565a-479f-b678-605967504745 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c47f1b02-6410-4a8b-935b-0c319567a374 HTTP/1.1" status: 204 len: 168 time: 0.2296290 Jun 04 06:23:51.616600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Made reservation on behalf of fcb6f1292f5a49349e2b1125aea8b166 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:51.619131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.658204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.683380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:51.694058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb6f1292f5a49349e2b1125aea8b166 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:51.702556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:51.709900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Deleting port 87edf990-28d9-428b-a60a-e2d76e6138ae {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:23:51.710492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.758950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:51.761611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.779006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:51.868406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:51.903047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45864) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:51.930453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:51.937414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.45 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/e70ad653-49a2-446b-9575-a4a803e74914) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:51.949708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631d61-4ad9-4fd6-845e-e78d352fdd99 req-a3401402-2484-42e8-9c26-f3d6061156bd tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:51.951478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09631d61-4ad9-4fd6-845e-e78d352fdd99 req-a3401402-2484-42e8-9c26-f3d6061156bd tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.2865999 Jun 04 06:23:51.968216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:51.972005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:51.988929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:52.040134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.122917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:52.123810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.152114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:52.156652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8ccff0b576498d960e29620cd2afad is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:52.160792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:52.167574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:52.288444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.303896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09631d61-4ad9-4fd6-845e-e78d352fdd99 req-27b6e58f-6d66-4da5-a5ca-89f815d56d9a tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074739 Jun 04 06:23:52.307699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.394600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8a8ccff0b576498d960e29620cd2afad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906185 Jun 04 06:23:52.415164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:52.460437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:23:52.471241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34544118-7c83-4340-bbf3-d527f4fd4d03 None None] Provisioning for port caba2665-f733-462b-964f-3708e2ce7e2e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:52.481518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34544118-7c83-4340-bbf3-d527f4fd4d03 None None] Provisioning complete for port caba2665-f733-462b-964f-3708e2ce7e2e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:52.481993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34544118-7c83-4340-bbf3-d527f4fd4d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.542343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-34544118-7c83-4340-bbf3-d527f4fd4d03 None None] Port caba2665-f733-462b-964f-3708e2ce7e2e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:52.573745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee44d1-4e3a-4f0c-8f7b-c5cce5e5f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f2058-51fa-4965-9c65-ce9800b293ac,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:52.631133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f7d9f99d-016d-4bfe-bcc4-f6bcb6d59ec1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9682019 Jun 04 06:23:52.649680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.649929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Request body: {'port': {'device_id': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:52.683757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.728841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] For port 87edf990-28d9-428b-a60a-e2d76e6138ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=87edf990-28d9-428b-a60a-e2d76e6138ae,segment=NetworkSegment(ccfaa512-010d-4b46-92c4-0e8fe0c4c995),segment_id=ccfaa512-010d-4b46-92c4-0e8fe0c4c995)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:23:52.728841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.762053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.879305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:52.920914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-6341e534-2849-4cd3-a20a-a0e48ce780cb tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:52.922207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-6341e534-2849-4cd3-a20a-a0e48ce780cb tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Synchronizing usage tracker for tenant:9253003eae31448ebe97251ae712cae4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:52.951279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-6341e534-2849-4cd3-a20a-a0e48ce780cb tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Unset dirty status for tenant:9253003eae31448ebe97251ae712cae4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:52.959454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-6341e534-2849-4cd3-a20a-a0e48ce780cb tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 936 time: 0.4392092 Jun 04 06:23:52.977464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object e70ad653-49a2-446b-9575-a4a803e74914 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:53.017987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-0cd52cd3-f2e8-4638-9999-d2e2b825bff3 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Synchronizing usage tracker for tenant:9253003eae31448ebe97251ae712cae4 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:53.023545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.045331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.057076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0c4f2058-51fa-4965-9c65-ce9800b293ac HTTP/1.1" status: 204 len: 168 time: 0.6331561 Jun 04 06:23:53.072287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da486-49b9-40a5-855c-a711ba39f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4f2058-51fa-4965-9c65-ce9800b293ac,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:53.107650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-0cd52cd3-f2e8-4638-9999-d2e2b825bff3 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Unset dirty status for tenant:9253003eae31448ebe97251ae712cae4 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:53.109350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Calling delete_port for 87edf990-28d9-428b-a60a-e2d76e6138ae owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:23:53.124021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a56ffb09-74c5-4bd8-807d-19e9ca2c737f req-0cd52cd3-f2e8-4638-9999-d2e2b825bff3 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634521 Jun 04 06:23:53.145018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.209585 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.220671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:23:53.309184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:53.315827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:53.323101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:53.405739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:53.501332 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Floating IP 66a37193-bb2d-4c7a-ad07-c91c59ee11c7 associated. External IP: 172.25.1.109, port: e984a964-f600-4102-af78-dde03ac38ee3. Jun 04 06:23:53.678535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:53.679198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.702598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-985bf35c-9c33-42b3-acb7-e61a8131ed00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4548059 Jun 04 06:23:53.722576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Request body: {'port': {'device_id': 'be21e485-6345-43a7-b227-e61dc78b2961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:53.777655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.810457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fba6d3cb-a52c-4de5-b003-c2a6c49ca946 None None] Provisioning for port e70ad653-49a2-446b-9575-a4a803e74914 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:23:53.820055 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.837132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fba6d3cb-a52c-4de5-b003-c2a6c49ca946 None None] Provisioning complete for port e70ad653-49a2-446b-9575-a4a803e74914 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:23:53.837537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fba6d3cb-a52c-4de5-b003-c2a6c49ca946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.906102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036fc58-dcf2-46ed-a683-0fe89221c86c req-e772b81d-704e-4e40-8d43-fa80c1264364 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:53.906832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0036fc58-dcf2-46ed-a683-0fe89221c86c req-e772b81d-704e-4e40-8d43-fa80c1264364 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:23:53.952075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b092a44-d8c1-4557-8e98-cae6a6e9af6e {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:53.972160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:53.972404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fba6d3cb-a52c-4de5-b003-c2a6c49ca946 None None] Port e70ad653-49a2-446b-9575-a4a803e74914 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:23:54.020954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Transition to ACTIVE for port object 8b092a44-d8c1-4557-8e98-cae6a6e9af6e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:54.065086 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.081149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.092157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f639263f-5ed6-407e-87e7-abc991cb57f1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:54.113024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.122888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:23:54.167385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0036fc58-dcf2-46ed-a683-0fe89221c86c req-e772b81d-704e-4e40-8d43-fa80c1264364 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:23:54.174452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0036fc58-dcf2-46ed-a683-0fe89221c86c req-e772b81d-704e-4e40-8d43-fa80c1264364 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 935 time: 1.9515903 Jun 04 06:23:54.264570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Pushing event deleted for resources: {'Port': ['ID=87edf990-28d9-428b-a60a-e2d76e6138ae,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:54.310047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.310558 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Added segment 361efbef-b85a-4e11-8eed-02bc00d15708 of type vlan for network b785a642-5dc3-4317-930d-e11d182c6802 Jun 04 06:23:54.399995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Pushing event updated for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:54.419541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e613fa1-e70b-4a20-9827-bcdcd92d42ea req-60f3d3ce-348f-46e1-9cb6-d1aac17d5355 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:54.427715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e613fa1-e70b-4a20-9827-bcdcd92d42ea req-60f3d3ce-348f-46e1-9cb6-d1aac17d5355 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/ports?device_id=60ea7ed5-01fd-4695-b580-c26d0308bffa HTTP/1.1" status: 200 len: 945 time: 0.8398886 Jun 04 06:23:54.641605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] No DVR routers for this DVR port 87edf990-28d9-428b-a60a-e2d76e6138ae on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:23:54.675137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.680050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'name': 'network-vif-deleted', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:54.706148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.731439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 87edf990-28d9-428b-a60a-e2d76e6138ae no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:23:54.769845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:54.802078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0036fc58-dcf2-46ed-a683-0fe89221c86c req-9c6c7631-7053-4917-9801-2782e7aa7945 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264844 Jun 04 06:23:54.811637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e613fa1-e70b-4a20-9827-bcdcd92d42ea req-5edafc0f-5567-4f07-a194-e4180a75a673 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.17 "GET /v2.0/security-groups?id=bb3406a3-774f-402c-a53f-4d57bd6f1603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829436 Jun 04 06:23:54.836364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 87edf990-28d9-428b-a60a-e2d76e6138ae {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:23:54.836364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 87edf990-28d9-428b-a60a-e2d76e6138ae not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:23:54.898241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:23:54.899768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] 10.222.0.24 "DELETE /v2.0/ports/87edf990-28d9-428b-a60a-e2d76e6138ae HTTP/1.1" status: 204 len: 173 time: 3.3408177 Jun 04 06:23:54.914833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Attempting to bind port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:54.915540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Attempting to bind port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:54.916117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Attempting to bind port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:54.955513 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d6be38-3c12-4703-8b1e-19fae5a44228'] response: {'server_uuid': '60ea7ed5-01fd-4695-b580-c26d0308bffa', 'name': 'network-vif-deleted', 'tag': '87edf990-28d9-428b-a60a-e2d76e6138ae', 'status': 'completed', 'code': 200} Jun 04 06:23:54.965015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:54.966208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Attempting to bind port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:55.010999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.012032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:55.012679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.050760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:55.053427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:55.054596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:55.055424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Bound port: 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:55.056068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.124609 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.223799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:55.228290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:55.233767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.311128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:55.311743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.316558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-6680326c-834d-4951-9409-27c927f6d107 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b092a44-d8c1-4557-8e98-cae6a6e9af6e HTTP/1.1" status: 200 len: 1096 time: 5.3140678 Jun 04 06:23:55.317042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:55.345455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680326c-834d-4951-9409-27c927f6d107 service neutron] Pushing event updated for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:55.395807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.456803 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0649e9-5141-4d21-8d49-c42f63bbd376'] response: {'name': 'network-changed', 'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e', 'status': 'completed', 'code': 200} Jun 04 06:23:55.572593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-100e6195-9755-4b45-b57e-2db8e8a113f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:55.577781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-100e6195-9755-4b45-b57e-2db8e8a113f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9253003eae31448ebe97251ae712cae4&device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 1099 time: 0.2065377 Jun 04 06:23:55.707229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.9301119 Jun 04 06:23:55.731850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45944) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:55.752972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Request body: {'subnet': {'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-subnet', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:55.772493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:55.785011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa22a3-c478-4cc0-84b8-35e2fc47cb74 admin admin] Pushing event updated for resources: {'Network': ['ID=b785a642-5dc3-4317-930d-e11d182c6802,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:55.804172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b785a642-5dc3-4317-930d-e11d182c6802 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:23:55.814545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Usage tracker for resource:subnet and tenant:fcb6f1292f5a49349e2b1125aea8b166 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:55.824145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:55.842526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:55.844577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:23:55.849964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.859824 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:23:55.874729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:55.876816 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:55.920692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Made reservation on behalf of fcb6f1292f5a49349e2b1125aea8b166 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:23:55.921671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:55.952098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-1ca8dc33-812b-4a62-a508-d87da6e8a7ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e HTTP/1.1" status: 200 len: 217 time: 0.3658121 Jun 04 06:23:55.974149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6972be-8ba9-43ff-84bd-f743ec738869 req-407ede0a-96c7-4413-9863-a761487bd89a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:55.975512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e6972be-8ba9-43ff-84bd-f743ec738869 req-407ede0a-96c7-4413-9863-a761487bd89a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 948 time: 0.9703767 Jun 04 06:23:55.986240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2057fb72-244d-43ba-ba25-7a6b88102924 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "PUT /v2.0/floatingips/66a37193-bb2d-4c7a-ad07-c91c59ee11c7 HTTP/1.1" status: 200 len: 992 time: 6.9534850 Jun 04 06:23:56.177381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-218e2a71-6580-4464-8307-337fabbb4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:56.177381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-218e2a71-6580-4464-8307-337fabbb4356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2093630 Jun 04 06:23:56.227589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caba2665-f733-462b-964f-3708e2ce7e2e {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:56.251799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:56.269894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e6972be-8ba9-43ff-84bd-f743ec738869 req-35c52591-0d0d-4f52-8f49-d038704451fe tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872171 Jun 04 06:23:56.313706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Transition to ACTIVE for port object caba2665-f733-462b-964f-3708e2ce7e2e will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:56.321145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:56.513105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:56.519824 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:56.756759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa49a-0ad0-4296-b020-ea0b76f6ed26 req-fcc75bda-c69a-4637-97a1-c0822b8636f6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:56.759660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:56.767437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d2fa49a-0ad0-4296-b020-ea0b76f6ed26 req-fcc75bda-c69a-4637-97a1-c0822b8636f6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 935 time: 0.5933795 Jun 04 06:23:56.772425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Request body: {'security_group': {'name': 'tempest-securitygroup-646014811', 'description': 'tempest-description-469330880'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:56.796607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Deleting subnet 47a2c5c0-aa16-48c6-a3f0-03af033a5041 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:23:56.804692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:56.870434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:56.875266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bf77e4-0402-4cfe-b407-51f74e27f1de,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:56.884560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:56.964523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.026814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Usage tracker for resource:security_group and tenant:6592579d38d34b6cb1bf30b05bd92b45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:57.029622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:57.036410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:57.050203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:57.072182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:57.118084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Checking segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:57.118803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Network hostable DHCP agents. Network: b785a642-5dc3-4317-930d-e11d182c6802, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:23:57.132324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.164359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Attempting to bind port caba2665-f733-462b-964f-3708e2ce7e2e on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:57.164999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Attempting to bind port caba2665-f733-462b-964f-3708e2ce7e2e by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:57.165869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Attempting to bind port caba2665-f733-462b-964f-3708e2ce7e2e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:57.176975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.191340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Network b785a642-5dc3-4317-930d-e11d182c6802 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:23:57.196063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Port caba2665-f733-462b-964f-3708e2ce7e2e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:57.196629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Attempting to bind port caba2665-f733-462b-964f-3708e2ce7e2e on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:57.205248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:57.205888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:57.206498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:57.207528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Bound port: caba2665-f733-462b-964f-3708e2ce7e2e, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:57.208314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.229516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:57.239499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Usage tracker for resource:security_group_rule and tenant:6592579d38d34b6cb1bf30b05bd92b45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:57.242578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b785a642-5dc3-4317-930d-e11d182c6802) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:57.247650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:57.251549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:57.251737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a83566-5eb4-402e-9125-11c5f2f6d9b7 None None] Network b785a642-5dc3-4317-930d-e11d182c6802 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:23:57.270325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.272402 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66a37193-bb2d-4c7a-ad07-c91c59ee11c7', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:23:12Z', 'updated_at': '2022-06-04T06:23:51Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:57.278353 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:23:57.289453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d2fa49a-0ad0-4296-b020-ea0b76f6ed26 req-1f41a1d8-cc32-4ac2-93f1-b7bdeddf1caf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207417 Jun 04 06:23:57.293031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:23:57.293959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:57.299391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.377860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70ad653-49a2-446b-9575-a4a803e74914 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:23:57.417073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.462320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-bbfa54d9-fec2-4415-9721-47e1ee795deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:57.464074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-bbfa54d9-fec2-4415-9721-47e1ee795deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1885302 Jun 04 06:23:57.508988 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b808de-8e43-44a4-bc71-201a27c11921'] response: {'name': 'network-changed', 'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'status': 'completed', 'code': 200} Jun 04 06:23:57.524696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:57.553068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a2c5c0-aa16-48c6-a3f0-03af033a5041,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:57.557872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:57.561355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:57.565314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a978c412-16ff-4c70-a15d-063a267ccc88 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8352923 Jun 04 06:23:57.568400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45978) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:57.574562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:23:57.580724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.581031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.623155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Transition to ACTIVE for port object e70ad653-49a2-446b-9575-a4a803e74914 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:57.637572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:57.652808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Usage tracker for resource:router and tenant:fcb6f1292f5a49349e2b1125aea8b166 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:57.661202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:57.684612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:57.685592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.686261 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:23:57.687332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] 10.222.0.24 "PUT /v2.0/ports/caba2665-f733-462b-964f-3708e2ce7e2e HTTP/1.1" status: 200 len: 1095 time: 5.0453298 Jun 04 06:23:57.688445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:57.719539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.726757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.749037 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.754126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dffbe9c9-9f1f-4951-89e6-a41edac93564 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/47a2c5c0-aa16-48c6-a3f0-03af033a5041 HTTP/1.1" status: 204 len: 168 time: 1.2277339 Jun 04 06:23:57.754126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:57.772294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45982) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:23:57.839663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b785a642-5dc3-4317-930d-e11d182c6802', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:23:57.840845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.092599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3aaece-b059-4d51-8fc2-8d56b0b7155f service neutron] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:58.198776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Allocated IP 172.20.0.2 (b785a642-5dc3-4317-930d-e11d182c6802/d0bf77e4-0402-4cfe-b407-51f74e27f1de/dd7da638-c30c-4567-9635-172cf6114a09) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:23:58.248218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.442186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497a7-1930-4d55-9822-80e2745d82f9 req-96508ded-711a-4a0a-8cd3-a98ca0eb52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:58.445389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-96508ded-711a-4a0a-8cd3-a98ca0eb52db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1097 time: 0.9932880 Jun 04 06:23:58.479623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Pushing event updated for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:58.551108 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66a37193-bb2d-4c7a-ad07-c91c59ee11c7', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:23:12Z', 'updated_at': '2022-06-04T06:23:51Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:58.561222 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29333c-3073-4af9-9009-def9ad21fda3 None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66a37193-bb2d-4c7a-ad07-c91c59ee11c7', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.109', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:23:12Z', 'updated_at': '2022-06-04T06:23:51Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:23:58.568927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.683888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.693165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.725850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Transition to ACTIVE for port object dd7da638-c30c-4567-9635-172cf6114a09 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:58.739444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.768363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Transition to ACTIVE for port object dd7da638-c30c-4567-9635-172cf6114a09 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:23:58.778249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:23:58.785517 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:58.791391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Usage tracker for resource:security_group_rule and tenant:6592579d38d34b6cb1bf30b05bd92b45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:23:58.819013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:23:58.842446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:23:58.845947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f3b42167-fb88-41e7-b618-ba5ddc6b8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:58.847457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-f3b42167-fb88-41e7-b618-ba5ddc6b8701 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 1098 time: 1.0512080 Jun 04 06:23:58.851832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:58.882843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ddc5d-f0e8-46ef-8d9e-55d5064ef6eb req-ddd05c53-ea0c-46f4-bf38-2dc65a900622 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:58.896440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700ddc5d-f0e8-46ef-8d9e-55d5064ef6eb req-ddd05c53-ea0c-46f4-bf38-2dc65a900622 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 948 time: 1.3030665 Jun 04 06:23:58.899593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-a65fa89d-dccb-43f1-884c-85caa1d6f6b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3419564 Jun 04 06:23:58.917909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Network b785a642-5dc3-4317-930d-e11d182c6802 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:23:58.956259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-3b7c6306-de27-4c55-b145-8f26c2d8110f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=caba2665-f733-462b-964f-3708e2ce7e2e HTTP/1.1" status: 200 len: 217 time: 0.0767577 Jun 04 06:23:58.960946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Pushing event updated for resources: {'Port': ['ID=dd7da638-c30c-4567-9635-172cf6114a09,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:58.970760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:23:58.985255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080475a6-e87f-43c5-8de8-dd791d669fef None None] New status for floating IP 66a37193-bb2d-4c7a-ad07-c91c59ee11c7: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:23:59.034683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.077751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-8e947428-c4ff-41a2-af4f-e4e9c46ef832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:59.078248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:23:59.079657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-8e947428-c4ff-41a2-af4f-e4e9c46ef832 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1121919 Jun 04 06:23:59.182911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.208451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-700ddc5d-f0e8-46ef-8d9e-55d5064ef6eb req-4af26f70-02f8-4dfa-a4b0-92166c83799a tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109684 Jun 04 06:23:59.268848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.280025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b148145-8b7d-450d-83da-0e05e5b589ec']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:59.331437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:59.331652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfaa512-010d-4b46-92c4-0e8fe0c4c995') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:23:59.362604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.372450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Attempting to bind port e70ad653-49a2-446b-9575-a4a803e74914 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:59.372783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Attempting to bind port e70ad653-49a2-446b-9575-a4a803e74914 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:59.373110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Attempting to bind port e70ad653-49a2-446b-9575-a4a803e74914 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:59.399912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Port e70ad653-49a2-446b-9575-a4a803e74914 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:23:59.402118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Attempting to bind port e70ad653-49a2-446b-9575-a4a803e74914 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:59.450105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc63158-f332-4d85-b872-5df09cc8c29f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:59.462986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497a7-1930-4d55-9822-80e2745d82f9 req-81dab080-9733-4a57-a927-64f76dd70c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:59.464548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-81dab080-9733-4a57-a927-64f76dd70c97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.9357328 Jun 04 06:23:59.469261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:59.469975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:59.470192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:59.470927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Bound port: e70ad653-49a2-446b-9575-a4a803e74914, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:59.471362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.479413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Attempting to bind port dd7da638-c30c-4567-9635-172cf6114a09 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:23:59.479808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Attempting to bind port dd7da638-c30c-4567-9635-172cf6114a09 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:23:59.480164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Attempting to bind port dd7da638-c30c-4567-9635-172cf6114a09 on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:23:59.486734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:23:59.487111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Checking segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:23:59.487513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.487902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Bound using segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:23:59.488367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Bound port: dd7da638-c30c-4567-9635-172cf6114a09, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:23:59.491250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.492356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8faef3-1653-45fa-bdb3-469e1d78c89c req-8f4d0eb0-7a53-4ad0-a332-9152fb96ee3e tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.7246382 Jun 04 06:23:59.496693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.519043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:23:59.525868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.557266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-6d6ca6a8-572f-4c10-bb69-ac1259870456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:23:59.558807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-6d6ca6a8-572f-4c10-bb69-ac1259870456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4711468 Jun 04 06:23:59.589343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.666717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.719016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] For port dd7da638-c30c-4567-9635-172cf6114a09, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:23:59.723038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] For port dd7da638-c30c-4567-9635-172cf6114a09, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dd7da638-c30c-4567-9635-172cf6114a09,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:23:59.730568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.753187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:23:59.753636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.815724 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment ccfaa512-010d-4b46-92c4-0e8fe0c4c995 resource provider aggregate not found Jun 04 06:23:59.897100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330b9e8-79ae-4193-a9a8-1a9a94cf0268 None None] Pushing event updated for resources: {'Port': ['ID=dd7da638-c30c-4567-9635-172cf6114a09,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:23:59.902712 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c921fda5-e75e-4f5d-8118-b8ab0932854e req-945cd48f-c784-4157-b859-6207f7b10ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9621310 Jun 04 06:23:59.904989 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment ccfaa512-010d-4b46-92c4-0e8fe0c4c995 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccfaa512-010d-4b46-92c4-0e8fe0c4c995 found for delete ", "request_id": "req-7b3601b8-6777-4e5c-b47f-0c57aa5ed617"}]} Jun 04 06:23:59.980462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.986691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:23:59.993262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-0bb531fd-0b30-4b9a-936d-272b7aa01a46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 1002 time: 0.5030894 Jun 04 06:24:00.021581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] 10.222.0.17 "DELETE /v2.0/networks/3b148145-8b7d-450d-83da-0e05e5b589ec HTTP/1.1" status: 204 len: 168 time: 1.9380300 Jun 04 06:24:00.101574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Allocated IP 172.25.1.253 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7b429efa-a395-4c3e-8e9d-8c42ce88c462) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:00.131077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:00.180669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8a835-3b01-45df-8529-1780b3b9c412 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b148145-8b7d-450d-83da-0e05e5b589ec,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:00.186237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2145725716', 'description': 'tempest-description-859422971'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:00.203890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:00.212751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e70ad653-49a2-446b-9575-a4a803e74914,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:00.214282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Usage tracker for resource:security_group and tenant:6592579d38d34b6cb1bf30b05bd92b45 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:00.221034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:00.241565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:00.250931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:00.306400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497a7-1930-4d55-9822-80e2745d82f9 req-480b18a1-bcda-4bd4-bb21-4b668a893ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:00.308057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-480b18a1-bcda-4bd4-bb21-4b668a893ded service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.2950256 Jun 04 06:24:00.338192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:00.338812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:00.340423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] 10.222.0.24 "PUT /v2.0/ports/e70ad653-49a2-446b-9575-a4a803e74914 HTTP/1.1" status: 200 len: 1095 time: 6.6222789 Jun 04 06:24:00.364383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-d64c8486-bd44-47b4-b2db-7c7f6a100e1f service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972116 Jun 04 06:24:00.388772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:00.486231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46024) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:00.506900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-17b9153f-34cd-4371-83ef-e36c70b2c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:00.509759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-17b9153f-34cd-4371-83ef-e36c70b2c5aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9253003eae31448ebe97251ae712cae4&device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 1099 time: 0.4930410 Jun 04 06:24:00.528789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:00.609183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7cfc8-d284-4de1-bee3-e5fbd9a1186c req-20e00725-7ca0-49fb-bab0-f2588236aaf3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:00.610691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3a7cfc8-d284-4de1-bee3-e5fbd9a1186c req-20e00725-7ca0-49fb-bab0-f2588236aaf3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 947 time: 0.9002874 Jun 04 06:24:00.697357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1e73fcff-337b-41ee-9189-e5158780218b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=99eb6b11954143118522c4119e470d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025726 Jun 04 06:24:00.697951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46028) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:00.881192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:00.894622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a59bc-4c3d-42db-b6e3-7eed886430dd service neutron] Pushing event updated for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:00.905281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Usage tracker for resource:security_group_rule and tenant:6592579d38d34b6cb1bf30b05bd92b45 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:00.909093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:00.920177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:00.932235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:00.960538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.014348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-84e767e9-0d81-435d-a7fb-6822a6496783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.015862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-84e767e9-0d81-435d-a7fb-6822a6496783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1098 time: 0.6113944 Jun 04 06:24:01.044311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3a7cfc8-d284-4de1-bee3-e5fbd9a1186c req-7d1042cb-dd24-46ef-8a5d-64d3a084627f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170442 Jun 04 06:24:01.055513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7b429efa-a395-4c3e-8e9d-8c42ce88c462,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:01.070874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-9f9629c4-72af-4260-ada6-20fc3e56fae8 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911280 Jun 04 06:24:01.097769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:01.100792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:01.142263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:01.149354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-59d9f0df-9d98-49c3-bbc6-57bb09b9dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.154801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-59d9f0df-9d98-49c3-bbc6-57bb09b9dfa2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3932421 Jun 04 06:24:01.183453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.227797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.240524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.251693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184497a7-1930-4d55-9822-80e2745d82f9 req-0598dbc3-0c41-463d-9064-df6503e1404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.256687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-0598dbc3-0c41-463d-9064-df6503e1404c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9299054 Jun 04 06:24:01.273318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.299952 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3667e1e9-5782-4e41-a910-1cec3f08930d'] response: {'name': 'network-changed', 'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'status': 'completed', 'code': 200} Jun 04 06:24:01.361521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.430395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-a36a9afd-1e88-40e3-ae11-9242dcf7eb15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e HTTP/1.1" status: 200 len: 217 time: 0.1581690 Jun 04 06:24:01.440498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-a849e350-0f64-45bc-ab33-a5b34a9a8a77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e70ad653-49a2-446b-9575-a4a803e74914 HTTP/1.1" status: 200 len: 217 time: 0.4138026 Jun 04 06:24:01.468578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3406a3-774f-402c-a53f-4d57bd6f1603,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:01.622154 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.634961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4324090-ed51-4490-9dd7-e714f64fcc22 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bb3406a3-774f-402c-a53f-4d57bd6f1603 HTTP/1.1" status: 204 len: 168 time: 0.8971493 Jun 04 06:24:01.729234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f5ec0-b971-43e0-81da-5680c966718f None None] Network b785a642-5dc3-4317-930d-e11d182c6802 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:24:01.755557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:01.756745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f5f2ede-4bba-402c-a495-e7e417ddc596 req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5906587 Jun 04 06:24:01.757335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3a32-a0dd-4edb-89a7-90f5dd9440b5 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd985170-76fa-4251-84c7-05d51215e63c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:01.793317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-7f03555e-4ef4-4eca-b078-7654ce8c3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.794797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-7f03555e-4ef4-4eca-b078-7654ce8c3a97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2570500 Jun 04 06:24:01.806642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-4735b33e-5389-4d20-bccf-de593a7d6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.808149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-4735b33e-5389-4d20-bccf-de593a7d6d55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3695824 Jun 04 06:24:01.854383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-e7ec66ee-1fd2-4b15-868a-aefdd9a845d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:01.856124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-e7ec66ee-1fd2-4b15-868a-aefdd9a845d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 1098 time: 0.5516064 Jun 04 06:24:01.956531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3d01e29a-4ccd-4291-b11f-af7379f37667 None None] Provisioning for port dd7da638-c30c-4567-9635-172cf6114a09 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:01.999158 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be38b6a-e0ba-4002-82b2-a2aebd6c214f'] response: {'name': 'network-changed', 'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914', 'status': 'completed', 'code': 200} Jun 04 06:24:02.313216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-7ee3a0ed-3a79-4299-8893-01514183bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:02.324159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-7ee3a0ed-3a79-4299-8893-01514183bdaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4509578 Jun 04 06:24:02.391903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-78e373ec-ca93-4ff8-83be-cb42cccd9bbf service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1093030 Jun 04 06:24:02.462385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dd7da638-c30c-4567-9635-172cf6114a09 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:02.571194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-6f2a62b1-d99a-4616-8b55-3fd4619fc040 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=caba2665-f733-462b-964f-3708e2ce7e2e HTTP/1.1" status: 200 len: 217 time: 0.1657948 Jun 04 06:24:02.718244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dd7da638-c30c-4567-9635-172cf6114a09 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:02.725836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dd7da638-c30c-4567-9635-172cf6114a09 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:02.730175 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:02.838059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8b092a44-d8c1-4557-8e98-cae6a6e9af6e details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:02.867888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-fc0ff80a-6f96-4adf-839c-4546262ac7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:02.871908 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-fc0ff80a-6f96-4adf-839c-4546262ac7f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9291105 Jun 04 06:24:02.968297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1117042549', 'description': 'tempest-description-1112665292'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:02.991342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-3df3d1b0-da66-4e27-b6b6-8fa2a50d8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:02.992963 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-3df3d1b0-da66-4e27-b6b6-8fa2a50d8de4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1751878 Jun 04 06:24:03.009633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:03.024055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Usage tracker for resource:security_group and tenant:ff712c799f11499baecde55e294c9ca8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:03.031784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:03.047095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-0c934931-86d8-4233-8199-89ddd96571a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:03.050176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-0c934931-86d8-4233-8199-89ddd96571a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.4702663 Jun 04 06:24:03.051061 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.108083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:03.160399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e', 'mac_address': 'fa:16:3e:e0:52:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:03.190281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:03.222925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2531-5776-44df-8a21-c96647fa9224 req-6acd1def-3a12-499a-a384-bf7f730ed8ff tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:03.235799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e40b2531-5776-44df-8a21-c96647fa9224 req-6acd1def-3a12-499a-a384-bf7f730ed8ff tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 948 time: 1.1450207 Jun 04 06:24:03.242519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-184497a7-1930-4d55-9822-80e2745d82f9 req-f6d73b71-86ae-4ba7-8aa8-088c1975039d service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381393 Jun 04 06:24:03.302229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.313232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:03.313655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.332123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Provisioning complete for port dd7da638-c30c-4567-9635-172cf6114a09 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:03.332403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.396093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.441249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b092a44-d8c1-4557-8e98-cae6a6e9af6e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:03.475143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:03.478165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:03.486124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Usage tracker for resource:security_group_rule and tenant:ff712c799f11499baecde55e294c9ca8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:03.491764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:03.504490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:03.564655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dd7da638-c30c-4567-9635-172cf6114a09 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:03.565067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.574073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e40b2531-5776-44df-8a21-c96647fa9224 req-a1d8a235-425c-46e4-9ffe-a09fb6a10b45 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810154 Jun 04 06:24:03.602162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-bb079f6e-0922-44ad-a7d0-2db862556879 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958208 Jun 04 06:24:03.622446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:03.651549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port dd7da638-c30c-4567-9635-172cf6114a09, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dd7da638-c30c-4567-9635-172cf6114a09,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:03.656572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.685002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-8b0fafd7-da1a-4188-b5b6-14ac4d9a6cb7 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518954 Jun 04 06:24:03.691219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-fa7dbe8a-1de5-479d-a951-6f15047af054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:03.693618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-fa7dbe8a-1de5-479d-a951-6f15047af054 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5224447 Jun 04 06:24:03.745520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:03.748736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.850573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=dd7da638-c30c-4567-9635-172cf6114a09,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:03.855972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Current status of the port dd7da638-c30c-4567-9635-172cf6114a09 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:03.856377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:03.926367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-network', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:03.948091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:03.985265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8b092a44-d8c1-4557-8e98-cae6a6e9af6e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:04.072536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:24:04.072930 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:24:04.123095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Usage tracker for resource:network and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:04.203417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:04.349665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.363689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dd7da638-c30c-4567-9635-172cf6114a09 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:04.443899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:04.461114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dd7da638-c30c-4567-9635-172cf6114a09 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:04.464828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.487512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Made reservation on behalf of 8ff1bb238fd5457788ea510d7138f9b2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:04.490311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.520954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.558693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:04.573778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:04.580715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:04.588485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:04.656917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.668092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.675197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dd7da638-c30c-4567-9635-172cf6114a09 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:04.679700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-6ba8e9a9-d6d0-4a3c-8601-096dbd2ac513 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9775579 Jun 04 06:24:04.680678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:04.684996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:24:04.696264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-43a5ff29-233b-4aa1-8df9-a9de0945b649 req-6ba429b6-88ac-4db6-8523-8f48c68818c9 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8910875 Jun 04 06:24:04.706596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c5096a0-d7da-4866-a7b6-3a589ab65751 req-0e8a8901-4cb6-40d2-b456-90191a0b7710 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0350375 Jun 04 06:24:04.719202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0c2050e1-4e20-4a42-a1af-6b5bbd53a736 None None] Current status of the port dd7da638-c30c-4567-9635-172cf6114a09 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:04.741635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Usage tracker for resource:security_group_rule and tenant:ff712c799f11499baecde55e294c9ca8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:04.762041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device caba2665-f733-462b-964f-3708e2ce7e2e details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:04.772991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70fc22-242d-473f-a740-e929468177fe req-017b6352-e815-465c-9c71-3161b7bbf384 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:04.774461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a70fc22-242d-473f-a740-e929468177fe req-017b6352-e815-465c-9c71-3161b7bbf384 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 947 time: 0.5722384 Jun 04 06:24:04.821341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:04.841539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:04.904612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.915672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:04.921069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a70fc22-242d-473f-a740-e929468177fe req-cd0fdc2d-1a1d-4ece-b67a-d52d8f02b570 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972838 Jun 04 06:24:04.941927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-f0bc2215-c0c6-4fce-9078-464606649ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:04.944685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-f0bc2215-c0c6-4fce-9078-464606649ca3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1098 time: 0.1692181 Jun 04 06:24:04.977454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:24:04.997080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475de6fc-0cb0-4728-af34-8b070f2e81ee,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:05.072464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347ca39-9e4a-4a94-a197-7cd6ead79f29,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:05.113667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.114504 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Added segment da043420-a2ff-41b1-8d36-7146f2b93325 of type vlan for network a625d72a-3969-45d0-8aec-e7ed818c727b Jun 04 06:24:05.160104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:05.189737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.193711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'mac_address': 'fa:16:3e:3a:5e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:05.251002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-313f32b3-f7bf-43ce-a3f3-ba0467fcbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:05.252519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-313f32b3-f7bf-43ce-a3f3-ba0467fcbb70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3015506 Jun 04 06:24:05.287972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36dc7ef2-d262-4f64-9f32-3ab8aa8a79b5 req-4aea9fd8-bde4-4279-9b01-d41b827e93df service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979767 Jun 04 06:24:05.298125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port caba2665-f733-462b-964f-3708e2ce7e2e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:05.298643 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.324062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:05.340585 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:05.343305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caba2665-f733-462b-964f-3708e2ce7e2e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:05.353507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.354563 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:05.355284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:05.361917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:24:05.365425 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.375447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:05.385037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.394517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.396826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29e2707e-9f64-4f11-953b-55092fed68e3 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.8271079 Jun 04 06:24:05.407257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46102) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:05.413278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-b14580d3-af64-4c82-ada3-de6b45542eb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e70ad653-49a2-446b-9575-a4a803e74914 HTTP/1.1" status: 200 len: 217 time: 0.1517763 Jun 04 06:24:05.492557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.508299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-719827b2-1b3e-42fa-8014-8edfd7604f59 req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.5815947 Jun 04 06:24:05.536662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:05.544796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86458d-a133-468e-a760-cf0d847bc5bd tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34036352-0f6d-48b7-81de-c9a426cafb50,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:05.559468 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.563002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:05.564465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.624281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-ee2b0f98-6c56-4579-a365-28e4751c3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:05.628099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-ee2b0f98-6c56-4579-a365-28e4751c3ca8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1800835 Jun 04 06:24:05.671503 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:05.707138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:05.744715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2095318875', 'description': 'tempest-description-1507539137'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:05.749816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:05.756681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Usage tracker for resource:security_group and tenant:ff712c799f11499baecde55e294c9ca8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:05.762621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:05.778168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:05.828599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:05.890029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:05.895796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4102831 Jun 04 06:24:05.896924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1c792-a231-4e3a-b34f-d36880deca03 admin admin] Pushing event updated for resources: {'Network': ['ID=a625d72a-3969-45d0-8aec-e7ed818c727b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:05.898985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46112) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:05.914963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Request body: {'subnet': {'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-subnet', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:05.918302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Usage tracker for resource:security_group_rule and tenant:ff712c799f11499baecde55e294c9ca8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:05.919770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:05.923160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:05.924710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Usage tracker for resource:subnet and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:05.930142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:05.936456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:05.955814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a625d72a-3969-45d0-8aec-e7ed818c727b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:24:05.956427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a45f99-91ce-40d2-a6b5-5d84eb269163 req-61d18225-873e-4e95-a561-7aac76b1cb96 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:05.958413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48a45f99-91ce-40d2-a6b5-5d84eb269163 req-61d18225-873e-4e95-a561-7aac76b1cb96 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 949 time: 0.7706816 Jun 04 06:24:05.974377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Made reservation on behalf of 8ff1bb238fd5457788ea510d7138f9b2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:05.976874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:06.050516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-194a1231-8245-496f-904c-e8ff6474e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:06.052334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-194a1231-8245-496f-904c-e8ff6474e749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3817408 Jun 04 06:24:06.079065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:06.158201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48a45f99-91ce-40d2-a6b5-5d84eb269163 req-17e39f1e-5109-4ea1-a977-9b0eb730f390 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891336 Jun 04 06:24:06.356801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-6e9f1f1a-f212-4d2c-a25a-432a2b47f38e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971016 Jun 04 06:24:06.502219 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:02Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:06.508558 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:24:06.509153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Updating router d68c6ef4-c425-4082-9d67-6ca650fd6e29 port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:24:06.572728 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:06.725243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-438f0f89-7360-4915-a75f-e3040ae6a496 req-10c53ffc-5770-483e-91bc-fdb593517c5b service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524160 Jun 04 06:24:06.738965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618bb3c-e260-4faf-9dab-469911372be0 req-ac366783-24e5-489c-896d-8499fc256cdc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:06.741770 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9618bb3c-e260-4faf-9dab-469911372be0 req-ac366783-24e5-489c-896d-8499fc256cdc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 948 time: 0.3709548 Jun 04 06:24:06.777354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8b092a44-d8c1-4557-8e98-cae6a6e9af6e up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:06.837734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:06.847650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9618bb3c-e260-4faf-9dab-469911372be0 req-176771fc-1517-4ca6-bdb2-d3fef8407139 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679770 Jun 04 06:24:06.878804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:06.919317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:06.953261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:06.966446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88656103-def0-4cab-8954-cb33aae090c2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:07.011015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:07.018055 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.037356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.055676 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.071246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-461ea404-8a1b-4702-bd55-420c0e8f8a5c req-b350dfec-c29f-42f1-9292-da79eb54812a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3352962 Jun 04 06:24:07.117196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Transition to ACTIVE for port object 7b429efa-a395-4c3e-8e9d-8c42ce88c462 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:07.139970 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.214470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Pushing event updated for resources: {'Subnet': ['ID=933bc16f-b08a-41f2-806d-8f4263bf41cc,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:07.229639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Checking segment: {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:07.230005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Network hostable DHCP agents. Network: a625d72a-3969-45d0-8aec-e7ed818c727b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:24:07.266829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:07.267206 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.316376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:07.331429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4237d-ade1-4869-952e-03be74f6b832 None None] Pushing event updated for resources: {'Port': ['ID=7b429efa-a395-4c3e-8e9d-8c42ce88c462,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:07.336279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Network a625d72a-3969-45d0-8aec-e7ed818c727b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:24:07.350234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:07.356169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.357753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Attempting to bind port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:07.358303 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Attempting to bind port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:07.358848 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Attempting to bind port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:07.367302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a625d72a-3969-45d0-8aec-e7ed818c727b) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:07.369785 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:07.370398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:07.370972 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.371739 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:07.372370 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Bound port: 7b429efa-a395-4c3e-8e9d-8c42ce88c462, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:07.372939 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.380281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:07.381138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.423186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-811c02fc-567f-4fed-860b-bb2c7315cbdd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:07.424699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-811c02fc-567f-4fed-860b-bb2c7315cbdd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 815 time: 0.2412839 Jun 04 06:24:07.431247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9bbeab60-0365-4d5b-8351-ea28e26a693b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5268564 Jun 04 06:24:07.435873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46138) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:07.459249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:07.461944 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] For port 7b429efa-a395-4c3e-8e9d-8c42ce88c462, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:07.465755 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] For port 7b429efa-a395-4c3e-8e9d-8c42ce88c462, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7b429efa-a395-4c3e-8e9d-8c42ce88c462,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:07.475015 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.478691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:07.489890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Usage tracker for resource:router and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:07.497063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:07.513539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:07.516412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae6dfa-d07c-4563-81de-a10ea2466ada None None] Network a625d72a-3969-45d0-8aec-e7ed818c727b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:24:07.535307 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-8de68751-55d7-4599-8e5f-598c071ec613 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/quotas/028d819215f84d9897de627a56a21c94 HTTP/1.1" status: 200 len: 375 time: 0.1015160 Jun 04 06:24:07.552272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.578512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:07.635067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.641816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.661179 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4237d-ade1-4869-952e-03be74f6b832 None None] Pushing event updated for resources: {'Port': ['ID=7b429efa-a395-4c3e-8e9d-8c42ce88c462,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:07.682347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:07.701630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:07.702326 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:07.800910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-a19ebf03-cf5a-4897-87bf-484caafbb981 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Synchronizing usage tracker for tenant:ff712c799f11499baecde55e294c9ca8 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:07.868056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-a19ebf03-cf5a-4897-87bf-484caafbb981 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Unset dirty status for tenant:ff712c799f11499baecde55e294c9ca8 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:07.878851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-a19ebf03-cf5a-4897-87bf-484caafbb981 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53302 time: 0.7700529 Jun 04 06:24:08.010851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268b5d4-ba49-464f-8fcc-d44eab8ae58f None None] Network a625d72a-3969-45d0-8aec-e7ed818c727b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:24:08.074012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Allocated IP 172.20.0.1 (b785a642-5dc3-4317-930d-e11d182c6802/d0bf77e4-0402-4cfe-b407-51f74e27f1de/ee478eba-abb4-4373-b792-aa21cce82c19) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:08.083337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-4c85181f-9408-4135-80fa-89d87c837222 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/241e3737-3981-4071-baa7-8718af86215f HTTP/1.1" status: 200 len: 2981 time: 0.2029681 Jun 04 06:24:08.112558 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:08.261859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-45a148fe-53f5-462b-97fd-11a5f2ed3b61 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/241e3737-3981-4071-baa7-8718af86215f HTTP/1.1" status: 200 len: 2981 time: 0.1773911 Jun 04 06:24:08.359270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-437f8e74-8b67-4e5c-ab84-30e28a2eed1e tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c HTTP/1.1" status: 200 len: 2981 time: 0.0964448 Jun 04 06:24:08.414715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:08.445927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-b6f89406-cde9-4418-97c4-15fc7abe672b tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c HTTP/1.1" status: 200 len: 2981 time: 0.0855615 Jun 04 06:24:08.460486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:08.480109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Transition to ACTIVE for port object ee478eba-abb4-4373-b792-aa21cce82c19 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:08.508465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-0b8b9d5c-a321-4d71-9bf3-a022a7785040 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9785533 Jun 04 06:24:08.546523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-dbb7e4bd-b881-4d81-b5e5-d7d10386cfc0 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9125001 Jun 04 06:24:08.562442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-eeaa8aef-068e-4983-9afc-bc6c6c7aa176 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/35de76a0-06a5-46c2-b9d2-64dd76b16bf1 HTTP/1.1" status: 200 len: 2981 time: 0.1123064 Jun 04 06:24:08.636682 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:02Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:08.641620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79f0af-f196-4c22-89b2-b859b8671c79 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:02Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:24:08.642932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:08.685919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-bb113134-c6e0-411d-b3ee-a042eec009cb tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/35de76a0-06a5-46c2-b9d2-64dd76b16bf1 HTTP/1.1" status: 200 len: 2981 time: 0.1224289 Jun 04 06:24:08.778241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Network b785a642-5dc3-4317-930d-e11d182c6802 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:08.785925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:08.793368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e70ad653-49a2-446b-9575-a4a803e74914 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:08.808303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Pushing event updated for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:08.832061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:08.882561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-02d2b9e2-ac6f-447c-956a-7339d85066a1 service neutron] 10.222.0.17 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348339 Jun 04 06:24:08.930596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-1ae8d775-0ef7-4e2e-8cef-5bf56870896d tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/475de6fc-0cb0-4728-af34-8b070f2e81ee HTTP/1.1" status: 200 len: 2981 time: 0.2436323 Jun 04 06:24:09.008429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device caba2665-f733-462b-964f-3708e2ce7e2e up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:09.026677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:09.031831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-2dc8cbae-493a-41d9-b023-cd81da9e2df0 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/475de6fc-0cb0-4728-af34-8b070f2e81ee HTTP/1.1" status: 200 len: 2981 time: 0.1004043 Jun 04 06:24:09.203194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-35721542-a8eb-4271-a1ee-e25c51f24c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:09.205865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-35721542-a8eb-4271-a1ee-e25c51f24c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 1096 time: 0.5033796 Jun 04 06:24:09.273671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-c726c005-e50a-4866-9a19-7a33344e50f8 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/485cd7ef-6478-4398-b56a-241c1b8cfe08 HTTP/1.1" status: 200 len: 2973 time: 0.2122355 Jun 04 06:24:09.277118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e70ad653-49a2-446b-9575-a4a803e74914,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:09.290323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port caba2665-f733-462b-964f-3708e2ce7e2e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:09.298211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port caba2665-f733-462b-964f-3708e2ce7e2e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:09.298596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:09.308381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-3dd4864b-f4a3-4359-b2b1-39803c519ce7 service neutron] 10.222.0.17 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155726 Jun 04 06:24:09.336830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e70ad653-49a2-446b-9575-a4a803e74914', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'e70ad653-49a2-446b-9575-a4a803e74914', 'mac_address': 'fa:16:3e:7e:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:09.348972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99263cb1-cd1b-4a2e-9389-7947d0e9fcd0 None None] Provisioning for port ee478eba-abb4-4373-b792-aa21cce82c19 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:09.419653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-85a46dd9-5d98-47f5-a8ba-f8cbb2c0cc08 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/485cd7ef-6478-4398-b56a-241c1b8cfe08 HTTP/1.1" status: 200 len: 2973 time: 0.1383615 Jun 04 06:24:09.465120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99263cb1-cd1b-4a2e-9389-7947d0e9fcd0 None None] Provisioning complete for port ee478eba-abb4-4373-b792-aa21cce82c19 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:09.465513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99263cb1-cd1b-4a2e-9389-7947d0e9fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:09.555594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:09.693579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e70ad653-49a2-446b-9575-a4a803e74914 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:09.693966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:09.779520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70ad653-49a2-446b-9575-a4a803e74914 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:09.785413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99263cb1-cd1b-4a2e-9389-7947d0e9fcd0 None None] Port ee478eba-abb4-4373-b792-aa21cce82c19 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:09.888279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e70ad653-49a2-446b-9575-a4a803e74914,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:09.907490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-2e1f32ba-27ff-4613-96cf-e887b762143d tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/5945ba39-b86c-4644-9146-fead500d9b21 HTTP/1.1" status: 200 len: 2977 time: 0.4806075 Jun 04 06:24:09.924798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.016799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-414f0b2b-a777-4fbf-b0f1-c62cc2e64df8 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/5945ba39-b86c-4644-9146-fead500d9b21 HTTP/1.1" status: 200 len: 2977 time: 0.1004493 Jun 04 06:24:10.056505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.072723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.135521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:10.146658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-10528f3e-5760-42c9-9647-2dab1d5c7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:10.148245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-10528f3e-5760-42c9-9647-2dab1d5c7bef service neutron] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 916 time: 0.9030023 Jun 04 06:24:10.184003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port caba2665-f733-462b-964f-3708e2ce7e2e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:10.185343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.269629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e70ad653-49a2-446b-9575-a4a803e74914'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:10.364141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-5835f8fb-b168-4ec9-a946-192205b259a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 200 len: 1000 time: 0.1992836 Jun 04 06:24:10.376267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7b429efa-a395-4c3e-8e9d-8c42ce88c462 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:10.473837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:10.489314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.490689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.523599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-4d78dda8-db68-4c34-a4a3-78710f03084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:10.525060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-4d78dda8-db68-4c34-a4a3-78710f03084b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.1043854 Jun 04 06:24:10.526229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.538033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.656550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:10.685399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Allocated IP 172.25.1.82 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/33d4c769-f915-4712-8f1c-d51f2c5ee056) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:10.688235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:10.691454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:10.692993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:10.727897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-0037bc92-113b-43fe-9ce5-3f8738b90a9b tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c HTTP/1.1" status: 200 len: 2981 time: 0.7036581 Jun 04 06:24:10.747933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Pushing event updated for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:10.930838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-aaabb49a-90e5-4197-bd10-ae8eb11af901 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c HTTP/1.1" status: 200 len: 2981 time: 0.1840098 Jun 04 06:24:11.070624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90732-6697-4cc7-885e-8a4123b9a9eb req-86fbcedd-8545-4096-9211-b2e19338dbe1 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:11.072957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dfe90732-6697-4cc7-885e-8a4123b9a9eb req-86fbcedd-8545-4096-9211-b2e19338dbe1 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 950 time: 1.1311522 Jun 04 06:24:11.135073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-4edf373b-93c0-43e1-828f-8c111b565444 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/8347ca39-9e4a-4a94-a197-7cd6ead79f29 HTTP/1.1" status: 200 len: 2981 time: 0.1760280 Jun 04 06:24:11.141600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Network b785a642-5dc3-4317-930d-e11d182c6802 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:11.199184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:11.200564 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:11.224696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7b429efa-a395-4c3e-8e9d-8c42ce88c462, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7b429efa-a395-4c3e-8e9d-8c42ce88c462,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:11.226625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:11.235411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:11.305322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dfe90732-6697-4cc7-885e-8a4123b9a9eb req-27741da5-3d34-447b-a662-2feac3f333d5 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055993 Jun 04 06:24:11.359801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-918b882b-ba42-46fc-8a78-f254bbcfa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:11.363220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-918b882b-ba42-46fc-8a78-f254bbcfa76c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5942738 Jun 04 06:24:11.363767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7b429efa-a395-4c3e-8e9d-8c42ce88c462,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:11.390794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-09742f08-3513-4e8a-a065-1da3a0385b51 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/8347ca39-9e4a-4a94-a197-7cd6ead79f29 HTTP/1.1" status: 200 len: 2981 time: 0.2548652 Jun 04 06:24:11.436000 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baebfb3-6737-4fc3-9316-12c2a8921489'] response: {'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e', 'code': 200} Jun 04 06:24:11.543461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:11.633542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-69617b80-c300-499a-808b-2414497b5019 None None] Provisioning complete for port ee478eba-abb4-4373-b792-aa21cce82c19 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:11.634301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-69617b80-c300-499a-808b-2414497b5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:11.679686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-09054e3e-c325-40f1-96ad-7ce6c3908599 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/9ff7a60c-3a8b-438c-99c6-b47839c3bba6 HTTP/1.1" status: 200 len: 2981 time: 0.2879112 Jun 04 06:24:11.695719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-69617b80-c300-499a-808b-2414497b5019 None None] Port ee478eba-abb4-4373-b792-aa21cce82c19 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:11.712967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-6a359a43-609d-4992-8fea-096d990f46c1 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360887 Jun 04 06:24:11.831150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:11.844584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:24:11.864292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-49aa764e-c337-4464-aec0-3a760bbd5b0a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/9ff7a60c-3a8b-438c-99c6-b47839c3bba6 HTTP/1.1" status: 200 len: 2981 time: 0.1296625 Jun 04 06:24:11.877894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-70860e7c-4f7c-4d91-8cf4-4b3c3fd7badc tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:11.879948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-70860e7c-4f7c-4d91-8cf4-4b3c3fd7badc tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 815 time: 0.2427182 Jun 04 06:24:11.900021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2d154-8d10-4c28-944e-538917c20fe7 req-5d485720-7131-429e-ac3f-5f997dd259b2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:11.901516 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4f2d154-8d10-4c28-944e-538917c20fe7 req-5d485720-7131-429e-ac3f-5f997dd259b2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 949 time: 0.3547764 Jun 04 06:24:11.922415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:11.949572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404021-895c-4213-b2aa-6eec8aa8a61f req-398c6aac-0fc6-49a8-86ba-ecc93b74a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:11.949799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Request body: {'port': {'device_id': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'admin_state_up': True, 'tenant_id': '028d819215f84d9897de627a56a21c94'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:11.950925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a404021-895c-4213-b2aa-6eec8aa8a61f req-398c6aac-0fc6-49a8-86ba-ecc93b74a966 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 1101 time: 0.3499944 Jun 04 06:24:11.951723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:11.973550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:12.055639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=33d4c769-f915-4712-8f1c-d51f2c5ee056,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:12.094750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0fa8596-4160-4ca3-95f2-1ab57c69d75e req-26a83405-ce8e-4c66-9a86-32e58bc4d8cd service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669186 Jun 04 06:24:12.095520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-177ca124-d2c6-4b1d-af86-1d0ce74ca7bb tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/afac1f3d-3447-4169-8757-03267a561fa8 HTTP/1.1" status: 200 len: 2981 time: 0.2244647 Jun 04 06:24:12.111904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a4f2d154-8d10-4c28-944e-538917c20fe7 req-213f226e-cf64-40b1-8391-8b085967bcfb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999488 Jun 04 06:24:12.120748 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a404021-895c-4213-b2aa-6eec8aa8a61f req-2436eed7-471b-451d-a32a-f73e192ebe4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484346 Jun 04 06:24:12.237291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-f25ef9f0-8641-4e10-ba1e-faac3cd9a97b tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/afac1f3d-3447-4169-8757-03267a561fa8 HTTP/1.1" status: 200 len: 2981 time: 0.0806472 Jun 04 06:24:12.294033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:12.305251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:12.314445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e159606-4ebf-4cdd-be86-9d7eaa0b014f req-1fbc9ba8-206e-4c90-997f-6eda09f33c13 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 210 time: 0.0529406 Jun 04 06:24:12.345831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7b429efa-a395-4c3e-8e9d-8c42ce88c462 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:12.358082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b1372e77-3c32-4a3f-ab6a-33c3a1d8cacb admin admin] 10.222.0.17 "PUT /v2.0/routers/d68c6ef4-c425-4082-9d67-6ca650fd6e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9474316 Jun 04 06:24:12.360449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:12.365744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-1c64f21d-f5c0-4bf5-8132-d99cbba4cfa4 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/c0a94da8-9e2e-42ce-b4d1-72c77994bca3 HTTP/1.1" status: 200 len: 2981 time: 0.1190326 Jun 04 06:24:12.428336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:12.429000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:12.433186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:12.460746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-9945a10e-a433-4ff9-938e-9698834580b5 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/c0a94da8-9e2e-42ce-b4d1-72c77994bca3 HTTP/1.1" status: 200 len: 2981 time: 0.0825357 Jun 04 06:24:12.479356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Made reservation on behalf of 028d819215f84d9897de627a56a21c94 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:12.483295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:12.603793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-f48d7bf8-d986-49bc-afe0-7e6d6ed510ca tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/f47b8ccf-d0c2-44f7-b213-7d74e0f3f028 HTTP/1.1" status: 200 len: 2981 time: 0.1330636 Jun 04 06:24:12.703672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:12.718090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-a8e3ff84-bae1-46df-ac59-88278f2fd9f5 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/f47b8ccf-d0c2-44f7-b213-7d74e0f3f028 HTTP/1.1" status: 200 len: 2981 time: 0.1127694 Jun 04 06:24:12.779000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fb74-05fd-447a-a261-351d7759411c req-e5f011f6-eeed-4a87-a5f1-1d74f3cdd548 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:12.780687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7961fb74-05fd-447a-a261-351d7759411c req-e5f011f6-eeed-4a87-a5f1-1d74f3cdd548 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.2022727 Jun 04 06:24:12.851047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e70ad653-49a2-446b-9575-a4a803e74914 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:12.880533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-56658ad2-90b0-41b8-90ca-ea20ee1df356 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/f639263f-5ed6-407e-87e7-abc991cb57f1 HTTP/1.1" status: 200 len: 2981 time: 0.1112359 Jun 04 06:24:12.913323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Allocated IP 172.20.0.14 (e22d87d2-569c-4274-a4f2-cdfc1f1c99cf/84ab41e0-b6de-4ec3-a881-764345ccd7c7/93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:12.914689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:12.925911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:12.926475 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:12.984802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-44b02fb4-2f93-4df1-ab0b-6ef9a72ad71e tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/f639263f-5ed6-407e-87e7-abc991cb57f1 HTTP/1.1" status: 200 len: 2981 time: 0.0918562 Jun 04 06:24:12.992835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7961fb74-05fd-447a-a261-351d7759411c req-edb7d119-bb2b-4d35-977f-64fa1f9c32d0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420314 Jun 04 06:24:13.109857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e70ad653-49a2-446b-9575-a4a803e74914 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:13.157023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e70ad653-49a2-446b-9575-a4a803e74914 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:13.157620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.284337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:13.319326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-fe7d8726-face-4c13-9b5d-229ede13c565 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/fc9e9b6b-f290-4257-af42-a9e773e622ba HTTP/1.1" status: 200 len: 2981 time: 0.3217990 Jun 04 06:24:13.361299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 2, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:13.375610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:24:13.376342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Updating router d68c6ef4-c425-4082-9d67-6ca650fd6e29 port ee478eba-abb4-4373-b792-aa21cce82c19 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:24:13.392726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.412389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebb4b8f3-bf31-4051-8fd7-259e9eeef778 req-fb5c1916-679d-46a4-896e-0250ace0cd18 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/fc9e9b6b-f290-4257-af42-a9e773e622ba HTTP/1.1" status: 200 len: 2981 time: 0.0871735 Jun 04 06:24:13.444939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.445576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Transition to ACTIVE for port object 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:13.446372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:13.452749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e70ad653-49a2-446b-9575-a4a803e74914 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:13.453261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.458526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb77f-2108-4e14-b7f9-6f339d482710 req-acbd67dc-7511-47c7-9cdf-098f24e71014 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:13.460640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26beb77f-2108-4e14-b7f9-6f339d482710 req-acbd67dc-7511-47c7-9cdf-098f24e71014 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 950 time: 0.2341208 Jun 04 06:24:13.480094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.511963 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.527142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e70ad653-49a2-446b-9575-a4a803e74914,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:13.560353 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.589692 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26beb77f-2108-4e14-b7f9-6f339d482710 req-d21938c1-79e5-4227-a9fb-ece4a531dce7 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721819 Jun 04 06:24:13.591164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:13.602099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:13.619668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:13.697086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event updated for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:13.733184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:13.751964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:13.751964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:13.813569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-35a0864d-05bc-4ed7-b209-a9fcfe88ef3b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8746245 Jun 04 06:24:13.834271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:24:13.845502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Request body: {'port': {'device_id': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:14.065872 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.086757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:14.101070 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Sync routers for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:14.116986 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:14.119745 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:14.135085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.137671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f136807d-9e7a-48e8-97e0-8cee90bba7d7 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7006037 Jun 04 06:24:14.141222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:14.146638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2e57ae18-7294-48ca-af9e-38ca5013bd6d None None] Provisioning for port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:14.162798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-ae1e98bb-410e-4e70-b38c-95558e3c4e92 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:14.163497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-ae1e98bb-410e-4e70-b38c-95558e3c4e92 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:14.170237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2e57ae18-7294-48ca-af9e-38ca5013bd6d None None] Provisioning complete for port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:14.172431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2e57ae18-7294-48ca-af9e-38ca5013bd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.256169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-ae1e98bb-410e-4e70-b38c-95558e3c4e92 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:14.257336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-ae1e98bb-410e-4e70-b38c-95558e3c4e92 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 820 time: 0.4466288 Jun 04 06:24:14.278769 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:24:14.287400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-662031ad-6517-48c0-8d8e-e0f7019b6a96 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/quotas/fcb6f1292f5a49349e2b1125aea8b166 HTTP/1.1" status: 200 len: 375 time: 0.0200763 Jun 04 06:24:14.416650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2e57ae18-7294-48ca-af9e-38ca5013bd6d None None] Port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:14.446904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.468402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Transition to ACTIVE for port object ee478eba-abb4-4373-b792-aa21cce82c19 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:14.518415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-2b59a8de-4c30-4cdf-b3c3-5c2b4842724d tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:14.523339 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:14.559001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.704223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:24:14.723493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:14.732899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.756762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Transition to ACTIVE for port object 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:14.767318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:14.782260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61b0b-7e49-412e-bea5-c29207c1ecfc None None] Pushing event updated for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:14.916860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-2b59a8de-4c30-4cdf-b3c3-5c2b4842724d tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:14.918280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-2b59a8de-4c30-4cdf-b3c3-5c2b4842724d tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6232944 Jun 04 06:24:14.928981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Attempting to bind port ee478eba-abb4-4373-b792-aa21cce82c19 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:14.929355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Attempting to bind port ee478eba-abb4-4373-b792-aa21cce82c19 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:14.929740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Attempting to bind port ee478eba-abb4-4373-b792-aa21cce82c19 on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:14.959980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:12Z', 'revision_number': 3, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:14.972576 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Checking router: 5c154557-2cd7-4d57-8e81-673a86b9a6b6 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:24:14.973455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Updating router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 port 33d4c769-f915-4712-8f1c-d51f2c5ee056 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:24:15.003332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:15.003702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Checking segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:15.004101 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.011491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Bound using segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:15.012043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Bound port: ee478eba-abb4-4373-b792-aa21cce82c19, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:15.012433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.028676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Pushing event updated for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:15.079546 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.198051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:15.198429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.205500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621143f-0dd1-481f-b7f2-ca1fc8a35b11 req-bbde55af-3476-459a-87e5-1e0944fa23cf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:15.216054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a621143f-0dd1-481f-b7f2-ca1fc8a35b11 req-bbde55af-3476-459a-87e5-1e0944fa23cf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 949 time: 0.3902228 Jun 04 06:24:15.267533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] For port ee478eba-abb4-4373-b792-aa21cce82c19, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:15.272677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:15.275456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] For port ee478eba-abb4-4373-b792-aa21cce82c19, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ee478eba-abb4-4373-b792-aa21cce82c19,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:15.281377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.323622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Attempting to bind port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:15.324077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Attempting to bind port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:15.324405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Attempting to bind port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:15.329382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.338001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a621143f-0dd1-481f-b7f2-ca1fc8a35b11 req-f4509d74-a2dc-4e97-b257-240100b09d92 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169429 Jun 04 06:24:15.344110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:15.344438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Attempting to bind port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 on network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:15.372102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:15.372102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Checking segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:15.372490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Bound using segment: {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:15.372887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Bound port: 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:15.373370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.421057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:15.421865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:15.451102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-dc2e29b9-bbec-40c3-8fae-013fdd4a9f74 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058707 Jun 04 06:24:15.529273 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.542642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Transition to ACTIVE for port object 33d4c769-f915-4712-8f1c-d51f2c5ee056 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:15.553922 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.575957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.594822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:15.677374 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Attempting to bind port 33d4c769-f915-4712-8f1c-d51f2c5ee056 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:15.677820 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Attempting to bind port 33d4c769-f915-4712-8f1c-d51f2c5ee056 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:15.678176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Attempting to bind port 33d4c769-f915-4712-8f1c-d51f2c5ee056 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:15.706404 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:15.706975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:15.709933 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.710464 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:15.711092 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Bound port: 33d4c769-f915-4712-8f1c-d51f2c5ee056, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:15.712635 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.718398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:15.723871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:15.730899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61b0b-7e49-412e-bea5-c29207c1ecfc None None] Pushing event updated for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:15.741935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.761971 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Pushing event updated for resources: {'Port': ['ID=33d4c769-f915-4712-8f1c-d51f2c5ee056,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:15.783147 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.783477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.783801 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.784123 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.784456 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.784780 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.785137 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.786062 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.787115 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.788644 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.788987 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.789314 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:15.795568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87010ab8-cb25-4ae8-bead-b6f587d70668 req-92977474-603d-4c24-8ddc-09586f82cf22 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:15.803803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87010ab8-cb25-4ae8-bead-b6f587d70668 req-92977474-603d-4c24-8ddc-09586f82cf22 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 944 time: 0.2018542 Jun 04 06:24:15.844239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] For port 33d4c769-f915-4712-8f1c-d51f2c5ee056, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:15.848623 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] For port 33d4c769-f915-4712-8f1c-d51f2c5ee056, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33d4c769-f915-4712-8f1c-d51f2c5ee056,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:15.856238 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.873826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87010ab8-cb25-4ae8-bead-b6f587d70668 req-2a1b13e1-c269-40e5-8073-e16ab77012be tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690327 Jun 04 06:24:15.917644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:15.952289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Pushing event updated for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:15.960807 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:15.961512 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:23:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:15.969492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-669828b0-e831-470f-b0de-e7113b826695 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093260 Jun 04 06:24:15.970849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:15.971662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:15.973509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b168760b-4f6a-4fe2-a027-aa0394db5d7a service neutron] 10.222.0.39 "PUT /v2.0/ports/93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 HTTP/1.1" status: 200 len: 1092 time: 2.1346991 Jun 04 06:24:15.973928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:16.095029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2d058b00-1c62-4e9f-b679-5981f208e68e req-f5210bc7-a51e-4730-8438-f9561abbf8ac tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Synchronizing usage tracker for tenant:6592579d38d34b6cb1bf30b05bd92b45 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:16.145842 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889dc3b-5179-4831-8b86-e77a2dae4538 None None] Pushing event updated for resources: {'Port': ['ID=33d4c769-f915-4712-8f1c-d51f2c5ee056,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:16.148970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Allocated IP 172.20.0.1 (a625d72a-3969-45d0-8aec-e7ed818c727b/933bc16f-b08a-41f2-806d-8f4263bf41cc/6d517856-e241-49c3-9b09-6cbf533c4000) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:16.151201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2d058b00-1c62-4e9f-b679-5981f208e68e req-f5210bc7-a51e-4730-8438-f9561abbf8ac tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Unset dirty status for tenant:6592579d38d34b6cb1bf30b05bd92b45 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:16.159938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d058b00-1c62-4e9f-b679-5981f208e68e req-f5210bc7-a51e-4730-8438-f9561abbf8ac tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6592579d38d34b6cb1bf30b05bd92b45 HTTP/1.1" status: 200 len: 6101 time: 0.2537870 Jun 04 06:24:16.191026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-49ea1bfd-54b7-4e5b-a60b-e0da48bfeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:16.192969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-49ea1bfd-54b7-4e5b-a60b-e0da48bfeefc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 1095 time: 0.1661727 Jun 04 06:24:16.275721 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bf09ed-5612-4bf6-9a82-0ea16f6a9804'] response: {'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'code': 200} Jun 04 06:24:16.368945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-b660ecec-b4ac-4014-915a-40de9402348a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.1676154 Jun 04 06:24:16.474036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d058b00-1c62-4e9f-b679-5981f208e68e req-c7d77b71-7df7-4848-8a3e-b1980eeec6f2 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "GET /v2.0/security-groups/7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c HTTP/1.1" status: 200 len: 2981 time: 0.3130040 Jun 04 06:24:16.487890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:16.511562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-6a9b0075-aa88-42f7-8d46-25c95b6e9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:16.513307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-6a9b0075-aa88-42f7-8d46-25c95b6e9b58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.1383188 Jun 04 06:24:16.599543 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d058b00-1c62-4e9f-b679-5981f208e68e req-7deac54d-bba2-475b-8148-508f86112211 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "GET /v2.0/security-groups/7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c HTTP/1.1" status: 200 len: 2981 time: 0.1150529 Jun 04 06:24:16.640596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:16.643045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fb18-4a3f-4545-bdd6-e95610e53a68 req-6c686784-8407-4c4b-a1ff-0915e99868ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:16.644907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a876fb18-4a3f-4545-bdd6-e95610e53a68 req-6c686784-8407-4c4b-a1ff-0915e99868ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2164416 Jun 04 06:24:16.669517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f29d1-7b76-4517-a9e7-af74e8773d27 req-6aa7af40-c6a5-469f-af30-5124ff16b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:16.674787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:15Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:16.677004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-767f29d1-7b76-4517-a9e7-af74e8773d27 req-6aa7af40-c6a5-469f-af30-5124ff16b2ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 1100 time: 0.2720191 Jun 04 06:24:16.683617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62b3e8-7e27-4177-aaa2-91fc7183e234 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:15Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:24:16.775077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a876fb18-4a3f-4545-bdd6-e95610e53a68 req-2e02bd50-fdd9-46b5-a4ea-6b89c7e5b122 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123419 Jun 04 06:24:16.797461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-0b4c70d5-4947-449a-a950-a4d91515c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:16.799451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-0b4c70d5-4947-449a-a950-a4d91515c967 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733800 Jun 04 06:24:16.846638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-767f29d1-7b76-4517-a9e7-af74e8773d27 req-7109ffc0-2e65-4aa0-885e-6b50b47a2468 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630480 Jun 04 06:24:16.872788 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18dd8db7-f662-452e-a5ed-cbffe2e67cfa'] response: {'name': 'network-changed', 'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3', 'status': 'completed', 'code': 200} Jun 04 06:24:16.877363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:16.909457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-767a2f03-3150-426a-bdb8-387dcca16ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:16.989038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Pushing event updated for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:17.012672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Network a625d72a-3969-45d0-8aec-e7ed818c727b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:17.014822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:17.017780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:17.072410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e299b-2f1b-4a93-93d7-8230f7be0eec req-3c0935e9-68f9-41be-9ab1-5700e0c2ba79 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:17.080293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-309e299b-2f1b-4a93-93d7-8230f7be0eec req-3c0935e9-68f9-41be-9ab1-5700e0c2ba79 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 950 time: 0.2900851 Jun 04 06:24:17.105683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:12Z', 'revision_number': 3, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:17.115031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4a5d1d-69e7-4862-9d13-3c131b798195 None None] The sync data for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 is: [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:12Z', 'revision_number': 3, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:24:17.156754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:17.167587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bc3d17e-a75a-4764-b555-8b9a99d43483 req-ee851a3d-db25-426a-8782-e5682759ac4f tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 210 time: 0.1345553 Jun 04 06:24:17.222948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-4d6b92bc-c32d-4088-8ca2-43812c28f02d service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163039 Jun 04 06:24:17.511424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80603a6-65a7-4cff-a90e-8650d0ddaf97 req-96d5db78-3981-4dcc-b001-089dbff54e64 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822397 Jun 04 06:24:17.535854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834f912-844c-417e-8648-614ab72ee38f req-20d58cd5-2875-499b-8197-d22914ed53d5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:17.540893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7834f912-844c-417e-8648-614ab72ee38f req-20d58cd5-2875-499b-8197-d22914ed53d5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 949 time: 0.1808302 Jun 04 06:24:17.592517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-309e299b-2f1b-4a93-93d7-8230f7be0eec req-bbcba92c-f33e-4657-ba1a-ef8d07ac519b tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108750 Jun 04 06:24:17.605813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7834f912-844c-417e-8648-614ab72ee38f req-4f7e858c-1d57-46d4-9654-05f1eedefde4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583482 Jun 04 06:24:17.764968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-944bed77-404d-48d3-b6c4-630a987f8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:17.766653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-944bed77-404d-48d3-b6c4-630a987f8a3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=028d819215f84d9897de627a56a21c94&device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 1095 time: 0.1082406 Jun 04 06:24:17.848837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:17.861810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-f128f963-1afd-4527-8e8c-8cd17bade070 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/88656103-def0-4cab-8954-cb33aae090c2 HTTP/1.1" status: 200 len: 1778 time: 0.1617994 Jun 04 06:24:18.024726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac3859-fde9-4aa4-a72a-d025f98b1d78 req-456fc50f-76c2-4dcd-a961-e495c4aedff9 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:18.027350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0dac3859-fde9-4aa4-a72a-d025f98b1d78 req-456fc50f-76c2-4dcd-a961-e495c4aedff9 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:18.030580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-6c1349cf-74c1-439d-b4af-f2dbe3bd4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:18.036583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-6c1349cf-74c1-439d-b4af-f2dbe3bd4505 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 200 len: 916 time: 0.2612169 Jun 04 06:24:18.190940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-6899dbff-1a7a-44a8-a20a-3b47d12c8529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 HTTP/1.1" status: 200 len: 217 time: 0.1408153 Jun 04 06:24:18.259271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.277336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914'}, {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:18.329727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0dac3859-fde9-4aa4-a72a-d025f98b1d78 req-456fc50f-76c2-4dcd-a961-e495c4aedff9 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:18.338542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dac3859-fde9-4aa4-a72a-d025f98b1d78 req-456fc50f-76c2-4dcd-a961-e495c4aedff9 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 944 time: 0.5203164 Jun 04 06:24:18.393465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-7c1bbb0b-f4ce-4f38-9781-07a0ecc635a8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:18.396356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-7c1bbb0b-f4ce-4f38-9781-07a0ecc635a8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 820 time: 0.4822280 Jun 04 06:24:18.412647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33d4c769-f915-4712-8f1c-d51f2c5ee056 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:18.421135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'port': {'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'admin_state_up': True, 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:18.429834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-6c7d264e-75ea-4081-9b53-8cab30dd2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:18.432838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-6c7d264e-75ea-4081-9b53-8cab30dd2cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 200 len: 854 time: 0.2340741 Jun 04 06:24:18.519170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.552073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dac3859-fde9-4aa4-a72a-d025f98b1d78 req-c169a034-08d7-4099-aceb-1bea248148fb tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116520 Jun 04 06:24:18.554414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 33d4c769-f915-4712-8f1c-d51f2c5ee056 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:18.574895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 33d4c769-f915-4712-8f1c-d51f2c5ee056 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:18.575987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.621019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-165f6b9c-3692-4c47-9767-0da143a35f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:18.621613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-165f6b9c-3692-4c47-9767-0da143a35f6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712434 Jun 04 06:24:18.713121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:18.753943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:18.778959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.784096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:18.794632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.864566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-4bd8a189-d7aa-4be4-b402-a81172aadcc8 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202911 Jun 04 06:24:18.876203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 33d4c769-f915-4712-8f1c-d51f2c5ee056 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:18.876658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.898031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 33d4c769-f915-4712-8f1c-d51f2c5ee056, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33d4c769-f915-4712-8f1c-d51f2c5ee056,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:18.907566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.908705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ee478eba-abb4-4373-b792-aa21cce82c19 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:18.915046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.944243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Made reservation on behalf of fcb6f1292f5a49349e2b1125aea8b166 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:18.953645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:18.969769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Pushing event updated for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:18.984008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88656103-def0-4cab-8954-cb33aae090c2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:18.992858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.105965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64b38e6a-2da5-4a6f-9375-e12e91068833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.116184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:19.134203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.135721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8228fac5-37e7-4e91-b2e4-971dd651e1f3 req-4d75ee29-3617-41c4-b0d0-7a23bd587dc3 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "DELETE /v2.0/security-groups/88656103-def0-4cab-8954-cb33aae090c2 HTTP/1.1" status: 204 len: 173 time: 1.2633920 Jun 04 06:24:19.136322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=33d4c769-f915-4712-8f1c-d51f2c5ee056,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:19.139804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'mac_address': 'fa:16:3e:bd:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:19.209927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ee478eba-abb4-4373-b792-aa21cce82c19 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:19.220032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ee478eba-abb4-4373-b792-aa21cce82c19 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:19.220480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.251800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:19.251800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.267119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4058a1b3-5ef3-445f-a4b5-c9d7dd554890 req-bfe79277-629c-4c81-b35b-fb5dc999df17 service neutron] 10.222.0.39 "GET /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954399 Jun 04 06:24:19.285836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d13dc5-8ede-44db-93be-02d338671f8e req-81cd61fc-c3ac-4f1b-81d3-04939715125d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:19.288362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:19.295963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d13dc5-8ede-44db-93be-02d338671f8e req-81cd61fc-c3ac-4f1b-81d3-04939715125d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1700010 Jun 04 06:24:19.316669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:19.322671 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.340778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Network a625d72a-3969-45d0-8aec-e7ed818c727b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:19.346072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20d13dc5-8ede-44db-93be-02d338671f8e req-5e262634-53f4-4513-b177-83f9bb4ed085 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491354 Jun 04 06:24:19.352398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:19.364856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80917c1d-84ed-4e0c-8aa9-dbdf8cdc57c3 req-52a1cf23-5b92-4e49-b2d3-56d9b0a25fb1 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 210 time: 0.0696108 Jun 04 06:24:19.369326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Allocated IP 172.20.0.5 (b785a642-5dc3-4317-930d-e11d182c6802/d0bf77e4-0402-4cfe-b407-51f74e27f1de/7c556001-5546-42b8-9d88-9aed0b2fc923) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:19.432255 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a3c8da-cf57-479a-8161-b970347e08e2'] response: {'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914', 'code': 200} Jun 04 06:24:19.432593 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a3c8da-cf57-479a-8161-b970347e08e2'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:24:19.440064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ee478eba-abb4-4373-b792-aa21cce82c19 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:19.440512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.472377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:19.497361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port ee478eba-abb4-4373-b792-aa21cce82c19, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ee478eba-abb4-4373-b792-aa21cce82c19,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:19.503436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.546541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['525148a2-b37c-4633-9977-f68f1c25dfaa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:19.652280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:19.677506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51127e5-cf82-4fa5-9ddd-e9d112f71674 req-a4649bd1-66ec-4cab-920f-335d8973f850 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:19.684467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f51127e5-cf82-4fa5-9ddd-e9d112f71674 req-a4649bd1-66ec-4cab-920f-335d8973f850 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 950 time: 0.0980279 Jun 04 06:24:19.731852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f51127e5-cf82-4fa5-9ddd-e9d112f71674 req-38271f4a-d775-46de-90d0-aee262e42a42 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/security-groups?id=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Jun 04 06:24:19.805048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-7b789d46-e6fe-4bf9-a4a6-88d2cb4d8e07 tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "GET /v2.0/security-groups/34036352-0f6d-48b7-81de-c9a426cafb50 HTTP/1.1" status: 200 len: 1778 time: 0.0427170 Jun 04 06:24:19.873733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.902884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.947488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.965908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34036352-0f6d-48b7-81de-c9a426cafb50,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:19.973673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:19.974788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b88d0ea6-8f20-4a04-acc1-58a481e2bd18 req-636e2ffd-b187-494e-8e99-1115c0cf7c7a tempest-SecurityGroupsTestAdminJSON-1756816943 tempest-SecurityGroupsTestAdminJSON-1756816943-project-admin] 10.222.0.17 "DELETE /v2.0/security-groups/34036352-0f6d-48b7-81de-c9a426cafb50 HTTP/1.1" status: 204 len: 173 time: 0.1634426 Jun 04 06:24:20.027842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:24:20.041876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d438-2754-4a95-905a-45cb8c177c45 req-c8aa1544-41cc-48ac-a5b8-1c51ccdbfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.043628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a926d438-2754-4a95-905a-45cb8c177c45 req-c8aa1544-41cc-48ac-a5b8-1c51ccdbfe8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1100 time: 0.5369203 Jun 04 06:24:20.075788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae6d58-ad8a-422e-9a2a-95c90ecba892 req-8527402a-d2e4-4196-b495-ef80948fda9d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.077531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26ae6d58-ad8a-422e-9a2a-95c90ecba892 req-8527402a-d2e4-4196-b495-ef80948fda9d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 949 time: 0.5231605 Jun 04 06:24:20.122152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.201661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62aa8-671c-4ee0-8a41-2de30b8ddc56 req-2b31d154-177c-4bca-ad80-efc1ad36466e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.203334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2b62aa8-671c-4ee0-8a41-2de30b8ddc56 req-2b31d154-177c-4bca-ad80-efc1ad36466e tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 944 time: 0.0991971 Jun 04 06:24:20.220931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.278728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a926d438-2754-4a95-905a-45cb8c177c45 req-b2910b59-b610-4f56-8603-5cc259a0cb04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246239 Jun 04 06:24:20.289661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Transition to ACTIVE for port object 7c556001-5546-42b8-9d88-9aed0b2fc923 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:20.295189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33d4c769-f915-4712-8f1c-d51f2c5ee056 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:20.301729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2b62aa8-671c-4ee0-8a41-2de30b8ddc56 req-adcf888b-9f71-4105-9150-cf2dd2b3279a tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911903 Jun 04 06:24:20.359300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26ae6d58-ad8a-422e-9a2a-95c90ecba892 req-2e8d2ec8-2781-46da-9699-ae3263e42004 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642357 Jun 04 06:24:20.373130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-6e6104d0-57ed-4c34-8532-08a2dad72f6d tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.374653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-6e6104d0-57ed-4c34-8532-08a2dad72f6d tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 950 time: 0.1490669 Jun 04 06:24:20.401732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-7907dce4-d717-4540-a344-8b39a597315d tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "GET /v2.0/security-groups/fd985170-76fa-4251-84c7-05d51215e63c HTTP/1.1" status: 200 len: 1777 time: 0.0726330 Jun 04 06:24:20.406166 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.427023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:20.432926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 33d4c769-f915-4712-8f1c-d51f2c5ee056 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:20.433389 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.456869 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d9ad891c-0ae5-420f-8e4e-fb764e8a5a96 admin admin] 10.222.0.17 "PUT /v2.0/routers/5c154557-2cd7-4d57-8e81-673a86b9a6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3153985 Jun 04 06:24:20.459610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.475322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Sync routers for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:20.504424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:20.505195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:20.510813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.540755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Network b785a642-5dc3-4317-930d-e11d182c6802 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:20.545741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:20.551177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:20.620980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event updated for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:20.644217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.686167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Deleting port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:24:20.686641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.689944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.690754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.745008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f61b4-bc04-4894-89ab-aecace1afcdb req-5002f28d-fdd1-480f-bb59-2e8ae42f7e53 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:20.751422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:20.753018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f31f61b4-bc04-4894-89ab-aecace1afcdb req-5002f28d-fdd1-480f-bb59-2e8ae42f7e53 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 945 time: 0.2085819 Jun 04 06:24:20.775936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-23d4fb87-34df-4c68-b00e-3e0250560c83 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3586411 Jun 04 06:24:20.789990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Request body: {'port': {'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:20.827883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:20.876740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f31f61b4-bc04-4894-89ab-aecace1afcdb req-01768ba5-e5b3-40b2-951a-6623aabb84a4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226811 Jun 04 06:24:20.925879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:20.964541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd985170-76fa-4251-84c7-05d51215e63c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:20.990380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.003421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.004843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1afe4df6-357b-4a2a-abf2-6b2a92bcf04a req-377a0787-fa3c-48df-97d1-32812effa41a tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "DELETE /v2.0/security-groups/fd985170-76fa-4251-84c7-05d51215e63c HTTP/1.1" status: 204 len: 173 time: 0.5912192 Jun 04 06:24:21.104114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] For port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:21.104782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.191182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-069507d6-0e15-42ba-b441-8489cfb3740a None None] Provisioning for port 7c556001-5546-42b8-9d88-9aed0b2fc923 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:21.215298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 33d4c769-f915-4712-8f1c-d51f2c5ee056 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:21.216287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ee478eba-abb4-4373-b792-aa21cce82c19 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:21.249237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-069507d6-0e15-42ba-b441-8489cfb3740a None None] Provisioning complete for port 7c556001-5546-42b8-9d88-9aed0b2fc923 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:21.249237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-069507d6-0e15-42ba-b441-8489cfb3740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.273069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 525148a2-b37c-4633-9977-f68f1c25dfaa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:21.273423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.276370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Calling delete_port for 8b092a44-d8c1-4557-8e98-cae6a6e9af6e owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:24:21.343163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d662f-a249-45de-8ef7-5b5bb833b134 req-d32d5db8-87f1-4f6a-b189-4dd58fb27077 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:21.344772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-727d662f-a249-45de-8ef7-5b5bb833b134 req-d32d5db8-87f1-4f6a-b189-4dd58fb27077 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 949 time: 0.3024111 Jun 04 06:24:21.392549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a86b14-e07b-4681-adbf-1fa194a1db11 req-014be194-3cc8-41cf-9f02-d3eedc048a31 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:21.394216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a86b14-e07b-4681-adbf-1fa194a1db11 req-014be194-3cc8-41cf-9f02-d3eedc048a31 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 931 time: 0.2237279 Jun 04 06:24:21.398602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-069507d6-0e15-42ba-b441-8489cfb3740a None None] Port 7c556001-5546-42b8-9d88-9aed0b2fc923 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:21.425149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-727d662f-a249-45de-8ef7-5b5bb833b134 req-e845ca22-03cd-4159-aee0-c5b695ae0dd1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669081 Jun 04 06:24:21.537776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ee478eba-abb4-4373-b792-aa21cce82c19 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:21.538147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.542250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-38a86b14-e07b-4681-adbf-1fa194a1db11 req-617674d5-2229-437e-801f-57e48aab6ed2 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:21.555869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c556001-5546-42b8-9d88-9aed0b2fc923 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:21.577563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.589198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:21.589602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.591019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.610781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8b092a44-d8c1-4557-8e98-cae6a6e9af6e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:21.612645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Transition to ACTIVE for port object 7c556001-5546-42b8-9d88-9aed0b2fc923 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:21.619835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.666866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Pushing event deleted for resources: {'Port': ['ID=8b092a44-d8c1-4557-8e98-cae6a6e9af6e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:21.670758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-38a86b14-e07b-4681-adbf-1fa194a1db11 req-617674d5-2229-437e-801f-57e48aab6ed2 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:21.680829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a86b14-e07b-4681-adbf-1fa194a1db11 req-617674d5-2229-437e-801f-57e48aab6ed2 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782197 Jun 04 06:24:21.684803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:21.724754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:21.731662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa17bf27-e82b-43d1-9a88-c378d815af06 req-b79be850-5ad7-46f9-bba4-43418be8a3f0 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053 HTTP/1.1" status: 200 len: 210 time: 0.1057465 Jun 04 06:24:21.737790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.789690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 2, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:21.825579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] No DVR routers for this DVR port 8b092a44-d8c1-4557-8e98-cae6a6e9af6e on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:24:21.834975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:21.848338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'name': 'network-vif-deleted', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:21.856435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad548df1-3085-43e1-a893-a7bb5ce550ae req-e90911ef-9c38-4cef-8b72-a8e1b0f52206 tempest-ImagesNegativeTestJSON-825118329 tempest-ImagesNegativeTestJSON-825118329-project] 10.222.0.24 "DELETE /v2.0/ports/8b092a44-d8c1-4557-8e98-cae6a6e9af6e HTTP/1.1" status: 204 len: 173 time: 1.3140380 Jun 04 06:24:21.907571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Checking router: 5c154557-2cd7-4d57-8e81-673a86b9a6b6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:24:21.907947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Updating router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 port 6d517856-e241-49c3-9b09-6cbf533c4000 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:24:22.080445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.087539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ee478eba-abb4-4373-b792-aa21cce82c19 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:22.090621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:22.118552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.227399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Pushing event updated for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:22.279842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50123253-118c-421a-82b6-c83b21b61fc4 req-4f91d6e8-e6ec-4dea-b843-17ec09244a92 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "GET /v2.0/security-groups/cdc63158-f332-4d85-b872-5df09cc8c29f HTTP/1.1" status: 200 len: 1776 time: 0.5079262 Jun 04 06:24:22.294059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-4278e957-4548-401f-9169-2da276107d19 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:22.295817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-4278e957-4548-401f-9169-2da276107d19 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 820 time: 0.3924565 Jun 04 06:24:22.312028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-63d08a61-aa13-42f5-947b-d24191772adf tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/quotas/8ff1bb238fd5457788ea510d7138f9b2 HTTP/1.1" status: 200 len: 375 time: 0.0104601 Jun 04 06:24:22.361963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Attempting to bind port 7c556001-5546-42b8-9d88-9aed0b2fc923 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:22.362509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Attempting to bind port 7c556001-5546-42b8-9d88-9aed0b2fc923 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:22.362653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Attempting to bind port 7c556001-5546-42b8-9d88-9aed0b2fc923 on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:22.374651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Port 7c556001-5546-42b8-9d88-9aed0b2fc923 on network b785a642-5dc3-4317-930d-e11d182c6802 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:22.374893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Attempting to bind port 7c556001-5546-42b8-9d88-9aed0b2fc923 on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:22.385881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:22.386213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Checking segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:22.386593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Bound using segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:22.387022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Bound port: 7c556001-5546-42b8-9d88-9aed0b2fc923, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:22.387366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.401514 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50123253-118c-421a-82b6-c83b21b61fc4 req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.404216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-743e9dff-253d-435b-8584-f629150fb04b tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855169 Jun 04 06:24:22.484863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50123253-118c-421a-82b6-c83b21b61fc4 req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.539416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.543646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:22.547168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7c556001-5546-42b8-9d88-9aed0b2fc923,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:22.553179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.559702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Transition to ACTIVE for port object 6d517856-e241-49c3-9b09-6cbf533c4000 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:22.566334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-9eb7bd16-79a6-4f24-a9d2-9e45568ec01c service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533942 Jun 04 06:24:22.575053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.579574 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:24:22.621873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50123253-118c-421a-82b6-c83b21b61fc4 req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.650276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:22.651895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.653237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] 10.222.0.39 "PUT /v2.0/ports/7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 1091 time: 1.8694518 Jun 04 06:24:22.663335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:22.688286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc63158-f332-4d85-b872-5df09cc8c29f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:22.690338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e731-1a28-4a84-b8f3-dfe5dd89022c service neutron] Pushing event updated for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:22.702036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50123253-118c-421a-82b6-c83b21b61fc4 req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:22.719556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50123253-118c-421a-82b6-c83b21b61fc4 req-963efe2b-5916-449a-8740-add717471103 tempest-SecurityGroupsTestAdminJSON-767357175 tempest-SecurityGroupsTestAdminJSON-767357175-project] 10.222.0.17 "DELETE /v2.0/security-groups/cdc63158-f332-4d85-b872-5df09cc8c29f HTTP/1.1" status: 204 len: 173 time: 0.4315422 Jun 04 06:24:22.760439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:22.817002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-5cd95549-02a8-44e3-add7-22c6809f7a3f service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359285 Jun 04 06:24:22.831509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-06b80dc6-49b2-4220-9e8f-bd53ce900440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:22.834378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-06b80dc6-49b2-4220-9e8f-bd53ce900440 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1094 time: 0.1115260 Jun 04 06:24:22.975617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-85076bd5-d97b-42bb-956f-f1d2fafc2bb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.1306820 Jun 04 06:24:22.999559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:23.043328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'port_id': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3', 'mac_address': 'fa:16:3e:70:05:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:23.170481 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf2c019-a541-4324-815d-f2d9a5a05037'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:24:23.193392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-272b9be7-a418-43dd-a786-23246b4dd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:23.195798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-272b9be7-a418-43dd-a786-23246b4dd397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1268682 Jun 04 06:24:23.217362 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaefec8-c4ae-4fd3-931f-3286e197a24f'] response: {'server_uuid': 'f7bdfbfc-b8f7-4a07-9dae-dabd1e8d1053', 'name': 'network-vif-deleted', 'tag': '8b092a44-d8c1-4557-8e98-cae6a6e9af6e', 'status': 'completed', 'code': 200} Jun 04 06:24:23.217666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912991-bccc-4d38-a8ba-be15a77bb2f5 req-d84cf4bc-a4ee-43d4-b185-335e030af515 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:23.219201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50912991-bccc-4d38-a8ba-be15a77bb2f5 req-d84cf4bc-a4ee-43d4-b185-335e030af515 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 944 time: 0.2457020 Jun 04 06:24:23.264054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46334) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:23.361528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbffb3-0d25-43b8-87a9-91f762b5521d None None] Pushing event updated for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:23.375763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50912991-bccc-4d38-a8ba-be15a77bb2f5 req-bf6160c0-17c1-4a00-94a5-cdf99eb20e58 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208742 Jun 04 06:24:23.429941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-dd18c388-6db9-4d4e-925a-0e12adbb0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:23.432138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-dd18c388-6db9-4d4e-925a-0e12adbb0f0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120202 Jun 04 06:24:23.438215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:23.438596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.459886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a158-d85b-4a67-b259-89370b9fcbf3 req-0ad72fcd-9702-44f1-9b35-4b6812b7f32a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:23.461440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b59a158-d85b-4a67-b259-89370b9fcbf3 req-0ad72fcd-9702-44f1-9b35-4b6812b7f32a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.1430855 Jun 04 06:24:23.463912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:23.494838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Attempting to bind port 6d517856-e241-49c3-9b09-6cbf533c4000 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:23.495264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Attempting to bind port 6d517856-e241-49c3-9b09-6cbf533c4000 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:23.495632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Attempting to bind port 6d517856-e241-49c3-9b09-6cbf533c4000 on network a625d72a-3969-45d0-8aec-e7ed818c727b {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:23.530692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:23.533066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:23.534824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Checking segment: {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:23.535635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.536264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Bound using segment: {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:23.537300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Bound port: 6d517856-e241-49c3-9b09-6cbf533c4000, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:23.538020 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.553657 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.640538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b59a158-d85b-4a67-b259-89370b9fcbf3 req-042db682-040c-4978-a099-947c5d30dda6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706841 Jun 04 06:24:23.648480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e31366ac-e1ac-483e-ab37-d9ad5e64603a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6592579d38d34b6cb1bf30b05bd92b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832726 Jun 04 06:24:23.661727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:23.714586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] For port 6d517856-e241-49c3-9b09-6cbf533c4000, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:23.718491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] For port 6d517856-e241-49c3-9b09-6cbf533c4000, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d517856-e241-49c3-9b09-6cbf533c4000,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:23.732503 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.769061 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db6eeb6-5c2d-4130-a41e-cb2f66e4463c'] response: {'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:24:23.780683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.789411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:23.794038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:23.794654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:23.817806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.860535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-3c6e19f8-154a-4dcb-a5c1-05a9924eac21 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151347 Jun 04 06:24:23.885907 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.918095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:23.929060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:23.930488 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c359c069-f824-4216-8db3-8279aeae5528 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7535e05b-b6ac-498e-9ec2-d4ac60fd4a4c HTTP/1.1" status: 204 len: 168 time: 0.2645347 Jun 04 06:24:24.007390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:24.042152 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8027f239-2eb5-4ff2-b4a5-7e5adf617c9b req-50f1788a-c8fa-4e27-9030-2cc9e0e802c6 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752212 Jun 04 06:24:24.052261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86705284-bdf5-448f-af4b-84cf0da553d3 req-f9121235-1879-40bc-b429-d93b3755c1f5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.060106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86705284-bdf5-448f-af4b-84cf0da553d3 req-f9121235-1879-40bc-b429-d93b3755c1f5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 949 time: 0.4674854 Jun 04 06:24:24.133079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbffb3-0d25-43b8-87a9-91f762b5521d None None] Pushing event updated for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:24.217279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86705284-bdf5-448f-af4b-84cf0da553d3 req-3fa25293-9818-4e60-9b97-256d7b42ca5c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563296 Jun 04 06:24:24.245917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93597b0e-c6e6-4f57-8c4f-92525d04a247 req-b09a5356-4c2a-4f84-9c17-b9a93671f267 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.255521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-583d8a5f-0724-4f4c-a8ca-5ecfbd24007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.256059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93597b0e-c6e6-4f57-8c4f-92525d04a247 req-b09a5356-4c2a-4f84-9c17-b9a93671f267 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 943 time: 0.2814848 Jun 04 06:24:24.258375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-583d8a5f-0724-4f4c-a8ca-5ecfbd24007a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1094 time: 0.1378441 Jun 04 06:24:24.355086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93597b0e-c6e6-4f57-8c4f-92525d04a247 req-9ef5dbd3-c573-4009-bc4c-ec32251fb69a tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955465 Jun 04 06:24:24.403876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:24.486496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-51d8086f-0c03-47c9-8b7b-ac85069b40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.488928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-51d8086f-0c03-47c9-8b7b-ac85069b40bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2216592 Jun 04 06:24:24.573423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:24.590639 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-2117fd01-625f-432b-9f83-d7edaddaa16c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.0957651 Jun 04 06:24:24.604048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb7a478d-fa5b-490d-8e4d-a34f48a043dd req-a948a2ba-d3ee-40e9-b9ae-21fc146c0dfc tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 210 time: 0.0906332 Jun 04 06:24:24.695604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-75f239f4-bc52-460d-ad3c-b7a6aede6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.697037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-75f239f4-bc52-460d-ad3c-b7a6aede6b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0993686 Jun 04 06:24:24.839667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb206687-cccc-47b7-b652-bce59656790d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ff712c799f11499baecde55e294c9ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388008 Jun 04 06:24:24.843002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:24.912932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8b092a44-d8c1-4557-8e98-cae6a6e9af6e no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:24:24.935551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-3e88271f-9080-4de9-b79f-74492feb1052 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:24.937106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-3e88271f-9080-4de9-b79f-74492feb1052 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 820 time: 0.2807508 Jun 04 06:24:24.957799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'port': {'device_id': '31e25081-0305-4552-8268-fc12ebf3aabc', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'admin_state_up': True, 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:24.987011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.016209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 8b092a44-d8c1-4557-8e98-cae6a6e9af6e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:24:25.016549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8b092a44-d8c1-4557-8e98-cae6a6e9af6e not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:24:25.073257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-d45c6e46-ffba-4bd3-a570-a1c6b7c850e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:25.075196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-d45c6e46-ffba-4bd3-a570-a1c6b7c850e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706391 Jun 04 06:24:25.142027 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.159448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:23Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:25.165014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fc1b2-a376-4042-89b0-8d08e62f44be None None] The sync data for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 is: [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:23Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:24:25.183990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.216699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3633-c5ec-40ab-82e9-403c5c0223f7 req-8ca71834-f3a3-47f9-8027-9efb488ebc7b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:25.222386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3633-c5ec-40ab-82e9-403c5c0223f7 req-8ca71834-f3a3-47f9-8027-9efb488ebc7b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:25.232068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c19d3633-c5ec-40ab-82e9-403c5c0223f7 req-8ca71834-f3a3-47f9-8027-9efb488ebc7b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04&device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1689 time: 0.2237630 Jun 04 06:24:25.261214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:25.269177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Usage tracker for resource:port and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:25.274029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:25.282988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:25.304668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8c42-4d42-48f4-8189-5c6081c9c6f2 req-f23cbe3b-1482-45a6-848a-5dc596081129 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:25.306433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-916d8c42-4d42-48f4-8189-5c6081c9c6f2 req-f23cbe3b-1482-45a6-848a-5dc596081129 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 945 time: 0.3233035 Jun 04 06:24:25.308813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Made reservation on behalf of 8ff1bb238fd5457788ea510d7138f9b2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:25.312436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.335461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-50347c44-bb01-4667-ba5c-4100ae5b7291 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446284 Jun 04 06:24:25.353941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c19d3633-c5ec-40ab-82e9-403c5c0223f7 req-9c9c0a89-83d2-4d9e-8355-0092cac689fe tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187754 Jun 04 06:24:25.371786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.389049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.456459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475de6fc-0cb0-4728-af34-8b070f2e81ee,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:25.504325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-916d8c42-4d42-48f4-8189-5c6081c9c6f2 req-f46e2a93-2af6-4df5-a480-fba937d0eea7 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803613 Jun 04 06:24:25.508569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:25.528684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-22b35c44-0ece-4ad8-bbe8-aa890515f6e8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/475de6fc-0cb0-4728-af34-8b070f2e81ee HTTP/1.1" status: 204 len: 168 time: 0.6656816 Jun 04 06:24:25.603920 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a0241fd-bd3d-448e-88c4-8b3c1b7b9323 req-a48a0cae-1b25-4fe0-aadf-50638ce53761 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488794 Jun 04 06:24:25.743186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Allocated IP 172.20.0.7 (a625d72a-3969-45d0-8aec-e7ed818c727b/933bc16f-b08a-41f2-806d-8f4263bf41cc/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:25.770467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6ebb-102c-4f21-9f68-6b8e55369787 req-75367e04-1150-452d-9865-c7af1d2ceb5a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:25.795585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45a6ebb-102c-4f21-9f68-6b8e55369787 req-75367e04-1150-452d-9865-c7af1d2ceb5a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.1903641 Jun 04 06:24:25.853815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45a6ebb-102c-4f21-9f68-6b8e55369787 req-96ca893f-dc38-4445-9d28-586a0a20daae tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570755 Jun 04 06:24:26.140447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2350b895-0136-44f3-ae00-97c7d3ebdacb req-b28982c9-4dc9-4ae9-ad17-78d58db1f6af tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:26.182966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2350b895-0136-44f3-ae00-97c7d3ebdacb req-b28982c9-4dc9-4ae9-ad17-78d58db1f6af tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:26.193561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2350b895-0136-44f3-ae00-97c7d3ebdacb req-b28982c9-4dc9-4ae9-ad17-78d58db1f6af tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 210 time: 0.1123998 Jun 04 06:24:26.293241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa054b-de89-4e5d-b75b-d8e6b80dd92e req-ca42e7d8-a4c5-435d-8e51-b04cad2ffaeb tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:26.302193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aaa054b-de89-4e5d-b75b-d8e6b80dd92e req-ca42e7d8-a4c5-435d-8e51-b04cad2ffaeb tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 943 time: 0.5048482 Jun 04 06:24:26.403586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d517856-e241-49c3-9b09-6cbf533c4000 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:26.451209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aaa054b-de89-4e5d-b75b-d8e6b80dd92e req-1899641c-3bc9-4c27-8689-99155275ffe7 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477568 Jun 04 06:24:26.492085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56e973-7f66-4980-b6c4-206bbdc853fa req-4cabe2ab-2621-4603-959b-8b30267ecd41 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:26.496363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f56e973-7f66-4980-b6c4-206bbdc853fa req-4cabe2ab-2621-4603-959b-8b30267ecd41 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 1100 time: 0.1440904 Jun 04 06:24:26.509301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:26.530656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6d517856-e241-49c3-9b09-6cbf533c4000 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:26.551932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6d517856-e241-49c3-9b09-6cbf533c4000 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:26.552290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:26.587867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:26.594414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f56e973-7f66-4980-b6c4-206bbdc853fa req-b5971e52-da23-4165-ae21-d66f9bf3ac72 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Jun 04 06:24:26.814561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Network a625d72a-3969-45d0-8aec-e7ed818c727b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:26.818417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:26.825152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:26.916208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:27.063964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ddc4-370a-4482-bb50-3ba49b5a1c6f req-3d6e944e-c830-41ca-af3a-4a701b92e9e4 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:27.071262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:27.075045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de72ddc4-370a-4482-bb50-3ba49b5a1c6f req-3d6e944e-c830-41ca-af3a-4a701b92e9e4 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 945 time: 0.2179976 Jun 04 06:24:27.112627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:27.114603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.154813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8788be-e9cd-437f-a04c-fc48bbe51efb req-7d73a1b6-adfa-4b6e-8d2d-9070c7dc6453 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:27.159243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6d517856-e241-49c3-9b09-6cbf533c4000 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:27.160673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.165031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b8788be-e9cd-437f-a04c-fc48bbe51efb req-7d73a1b6-adfa-4b6e-8d2d-9070c7dc6453 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1100 time: 0.2308888 Jun 04 06:24:27.194927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de72ddc4-370a-4482-bb50-3ba49b5a1c6f req-f4d4e09f-6162-4a42-838d-949b219b7591 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170018 Jun 04 06:24:27.196069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c2993293-24e3-47be-afc7-6af3a5ac2075 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2446251 Jun 04 06:24:27.213173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Request body: {'port': {'device_id': '31e25081-0305-4552-8268-fc12ebf3aabc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:27.286162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6d517856-e241-49c3-9b09-6cbf533c4000, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d517856-e241-49c3-9b09-6cbf533c4000,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:27.291577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:27.305932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.352648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2b8788be-e9cd-437f-a04c-fc48bbe51efb req-8f011dac-6ddb-4356-aa9b-1aca5ca15687 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Synchronizing usage tracker for tenant:324758277304499db03fd543e2d4bb0e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:27.386087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:27.387507 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.392848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.451595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2b8788be-e9cd-437f-a04c-fc48bbe51efb req-8f011dac-6ddb-4356-aa9b-1aca5ca15687 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Unset dirty status for tenant:324758277304499db03fd543e2d4bb0e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:27.469520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b8788be-e9cd-437f-a04c-fc48bbe51efb req-8f011dac-6ddb-4356-aa9b-1aca5ca15687 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032761 Jun 04 06:24:27.548978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46450) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:27.666984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b6b61-ebb8-4831-bea1-4a1fdbf2926e req-c27a87bb-e3a9-4f23-b270-96a846f3d4fd tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:27.675812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c6b6b61-ebb8-4831-bea1-4a1fdbf2926e req-c27a87bb-e3a9-4f23-b270-96a846f3d4fd tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.2534893 Jun 04 06:24:27.764212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4c6b6b61-ebb8-4831-bea1-4a1fdbf2926e req-184da604-8b64-4de4-8b54-48264747524a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810196 Jun 04 06:24:27.830992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:27.855936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:27.856338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:27.903586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:27.916771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:27.923171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.014417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:28.109564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8243c-d35c-41ec-80b1-8838f5634e76 req-4b44542e-56fb-4e72-b5dc-a867ef182615 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:28.110768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-88b8243c-d35c-41ec-80b1-8838f5634e76 req-4b44542e-56fb-4e72-b5dc-a867ef182615 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:28.124703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807ad4-385d-469c-8faf-8d2713de2fb6 req-d935c316-cc28-49fe-ba32-c90e362ec47e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:28.126050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-fa807ad4-385d-469c-8faf-8d2713de2fb6 req-d935c316-cc28-49fe-ba32-c90e362ec47e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:28.142976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89872d69-806e-4284-9f24-660c7424d6fd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9253003eae31448ebe97251ae712cae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926335 Jun 04 06:24:28.147351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46466) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:28.172884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-fa807ad4-385d-469c-8faf-8d2713de2fb6 req-d935c316-cc28-49fe-ba32-c90e362ec47e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:28.174246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-88b8243c-d35c-41ec-80b1-8838f5634e76 req-4b44542e-56fb-4e72-b5dc-a867ef182615 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:28.182011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa807ad4-385d-469c-8faf-8d2713de2fb6 req-d935c316-cc28-49fe-ba32-c90e362ec47e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 943 time: 0.2596543 Jun 04 06:24:28.188036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88b8243c-d35c-41ec-80b1-8838f5634e76 req-4b44542e-56fb-4e72-b5dc-a867ef182615 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 931 time: 0.5733230 Jun 04 06:24:28.245934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa807ad4-385d-469c-8faf-8d2713de2fb6 req-729c67d0-a633-4577-9185-3bb7cc849b4a tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626607 Jun 04 06:24:28.368969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.388904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d517856-e241-49c3-9b09-6cbf533c4000 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:28.439918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88b8243c-d35c-41ec-80b1-8838f5634e76 req-116b0758-f546-4611-98bf-85e91a45fa7e tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465260 Jun 04 06:24:28.440571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.469813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:28.496142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.558937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Transition to ACTIVE for port object 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:28.567901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.569908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.618959 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1bcf57-8fd5-422b-b7c7-20a971f607b4'] response: {'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3', 'code': 200} Jun 04 06:24:28.631953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:28.652952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.662763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-25c5f101-ee58-45f1-880e-c302648c291a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2ade2c04-aa25-4bb3-b3f6-98e1ac4b151c HTTP/1.1" status: 204 len: 168 time: 0.5117500 Jun 04 06:24:28.722164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6d517856-e241-49c3-9b09-6cbf533c4000 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:28.726374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:28.821204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7c556001-5546-42b8-9d88-9aed0b2fc923 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:29.000175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1dad9-8627-4090-b59a-b47d3b71e334 req-cdb2ab29-ed4a-402d-8100-2b252db40980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:29.001864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2c1dad9-8627-4090-b59a-b47d3b71e334 req-cdb2ab29-ed4a-402d-8100-2b252db40980 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 1097 time: 0.3093026 Jun 04 06:24:29.011448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6d517856-e241-49c3-9b09-6cbf533c4000 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:29.075172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-87557fbb-01b3-4a5a-9c74-3618982f5819 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548286 Jun 04 06:24:29.078204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:29.106445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c02cec-ca44-4500-a454-aad97aa78b75 req-52ea810e-9c5a-49ea-9d9e-e649e00553aa tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:29.116123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0c02cec-ca44-4500-a454-aad97aa78b75 req-52ea810e-9c5a-49ea-9d9e-e649e00553aa tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 946 time: 0.3622911 Jun 04 06:24:29.128085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7c556001-5546-42b8-9d88-9aed0b2fc923,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:29.163428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2c1dad9-8627-4090-b59a-b47d3b71e334 req-89c4dede-a8bb-4f5d-a0b5-f07874356baf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538775 Jun 04 06:24:29.172361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:29.235350 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0c02cec-ca44-4500-a454-aad97aa78b75 req-1923c6bf-ca4e-4912-a180-e6e412fa0207 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165471 Jun 04 06:24:29.307536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7c556001-5546-42b8-9d88-9aed0b2fc923 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:29.307907 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:29.344675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c556001-5546-42b8-9d88-9aed0b2fc923 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:29.377328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7c556001-5546-42b8-9d88-9aed0b2fc923,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:29.385957 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:29.432355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Attempting to bind port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:29.432975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Attempting to bind port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:29.433211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Attempting to bind port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 on network a625d72a-3969-45d0-8aec-e7ed818c727b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:29.465666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 on network a625d72a-3969-45d0-8aec-e7ed818c727b not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:29.466025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Attempting to bind port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 on network a625d72a-3969-45d0-8aec-e7ed818c727b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:29.477262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:29.477613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Checking segment: {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:29.478172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Bound using segment: {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:29.478767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Bound port: 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da043420-a2ff-41b1-8d36-7146f2b93325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:29.479285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:29.496914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:29.497951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-995a92f3-cb83-4bd4-8b37-cbe522cd8941 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:29.500507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-995a92f3-cb83-4bd4-8b37-cbe522cd8941 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243581 Jun 04 06:24:29.586014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-5eee8613-5869-4fd3-9d32-eb8755a6b6f9 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.0474164 Jun 04 06:24:29.618609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a97c7-3eda-453a-ace6-51ca78cb1866 req-ee9f5771-37d3-4d14-9664-0aebcc10510d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:29.627268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0a8a97c7-3eda-453a-ace6-51ca78cb1866 req-ee9f5771-37d3-4d14-9664-0aebcc10510d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.1830018 Jun 04 06:24:29.696591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0a8a97c7-3eda-453a-ace6-51ca78cb1866 req-5942fb65-fb3c-47ea-b133-a113bcec6859 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650048 Jun 04 06:24:29.804063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7c556001-5546-42b8-9d88-9aed0b2fc923'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:29.840645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:29.843783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:29.851531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:29.919244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:29.920425 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:29.921819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] 10.222.0.24 "PUT /v2.0/ports/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 1091 time: 2.7144043 Jun 04 06:24:29.926772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:30.047917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b8689-3fcf-4d99-9433-f8614c6de008 service neutron] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:30.108291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-7d8776c7-17da-4040-8e92-5592321e81c4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5210268 Jun 04 06:24:30.142338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c45a9493-ad65-4e22-a04f-dba1c3e844b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:30.162500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c45a9493-ad65-4e22-a04f-dba1c3e844b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1094 time: 0.1888092 Jun 04 06:24:30.173444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-174b45a3-764d-4382-af35-c30cf7b35512 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555716 Jun 04 06:24:30.296961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-6904ff50-eb5a-4d91-9f38-77eec2f7c19a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.1223876 Jun 04 06:24:30.395737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-a6911e2b-77e6-4114-a328-8c67e07f0cd2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:30.405251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-a6911e2b-77e6-4114-a328-8c67e07f0cd2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304742 Jun 04 06:24:30.420975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa50d638-3284-4073-853e-a0427636e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:30.423443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-051b44ff-24ff-4730-90cd-c5b4046745d8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/quotas/1bf520eb493f41b59d8c58b538a5fbeb HTTP/1.1" status: 200 len: 375 time: 0.0172133 Jun 04 06:24:30.429459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-fa50d638-3284-4073-853e-a0427636e64e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.1256790 Jun 04 06:24:30.490066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-cbe04aa1-fdf3-4e2b-a1cf-53075d370042 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626595 Jun 04 06:24:30.500957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-b7552880-adec-4024-b07d-242b44bde1d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647285 Jun 04 06:24:30.735847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-975fa8e5-25da-46b8-8bee-fd70fa5b3f1b service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282703 Jun 04 06:24:31.000817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8aec6a-48f2-4e53-81ec-93050d697da7 req-c8eb87c4-44cf-4399-a1d9-f27a92a01db0 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571735 Jun 04 06:24:31.228767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff633d5-4f9a-459a-a899-1b17632e4657 req-212f2bf9-1f78-4d94-9c44-b3d35b0abfa3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:31.230507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fff633d5-4f9a-459a-a899-1b17632e4657 req-212f2bf9-1f78-4d94-9c44-b3d35b0abfa3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 943 time: 0.2287910 Jun 04 06:24:31.277383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845e378-681e-40b2-bb9e-e48ec0c1da6f req-fb041c7d-8096-4777-8452-bfff74cbd575 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:31.285181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b845e378-681e-40b2-bb9e-e48ec0c1da6f req-fb041c7d-8096-4777-8452-bfff74cbd575 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 944 time: 0.2456629 Jun 04 06:24:31.323947 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fff633d5-4f9a-459a-a899-1b17632e4657 req-c4f050b9-8d79-4f70-8426-b9721efbeda7 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Jun 04 06:24:31.352104 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b845e378-681e-40b2-bb9e-e48ec0c1da6f req-432400fa-4ad7-47e2-8a65-64a3f4bf8493 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628502 Jun 04 06:24:31.395756 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a606b4-08ee-4900-8c62-69b5f0d5889a'] response: {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:24:31.623005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-62105b19-e0b0-4728-bd86-610328d3f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:31.625739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69519df-64e3-4291-a1f0-6e4ff2165c69 req-8eccb46c-6f05-4d47-b991-1f764e4569c2 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:31.627268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a69519df-64e3-4291-a1f0-6e4ff2165c69 req-8eccb46c-6f05-4d47-b991-1f764e4569c2 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 946 time: 0.1443269 Jun 04 06:24:31.630508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-62105b19-e0b0-4728-bd86-610328d3f85c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1094 time: 0.2002180 Jun 04 06:24:31.739444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a69519df-64e3-4291-a1f0-6e4ff2165c69 req-30835a7a-b8e5-40f6-868b-aff7cf8d37d3 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977349 Jun 04 06:24:31.909369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-719b63ae-b495-407e-a08d-e6bfa45cb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:31.920940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-719b63ae-b495-407e-a08d-e6bfa45cb58f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.2742128 Jun 04 06:24:32.162713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-f16d52cb-5712-47c3-b966-4bb69618f342 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.2391598 Jun 04 06:24:32.368487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacf0ba-7244-4b45-8ea7-e86b627d1832 req-94d559aa-b2ba-49c8-a17e-f34f1b3a303e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:32.372383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-caacf0ba-7244-4b45-8ea7-e86b627d1832 req-94d559aa-b2ba-49c8-a17e-f34f1b3a303e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.3513849 Jun 04 06:24:32.444468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-e3bc2c7a-ded0-4cd3-bd55-8e8b1f25d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:32.446035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-e3bc2c7a-ded0-4cd3-bd55-8e8b1f25d309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.2746818 Jun 04 06:24:32.494047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-caacf0ba-7244-4b45-8ea7-e86b627d1832 req-b018e65a-2970-4f82-9372-fa3da33bb69b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115799 Jun 04 06:24:32.621035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:32.727575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-43478a38-e959-452d-904f-c95bc849e109 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2613502 Jun 04 06:24:32.733085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-903672ce-5164-448e-a2e3-2407fd4cb87f tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918870 Jun 04 06:24:32.807876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7c556001-5546-42b8-9d88-9aed0b2fc923 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:32.895369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:32.921270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:32.926872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0c6169982d4587817cb566201899ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:32.930504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:32.936840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:33.039680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.074312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.109458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 7c556001-5546-42b8-9d88-9aed0b2fc923 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:33.119604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cb0c6169982d4587817cb566201899ab&name=default HTTP/1.1" status: 200 len: 2980 time: 0.4970124 Jun 04 06:24:33.120362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-3b498dd1-c995-4781-bffa-52c0d1476de2 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773596 Jun 04 06:24:33.121033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:33.126326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-ebb70952-faef-4135-b77e-b7de440670fc tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851448 Jun 04 06:24:33.128086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 7c556001-5546-42b8-9d88-9aed0b2fc923 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:33.131117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-df092cb8-db9f-45e7-a234-eaaf13fe1e2d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:33.132742 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.139279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-df092cb8-db9f-45e7-a234-eaaf13fe1e2d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4002450 Jun 04 06:24:33.197461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-32b6fc36-585d-45e5-87b5-d1b091dca2df tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/quotas/1bf520eb493f41b59d8c58b538a5fbeb HTTP/1.1" status: 200 len: 375 time: 0.0567079 Jun 04 06:24:33.388347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e49f58-c326-44c2-b288-2ad9170021e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b295a8-7e46-4bc8-8d8e-30f3add70d22,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:33.430478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7c556001-5546-42b8-9d88-9aed0b2fc923 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:33.430850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.461427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1415826-d064-4575-b166-8c961b9ec166 req-ce137b5e-0b0b-48a4-a88a-931033140217 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:33.466209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1415826-d064-4575-b166-8c961b9ec166 req-ce137b5e-0b0b-48a4-a88a-931033140217 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 943 time: 0.7016878 Jun 04 06:24:33.511675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:33.536969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-6039ef50-eac8-4057-b10b-795f0855b31a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3381743 Jun 04 06:24:33.539919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7c556001-5546-42b8-9d88-9aed0b2fc923,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:33.546862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.634886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.679408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:33.719832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315cb8a0-4a55-4f2c-bb23-f9f754ebc4cd req-f3bb8dad-abb2-441c-9490-b607ecc7059e service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772338 Jun 04 06:24:33.725429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f1415826-d064-4575-b166-8c961b9ec166 req-abea6c39-b914-4fa4-b667-b7a64c918d04 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:33.745419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.804906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f1415826-d064-4575-b166-8c961b9ec166 req-abea6c39-b914-4fa4-b667-b7a64c918d04 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:33.820848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1415826-d064-4575-b166-8c961b9ec166 req-abea6c39-b914-4fa4-b667-b7a64c918d04 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461590 Jun 04 06:24:33.866606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-f0a64b4a-2598-4cf5-92fc-c533d0c78cff tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:33.870595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-f0a64b4a-2598-4cf5-92fc-c533d0c78cff tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7368200 Jun 04 06:24:33.893658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Request body: {'port': {'device_id': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '1bf520eb493f41b59d8c58b538a5fbeb'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:33.930182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:33.957973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b295a8-7e46-4bc8-8d8e-30f3add70d22,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:33.971334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.971733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.972075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.973026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.973419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.974013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.974443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.974778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.975160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.975588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.975952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:33.976474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:34.145049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:34.165317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e690c22d-97c5-4ec8-bcf1-0c6eb8b4d19e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/48b295a8-7e46-4bc8-8d8e-30f3add70d22 HTTP/1.1" status: 204 len: 168 time: 1.0428958 Jun 04 06:24:34.227125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-1647472d-35ef-4394-bcd4-ba2c5c791d8a tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784482 Jun 04 06:24:34.382725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b3a93c0-2e5f-4fec-8301-2ebfe51a85ca req-32b0474c-3e2f-4c97-904a-c53061fbe436 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 210 time: 0.1163099 Jun 04 06:24:34.549989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:34.562499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Usage tracker for resource:port and tenant:1bf520eb493f41b59d8c58b538a5fbeb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:34.575074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:34.587305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:34.656289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Made reservation on behalf of 1bf520eb493f41b59d8c58b538a5fbeb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:34.661993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:34.683325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66ba5-ca50-4ef9-8eb5-3e115c4f00ce req-71d256cc-d61c-4ee8-9ca1-77b4a39f40ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:34.692792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51d66ba5-ca50-4ef9-8eb5-3e115c4f00ce req-71d256cc-d61c-4ee8-9ca1-77b4a39f40ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.7305343 Jun 04 06:24:34.699237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:34.723702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:34.728410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Usage tracker for resource:security_group_rule and tenant:1bf520eb493f41b59d8c58b538a5fbeb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:34.731458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:34.738582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:34.813695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-4174ec02-7603-4017-9ce9-f783ca235d8b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2380128 Jun 04 06:24:34.867435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:34.886778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7168f-8995-4943-9dcb-fa142b03acef req-4705603c-24a1-457f-bc0e-95ed7b5bb241 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:34.909683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bca7168f-8995-4943-9dcb-fa142b03acef req-4705603c-24a1-457f-bc0e-95ed7b5bb241 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.3187976 Jun 04 06:24:34.961071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:34.969507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:35.246320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-386e3406-31f9-4936-ad69-f2559fcccdab tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:35.247766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-386e3406-31f9-4936-ad69-f2559fcccdab tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4264419 Jun 04 06:24:35.278492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': 'd0853b05-7276-4435-acce-7d0883e60f93', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:35.293789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:35.309465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'port_id': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'mac_address': 'fa:16:3e:15:30:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:35.315941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:35.363921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51d66ba5-ca50-4ef9-8eb5-3e115c4f00ce req-6ddb6fee-a0ce-4b6d-b957-ff67fd456172 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694343 Jun 04 06:24:35.483367 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c224d5-9a34-4f88-a681-9716ff95e4c1'] response: {'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'code': 200} Jun 04 06:24:35.484037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:35.484427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:35.499838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Allocated IP 192.168.233.101 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/cafa1290-7d3a-49d9-9c7c-98138f0446d7) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:35.544705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:35.586643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:35.592542 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:35.671657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-11942a3f-07f7-4d4c-9ef0-2f303c054e4f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:35.673395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-11942a3f-07f7-4d4c-9ef0-2f303c054e4f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4411793 Jun 04 06:24:35.713056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:35.775124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:35.779173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:35.801101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Transition to ACTIVE for port object cafa1290-7d3a-49d9-9c7c-98138f0446d7 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:35.830393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bca7168f-8995-4943-9dcb-fa142b03acef req-a3348bfd-279e-427f-91d6-d7c760475f2e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9180808 Jun 04 06:24:35.833409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:35.921911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:35.926468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:35.931053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:35.952385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:36.012491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:36.085671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:36.142386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:36.149749 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:36.219834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:36.285224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-503c1cad-10bd-407b-9022-11640ffce0e6 req-28847f02-fd75-442d-b4ab-70edc6b575e3 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 210 time: 0.4767745 Jun 04 06:24:36.303658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:36.346350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:36.374911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704df56-baa9-4241-8926-ad4845c26d09 req-ea11ac87-995a-4578-a987-49a0ded0e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:36.378122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8704df56-baa9-4241-8926-ad4845c26d09 req-ea11ac87-995a-4578-a987-49a0ded0e57e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.5609331 Jun 04 06:24:36.430091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a2802460-8414-4d5d-88f5-13e8bc8da9de None None] Provisioning for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:36.452527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a2802460-8414-4d5d-88f5-13e8bc8da9de None None] Provisioning complete for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:36.452906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a2802460-8414-4d5d-88f5-13e8bc8da9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:36.480846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8704df56-baa9-4241-8926-ad4845c26d09 req-7a1539b2-e797-4ccc-af2f-b2260e6fdcd1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882590 Jun 04 06:24:36.535400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1069465519-network', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:36.549706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:36.550936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a2802460-8414-4d5d-88f5-13e8bc8da9de None None] Port cafa1290-7d3a-49d9-9c7c-98138f0446d7 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:36.568303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Usage tracker for resource:network and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:36.579533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-53927654-7e8a-4208-9f59-7db479a2604d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2068534 Jun 04 06:24:36.587795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:36.600896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:36.605922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:36.615266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:36.669408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:36.887754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-2bb26b6a-2814-435f-87bc-ffa4a1dc3656 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0067382 Jun 04 06:24:36.899954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:36.903672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:36.916407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Request body: {'port': {'device_id': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:37.006029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d680518-39ef-470a-9bc6-15e500f40b88 req-3ea26105-4976-4526-baad-65910b4e8263 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 210 time: 0.0925419 Jun 04 06:24:37.116084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Made reservation on behalf of 57694075314846bb8f1fc53c184fb7f6 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:37.122516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.195936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.279423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:37.289586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-c3b9dc87-6490-4da4-adc3-f9dca8e8b937 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:37.291680 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-c3b9dc87-6490-4da4-adc3-f9dca8e8b937 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6899447 Jun 04 06:24:37.306474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Usage tracker for resource:security_group_rule and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:37.314100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:37.320200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Request body: {'port': {'device_id': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '1bf520eb493f41b59d8c58b538a5fbeb'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:37.342730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804ca5-a14c-40d4-b960-4113dc805e2c req-3bf29027-7036-493d-92dc-3991f28963a5 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:37.344421 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c804ca5-a14c-40d4-b960-4113dc805e2c req-3bf29027-7036-493d-92dc-3991f28963a5 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 944 time: 1.1452944 Jun 04 06:24:37.379287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.241 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/d1e801f3-c24e-4d58-91fe-fb57054f231b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:37.381093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:37.391347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.403223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00762828-8522-4585-8c2a-0d358e1e4b21 req-0123b52e-2e07-421a-abd2-08e0cc8d5baf tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:37.405521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00762828-8522-4585-8c2a-0d358e1e4b21 req-0123b52e-2e07-421a-abd2-08e0cc8d5baf tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.1912580 Jun 04 06:24:37.513335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00762828-8522-4585-8c2a-0d358e1e4b21 req-d09b4886-06a8-441a-b17b-7f22a690c181 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978596 Jun 04 06:24:37.594585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c804ca5-a14c-40d4-b960-4113dc805e2c req-dadcf9b9-6b7f-418b-b5ef-06f3c875f937 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358220 Jun 04 06:24:37.778753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:37.791671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Usage tracker for resource:port and tenant:1bf520eb493f41b59d8c58b538a5fbeb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:37.817203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:37.876384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:37.886314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dced94f7-c92b-4b00-8d5b-26007a965089 req-e4e6f7c9-83f9-4122-9893-1b8f9434f4c8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:37.903548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.912410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.941001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Made reservation on behalf of 1bf520eb493f41b59d8c58b538a5fbeb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:37.945157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:37.974508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dced94f7-c92b-4b00-8d5b-26007a965089 req-e4e6f7c9-83f9-4122-9893-1b8f9434f4c8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:37.975652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dced94f7-c92b-4b00-8d5b-26007a965089 req-e4e6f7c9-83f9-4122-9893-1b8f9434f4c8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 210 time: 0.1555674 Jun 04 06:24:37.990634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:24:38.065506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07860eaf-60fe-426a-8553-8a371219bc24,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:38.087061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.096742 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Added segment cd578e2f-0705-428b-aa8e-1b13c3563865 of type vlan for network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 Jun 04 06:24:38.200394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.228144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object d1e801f3-c24e-4d58-91fe-fb57054f231b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:38.228744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.243044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b7f08-4beb-49ae-970b-5334a27ff3e7 req-b9da12b3-38e5-4e2f-9cd7-d6cc6ba4e579 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:38.253069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53b7f08-4beb-49ae-970b-5334a27ff3e7 req-b9da12b3-38e5-4e2f-9cd7-d6cc6ba4e579 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.3229666 Jun 04 06:24:38.319412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53b7f08-4beb-49ae-970b-5334a27ff3e7 req-9bcb39b8-fbdb-43be-b6e3-ce3faea4e776 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642853 Jun 04 06:24:38.324376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.325440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:38.326166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.366600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.384925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:38.468066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:38.515127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:38.541805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9e774398-f490-4181-ad79-f3fad86ea831 req-d357da76-9119-4a7c-a565-fe8faf6df0bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 210 time: 0.1143610 Jun 04 06:24:38.548303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea7fff8-dfb5-4c81-81ad-22a9174d2464,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:38.556447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:38.558292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4722497 Jun 04 06:24:38.559919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.560400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.560749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.561083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.561414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.561788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.562116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.562439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.562764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.563089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.563411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.563732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be431d3b-3ec0-466c-9eb1-9b7a5855ab07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:38.567275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:38.589826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46682) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:38.598870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Request body: {'subnet': {'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1069465519-subnet', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:38.604805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:38.609407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Usage tracker for resource:subnet and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:38.612627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:38.627826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:38.646401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Made reservation on behalf of 57694075314846bb8f1fc53c184fb7f6 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:38.651574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:38.756419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.166 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/d3cd876e-472a-4ad1-a046-050d004dc8bc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:38.873460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:24:39.087469 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.109351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object d3cd876e-472a-4ad1-a046-050d004dc8bc will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:39.132763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:39.186123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:39.194515 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.306929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:39.314153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:39.315243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.336031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:39.348399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:39.408511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.412750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-83e474b5-9681-41a0-8c4a-0ccdeef22329 None None] Provisioning for port d1e801f3-c24e-4d58-91fe-fb57054f231b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:39.459675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-83e474b5-9681-41a0-8c4a-0ccdeef22329 None None] Provisioning complete for port d1e801f3-c24e-4d58-91fe-fb57054f231b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:39.465571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-83e474b5-9681-41a0-8c4a-0ccdeef22329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.490352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-8ea37c4d-2271-44c1-9c5a-1c0f70db7cfc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8010573 Jun 04 06:24:39.513754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b76617-42df-4258-94fa-582cbf709448 req-544c2981-bcfb-4796-be73-c749c45c0018 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:39.520117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58b76617-42df-4258-94fa-582cbf709448 req-544c2981-bcfb-4796-be73-c749c45c0018 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.7846065 Jun 04 06:24:39.544072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Request body: {'port': {'device_id': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:39.548266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:39.572883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb6f94d-b8f0-4e79-a026-34039f506cbb,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:39.587932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:39.594870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ce56-5b55-461d-ac44-9b43d7e9faa9 req-e9936c54-25dc-41e9-9178-350e74dd48e3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:39.596519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b58ce56-5b55-461d-ac44-9b43d7e9faa9 req-e9936c54-25dc-41e9-9178-350e74dd48e3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 944 time: 0.7224905 Jun 04 06:24:39.636644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:39.637804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.638526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Checking segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:39.638986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Network hostable DHCP agents. Network: 8ea7fff8-dfb5-4c81-81ad-22a9174d2464, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:24:39.734126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58b76617-42df-4258-94fa-582cbf709448 req-0290dd51-fbf5-4cdd-b6e2-6564e138f6cb tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987739 Jun 04 06:24:39.744539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:39.745754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.799949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:24:39.814224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b58ce56-5b55-461d-ac44-9b43d7e9faa9 req-a234d67f-e524-4b75-b858-a6e0697b80d7 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907532 Jun 04 06:24:39.848799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8ea7fff8-dfb5-4c81-81ad-22a9174d2464) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:39.864920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:39.866085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.868262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:39.879818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-df657260-45b1-4222-b5c9-f7e99ab1c60c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6049528 Jun 04 06:24:39.890038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531e894-dc6c-4642-b50e-924833acd1f2 None None] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:24:39.907694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Request body: {'port': {'device_id': 'd0853b05-7276-4435-acce-7d0883e60f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:40.107810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a406b4c6-a49a-44c6-b355-de90ceef352e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5167449 Jun 04 06:24:40.154880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83e474b5-9681-41a0-8c4a-0ccdeef22329 None None] Port d1e801f3-c24e-4d58-91fe-fb57054f231b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:40.214510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46698) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:40.234519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:40.238677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:40.239309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.241753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:40.246278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Usage tracker for resource:router and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:40.249510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:40.315585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:40.335914 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-152c3284-603f-4fa0-808b-d29a24fb1e25 req-bc2aa1a7-7d06-40b6-a6a8-120ecb75fec1 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 210 time: 0.1250188 Jun 04 06:24:40.362897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:40.366775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.366934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.467033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:24:40.467846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.482085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-10e0d64e-e383-47a8-957c-bc7fa03c5bba None None] Provisioning for port d3cd876e-472a-4ad1-a046-050d004dc8bc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:40.494942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-10e0d64e-e383-47a8-957c-bc7fa03c5bba None None] Provisioning complete for port d3cd876e-472a-4ad1-a046-050d004dc8bc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:40.495329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10e0d64e-e383-47a8-957c-bc7fa03c5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.549276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:40.563767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:40.586288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.604147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.605235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.606537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:40.634443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Transition to ACTIVE for port object cafa1290-7d3a-49d9-9c7c-98138f0446d7 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:40.683903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.693011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:40.896470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b7f3-ccc4-4ca3-9aca-be01c04ef990 req-7b3b9c98-b6d4-4e97-99d0-c8f328d43f75 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:40.903883 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94e1b7f3-ccc4-4ca3-9aca-be01c04ef990 req-7b3b9c98-b6d4-4e97-99d0-c8f328d43f75 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.7769570 Jun 04 06:24:40.958847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f9d0-c196-4290-9315-a211d25025cf req-6f792762-2a1c-4b19-a28e-986591c0cdbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:40.959587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ff08f9d0-c196-4290-9315-a211d25025cf req-6f792762-2a1c-4b19-a28e-986591c0cdbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:40.999546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ff08f9d0-c196-4290-9315-a211d25025cf req-6f792762-2a1c-4b19-a28e-986591c0cdbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:41.001070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff08f9d0-c196-4290-9315-a211d25025cf req-6f792762-2a1c-4b19-a28e-986591c0cdbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 936 time: 0.3314853 Jun 04 06:24:41.030057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-10e0d64e-e383-47a8-957c-bc7fa03c5bba None None] Port d3cd876e-472a-4ad1-a046-050d004dc8bc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:41.077064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Allocated IP 192.168.233.113 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/967518a5-373f-4eb5-b455-78c8e12375d1) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:41.088916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff08f9d0-c196-4290-9315-a211d25025cf req-9f95149c-1d5d-4ffb-9f0c-ff3982c9b4cb tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795407 Jun 04 06:24:41.137813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:41.240807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:41.292834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Allocated IP 172.20.0.2 (8ea7fff8-dfb5-4c81-81ad-22a9174d2464/4cb6f94d-b8f0-4e79-a026-34039f506cbb/034a4867-0511-44d5-9308-def24e3a845e) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:41.574293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:41.766887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c82e8cdc-a0cc-440f-af62-cf17bd50cee0 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5899928 Jun 04 06:24:41.773733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:41.777296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:41.781014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:41.784020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:41.786663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Usage tracker for resource:floatingip and tenant:fcb6f1292f5a49349e2b1125aea8b166 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:41.789660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:41.795601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:41.803339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94e1b7f3-ccc4-4ca3-9aca-be01c04ef990 req-450baf42-dd3f-4714-800e-aee4123e01be tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8983269 Jun 04 06:24:41.808868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:41.855659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Transition to ACTIVE for port object 034a4867-0511-44d5-9308-def24e3a845e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:41.895069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Attempting to bind port cafa1290-7d3a-49d9-9c7c-98138f0446d7 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:41.895440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Attempting to bind port cafa1290-7d3a-49d9-9c7c-98138f0446d7 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:41.895710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Attempting to bind port cafa1290-7d3a-49d9-9c7c-98138f0446d7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:41.917556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Port cafa1290-7d3a-49d9-9c7c-98138f0446d7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:41.917978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Attempting to bind port cafa1290-7d3a-49d9-9c7c-98138f0446d7 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:41.974348 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a3cb12-a61f-470c-8b15-3267fa6570aa'] response: {'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'code': 200} Jun 04 06:24:41.996769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Transition to ACTIVE for port object 034a4867-0511-44d5-9308-def24e3a845e will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:42.065199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:42.065199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:42.065199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:42.065199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Bound port: cafa1290-7d3a-49d9-9c7c-98138f0446d7, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:42.065199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.072676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.251171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.296509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:42.329361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.338272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Transition to ACTIVE for port object 967518a5-373f-4eb5-b455-78c8e12375d1 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:42.344033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:42.357453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.403017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:42.452470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:42.461388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:42.465347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Pushing event updated for resources: {'Port': ['ID=034a4867-0511-44d5-9308-def24e3a845e,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:42.466101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:42.476110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.478060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] 10.222.0.39 "PUT /v2.0/ports/cafa1290-7d3a-49d9-9c7c-98138f0446d7 HTTP/1.1" status: 200 len: 1096 time: 5.5724201 Jun 04 06:24:42.496857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:42.534990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e8244-57f2-4268-8310-a6399b7bfb06 req-2511fefe-6573-4d34-9d25-2cfc61362091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:42.543450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e2e8244-57f2-4268-8310-a6399b7bfb06 req-2511fefe-6573-4d34-9d25-2cfc61362091 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.5294065 Jun 04 06:24:42.558038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13effc50-118b-44ea-b861-16ee17969cfd service neutron] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:42.655462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Attempting to bind port 034a4867-0511-44d5-9308-def24e3a845e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:42.655830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Attempting to bind port 034a4867-0511-44d5-9308-def24e3a845e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:42.656193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Attempting to bind port 034a4867-0511-44d5-9308-def24e3a845e on network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:42.704958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:42.705644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Checking segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:42.706088 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.706599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Bound using segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:42.707198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Bound port: 034a4867-0511-44d5-9308-def24e3a845e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:42.707577 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.738706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:42.820071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e2e8244-57f2-4268-8310-a6399b7bfb06 req-99de81bc-3cb0-4cd6-afb8-4a5a3a0dcf06 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120352 Jun 04 06:24:42.823681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Allocated IP 172.25.1.121 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/2e66e070-4410-4bcb-ae24-7ee3c710baf0) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:42.910876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] For port 034a4867-0511-44d5-9308-def24e3a845e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:42.942864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] For port 034a4867-0511-44d5-9308-def24e3a845e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=034a4867-0511-44d5-9308-def24e3a845e,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:42.961568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.090879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:43.105808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:43.108915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:43.109701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Pushing event updated for resources: {'Port': ['ID=034a4867-0511-44d5-9308-def24e3a845e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:43.127077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.127417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.127755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.128087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.128457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.128785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.129101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.129428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.129776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.130096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.130417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.130734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4c6fa-0005-486e-bcf0-a043c3874de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:24:43.220557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e801f3-c24e-4d58-91fe-fb57054f231b {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:43.232712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.258816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Transition to ACTIVE for port object d1e801f3-c24e-4d58-91fe-fb57054f231b will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:43.276012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event updated for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:43.284309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.342586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-d8432552-8095-42ad-b1c3-9dff2b11a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:43.344022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-d8432552-8095-42ad-b1c3-9dff2b11a449 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1099 time: 0.7983999 Jun 04 06:24:43.449097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:43.449637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.488043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-27136330-af29-42b5-852b-3034736ff4e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7 HTTP/1.1" status: 200 len: 217 time: 0.1265361 Jun 04 06:24:43.604423 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.646157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a1ea31d3-c62e-474f-b2eb-5385aaf43271 None None] Provisioning for port 967518a5-373f-4eb5-b455-78c8e12375d1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:43.652354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a1ea31d3-c62e-474f-b2eb-5385aaf43271 None None] Provisioning complete for port 967518a5-373f-4eb5-b455-78c8e12375d1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:43.652720 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a1ea31d3-c62e-474f-b2eb-5385aaf43271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.662507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:43.669771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5702da-4d54-4d1f-aae7-d9399bb27d05 req-5537156b-d7ce-40f8-b281-6ca3e57a4125 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:43.678558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5b5702da-4d54-4d1f-aae7-d9399bb27d05 req-5537156b-d7ce-40f8-b281-6ca3e57a4125 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 1.0135920 Jun 04 06:24:43.702066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.782739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea31d3-c62e-474f-b2eb-5385aaf43271 None None] Port 967518a5-373f-4eb5-b455-78c8e12375d1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:43.822026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-23000449-1c55-44a6-90ed-43319b74af0c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5114760 Jun 04 06:24:43.827328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-6d27efc6-f519-478f-a6a4-bc1dffe88d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:43.828912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-6d27efc6-f519-478f-a6a4-bc1dffe88d7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3279631 Jun 04 06:24:43.894508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Request body: {'port': {'device_id': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:43.898789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:43.977823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5b5702da-4d54-4d1f-aae7-d9399bb27d05 req-48b8cc47-a017-422a-a9d3-8b1e5c8f3f92 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982657 Jun 04 06:24:44.013038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Attempting to bind port d1e801f3-c24e-4d58-91fe-fb57054f231b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:44.014135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Attempting to bind port d1e801f3-c24e-4d58-91fe-fb57054f231b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:44.014135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Attempting to bind port d1e801f3-c24e-4d58-91fe-fb57054f231b on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:44.030548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Port d1e801f3-c24e-4d58-91fe-fb57054f231b on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:44.030870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Attempting to bind port d1e801f3-c24e-4d58-91fe-fb57054f231b on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:44.045892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:44.046268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:44.046604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:44.047115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Bound port: d1e801f3-c24e-4d58-91fe-fb57054f231b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:44.047441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.099019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cd876e-472a-4ad1-a046-050d004dc8bc {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:44.115042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.121351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.220702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Transition to ACTIVE for port object d3cd876e-472a-4ad1-a046-050d004dc8bc will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:44.266659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.278426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:44.290179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:44.384234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Allocated IP 172.25.1.111 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9eba6a23-5887-4855-b8cf-e012e9581e8f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:44.399399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:44.412324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:44.424943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event updated for resources: {'Port': ['ID=2e66e070-4410-4bcb-ae24-7ee3c710baf0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:44.486837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 034a4867-0511-44d5-9308-def24e3a845e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:44.557636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:44.600973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:44.617839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.681198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 034a4867-0511-44d5-9308-def24e3a845e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:44.683019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-252cdb4d-b73a-4ee9-8caf-bf0effa31718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:44.684535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-252cdb4d-b73a-4ee9-8caf-bf0effa31718 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8432350 Jun 04 06:24:44.715534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.791455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43470a-0e0a-4df9-b0d3-6ce9612f0a7f None None] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:24:44.875419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:44.876038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:44.877417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1e801f3-c24e-4d58-91fe-fb57054f231b HTTP/1.1" status: 200 len: 1096 time: 5.3536766 Jun 04 06:24:44.892543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:44.897919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-b8995c90-fe47-482b-91e3-41465a9338e2 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833224 Jun 04 06:24:44.958832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Provisioning for port 034a4867-0511-44d5-9308-def24e3a845e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:44.974505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Provisioning complete for port 034a4867-0511-44d5-9308-def24e3a845e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:44.975305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.182414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Attempting to bind port d3cd876e-472a-4ad1-a046-050d004dc8bc on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:45.183437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Attempting to bind port d3cd876e-472a-4ad1-a046-050d004dc8bc by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:45.184020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Attempting to bind port d3cd876e-472a-4ad1-a046-050d004dc8bc on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:45.195953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Port d3cd876e-472a-4ad1-a046-050d004dc8bc on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:45.196538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Attempting to bind port d3cd876e-472a-4ad1-a046-050d004dc8bc on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:45.212863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:45.213351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:45.214134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:45.214700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Bound port: d3cd876e-472a-4ad1-a046-050d004dc8bc, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:45.215162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.246731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Current status of the port 034a4867-0511-44d5-9308-def24e3a845e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:45.247019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.299024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] For port 034a4867-0511-44d5-9308-def24e3a845e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=034a4867-0511-44d5-9308-def24e3a845e,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:45.338494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:45.342333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:45.358909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.377788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:45.380082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.381587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3cd876e-472a-4ad1-a046-050d004dc8bc HTTP/1.1" status: 200 len: 1096 time: 5.4866219 Jun 04 06:24:45.410292 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.422189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.492061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe9b64-bd35-45b8-8280-7b817e19d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:45.543545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb28bd-30b9-482c-be84-04353bee2275 None None] Pushing event updated for resources: {'Port': ['ID=034a4867-0511-44d5-9308-def24e3a845e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:45.639912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.682867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.864288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b89d336e-77a3-456c-93b1-3656e6232f71 req-d3f72b08-b3db-412a-b868-104c20f4e950 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9393673 Jun 04 06:24:45.878092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.914597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.935638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-906f6812-3dec-450d-91e5-185da4eafa4d None None] Provisioning complete for port 034a4867-0511-44d5-9308-def24e3a845e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:45.935892 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-906f6812-3dec-450d-91e5-185da4eafa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.938024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:45.959594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-61014e65-a7d7-44b4-b6a5-7df4aa18ddfc tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:45.961086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-61014e65-a7d7-44b4-b6a5-7df4aa18ddfc tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 946 time: 1.3628957 Jun 04 06:24:46.004733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967518a5-373f-4eb5-b455-78c8e12375d1 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:46.070618 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.083614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-906f6812-3dec-450d-91e5-185da4eafa4d None None] Current status of the port 034a4867-0511-44d5-9308-def24e3a845e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:46.092491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:46.093572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Pushing event updated for resources: {'Port': ['ID=9eba6a23-5887-4855-b8cf-e012e9581e8f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:46.100113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:46.103306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:46.114150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.119992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-757cbc01-dbbf-41a2-8156-d25eecc224f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:46.121636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-757cbc01-dbbf-41a2-8156-d25eecc224f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 1099 time: 1.1512947 Jun 04 06:24:46.136687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6598e-8b98-43a1-adde-1d9c02bbd4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:46.169848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Transition to ACTIVE for port object 967518a5-373f-4eb5-b455-78c8e12375d1 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:46.180472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-94b63f61-fbb1-487f-96d7-07f5a3b9beb2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:46.181179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-94b63f61-fbb1-487f-96d7-07f5a3b9beb2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:46.189545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.262189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-0a293d43-321b-42ca-944f-53e226797a2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b HTTP/1.1" status: 200 len: 217 time: 0.1137979 Jun 04 06:24:46.268620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:46.283022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-162d5b45-dceb-4711-be85-d9886d1613bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:46.284526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-162d5b45-dceb-4711-be85-d9886d1613bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 1099 time: 0.8498240 Jun 04 06:24:46.385040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 034a4867-0511-44d5-9308-def24e3a845e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:46.429205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Deleting port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:24:46.435327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.450563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-94b63f61-fbb1-487f-96d7-07f5a3b9beb2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:46.457757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-94b63f61-fbb1-487f-96d7-07f5a3b9beb2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 936 time: 1.8519051 Jun 04 06:24:46.498633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 034a4867-0511-44d5-9308-def24e3a845e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:46.499018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.524421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.527828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7600935 Jun 04 06:24:46.654926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-3e4731ba-5f52-41b0-b62d-29511da69d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:46.656768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-3e4731ba-5f52-41b0-b62d-29511da69d9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3789704 Jun 04 06:24:46.657617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9547c2a-0a87-45f7-a253-c2c0f2fb397b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event updated for resources: {'Port': ['ID=2e66e070-4410-4bcb-ae24-7ee3c710baf0,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:46.675626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 034a4867-0511-44d5-9308-def24e3a845e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:46.730749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-c4705721-a9f8-4c4e-8932-83dada09a2ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc HTTP/1.1" status: 200 len: 217 time: 0.4090044 Jun 04 06:24:46.777545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-c5383e5a-5680-457e-84e6-1fe8f3d5597e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:46.885388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-f843104d-87ff-463d-823b-ba4de183276e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:46.889130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-214cc7a4-c897-49dd-b48f-07103f5dc3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:46.908520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-c5383e5a-5680-457e-84e6-1fe8f3d5597e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:46.918735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a49fab46-a0ce-4f75-8d7e-39d59ea6c617 req-c5383e5a-5680-457e-84e6-1fe8f3d5597e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600143 Jun 04 06:24:46.932258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Attempting to bind port 967518a5-373f-4eb5-b455-78c8e12375d1 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:46.938840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Attempting to bind port 967518a5-373f-4eb5-b455-78c8e12375d1 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:46.939423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Attempting to bind port 967518a5-373f-4eb5-b455-78c8e12375d1 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:47.102786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:47.121952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-1a9451d9-f137-4ea8-ab83-b32766b510c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:47.123898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-1a9451d9-f137-4ea8-ab83-b32766b510c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3215656 Jun 04 06:24:47.234536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Port 967518a5-373f-4eb5-b455-78c8e12375d1 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:47.235019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Attempting to bind port 967518a5-373f-4eb5-b455-78c8e12375d1 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:47.240209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-f843104d-87ff-463d-823b-ba4de183276e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:47.241368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-f843104d-87ff-463d-823b-ba4de183276e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.5462036 Jun 04 06:24:47.265040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:47.265554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:47.266261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:47.266804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Bound port: 967518a5-373f-4eb5-b455-78c8e12375d1, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:47.267381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:47.450935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] For port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:47.451306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:47.571758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0352-2b04-4fd6-9313-8339696bbcdf req-6a533daf-1453-44c8-86c0-289f3d2109c4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:47.573308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-756b0352-2b04-4fd6-9313-8339696bbcdf req-6a533daf-1453-44c8-86c0-289f3d2109c4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 948 time: 0.3857937 Jun 04 06:24:47.621237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Calling delete_port for 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:24:47.710533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-f712bc1b-3fbe-4e93-9421-d26447f203c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:47.712040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-f712bc1b-3fbe-4e93-9421-d26447f203c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0151834 Jun 04 06:24:47.781341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:47.826304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=967518a5-373f-4eb5-b455-78c8e12375d1,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:47.839613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:47.877991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-756b0352-2b04-4fd6-9313-8339696bbcdf req-43df2239-4312-42a4-9761-325535987899 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937353 Jun 04 06:24:47.879899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-a0e2c353-5a7b-43f8-8e05-01f1ff336f08 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485851 Jun 04 06:24:47.898631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:48.001155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.001361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:48.003593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] 10.222.0.24 "PUT /v2.0/ports/967518a5-373f-4eb5-b455-78c8e12375d1 HTTP/1.1" status: 200 len: 1096 time: 4.1130111 Jun 04 06:24:48.070107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729dc8b-5c21-4d38-9b7b-45791eee9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:48.106888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-79a267e8-eb51-49c4-a5ee-f88c6d269dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.108428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-79a267e8-eb51-49c4-a5ee-f88c6d269dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9244461 Jun 04 06:24:48.185563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-739560a1-8fb0-45d8-80bb-414871621054 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.185563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b646f31e-8342-45b5-acd1-ce0ecbf08fe4 req-739560a1-8fb0-45d8-80bb-414871621054 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.9011359 Jun 04 06:24:48.365437 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53739d4-a4ce-443f-be07-6474b91a39b2'] response: {'name': 'network-changed', 'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'status': 'completed', 'code': 200} Jun 04 06:24:48.583310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-72396f8b-fec7-45ff-ab84-41d2e5186202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.584857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-72396f8b-fec7-45ff-ab84-41d2e5186202 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 1099 time: 0.5113301 Jun 04 06:24:48.663561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-2767b154-4af4-458c-b312-21abf8c6a69c service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318558 Jun 04 06:24:48.682192 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-5c85eba3-f4b2-469e-ba05-edde53e0bee5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=967518a5-373f-4eb5-b455-78c8e12375d1 HTTP/1.1" status: 200 len: 217 time: 0.0855954 Jun 04 06:24:48.705865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-cc96d623-bacc-40af-ba8d-cc68df0af88d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186653 Jun 04 06:24:48.706981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:48.770508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event deleted for resources: {'Port': ['ID=93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:48.776994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-f2a67ace-049f-4776-93e7-1da8697ae2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.778597 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-f2a67ace-049f-4776-93e7-1da8697ae2af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1099 time: 0.4155650 Jun 04 06:24:48.811967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-a8eed840-baa8-4444-8c38-0fbfdcb43d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.813430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-a8eed840-baa8-4444-8c38-0fbfdcb43d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1240814 Jun 04 06:24:48.824414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfb16d-c64b-4898-ac02-e3a22c34af57 req-c95464fb-f567-497f-af73-12461e33dfbc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.825866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71cfb16d-c64b-4898-ac02-e3a22c34af57 req-c95464fb-f567-497f-af73-12461e33dfbc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.3220434 Jun 04 06:24:48.826449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Router af337b99-387f-4178-8cac-26047ea918d3 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:24:48.843299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0792-5f70-4d15-9941-58fadceadf0e req-ae7dfade-dccb-40e1-b24c-45471b9f1c6b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:48.845453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f7a0792-5f70-4d15-9941-58fadceadf0e req-ae7dfade-dccb-40e1-b24c-45471b9f1c6b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=a7d0dc02-611e-4ea4-9479-3299d272c827 HTTP/1.1" status: 200 len: 946 time: 0.3405068 Jun 04 06:24:48.845758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:24:48.916148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:24:48.918074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:24:48.989366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-80432c1a-89c9-4077-ad74-d5c756f097a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:48.994377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] No DVR routers for this DVR port 93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:24:48.998462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:49.012973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f7a0792-5f70-4d15-9941-58fadceadf0e req-52fafb72-22d5-49c2-858d-060fc2d117f2 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521034 Jun 04 06:24:49.078145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b32a16e1-b841-421a-ace4-18a620e2a089 req-e3aacebf-099f-4a7b-8b0a-b894d719435d tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "DELETE /v2.0/ports/93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3 HTTP/1.1" status: 204 len: 173 time: 3.1004109 Jun 04 06:24:49.092034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ad1f0b0-5f48-47a7-8cb5-95745921667e req-165c1925-8c70-4cad-97de-3d35046f820a service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224796 Jun 04 06:24:49.116570 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b8cd6c-3dcb-4f6c-90b2-1c44283e4f4a'] response: {'name': 'network-changed', 'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b', 'status': 'completed', 'code': 200} Jun 04 06:24:49.257743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71cfb16d-c64b-4898-ac02-e3a22c34af57 req-574c2149-fba5-41ef-a046-385104a19124 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3841622 Jun 04 06:24:49.396569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-6ad01091-5096-49a8-8f32-2cadf87f1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.398069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-6ad01091-5096-49a8-8f32-2cadf87f1853 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.6089284 Jun 04 06:24:49.513226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-909325b0-4bdb-483e-a1ef-08201ae1a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.514731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-909325b0-4bdb-483e-a1ef-08201ae1a358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6832366 Jun 04 06:24:49.522634 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-d5cfcd63-a04d-40f3-870d-5834aa46bc63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7 HTTP/1.1" status: 200 len: 217 time: 0.1113546 Jun 04 06:24:49.535537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c636-844c-4255-a7e7-fa6449aa726b req-463ba683-3bbc-4c47-8a9f-7058adaa3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.537753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-463ba683-3bbc-4c47-8a9f-7058adaa3785 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 1099 time: 0.3731658 Jun 04 06:24:49.617485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:49.651451 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Sync routers for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:49.662948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:49.663888 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:49.671084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd685-0f20-4545-8a67-aadfccb6c0a5 req-727fc988-f72e-4c06-ab16-1b2917f970d0 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.681302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c9cd685-0f20-4545-8a67-aadfccb6c0a5 req-727fc988-f72e-4c06-ab16-1b2917f970d0 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.3479950 Jun 04 06:24:49.840835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c9cd685-0f20-4545-8a67-aadfccb6c0a5 req-543a49ba-4042-497c-b8d6-f76a09f19de3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587276 Jun 04 06:24:49.843059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c636-844c-4255-a7e7-fa6449aa726b req-20a7d3c7-34df-4403-8279-b59b5d4af261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.851325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-20a7d3c7-34df-4403-8279-b59b5d4af261 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2994447 Jun 04 06:24:49.889621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-cc588701-9a5b-46d1-b0e5-77250e42dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:49.891121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-cc588701-9a5b-46d1-b0e5-77250e42dcc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3331966 Jun 04 06:24:49.894547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:49.898517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e54930fc-4593-47c6-8870-5ec6a022ec50 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6670132 Jun 04 06:24:49.938729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46750) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:49.978564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-59d39dd8-e98c-485a-9e09-7ce84b14cd8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b HTTP/1.1" status: 200 len: 217 time: 0.1215916 Jun 04 06:24:50.006517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:50.118121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.123624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-ca09aa15-7460-4954-ad0b-5a19ed5eb201 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955172 Jun 04 06:24:50.141014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aea26-acf2-4bf0-b13e-f8ec9b4804d2 req-727174f1-a100-4c0a-9f5b-df2495d605ff tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.142560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721aea26-acf2-4bf0-b13e-f8ec9b4804d2 req-727174f1-a100-4c0a-9f5b-df2495d605ff tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 948 time: 0.6817458 Jun 04 06:24:50.164541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c636-844c-4255-a7e7-fa6449aa726b req-0e0f0d18-bd41-4bbd-9851-7f9bf22dcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.166414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-0e0f0d18-bd41-4bbd-9851-7f9bf22dcde0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1837938 Jun 04 06:24:50.280517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-32b1640c-9415-476a-a6a0-96d9779d536c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.282393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-32b1640c-9415-476a-a6a0-96d9779d536c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 820 time: 0.2465982 Jun 04 06:24:50.303241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c636-844c-4255-a7e7-fa6449aa726b req-113f7d5c-bd22-43a4-9bc4-6c483090fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.304879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-113f7d5c-bd22-43a4-9bc4-6c483090fd3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287615 Jun 04 06:24:50.306229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-207a0d6f-3a2d-4189-93d6-14e6b32df088 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/quotas/fcb6f1292f5a49349e2b1125aea8b166 HTTP/1.1" status: 200 len: 375 time: 0.0151715 Jun 04 06:24:50.328376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.355417 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:46Z', 'revision_number': 3, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:50.360659 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Checking router: af337b99-387f-4178-8cac-26047ea918d3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:24:50.360659 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Updating router af337b99-387f-4178-8cac-26047ea918d3 port 9eba6a23-5887-4855-b8cf-e012e9581e8f binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:24:50.368483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:50.384330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-402743dc-86ce-4881-8789-64b2aa7a4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.385833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-402743dc-86ce-4881-8789-64b2aa7a4f60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4864001 Jun 04 06:24:50.388583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-721aea26-acf2-4bf0-b13e-f8ec9b4804d2 req-b68279f4-0017-4e6f-8f75-85d8dd9641fa tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104533 Jun 04 06:24:50.432315 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.513523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-abd06fa9-66f4-4436-889b-69f160e56cc9 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997569 Jun 04 06:24:50.524025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-d3f81ded-c9a6-4471-9184-19e750848c74 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1870036 Jun 04 06:24:50.618169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d230a813-a83b-4702-97e8-1a2e7869d22d req-444d74ca-e5a8-4d1a-b9b6-da8f8ac9113f service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705982 Jun 04 06:24:50.781124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6029c636-844c-4255-a7e7-fa6449aa726b req-46ebf754-3757-42d9-a2d6-899d4ec2c011 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560842 Jun 04 06:24:50.783427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-6bc6fbb0-ae4b-4baa-a3b5-c9f0496d746d service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708997 Jun 04 06:24:50.784686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-676b03d1-2dac-4941-a489-39ccf5d82f60 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421837 Jun 04 06:24:50.838849 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.852427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Transition to ACTIVE for port object 9eba6a23-5887-4855-b8cf-e012e9581e8f will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:50.859464 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.871702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:50.946578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Attempting to bind port 9eba6a23-5887-4855-b8cf-e012e9581e8f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:50.947693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Attempting to bind port 9eba6a23-5887-4855-b8cf-e012e9581e8f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:50.948063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Attempting to bind port 9eba6a23-5887-4855-b8cf-e012e9581e8f on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:50.957131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-3b148d01-9e88-495b-b56d-ff2a9b38c0b0 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648588 Jun 04 06:24:50.964209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2826-da99-4436-a409-4511d84df109 req-8621f917-4faa-46be-a673-dac1c09a4ad1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:50.971493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-797b2826-da99-4436-a409-4511d84df109 req-8621f917-4faa-46be-a673-dac1c09a4ad1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 948 time: 0.4144409 Jun 04 06:24:50.994458 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:50.994836 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:50.995235 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:50.995626 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:50.996105 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Bound port: 9eba6a23-5887-4855-b8cf-e012e9581e8f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:50.996491 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:51.093275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:51.114020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5aa7d-3dc5-49f2-b07b-ad800ac494b0 None None] Pushing event updated for resources: {'Port': ['ID=9eba6a23-5887-4855-b8cf-e012e9581e8f,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:51.117762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc'}, {'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'name': 'network-vif-deleted', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:51.123063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'mac_address': 'fa:16:3e:c9:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:51.188239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] For port 9eba6a23-5887-4855-b8cf-e012e9581e8f, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:51.193420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] For port 9eba6a23-5887-4855-b8cf-e012e9581e8f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eba6a23-5887-4855-b8cf-e012e9581e8f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:51.202748 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:51.263459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-797b2826-da99-4436-a409-4511d84df109 req-1043fa42-39e2-4705-8bbd-bf4ad685cc4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910175 Jun 04 06:24:51.289831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-03e55e5e-e9c4-4a74-aab4-00f5465e6993 req-fed5bfec-dd49-4d23-8ae1-a0ef3568d6ec service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373581 Jun 04 06:24:51.303547 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5aa7d-3dc5-49f2-b07b-ad800ac494b0 None None] Pushing event updated for resources: {'Port': ['ID=9eba6a23-5887-4855-b8cf-e012e9581e8f,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:51.315213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:51.316926 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:51.343333 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:51.343977 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:51.344850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:51.379818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:51.387216 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:51.539737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:51.819542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:51.845642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:52.024773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:52.045687 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06857a2-49e1-405b-834c-2a863e60b2aa'] response: {'name': 'network-changed', 'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1', 'status': 'completed', 'code': 200} Jun 04 06:24:52.122375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:52.162160 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7be7420-6cda-40b0-9f8b-b105803dde7a'] response: {'name': 'network-changed', 'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc', 'status': 'completed', 'code': 200} Jun 04 06:24:52.162590 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7be7420-6cda-40b0-9f8b-b105803dde7a'] response: {'server_uuid': 'a7d0dc02-611e-4ea4-9479-3299d272c827', 'name': 'network-vif-deleted', 'tag': '93e8cf49-75df-4ac2-9b3c-5ea956cfd8b3', 'status': 'completed', 'code': 200} Jun 04 06:24:52.206781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-6e92c5a6-2484-4efa-a36a-53087b1f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.209308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-6e92c5a6-2484-4efa-a36a-53087b1f1941 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 1099 time: 0.2110748 Jun 04 06:24:52.351345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:46Z', 'revision_number': 3, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:52.356432 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3bddfb-6a02-480a-ac73-76cf121fdc61 None None] The sync data for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 is: [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:46Z', 'revision_number': 3, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:24:52.430342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d42441a2-7750-4fe1-aae1-8ea011932873 req-ed114b65-7596-47d8-af5f-937264292bde tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 210 time: 0.0588613 Jun 04 06:24:52.432830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-3e40cdbd-ef4a-4c57-8c4f-d8b6fa07f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.434206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-3e40cdbd-ef4a-4c57-8c4f-d8b6fa07f02c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.2173257 Jun 04 06:24:52.499343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-a391dcfa-b235-4a35-a6d6-88071e9c29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.500855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-a391dcfa-b235-4a35-a6d6-88071e9c29a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.5633373 Jun 04 06:24:52.507689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-802b3256-673a-4fdc-98cd-e3ba0ac48f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.509103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-802b3256-673a-4fdc-98cd-e3ba0ac48f16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 1099 time: 0.3543155 Jun 04 06:24:52.541445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963ea5-4609-4044-8b74-96e09a236b49 req-50ac8529-434e-49d1-9e85-ef3b0469d2c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.551116 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1963ea5-4609-4044-8b74-96e09a236b49 req-50ac8529-434e-49d1-9e85-ef3b0469d2c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.7262242 Jun 04 06:24:52.678620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-7b89c5cb-0b91-4d70-a9a5-b514d5b270c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=967518a5-373f-4eb5-b455-78c8e12375d1 HTTP/1.1" status: 200 len: 217 time: 0.2360611 Jun 04 06:24:52.840808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-43026988-1522-4f1c-a9a3-c4d930157fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.842297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-43026988-1522-4f1c-a9a3-c4d930157fac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1017060 Jun 04 06:24:52.897625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d1e801f3-c24e-4d58-91fe-fb57054f231b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:52.959213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca14e02-4bc4-4bcf-902a-55ddb59b405d req-7a595302-f1c6-4db0-b202-33c60a0729c2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:52.961837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eca14e02-4bc4-4bcf-902a-55ddb59b405d req-7a595302-f1c6-4db0-b202-33c60a0729c2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 948 time: 0.2824178 Jun 04 06:24:52.964844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1963ea5-4609-4044-8b74-96e09a236b49 req-939e8c05-6350-4a68-976c-08418549af42 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125345 Jun 04 06:24:52.967966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:24:53.009983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Allocated IP 172.20.0.1 (8ea7fff8-dfb5-4c81-81ad-22a9174d2464/4cb6f94d-b8f0-4e79-a026-34039f506cbb/db7d4715-e73c-4eff-a934-cc5ef347cdf5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:53.072463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eca14e02-4bc4-4bcf-902a-55ddb59b405d req-4b2eb1c2-ea9d-4693-bb23-81d8caeb7217 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042829 Jun 04 06:24:53.093455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-700854bf-c595-487b-8e52-1d0ab2b2fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:53.094959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-700854bf-c595-487b-8e52-1d0ab2b2fb69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293262 Jun 04 06:24:53.250094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d3cd876e-472a-4ad1-a046-050d004dc8bc details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:53.296698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:53.521920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Transition to ACTIVE for port object db7d4715-e73c-4eff-a934-cc5ef347cdf5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:53.536458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-dc0b6632-51ef-468b-933c-0a04135990dc service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214308 Jun 04 06:24:53.553711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:53.627216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'd3cd876e-472a-4ad1-a046-050d004dc8bc', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd3cd876e-472a-4ad1-a046-050d004dc8bc', 'mac_address': 'fa:16:3e:82:79:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:53.661644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-9bb702fa-b026-4640-a7b7-e891e0cc8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:53.663525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-9bb702fa-b026-4640-a7b7-e891e0cc8559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 1.1535254 Jun 04 06:24:53.750585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cefd-0b2d-4aaf-bae3-c04c1dbf5d45 req-516ce66a-b4ed-4229-8cd9-d18f26efb822 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:53.753735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb94cefd-0b2d-4aaf-bae3-c04c1dbf5d45 req-516ce66a-b4ed-4229-8cd9-d18f26efb822 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 948 time: 0.3705187 Jun 04 06:24:53.766995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-3b7612a9-1a23-4fe0-9559-3c0825a6e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:53.768863 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-3b7612a9-1a23-4fe0-9559-3c0825a6e114 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 1.2038126 Jun 04 06:24:53.772322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:53.787852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-ab8acc2f-0c61-4284-96a1-8ea07d75c178 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.0987523 Jun 04 06:24:53.790242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd1e801f3-c24e-4d58-91fe-fb57054f231b', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'd1e801f3-c24e-4d58-91fe-fb57054f231b', 'mac_address': 'fa:16:3e:b3:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:53.825593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb94cefd-0b2d-4aaf-bae3-c04c1dbf5d45 req-77c76de3-a1b9-4a8b-878c-f35a1cb3d736 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Jun 04 06:24:53.825871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d3cd876e-472a-4ad1-a046-050d004dc8bc is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:53.826226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:53.828106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b3b7dd8-3f7a-425e-8f42-d64f3e1138b2 req-f83495f9-6428-45b0-8d1c-2d711d029a70 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633040 Jun 04 06:24:53.846009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 525148a2-b37c-4633-9977-f68f1c25dfaa is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:53.846485 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:53.871028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cd876e-472a-4ad1-a046-050d004dc8bc {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:53.914149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-cc17a545-a9cb-4536-9213-e9224db47c97 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:53.915655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-cc17a545-a9cb-4536-9213-e9224db47c97 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 820 time: 0.5790865 Jun 04 06:24:53.963764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'port': {'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'admin_state_up': True, 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:54.017115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d1e801f3-c24e-4d58-91fe-fb57054f231b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:54.017724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.061927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e801f3-c24e-4d58-91fe-fb57054f231b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:54.075119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-506a8aa7-4386-4c76-baf6-3d495f18d898 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc HTTP/1.1" status: 200 len: 217 time: 0.2889028 Jun 04 06:24:54.083468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:54.090950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:54.102871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.113703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d94643-18d7-4f4c-8d3e-d6c36e949bbf req-c86a6c95-1bb8-4e48-b513-43351cde6109 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:54.115493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26d94643-18d7-4f4c-8d3e-d6c36e949bbf req-c86a6c95-1bb8-4e48-b513-43351cde6109 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 946 time: 0.1457911 Jun 04 06:24:54.179455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26d94643-18d7-4f4c-8d3e-d6c36e949bbf req-17f16438-d19b-4fa9-875b-bd12eb2d34bb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573213 Jun 04 06:24:54.184776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:54.186526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:54.191556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:54.193785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.194448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 967518a5-373f-4eb5-b455-78c8e12375d1 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:24:54.219395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=967518a5-373f-4eb5-b455-78c8e12375d1,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:54.276520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '967518a5-373f-4eb5-b455-78c8e12375d1', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '967518a5-373f-4eb5-b455-78c8e12375d1', 'mac_address': 'fa:16:3e:35:f9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:24:54.359939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.379912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 967518a5-373f-4eb5-b455-78c8e12375d1 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:54.380288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.460066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.464653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967518a5-373f-4eb5-b455-78c8e12375d1 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:54.483171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:54.500980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d1cf74e-9480-45ed-a16c-07e9747d3c44 req-c1895ca1-d054-426f-897c-684dd9428a1b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 210 time: 0.1228905 Jun 04 06:24:54.521022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-c4a1cc1f-5c9e-4bc2-ae7b-b99dc349ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:54.522588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-c4a1cc1f-5c9e-4bc2-ae7b-b99dc349ae7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.6060624 Jun 04 06:24:54.602997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eba6a23-5887-4855-b8cf-e012e9581e8f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:54.609883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa282-d677-40e8-9075-1740bbfa45a4 req-ba183637-03b0-4144-8894-9516ff2801df tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:54.612612 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1afa282-d677-40e8-9075-1740bbfa45a4 req-ba183637-03b0-4144-8894-9516ff2801df tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 1.2720423 Jun 04 06:24:54.651966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Pushing event updated for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:54.659902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:54.664095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=14']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:54.667208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:54.671857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:54.698955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:54.703912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-4fc8ac66-821a-4fed-8ebc-4fe4fc145667 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679342 Jun 04 06:24:54.705272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-ce08e200-e6e3-487e-99ec-aa0f77e34760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:54.706949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-ce08e200-e6e3-487e-99ec-aa0f77e34760 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.5102971 Jun 04 06:24:54.707752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:54.711253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:54.767020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Made reservation on behalf of fcb6f1292f5a49349e2b1125aea8b166 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:24:54.775479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.780999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=967518a5-373f-4eb5-b455-78c8e12375d1,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:54.801975 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:54.899698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1aee0-95ae-4b97-9b64-827551c95b2a req-28d40d60-6ec2-4e00-beaf-18863b1362de tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:54.907583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ed1aee0-95ae-4b97-9b64-827551c95b2a req-28d40d60-6ec2-4e00-beaf-18863b1362de tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 949 time: 0.2072690 Jun 04 06:24:54.948658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:54.984478 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ed1aee0-95ae-4b97-9b64-827551c95b2a req-f1133012-9acd-45d5-8421-8392472baca4 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755029 Jun 04 06:24:55.087827 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9061a5-f520-44d5-b0ce-000c92c7e3c4'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'code': 200} Jun 04 06:24:55.135528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1afa282-d677-40e8-9075-1740bbfa45a4 req-eaf35785-5131-4bb5-8c85-2aeab021c697 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343932 Jun 04 06:24:55.136528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.193636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:55.266040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['967518a5-373f-4eb5-b455-78c8e12375d1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:55.310607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-d0781ec8-cb28-471f-8742-dd8808cd3ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912400 Jun 04 06:24:55.351775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-168e00e5-f97f-4846-9c89-f84b6d98165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:55.353301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-168e00e5-f97f-4846-9c89-f84b6d98165b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5329511 Jun 04 06:24:55.389348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['d3cd876e-472a-4ad1-a046-050d004dc8bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:55.420504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Allocated IP 172.20.0.14 (b785a642-5dc3-4317-930d-e11d182c6802/d0bf77e4-0402-4cfe-b407-51f74e27f1de/7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:24:55.451814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce996-9d7b-490b-a1f1-75a561284a24 req-dcd8c236-7537-4439-b951-dc58ce854115 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:55.455269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-393ce996-9d7b-490b-a1f1-75a561284a24 req-dcd8c236-7537-4439-b951-dc58ce854115 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 949 time: 0.2280009 Jun 04 06:24:55.573234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-393ce996-9d7b-490b-a1f1-75a561284a24 req-b7723075-85ad-43dd-a88c-9b474b678684 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088300 Jun 04 06:24:55.601290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.618685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9eba6a23-5887-4855-b8cf-e012e9581e8f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:55.618685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.638448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08ddd305-de77-4650-9f07-45ea7d31b0e7 None None] Provisioning for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:55.650137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9eba6a23-5887-4855-b8cf-e012e9581e8f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:55.650509 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.728454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08ddd305-de77-4650-9f07-45ea7d31b0e7 None None] Provisioning complete for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:55.728828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08ddd305-de77-4650-9f07-45ea7d31b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.826514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:55.894387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-d1971ca2-e244-4598-8767-2e36dc5fe183 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265770 Jun 04 06:24:55.895608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:55.895608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:55.949552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08ddd305-de77-4650-9f07-45ea7d31b0e7 None None] Port db7d4715-e73c-4eff-a934-cc5ef347cdf5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:55.985026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f75e49c9-1f3d-4b9d-8e31-6fc6944406b1 req-b397f7f5-e00b-4ab8-9304-0765f37ee5cd tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 210 time: 0.1111839 Jun 04 06:24:56.086366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9251a8c6-b3f7-4645-b27e-0ed599ec89fd req-3e578c7e-7d0f-4b79-a5df-6d2584db4e06 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521907 Jun 04 06:24:56.089318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90238a44-93e1-4fbe-98fe-6d332a76c976 req-f48ca51e-2cb3-402d-8ac7-8d18e0883b84 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645755 Jun 04 06:24:56.227317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9eba6a23-5887-4855-b8cf-e012e9581e8f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:56.228922 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.308215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.311632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a98f74-78bc-41eb-b193-8f87ada03f35 req-c4af0516-1906-4617-9439-6af86e565197 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:56.313443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a8a98f74-78bc-41eb-b193-8f87ada03f35 req-c4af0516-1906-4617-9439-6af86e565197 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 949 time: 0.1250110 Jun 04 06:24:56.319625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9eba6a23-5887-4855-b8cf-e012e9581e8f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eba6a23-5887-4855-b8cf-e012e9581e8f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:56.370112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a8a98f74-78bc-41eb-b193-8f87ada03f35 req-4fa70de3-589a-4f2a-9df0-5d47d304e1ff tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Jun 04 06:24:56.378155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.416465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.448076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb2e3-42e4-4b98-89c7-d9ca7b20eb26 req-c1bf38b2-f08f-4a96-9b26-76f57f0cbcec tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:56.449808 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-173fb2e3-42e4-4b98-89c7-d9ca7b20eb26 req-c1bf38b2-f08f-4a96-9b26-76f57f0cbcec tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.6615610 Jun 04 06:24:56.460546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Transition to ACTIVE for port object 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:56.504022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:56.504674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.531884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9eba6a23-5887-4855-b8cf-e012e9581e8f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:56.577801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:56.584306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.598746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-173fb2e3-42e4-4b98-89c7-d9ca7b20eb26 req-196ff0be-fa97-47e0-932d-054ccb6ae2ac tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367080 Jun 04 06:24:56.658510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:56.660704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb298cde-eac6-46c8-bf56-0db477cb97f7 req-7a474926-d36b-4858-b66e-0538fe164aa4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:56.662606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb298cde-eac6-46c8-bf56-0db477cb97f7 req-7a474926-d36b-4858-b66e-0538fe164aa4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1379399 Jun 04 06:24:56.719637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb298cde-eac6-46c8-bf56-0db477cb97f7 req-e6b067d6-e9e9-4089-812f-4e4a8a14dd6b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485590 Jun 04 06:24:56.817643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:56.905912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b9e57-bb13-4037-9b18-818a0f80e636 req-921d11e3-85e1-4b00-bec4-c8d2fbeda67d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:56.907464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-422b9e57-bb13-4037-9b18-818a0f80e636 req-921d11e3-85e1-4b00-bec4-c8d2fbeda67d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 949 time: 0.0824478 Jun 04 06:24:56.911092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Network b785a642-5dc3-4317-930d-e11d182c6802 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:56.915964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:56.939596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:24:56.968520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event updated for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:56.972263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-422b9e57-bb13-4037-9b18-818a0f80e636 req-b2d76d8a-72a8-45ec-bcbc-00324784a9ca tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Jun 04 06:24:56.972476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.003958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.090053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:57.119173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655c508-bf09-4687-aee2-e8552dd7a05f req-24ca0622-bdab-4ad5-b092-ea70cc9266c9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.120727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0655c508-bf09-4687-aee2-e8552dd7a05f req-24ca0622-bdab-4ad5-b092-ea70cc9266c9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.3611860 Jun 04 06:24:57.133512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.134146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.143317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 967518a5-373f-4eb5-b455-78c8e12375d1 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:57.180120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdafb40-00c6-4f70-ae49-8cc9ec2edfa0 req-491d6809-03ae-4891-ae60-a4b0a14876da tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.184305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.187672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfdafb40-00c6-4f70-ae49-8cc9ec2edfa0 req-491d6809-03ae-4891-ae60-a4b0a14876da tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1003828 Jun 04 06:24:57.201407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Pushing event updated for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:57.208410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8dba461f-bca3-4474-8bb3-d6e2ed09b4e2 None None] Provisioning for port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:57.215209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8dba461f-bca3-4474-8bb3-d6e2ed09b4e2 None None] Provisioning complete for port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:57.216048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8dba461f-bca3-4474-8bb3-d6e2ed09b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.234598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfdafb40-00c6-4f70-ae49-8cc9ec2edfa0 req-315c3f21-4cd6-4589-a2a6-9e76f2b71f2f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459256 Jun 04 06:24:57.247209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-0f60affe-d523-4d14-bfb9-e49f0fa7a4aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2872391 Jun 04 06:24:57.284265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7c556001-5546-42b8-9d88-9aed0b2fc923'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:24:57.307566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Request body: {'port': {'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:57.331071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 967518a5-373f-4eb5-b455-78c8e12375d1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:57.334296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8dba461f-bca3-4474-8bb3-d6e2ed09b4e2 None None] Port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:57.336082 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0655c508-bf09-4687-aee2-e8552dd7a05f req-f23bd7c3-018d-4826-8112-8f91f49adc33 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888688 Jun 04 06:24:57.352689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 967518a5-373f-4eb5-b455-78c8e12375d1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:57.353084 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.445582 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202c1c7e-d88b-4bfc-aaba-811a92b90cbb'] response: {'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'code': 200} Jun 04 06:24:57.491707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:24:57.492532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.505551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:24:57.585633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2204e1-b6e8-4eab-bc0f-3a7f03864868 req-cc9ebfec-4ba1-4be4-8604-5e7c2ef99abc tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.594423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e2204e1-b6e8-4eab-bc0f-3a7f03864868 req-cc9ebfec-4ba1-4be4-8604-5e7c2ef99abc tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 932 time: 0.2334023 Jun 04 06:24:57.617293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 967518a5-373f-4eb5-b455-78c8e12375d1 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:57.617558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.665736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=967518a5-373f-4eb5-b455-78c8e12375d1,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:57.678025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.704624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e2204e1-b6e8-4eab-bc0f-3a7f03864868 req-8815872f-ca5b-42bd-8a55-64bac0562a01 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062150 Jun 04 06:24:57.757806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-381dbd09-1360-47c7-8cec-f429c83457dd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.758682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-381dbd09-1360-47c7-8cec-f429c83457dd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Synchronizing usage tracker for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:57.767963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238ddad-ead5-43ec-8abb-fa3b9c10d1dc req-eb708147-ba86-4af5-a73a-7a66f5081ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.770236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f238ddad-ead5-43ec-8abb-fa3b9c10d1dc req-eb708147-ba86-4af5-a73a-7a66f5081ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1101 time: 0.2435656 Jun 04 06:24:57.790580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:57.835867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-381dbd09-1360-47c7-8cec-f429c83457dd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Unset dirty status for tenant:028d819215f84d9897de627a56a21c94 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:57.837123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-381dbd09-1360-47c7-8cec-f429c83457dd tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.3650100 Jun 04 06:24:57.862492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-388d6591-09f3-4ffc-9150-6d95e38a593b None None] Provisioning complete for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:57.862939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-388d6591-09f3-4ffc-9150-6d95e38a593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:57.921872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-388d6591-09f3-4ffc-9150-6d95e38a593b None None] Port db7d4715-e73c-4eff-a934-cc5ef347cdf5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:24:57.937356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ea9c0-cb0c-417a-917c-9dda20d4981b req-4863c43b-d052-4470-9801-8324aac13b78 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:57.938931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b01ea9c0-cb0c-417a-917c-9dda20d4981b req-4863c43b-d052-4470-9801-8324aac13b78 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4356523 Jun 04 06:24:58.023513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Router af337b99-387f-4178-8cac-26047ea918d3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:24:58.076942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f238ddad-ead5-43ec-8abb-fa3b9c10d1dc req-1acd346a-3a46-4463-add2-1841b3ffb738 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700098 Jun 04 06:24:58.094508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Deleting port 1846b8dd-e5c8-4509-805c-b500382dded0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:24:58.094845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.137310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b01ea9c0-cb0c-417a-917c-9dda20d4981b req-e30e12bf-7bdf-43e1-b0a1-89989c46c157 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436481 Jun 04 06:24:58.228482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766589a-2ced-48d5-a00b-89692dfe8be4 req-96ae62c0-ea2e-467e-bb8f-19c346df731b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:58.229953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a766589a-2ced-48d5-a00b-89692dfe8be4 req-96ae62c0-ea2e-467e-bb8f-19c346df731b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.2216241 Jun 04 06:24:58.309571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:24:58.367042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a766589a-2ced-48d5-a00b-89692dfe8be4 req-4d36333a-8907-4cc2-8bac-0bd612a974e6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145337 Jun 04 06:24:58.416753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] For port 1846b8dd-e5c8-4509-805c-b500382dded0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1846b8dd-e5c8-4509-805c-b500382dded0,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:24:58.417116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.474990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eba6a23-5887-4855-b8cf-e012e9581e8f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:58.501392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:24:58.514417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94c787dc-ea35-4ceb-ac9c-d8fd3be975bb admin admin] 10.222.0.17 "PUT /v2.0/routers/af337b99-387f-4178-8cac-26047ea918d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5510283 Jun 04 06:24:58.531461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:24:58.533808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Sync routers for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:24:58.543050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.563666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Transition to ACTIVE for port object 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:24:58.574010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508a15c-cb09-4031-83f1-72e454b39a61 req-2ffd30c6-af89-4dda-8fc2-0d6f6fe0d157 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:58.581190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3508a15c-cb09-4031-83f1-72e454b39a61 req-2ffd30c6-af89-4dda-8fc2-0d6f6fe0d157 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 945 time: 0.3283596 Jun 04 06:24:58.584370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:24:58.584598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.584827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:24:58.707402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9eba6a23-5887-4855-b8cf-e012e9581e8f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:58.707889 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.728342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348eed9-7354-4e33-8ce6-69037c36fad2 req-e8f5af56-cedd-46be-a4b3-68dc9dfa6974 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:58.736596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0348eed9-7354-4e33-8ce6-69037c36fad2 req-e8f5af56-cedd-46be-a4b3-68dc9dfa6974 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 949 time: 0.2509086 Jun 04 06:24:58.740556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3508a15c-cb09-4031-83f1-72e454b39a61 req-54bc0841-66d2-4c07-ba91-086a13e4e8a0 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups?id=4dae95df-a8ea-4989-98e3-79d8ebba0070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577635 Jun 04 06:24:58.853501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:58.896579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:24:58.913853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0348eed9-7354-4e33-8ce6-69037c36fad2 req-61b2dae0-f6a8-4603-9876-10f1453fd914 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748271 Jun 04 06:24:58.930807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.930807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:58.930807 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Floating IP a921d310-1284-4445-a788-13ecb86a9f0b disassociated. External IP: 172.25.1.83, port: 1846b8dd-e5c8-4509-805c-b500382dded0. Jun 04 06:24:58.930807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Calling delete_port for 1846b8dd-e5c8-4509-805c-b500382dded0 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:24:58.972654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d1e801f3-c24e-4d58-91fe-fb57054f231b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:58.999713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Attempting to bind port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:24:59.000313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Attempting to bind port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:24:59.002093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Attempting to bind port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:59.011757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae on network b785a642-5dc3-4317-930d-e11d182c6802 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:24:59.012894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Attempting to bind port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae on network b785a642-5dc3-4317-930d-e11d182c6802 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:24:59.025526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:24:59.025859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Checking segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:24:59.030541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Bound using segment: {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:24:59.031370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Bound port: 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361efbef-b85a-4e11-8eed-02bc00d15708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:24:59.031847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.183195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d3cd876e-472a-4ad1-a046-050d004dc8bc up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:24:59.201748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:24:59.213456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:24:59.225329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.298154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.299084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.300147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] 10.222.0.39 "PUT /v2.0/ports/7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 1092 time: 2.0012696 Jun 04 06:24:59.300687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:59.308533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.325630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9a8fb-0b46-43bb-9481-ca23cccaebbf req-c41b8825-e47e-4e6d-a385-07bf3ac15b25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.326362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4ac9a8fb-0b46-43bb-9481-ca23cccaebbf req-c41b8825-e47e-4e6d-a385-07bf3ac15b25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:24:59.332333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cdec1-22fe-4424-b250-4ec091365a2e service neutron] Pushing event updated for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:59.355835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4ac9a8fb-0b46-43bb-9481-ca23cccaebbf req-c41b8825-e47e-4e6d-a385-07bf3ac15b25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:24:59.357207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ac9a8fb-0b46-43bb-9481-ca23cccaebbf req-c41b8825-e47e-4e6d-a385-07bf3ac15b25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 944 time: 0.2121370 Jun 04 06:24:59.383905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event deleted for resources: {'Port': ['ID=1846b8dd-e5c8-4509-805c-b500382dded0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:24:59.393179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671d9cd-1086-4559-996b-d0a751947829 req-ab54051e-289e-455e-babf-f75d696fe1c8 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.400633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5671d9cd-1086-4559-996b-d0a751947829 req-ab54051e-289e-455e-babf-f75d696fe1c8 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.2960057 Jun 04 06:24:59.405282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc5a9-561b-4059-a94c-1964603f075a req-1bbde491-6977-40b5-a05d-6ea2ca3253a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.406720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-1bbde491-6977-40b5-a05d-6ea2ca3253a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.2621741 Jun 04 06:24:59.449187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9eba6a23-5887-4855-b8cf-e012e9581e8f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:24:59.451568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:24:59.482417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ac9a8fb-0b46-43bb-9481-ca23cccaebbf req-30164118-2433-4ec8-93b2-1cd5a0e8ce3a tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154482 Jun 04 06:24:59.528779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-5ecb2c8b-c13d-47d3-8cb6-ac6d3c5950d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.530396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-5ecb2c8b-c13d-47d3-8cb6-ac6d3c5950d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1095 time: 0.1450992 Jun 04 06:24:59.579961 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:24:59.686466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-64b201ff-c4c7-45f6-b57b-8f649b266a38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 217 time: 0.1435738 Jun 04 06:24:59.742523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5671d9cd-1086-4559-996b-d0a751947829 req-80a84c4d-a094-48ef-885f-6c91030e40b0 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399069 Jun 04 06:24:59.766242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d1e801f3-c24e-4d58-91fe-fb57054f231b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:59.777606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port d3cd876e-472a-4ad1-a046-050d004dc8bc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:24:59.787360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port d3cd876e-472a-4ad1-a046-050d004dc8bc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:59.787745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.802407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-634f0e81-43a7-47ff-814b-fc56f08385b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:24:59.804478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-634f0e81-43a7-47ff-814b-fc56f08385b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0902176 Jun 04 06:24:59.865456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d1e801f3-c24e-4d58-91fe-fb57054f231b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:24:59.865854 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:24:59.874743 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7897c4da-19f2-4fe7-97de-46d0ce1f830b'] response: {'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'status': 'completed', 'code': 200} Jun 04 06:24:59.875225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46988) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:24:59.888753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905965698', 'description': 'tempest-description--1211053669'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:24:59.898770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:24:59.910315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Usage tracker for resource:security_group and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:24:59.926239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:24:59.942353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:24:59.994376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.010673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-ff19c4e3-64f8-46c0-9c58-770a2e27ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.012500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-ff19c4e3-64f8-46c0-9c58-770a2e27ce21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933208 Jun 04 06:25:00.102639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 2, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:00.135718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d1e801f3-c24e-4d58-91fe-fb57054f231b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:00.136185 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.149715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Checking router: af337b99-387f-4178-8cac-26047ea918d3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:00.149994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Updating router af337b99-387f-4178-8cac-26047ea918d3 port db7d4715-e73c-4eff-a934-cc5ef347cdf5 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:25:00.173761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:00.191351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Usage tracker for resource:security_group_rule and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:00.198635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:00.207541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc5a9-561b-4059-a94c-1964603f075a req-e9d33e26-bd76-4d79-8634-5ba35863aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.208983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-e9d33e26-bd76-4d79-8634-5ba35863aefb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.7880306 Jun 04 06:25:00.216584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:00.220449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Router 8e4e28b4-9622-4499-b97d-2023041107e3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:00.247858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.257408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d3cd876e-472a-4ad1-a046-050d004dc8bc is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:00.257890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.276763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-5ec5ca86-9ae1-4339-a27f-0c9de8c3dc6d service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053261 Jun 04 06:25:00.277061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:00.289852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23bee3-82a1-461e-a87b-2acf799d7a76 req-dab3a007-2129-420f-832c-244a4d1a563a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.291611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de23bee3-82a1-461e-a87b-2acf799d7a76 req-dab3a007-2129-420f-832c-244a4d1a563a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.2781382 Jun 04 06:25:00.318341 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.398849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:00.409182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-f251e64b-d41b-4015-aae9-b6b712b8eb3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.1919327 Jun 04 06:25:00.428149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f29a5-85f4-4cf1-8722-a4d1dd6d871d req-ea773d39-f2ad-42aa-896f-7ad550dfc432 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.434165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e0f29a5-85f4-4cf1-8722-a4d1dd6d871d req-ea773d39-f2ad-42aa-896f-7ad550dfc432 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3419967 Jun 04 06:25:00.448164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de23bee3-82a1-461e-a87b-2acf799d7a76 req-cfbc6c3c-774d-4297-9c33-dba402b36a82 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339529 Jun 04 06:25:00.453013 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.491807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:00.501700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.512614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52991213-fe32-44c2-9ad8-3c916ed9e0e6 req-5889d880-bdfc-48f7-bdf9-a55ec049acc4 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198608 Jun 04 06:25:00.513969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.540729 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042e05ae-c5a4-4a4d-bb83-a4e0f8e1b4ca'] response: {'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1', 'code': 200} Jun 04 06:25:00.575981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd04b3-9bdb-4762-a03a-914abc6d9d79,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:00.590275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.591981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-af4d5d1e-cc56-4fd7-9c91-813f004bcce2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7155781 Jun 04 06:25:00.594987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:00.605964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'security_group_rule': {'security_group_id': '30dd04b3-9bdb-4762-a03a-914abc6d9d79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:00.657253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:00.674156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc5a9-561b-4059-a94c-1964603f075a req-40c02cdd-814c-4e02-90c4-07d7d7222b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.675815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-40c02cdd-814c-4e02-90c4-07d7d7222b5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2569401 Jun 04 06:25:00.677495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:00.684789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Usage tracker for resource:security_group_rule and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:00.729177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:00.782673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e0f29a5-85f4-4cf1-8722-a4d1dd6d871d req-4db7252a-e0cb-49e2-a351-f817ca7c65a9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423836 Jun 04 06:25:00.783767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.796825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:00.796825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-582502a2-ec0e-4e6e-aa48-40837ecbbc8c req-d3c849fa-7c94-406e-9a28-1278a8a638ec tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/ports?device_id=9126c5ea-5129-49a8-884b-45f19c2ee4ba HTTP/1.1" status: 200 len: 210 time: 0.1061366 Jun 04 06:25:00.797157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Transition to ACTIVE for port object db7d4715-e73c-4eff-a934-cc5ef347cdf5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:00.807057 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.820805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:00.837033 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Sync routers for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:00.862722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:00.863708 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:00.864581 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:00.880978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-38a725ed-e68e-4bd6-aed8-8fed675f5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.882558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-38a725ed-e68e-4bd6-aed8-8fed675f5452 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1095 time: 0.2660027 Jun 04 06:25:00.924052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78024-62a3-475f-9f4b-ce815a81046c req-8d3938b4-e332-4484-a6d6-c635a200f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:00.926087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c78024-62a3-475f-9f4b-ce815a81046c req-8d3938b4-e332-4484-a6d6-c635a200f28f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 1101 time: 0.2382386 Jun 04 06:25:01.121323 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:01.134899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092a4df-7e6c-4608-81ad-01cdab2304ab None None] Pushing event updated for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:01.154425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] No DVR routers for this DVR port 1846b8dd-e5c8-4509-805c-b500382dded0 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:25:01.158292 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.167184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'name': 'network-vif-deleted', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:01.220479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f54c3d7b-0714-4c52-866a-9783057361a9 req-b155ea8b-306b-473e-b1a0-d440b8694809 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.39 "DELETE /v2.0/ports/1846b8dd-e5c8-4509-805c-b500382dded0 HTTP/1.1" status: 204 len: 173 time: 3.3761024 Jun 04 06:25:01.224031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cc5a9-561b-4059-a94c-1964603f075a req-7d2ce592-8d5c-4960-8646-8a59bd5284f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:01.226129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-7d2ce592-8d5c-4960-8646-8a59bd5284f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5355427 Jun 04 06:25:01.269664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Attempting to bind port db7d4715-e73c-4eff-a934-cc5ef347cdf5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:01.270133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Attempting to bind port db7d4715-e73c-4eff-a934-cc5ef347cdf5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:01.270635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Attempting to bind port db7d4715-e73c-4eff-a934-cc5ef347cdf5 on network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:01.277526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:01.282987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Checking segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:01.282987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.283420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Bound using segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:01.284157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Bound port: db7d4715-e73c-4eff-a934-cc5ef347cdf5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:01.284635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.290298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ee199-4639-4763-bec0-12ce66cc3b38 req-b91cacf4-7087-4e7a-806c-1f71f27bb474 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:01.291832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e89ee199-4639-4763-bec0-12ce66cc3b38 req-b91cacf4-7087-4e7a-806c-1f71f27bb474 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 950 time: 0.3856940 Jun 04 06:25:01.432804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c78024-62a3-475f-9f4b-ce815a81046c req-d01823b2-ee2d-4212-be69-a617b68a78ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949901 Jun 04 06:25:01.438944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e89ee199-4639-4763-bec0-12ce66cc3b38 req-9bb97917-8cfb-4e8d-be2c-42247a7a39e8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379397 Jun 04 06:25:01.470503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] For port db7d4715-e73c-4eff-a934-cc5ef347cdf5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:01.476002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] For port db7d4715-e73c-4eff-a934-cc5ef347cdf5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=db7d4715-e73c-4eff-a934-cc5ef347cdf5,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:01.482749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.520660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-17cedc29-23cc-41b0-a4f1-640d761e119c service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712469 Jun 04 06:25:01.526740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.548091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:01.553781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Checking router: 8e4e28b4-9622-4499-b97d-2023041107e3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:01.577130 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:01.578287 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:01.583306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.587751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:01.588410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:01.601957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-49dd3628-acd1-43f7-9321-0107bb66dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:01.609031 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-49dd3628-acd1-43f7-9321-0107bb66dd62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.7074969 Jun 04 06:25:01.707772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092a4df-7e6c-4608-81ad-01cdab2304ab None None] Pushing event updated for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:01.744101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-949cc5a9-561b-4059-a94c-1964603f075a req-2dcc80d3-1770-480f-8df7-9be03c7a490b service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159085 Jun 04 06:25:01.758002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57892878-6e14-4143-9aea-9b1ee3a25f1f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:01.851177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:01.854643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a051fe3-5766-4a95-9668-d9eb1c5532ac tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2562237 Jun 04 06:25:01.857084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-16706f2e-0493-4c6a-af0f-97a62542451a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 217 time: 0.2130468 Jun 04 06:25:01.858618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47012) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:01.870632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b542bc-7ce7-44f9-ab1b-1145c5b2c5f9 req-6099a55a-a324-443a-a213-b2857146f795 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:01.878645 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7b542bc-7ce7-44f9-ab1b-1145c5b2c5f9 req-6099a55a-a324-443a-a213-b2857146f795 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 944 time: 0.6361284 Jun 04 06:25:01.883037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'security_group_rule': {'security_group_id': '30dd04b3-9bdb-4762-a03a-914abc6d9d79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:01.884410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:01.889343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:01.935125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c89a52-636b-4c88-b517-f7090145b158 req-892c7129-61b9-4df1-8921-b507379796ed tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:01.943643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16c89a52-636b-4c88-b517-f7090145b158 req-892c7129-61b9-4df1-8921-b507379796ed tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1985228 Jun 04 06:25:01.948254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Usage tracker for resource:security_group_rule and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:01.955275 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:01.975641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:01.989709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:02.035585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16c89a52-636b-4c88-b517-f7090145b158 req-289f857d-607d-4d35-bc2c-4e7fee6246ca tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902185 Jun 04 06:25:02.084347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.136055 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345bbc23-4dd8-47aa-acff-e0af60479d6a'] response: {'server_uuid': '9126c5ea-5129-49a8-884b-45f19c2ee4ba', 'name': 'network-vif-deleted', 'tag': '1846b8dd-e5c8-4509-805c-b500382dded0', 'status': 'completed', 'code': 200} Jun 04 06:25:02.176479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.180868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-b4bf4dbe-22d1-4687-9653-77e2c4a459c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:02.182822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-b4bf4dbe-22d1-4687-9653-77e2c4a459c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.2746634 Jun 04 06:25:02.186486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.262888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8ae66d-fc12-4305-ad03-6f64867890e2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:02.267323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.268217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9938abf6-1831-426d-8d04-62844c11e537 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4083843 Jun 04 06:25:02.272173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47016) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:02.277808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:02.286581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7b542bc-7ce7-44f9-ab1b-1145c5b2c5f9 req-bd28b1d8-72f1-4bd4-bfb5-348eb0734670 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040174 Jun 04 06:25:02.304713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:02.312845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Usage tracker for resource:floatingip and tenant:57694075314846bb8f1fc53c184fb7f6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:02.320426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:02.358331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-fd14aec8-8879-48d7-8dc4-95d7517b46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:02.361068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-fd14aec8-8879-48d7-8dc4-95d7517b46b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529179 Jun 04 06:25:02.397014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:02.436777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.470500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:01Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:02.481441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:02.484942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5600668-6c44-4613-8c4a-2a0535f06108 None None] The sync data for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 is: [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:01Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:02.492135 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08c5da-9008-41ce-b72f-48c51d1c271c None None] The sync data for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 is: [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:21:23Z', 'revision_number': 4, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '18cc1ed6-d7e6-4823-8a45-8fdadbf955a9', 'name': '', 'network_id': 'e22d87d2-569c-4274-a4f2-cdfc1f1c99cf', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'mac_address': 'fa:16:3e:c7:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:19Z', 'updated_at': '2022-06-04T06:21:36Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'subnets': [{'id': '84ab41e0-b6de-4ec3-a881-764345ccd7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:02.542121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b'}, {'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:02.542294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16dd14-6080-4081-936b-27dae6628ac8 req-f99c4234-247e-4afd-87e8-38090978c17d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:02.552264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e16dd14-6080-4081-936b-27dae6628ac8 req-f99c4234-247e-4afd-87e8-38090978c17d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.2203908 Jun 04 06:25:02.647092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-f2900e1b-37ce-4419-b7b1-84903e3597fe service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745073 Jun 04 06:25:02.661314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e16dd14-6080-4081-936b-27dae6628ac8 req-2f8a58ac-ac7a-4a5c-a105-d60a36383ebc tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095412 Jun 04 06:25:02.735155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996741a6-98e2-49b8-8310-0d44ab37bdca req-5d80a855-2a75-4733-96ae-14b0901de15f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:02.742691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-996741a6-98e2-49b8-8310-0d44ab37bdca req-5d80a855-2a75-4733-96ae-14b0901de15f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2571352 Jun 04 06:25:02.766433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:02.904121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-996741a6-98e2-49b8-8310-0d44ab37bdca req-f920874d-2113-4a6d-beba-cd28ff25ab4f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602507 Jun 04 06:25:02.945684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1846b8dd-e5c8-4509-805c-b500382dded0 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:03.001599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0f73722-a801-46cd-8106-abcbd213bf3e req-f19e8d3d-5406-4eaa-99b9-d506a9a99b9b service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466957 Jun 04 06:25:03.017121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d62ba-3d5b-4e8e-b659-40611eee46f7 None None] New status for floating IP a921d310-1284-4445-a788-13ecb86a9f0b: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:03.068111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47028) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:03.202017 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420d45e2-b977-4944-8803-16ec2b75dfbc'] response: {'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b', 'code': 200} Jun 04 06:25:03.202390 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420d45e2-b977-4944-8803-16ec2b75dfbc'] response: {'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc', 'code': 200} Jun 04 06:25:03.223923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 1846b8dd-e5c8-4509-805c-b500382dded0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:03.224261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1846b8dd-e5c8-4509-805c-b500382dded0 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:03.357237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.364252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Allocated IP 172.25.1.152 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b76f6321-ffd2-4c1d-96e8-b1b8a89c0072) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:03.480704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.509051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0bfc-e283-495a-8d4c-28f030b07501 req-6a3bdd57-ca81-4775-bc8d-de1edabe45e4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:03.512464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5efa0bfc-e283-495a-8d4c-28f030b07501 req-6a3bdd57-ca81-4775-bc8d-de1edabe45e4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 950 time: 0.4192061 Jun 04 06:25:03.574922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c01a42-a655-4bae-b8f3-2caf7f034a9c req-07915f3c-95b2-4385-ae96-3598b8c7238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:03.576535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86c01a42-a655-4bae-b8f3-2caf7f034a9c req-07915f3c-95b2-4385-ae96-3598b8c7238a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 1101 time: 0.3402166 Jun 04 06:25:03.585070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8e037-25a2-457e-b5c8-27f40c2bcdba req-1362ddfc-3df5-4804-9886-1745d3da58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:03.586502 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8f8e037-25a2-457e-b5c8-27f40c2bcdba req-1362ddfc-3df5-4804-9886-1745d3da58dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 1101 time: 0.2922945 Jun 04 06:25:03.602144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5efa0bfc-e283-495a-8d4c-28f030b07501 req-2ddc3e83-f954-46fa-8b44-f237ac7c8542 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743341 Jun 04 06:25:03.609069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.616835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95eef8-e549-447b-a6f5-9c540382c725 req-4c9fb9aa-79a2-460d-9518-8d525849e571 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:03.623826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d95eef8-e549-447b-a6f5-9c540382c725 req-4c9fb9aa-79a2-460d-9518-8d525849e571 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.2720177 Jun 04 06:25:03.645564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.670637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.708072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:03.730921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dae95df-a8ea-4989-98e3-79d8ebba0070,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:03.744237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86c01a42-a655-4bae-b8f3-2caf7f034a9c req-437a5941-58ce-494c-909f-147933eb0c09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567855 Jun 04 06:25:03.757755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:03.758591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4d95eef8-e549-447b-a6f5-9c540382c725 req-55a6c2d3-9f54-42e9-a456-abff8caa2e75 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337729 Jun 04 06:25:03.773049 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8f8e037-25a2-457e-b5c8-27f40c2bcdba req-bd4b30b4-e2b3-4821-bd5c-4573edadfacd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402400 Jun 04 06:25:03.773503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:03.773681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:03.773681 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ed8d4108-41e6-4837-8d3b-a620ede617bf tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "DELETE /v2.0/security-groups/4dae95df-a8ea-4989-98e3-79d8ebba0070 HTTP/1.1" status: 204 len: 168 time: 0.6996150 Jun 04 06:25:03.778671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47038) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:03.796787 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-8a2e0a3e-9bb1-40da-8ace-4ef11b517dd8 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] show failed (client error): The resource could not be found. Jun 04 06:25:03.796787 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a2e0a3e-9bb1-40da-8ace-4ef11b517dd8 tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "GET /v2.0/security-groups/4dae95df-a8ea-4989-98e3-79d8ebba0070 HTTP/1.1" status: 404 len: 347 time: 0.0168309 Jun 04 06:25:03.800223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47042) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:03.849687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'Port': ['ID=b76f6321-ffd2-4c1d-96e8-b1b8a89c0072,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:03.916938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4442-17cc-4da4-b7ab-12d917bb2fb6 req-2ab9cd09-36a1-4ab0-9731-1c1eb70b6cc4 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:03.918660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e77a4442-17cc-4da4-b7ab-12d917bb2fb6 req-2ab9cd09-36a1-4ab0-9731-1c1eb70b6cc4 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 944 time: 0.2041774 Jun 04 06:25:03.944075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.016167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e77a4442-17cc-4da4-b7ab-12d917bb2fb6 req-a575f6b7-a6aa-48d5-b8f5-ae77e7ad9707 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Jun 04 06:25:04.028484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.151367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Deleting port c8939676-343d-497e-9457-173bacfe6c79 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:04.151690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.315121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedeee2-d500-4556-97ae-f1087732f041 req-9d3a40c4-6fc1-4d41-b829-f21e428d8008 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:04.317417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6bedeee2-d500-4556-97ae-f1087732f041 req-9d3a40c4-6fc1-4d41-b829-f21e428d8008 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.3734994 Jun 04 06:25:04.322708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b29ea-5dda-4b35-b72d-fe8b1190dfb8 req-a10eb9c3-0345-441e-a3af-386d5755f38c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:04.324178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf0b29ea-5dda-4b35-b72d-fe8b1190dfb8 req-a10eb9c3-0345-441e-a3af-386d5755f38c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1398389 Jun 04 06:25:04.350633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.358740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.376668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.376919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.462426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6bedeee2-d500-4556-97ae-f1087732f041 req-3b6c4345-437f-429c-bd21-54cd8afe1147 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390877 Jun 04 06:25:04.484776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf0b29ea-5dda-4b35-b72d-fe8b1190dfb8 req-250ed9d2-78eb-4eab-9635-75fb511677ce tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521773 Jun 04 06:25:04.508970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'Port': ['ID=b76f6321-ffd2-4c1d-96e8-b1b8a89c0072,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:04.529512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.541242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device db7d4715-e73c-4eff-a934-cc5ef347cdf5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:04.559272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Calling delete_port for c8939676-343d-497e-9457-173bacfe6c79 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:04.591582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.601216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5e7cd123-bdc0-45ab-a747-046191998c1a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3196404 Jun 04 06:25:04.662773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:04.667953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:04.668323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.767548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ddcd-dd36-4414-9a6f-46fb448ebfb1 req-3cf3be23-b46d-4834-9806-98f6188a6e8a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:04.768885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29a9ddcd-dd36-4414-9a6f-46fb448ebfb1 req-3cf3be23-b46d-4834-9806-98f6188a6e8a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1571779 Jun 04 06:25:04.798246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port db7d4715-e73c-4eff-a934-cc5ef347cdf5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:04.798622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.822459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09244-fc6c-4ed2-906b-724cbd0bb5f7 req-924a1b88-3a0d-481b-95b5-db0daac924aa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:04.824177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4d09244-fc6c-4ed2-906b-724cbd0bb5f7 req-924a1b88-3a0d-481b-95b5-db0daac924aa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 950 time: 0.0962343 Jun 04 06:25:04.824462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.840626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port db7d4715-e73c-4eff-a934-cc5ef347cdf5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=db7d4715-e73c-4eff-a934-cc5ef347cdf5,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:04.845023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:04.858844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29a9ddcd-dd36-4414-9a6f-46fb448ebfb1 req-2b82aa0e-6be4-4e9a-b558-28999c8d3e20 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814619 Jun 04 06:25:04.876053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4d09244-fc6c-4ed2-906b-724cbd0bb5f7 req-9c3168c8-f356-4517-bf95-65e4faa2a47e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Jun 04 06:25:04.891840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Pushing event deleted for resources: {'Port': ['ID=c8939676-343d-497e-9457-173bacfe6c79,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:04.942182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:04.965628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:04.995895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:05.014690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:05.015966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6659f0ef-3f66-47a6-bf11-7a9d23c8853b tempest-VolumesAdminNegativeTest-1503515016 tempest-VolumesAdminNegativeTest-1503515016-project] 10.222.0.17 "DELETE /v2.0/floatingips/a921d310-1284-4445-a788-13ecb86a9f0b HTTP/1.1" status: 204 len: 168 time: 1.2144029 Jun 04 06:25:05.019364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:05.131886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-13f6c12e-1e0f-4833-9257-a7ab4289d927 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--905965698&fields=id&tenant_id=57694075314846bb8f1fc53c184fb7f6 HTTP/1.1" status: 200 len: 267 time: 0.0989757 Jun 04 06:25:05.170108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:05.193622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:05.315988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:05.316536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:05.343575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:05.362985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:05.367986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:05.374447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-d75e0d61-6723-4f9e-a884-a694a96c4180 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:05.376054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-d75e0d61-6723-4f9e-a884-a694a96c4180 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/networks?id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464 HTTP/1.1" status: 200 len: 812 time: 0.2376502 Jun 04 06:25:05.382184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac1ceb-b6f1-44a2-b9e6-c9f8d0039049 req-a970cf78-4abb-406f-8481-a31ee5a747c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:05.384047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30ac1ceb-b6f1-44a2-b9e6-c9f8d0039049 req-a970cf78-4abb-406f-8481-a31ee5a747c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3088045 Jun 04 06:25:05.400301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-342bd1cd-e966-4651-984a-7c01463b8a88 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/quotas/57694075314846bb8f1fc53c184fb7f6 HTTP/1.1" status: 200 len: 375 time: 0.0175440 Jun 04 06:25:05.464248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:05.505919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c7f69d1e-bed1-4b9b-bab6-157eda108ba5 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=57694075314846bb8f1fc53c184fb7f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990462 Jun 04 06:25:05.530877 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30ac1ceb-b6f1-44a2-b9e6-c9f8d0039049 req-717d1937-f365-4ecc-9df6-d2d68a01baba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377230 Jun 04 06:25:05.650861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b90d9c71-88a9-40bb-b0cb-87a5164f97a6 service neutron] 10.222.0.17 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325769 Jun 04 06:25:05.765938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90076a-e543-4986-9d72-f7f27d38a51a req-4d6d96bd-e603-4963-afde-ca97d8660c18 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:05.767378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de90076a-e543-4986-9d72-f7f27d38a51a req-4d6d96bd-e603-4963-afde-ca97d8660c18 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1219354 Jun 04 06:25:05.788373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-36467ab4-8c90-4b82-a263-b720046f817b service neutron] 10.222.0.17 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316879 Jun 04 06:25:05.839787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:05.984642 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de90076a-e543-4986-9d72-f7f27d38a51a req-b7e91f59-78f6-4e62-832c-4c9fe003aecb tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851873 Jun 04 06:25:06.029876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:06.232430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-2a98da97-bb6c-4038-8ee1-4b70249e9a85 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958571 Jun 04 06:25:06.490239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9203f-110d-49a1-98ea-4914db9263b1 req-8898484e-2582-4eea-b2ed-2369702e6879 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:06.499930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9a9203f-110d-49a1-98ea-4914db9263b1 req-8898484e-2582-4eea-b2ed-2369702e6879 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 945 time: 0.2554522 Jun 04 06:25:06.512239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device db7d4715-e73c-4eff-a934-cc5ef347cdf5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:06.534198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-f4db8e30-d316-42f3-854c-64f0dd1aff3c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:06.535780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-f4db8e30-d316-42f3-854c-64f0dd1aff3c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901771 Jun 04 06:25:06.555177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-556e677e-524c-424d-8b34-96b7e37f6eab tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/quotas/1bf520eb493f41b59d8c58b538a5fbeb HTTP/1.1" status: 200 len: 375 time: 0.0132053 Jun 04 06:25:06.556200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9a9203f-110d-49a1-98ea-4914db9263b1 req-fd6f89b1-cd44-4c75-8c50-6c7d72994689 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548735 Jun 04 06:25:06.610730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port db7d4715-e73c-4eff-a934-cc5ef347cdf5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:06.611119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:06.686321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Deleting port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:06.686794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:06.759328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port db7d4715-e73c-4eff-a934-cc5ef347cdf5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:06.768763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641f3b6-562e-4a94-a2e0-ffb4ea7d8c20 req-641365a8-1bc1-42e4-83b8-33f061cf49ee tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:06.770313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a641f3b6-562e-4a94-a2e0-ffb4ea7d8c20 req-641365a8-1bc1-42e4-83b8-33f061cf49ee tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1077096 Jun 04 06:25:06.784939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-72747c8c-7dec-4614-903b-708816e1f114 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226734 Jun 04 06:25:06.821961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a641f3b6-562e-4a94-a2e0-ffb4ea7d8c20 req-5177b331-3715-4811-8a6b-ec3f336fe3ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Jun 04 06:25:06.906525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] For port 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:06.906905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:07.061958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6c00e-8e5f-4e8d-a4e8-1e79faf4732c req-e5e26b0b-a4a9-4710-bad5-288cc0ff42fc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:07.065786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31c6c00e-8e5f-4e8d-a4e8-1e79faf4732c req-e5e26b0b-a4a9-4710-bad5-288cc0ff42fc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 950 time: 0.1275907 Jun 04 06:25:07.088300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Calling delete_port for 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:07.115177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31c6c00e-8e5f-4e8d-a4e8-1e79faf4732c req-efc42412-0f02-45c3-a945-d2d6d4a7d1ef tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Jun 04 06:25:07.167096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3da8b6f5-017b-4e10-a191-d651565f5df8 req-c2d188aa-3197-4e4f-8e93-f89d4a9cb328 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Synchronizing usage tracker for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:07.342825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68f208-1300-4d83-982a-2225ea610652 req-2955de8f-b71a-4d75-b6fb-996c55c061f0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:07.344297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c68f208-1300-4d83-982a-2225ea610652 req-2955de8f-b71a-4d75-b6fb-996c55c061f0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.0988605 Jun 04 06:25:07.399885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c68f208-1300-4d83-982a-2225ea610652 req-1aa946e7-0455-48d0-897f-deedd5c64b28 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478091 Jun 04 06:25:07.457451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3da8b6f5-017b-4e10-a191-d651565f5df8 req-c2d188aa-3197-4e4f-8e93-f89d4a9cb328 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Unset dirty status for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:07.458888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3da8b6f5-017b-4e10-a191-d651565f5df8 req-c2d188aa-3197-4e4f-8e93-f89d4a9cb328 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 210 time: 0.4171410 Jun 04 06:25:07.508321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6c6f123-c4c1-4b77-928f-b657139b0b7d req-e1a6a2b8-09cb-43fa-a9e7-33ce3e3541bd tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 210 time: 0.0646570 Jun 04 06:25:07.728183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f1967-1cae-4753-a1b7-badb3c8aaaa4 req-b3668ec0-721c-415b-ab43-32e1a5108f33 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:07.729793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c28f1967-1cae-4753-a1b7-badb3c8aaaa4 req-b3668ec0-721c-415b-ab43-32e1a5108f33 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 950 time: 0.0956070 Jun 04 06:25:07.781592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c28f1967-1cae-4753-a1b7-badb3c8aaaa4 req-1b535b29-3938-45b7-9f31-9e48fc6c09ba tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Jun 04 06:25:07.883726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-de30d105-2aac-43e9-b520-81b5835e856a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:07.884411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-de30d105-2aac-43e9-b520-81b5835e856a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Synchronizing usage tracker for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:07.907364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:07.970241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Pushing event deleted for resources: {'Port': ['ID=18cc1ed6-d7e6-4823-8a45-8fdadbf955a9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:07.982901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f227b1-c9ba-4416-9254-22e389b224db req-0dcf6de1-3811-4082-ab8a-dc3cd688b690 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:07.984882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44f227b1-c9ba-4416-9254-22e389b224db req-0dcf6de1-3811-4082-ab8a-dc3cd688b690 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.0935321 Jun 04 06:25:08.014509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-de30d105-2aac-43e9-b520-81b5835e856a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Unset dirty status for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:08.015658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-de30d105-2aac-43e9-b520-81b5835e856a tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.24 "GET /v2.0/networks?id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464 HTTP/1.1" status: 200 len: 812 time: 0.6779604 Jun 04 06:25:08.043519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-87c9f1df-6bf0-444b-84e1-6fa6f06f36a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3307073 Jun 04 06:25:08.052010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44f227b1-c9ba-4416-9254-22e389b224db req-2ac045c4-627d-476c-8832-f9543ab8e42e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592163 Jun 04 06:25:08.088109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8e014-7017-4ff3-aeaa-623fecc3f12f req-441387bb-7bdf-498b-8836-5bcafe96a211 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.089644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3d8e014-7017-4ff3-aeaa-623fecc3f12f req-441387bb-7bdf-498b-8836-5bcafe96a211 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.3755155 Jun 04 06:25:08.273732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14f66b-b1e5-4882-939a-37c5c4875251 req-1a212280-3e5c-464e-982d-e5cea32287b8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.275784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d14f66b-b1e5-4882-939a-37c5c4875251 req-1a212280-3e5c-464e-982d-e5cea32287b8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 945 time: 0.0969939 Jun 04 06:25:08.278291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-ff8c0948-6a3e-46b9-b4fe-1370e0402f35 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Synchronizing usage tracker for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:08.298893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3d8e014-7017-4ff3-aeaa-623fecc3f12f req-7efe0181-00a3-43fd-b3ff-1e422288c6ba tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674788 Jun 04 06:25:08.352724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-ff99b4f3-d953-4509-a2a3-4600b8c0cd77 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361032 Jun 04 06:25:08.357519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d14f66b-b1e5-4882-939a-37c5c4875251 req-8982b6a7-6dae-47f6-b742-101326468863 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750957 Jun 04 06:25:08.425096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-ff8c0948-6a3e-46b9-b4fe-1370e0402f35 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Unset dirty status for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:08.426423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-ff8c0948-6a3e-46b9-b4fe-1370e0402f35 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57694075314846bb8f1fc53c184fb7f6 HTTP/1.1" status: 200 len: 379 time: 0.3818734 Jun 04 06:25:08.437440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'port': {'device_id': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'admin_state_up': True, 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'security_groups': ['30dd04b3-9bdb-4762-a03a-914abc6d9d79']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:08.472144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-fdf77b8b-c871-47e4-8945-a32a12d347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.472144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-fdf77b8b-c871-47e4-8945-a32a12d347cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.3727491 Jun 04 06:25:08.473808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:08.711706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-2a1b9f7a-8352-4c82-9b9d-de44d94dc30a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.713263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-2a1b9f7a-8352-4c82-9b9d-de44d94dc30a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548892 Jun 04 06:25:08.740080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Request body: {'port': {'device_id': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '1bf520eb493f41b59d8c58b538a5fbeb'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:08.838281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-6c4e92cb-7c73-4f75-b1af-2574557fc46f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.839544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-6c4e92cb-7c73-4f75-b1af-2574557fc46f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.2941344 Jun 04 06:25:08.871822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-f3e10d44-0b3b-4afe-9e67-4a5c7c07d407 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/quotas/5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 375 time: 0.0178933 Jun 04 06:25:08.872719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:08.892585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-79cea1aa-b506-4e79-9f00-5b8648a3d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:08.894525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-79cea1aa-b506-4e79-9f00-5b8648a3d453 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3690584 Jun 04 06:25:08.895359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:08.964534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:08.982345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:08.998376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:09.003649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Made reservation on behalf of 1bf520eb493f41b59d8c58b538a5fbeb for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:25:09.006895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.030087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-60f26812-49f4-40e8-8d6f-9a39f1a0bc60 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1535742 Jun 04 06:25:09.088119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:09.093399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:09.093765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.104037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Made reservation on behalf of 57694075314846bb8f1fc53c184fb7f6 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:25:09.109002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.184287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-79d1cc55-9e5b-4126-b8cd-0eefc03e72fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.2468531 Jun 04 06:25:09.229176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:09.229585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.259199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:09.270188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:09.275047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.297070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-91e0cfea-11a7-4ce3-86a9-8192fa1faff9 service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588041 Jun 04 06:25:09.344172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Allocated IP 192.168.233.228 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/30dd7624-2e7c-4c26-a698-ec910c58c405) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:09.345296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:09.536466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0862ee-4dbf-4099-801c-40b502dec561 req-ea9bba5c-e56f-4649-89cd-1976e3204591 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:09.542241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0862ee-4dbf-4099-801c-40b502dec561 req-ea9bba5c-e56f-4649-89cd-1976e3204591 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:09.543789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0862ee-4dbf-4099-801c-40b502dec561 req-ea9bba5c-e56f-4649-89cd-1976e3204591 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93&device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 1691 time: 0.6625638 Jun 04 06:25:09.551916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-c5f07e7c-5c32-4178-9f0c-7760db8a412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:09.553304 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-c5f07e7c-5c32-4178-9f0c-7760db8a412a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1964607 Jun 04 06:25:09.622707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-69f6dea7-ce8f-4062-a47b-a0b28db07bac service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125978 Jun 04 06:25:09.670106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Router 8e4e28b4-9622-4499-b97d-2023041107e3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:09.717835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec0862ee-4dbf-4099-801c-40b502dec561 req-65a6a26e-08ab-42b6-9f30-603209f5ef5b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590443 Jun 04 06:25:09.722607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Allocated IP 172.20.0.7 (8ea7fff8-dfb5-4c81-81ad-22a9174d2464/4cb6f94d-b8f0-4e79-a026-34039f506cbb/97185a5a-48c9-4319-98f6-d0ea86a02de8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:09.838819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.873257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Transition to ACTIVE for port object 30dd7624-2e7c-4c26-a698-ec910c58c405 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:09.926704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5133ca6d-50cc-4a8b-bd39-e726f516ad87 req-ef5941da-309e-47b4-9519-77673664f42d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 210 time: 0.0453377 Jun 04 06:25:09.945855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:09.946713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1082cd8e-f788-4ce0-a478-652da4b2f045 req-ab796c12-f085-472e-8c1c-fc3f66450050 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 210 time: 0.0671718 Jun 04 06:25:09.975452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:10.065614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['967518a5-373f-4eb5-b455-78c8e12375d1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:10.082996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:10.098837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:10.107989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:10.163553 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9c59fe-0580-4a93-8106-9891b35161e7'] response: {'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'code': 200} Jun 04 06:25:10.179638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:10.188588 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Sync routers for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:10.203115 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:10.203735 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:10.235092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event updated for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:10.252496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-5e27513d-bac0-4e4d-8986-cf2e274a8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:10.254234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-5e27513d-bac0-4e4d-8986-cf2e274a8a20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6899135 Jun 04 06:25:10.397266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:10.398240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:10.450531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e508292-01d8-49c1-8493-ca5aaf5eca60 req-1388d3de-8a0f-40f6-bb38-7d0590aaef58 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:10.458240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e508292-01d8-49c1-8493-ca5aaf5eca60 req-1388d3de-8a0f-40f6-bb38-7d0590aaef58 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 946 time: 0.2811236 Jun 04 06:25:10.477778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bbf38-4cf0-40ce-b2bc-cc707fbf4d5d req-ccf3ad5c-70cf-419c-9ed3-9087237b882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:10.481393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-810bbf38-4cf0-40ce-b2bc-cc707fbf4d5d req-ccf3ad5c-70cf-419c-9ed3-9087237b882b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1097 time: 0.2965057 Jun 04 06:25:10.485214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-41927864-f64e-4e9b-973c-7c2ebc901a0e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7528784 Jun 04 06:25:10.516513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Request body: {'port': {'device_id': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:10.547014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-393955ff-aa9f-4bf1-820a-d55169d53096 None None] Provisioning for port 30dd7624-2e7c-4c26-a698-ec910c58c405 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:10.587647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-393955ff-aa9f-4bf1-820a-d55169d53096 None None] Provisioning complete for port 30dd7624-2e7c-4c26-a698-ec910c58c405 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:10.588058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-393955ff-aa9f-4bf1-820a-d55169d53096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:10.636458 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:10.659955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e508292-01d8-49c1-8493-ca5aaf5eca60 req-fddb66b1-1af2-49cf-a9ce-580e52f97f11 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996050 Jun 04 06:25:10.688178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-810bbf38-4cf0-40ce-b2bc-cc707fbf4d5d req-f98ec571-3c2d-46ae-9237-051615d26476 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894984 Jun 04 06:25:10.727140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-393955ff-aa9f-4bf1-820a-d55169d53096 None None] Port 30dd7624-2e7c-4c26-a698-ec910c58c405 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:25:10.745156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2b12991-46b6-43dc-9c42-935e519cf57c admin admin] 10.222.0.17 "PUT /v2.0/routers/8e4e28b4-9622-4499-b97d-2023041107e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7241580 Jun 04 06:25:10.751479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47162) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:10.843867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:10.915828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-a80a3b2d-916e-490c-b668-ff99a0a0c6cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1373079 Jun 04 06:25:10.981841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c2b4c5c-a492-4f76-80fe-50b5384e9b9b req-1ef6d5cc-7722-4cb4-8105-6f7a45187eb7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 210 time: 0.0697818 Jun 04 06:25:11.090093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:11.109322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Transition to ACTIVE for port object 97185a5a-48c9-4319-98f6-d0ea86a02de8 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:11.133276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:11.178461 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:25:07Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:11.193704 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Checking router: 8e4e28b4-9622-4499-b97d-2023041107e3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:11.200963 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-bf5a7b75-1a2c-4316-8714-6bfe0f684a77 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8851359 Jun 04 06:25:11.225834 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Routers {'8e4e28b4-9622-4499-b97d-2023041107e3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:11.226635 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8e4e28b4-9622-4499-b97d-2023041107e3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:11.246779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:11.500266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] Set router 8e4e28b4-9622-4499-b97d-2023041107e3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:11.698759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8ec76-6470-40b3-8921-5ba7c3385c9b req-d3a3b676-dec0-4dfe-8490-12124c013ddc tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:11.706404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fe8ec76-6470-40b3-8921-5ba7c3385c9b req-d3a3b676-dec0-4dfe-8490-12124c013ddc tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 1101 time: 0.4142933 Jun 04 06:25:11.741698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-dd29d24a-28db-45a6-bdd1-0e205c43916d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:11.743112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-dd29d24a-28db-45a6-bdd1-0e205c43916d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.5285335 Jun 04 06:25:11.745726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a666a7-214f-4608-8c95-51a2c5242365 req-af70d8c6-e429-4e38-a565-4e1dfa1661bc tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:11.747500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87a666a7-214f-4608-8c95-51a2c5242365 req-af70d8c6-e429-4e38-a565-4e1dfa1661bc tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 1.5050788 Jun 04 06:25:11.748434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event updated for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:11.760109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'device_id': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'admin_state_up': True, 'tenant_id': '5f6634459d174868a1772cca8dc95967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:11.771541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:11.775956 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae5d4d1f-665b-4f15-831d-e80d9777a158 req-e2df6123-9173-44f9-b4a1-81af345d7db9 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146589 Jun 04 06:25:11.818930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:11.841854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:11.852837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fe8ec76-6470-40b3-8921-5ba7c3385c9b req-bdbf7b9d-bd8f-4bbd-ac3b-ff7e0e695e68 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454809 Jun 04 06:25:11.926348 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:25:07Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:11.930601 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65353-0a10-4c42-a9ad-4953e8916f25 None None] The sync data for ids ['8e4e28b4-9622-4499-b97d-2023041107e3'] in n-d-811808-2 is: [{'id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'name': 'tempest-VolumesAdminNegativeTest-1774351900-router', 'tenant_id': '028d819215f84d9897de627a56a21c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:06Z', 'updated_at': '2022-06-04T06:25:07Z', 'revision_number': 5, 'project_id': '028d819215f84d9897de627a56a21c94', 'gw_port': {'id': '623698bb-2486-4a3a-8252-cac7477ab0f8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e28b4-9622-4499-b97d-2023041107e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:08Z', 'updated_at': '2022-06-04T06:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:12.036115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dd7624-2e7c-4c26-a698-ec910c58c405 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:12.044586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.063037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Transition to ACTIVE for port object 30dd7624-2e7c-4c26-a698-ec910c58c405 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:12.132650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.137243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:12.137884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.143566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-87a666a7-214f-4608-8c95-51a2c5242365 req-7dff33ac-1d8f-4493-ab4c-95ae440ab748 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771579 Jun 04 06:25:12.192043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.198290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-75b3f3e9-bb1a-421d-9fd6-2e78d228ffea None None] Provisioning for port 97185a5a-48c9-4319-98f6-d0ea86a02de8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:12.204873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-75b3f3e9-bb1a-421d-9fd6-2e78d228ffea None None] Provisioning complete for port 97185a5a-48c9-4319-98f6-d0ea86a02de8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:12.205256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75b3f3e9-bb1a-421d-9fd6-2e78d228ffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.217912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-032f8ced-5667-47e8-8714-3d4c66844170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:12.224851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-032f8ced-5667-47e8-8714-3d4c66844170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 1100 time: 1.0220819 Jun 04 06:25:12.227689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-b89cd86e-f4bc-4e96-b2f9-8b7b117f2c65 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7940705 Jun 04 06:25:12.244331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Request body: {'port': {'device_id': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:12.305007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Deleting port 623698bb-2486-4a3a-8252-cac7477ab0f8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:12.305458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.340419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-75b3f3e9-bb1a-421d-9fd6-2e78d228ffea None None] Port 97185a5a-48c9-4319-98f6-d0ea86a02de8 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:25:12.463947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:12.530362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:12.530604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:12.531125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 18cc1ed6-d7e6-4823-8a45-8fdadbf955a9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:12.805939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:12.855918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:12.867681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5eff-2bc4-42e3-90e3-9bc1e6d1295c req-24e61c49-79e3-4af9-a39a-892679d8bb0d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:12.868430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3f6c5eff-2bc4-42e3-90e3-9bc1e6d1295c req-24e61c49-79e3-4af9-a39a-892679d8bb0d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:12.899905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:25:12.903478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.916068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Attempting to bind port 30dd7624-2e7c-4c26-a698-ec910c58c405 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:12.916388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Attempting to bind port 30dd7624-2e7c-4c26-a698-ec910c58c405 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:12.916728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Attempting to bind port 30dd7624-2e7c-4c26-a698-ec910c58c405 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:12.921594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:12.927906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3f6c5eff-2bc4-42e3-90e3-9bc1e6d1295c req-24e61c49-79e3-4af9-a39a-892679d8bb0d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:12.929072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f6c5eff-2bc4-42e3-90e3-9bc1e6d1295c req-24e61c49-79e3-4af9-a39a-892679d8bb0d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 948 time: 0.8647265 Jun 04 06:25:12.929624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Port 30dd7624-2e7c-4c26-a698-ec910c58c405 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:25:12.929940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Attempting to bind port 30dd7624-2e7c-4c26-a698-ec910c58c405 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:12.948096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-e8c66bfd-c9c5-4565-98ea-508aac7236f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:12.949553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-e8c66bfd-c9c5-4565-98ea-508aac7236f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5961022 Jun 04 06:25:12.992136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:12.992498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:12.992853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:12.993361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Bound port: 30dd7624-2e7c-4c26-a698-ec910c58c405, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:12.993671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:13.043299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2762-aafa-4373-a5fc-dc6666def48b req-cfc43451-0711-4bac-a696-1250bc402ba3 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.043995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f09d2762-aafa-4373-a5fc-dc6666def48b req-cfc43451-0711-4bac-a696-1250bc402ba3 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Synchronizing usage tracker for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:13.080087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-d4a85cc3-1092-456e-bc70-d1f535b7500d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e70ad653-49a2-446b-9575-a4a803e74914 HTTP/1.1" status: 200 len: 217 time: 0.1209605 Jun 04 06:25:13.108982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f6c5eff-2bc4-42e3-90e3-9bc1e6d1295c req-98f199b8-db44-4ed6-89a4-b7e35f193644 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345081 Jun 04 06:25:13.151975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] For port 623698bb-2486-4a3a-8252-cac7477ab0f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=623698bb-2486-4a3a-8252-cac7477ab0f8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:13.152338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:13.192781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:13.198987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30dd7624-2e7c-4c26-a698-ec910c58c405,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:13.207272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:13.211710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.20.0.3 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/0190ebb1-907b-4c84-b190-963f46c433f0) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:13.264818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f09d2762-aafa-4373-a5fc-dc6666def48b req-cfc43451-0711-4bac-a696-1250bc402ba3 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Unset dirty status for tenant:57694075314846bb8f1fc53c184fb7f6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:13.265916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f09d2762-aafa-4373-a5fc-dc6666def48b req-cfc43451-0711-4bac-a696-1250bc402ba3 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 931 time: 0.8676302 Jun 04 06:25:13.328032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.328658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:13.330051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] 10.222.0.39 "PUT /v2.0/ports/30dd7624-2e7c-4c26-a698-ec910c58c405 HTTP/1.1" status: 200 len: 1096 time: 2.8175261 Jun 04 06:25:13.331472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:13.344318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Calling delete_port for 623698bb-2486-4a3a-8252-cac7477ab0f8 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:13.406979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-a26c3d78-a49c-4cf2-8722-22d60030087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.408467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-a26c3d78-a49c-4cf2-8722-22d60030087c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3214509 Jun 04 06:25:13.452746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21734cfc-ffce-4374-84e8-8fb8cbdd1ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:13.588497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c94b3-c7d5-44c1-a1c6-eacc14c56a3f req-52f5643b-15b8-4fb7-a54b-50ca8f23b398 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.590799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-200c94b3-c7d5-44c1-a1c6-eacc14c56a3f req-52f5643b-15b8-4fb7-a54b-50ca8f23b398 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 946 time: 0.3464580 Jun 04 06:25:13.646156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-723175a4-07c4-469e-96c6-6be7c6c12da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.647643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-723175a4-07c4-469e-96c6-6be7c6c12da1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 1099 time: 0.2628927 Jun 04 06:25:13.736583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f09d2762-aafa-4373-a5fc-dc6666def48b req-dae5acd0-b243-4e0a-9517-76876307837c tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996093 Jun 04 06:25:13.750069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-d0adc77d-07a6-4dc9-80b6-5642a06e188b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=30dd7624-2e7c-4c26-a698-ec910c58c405 HTTP/1.1" status: 200 len: 217 time: 0.0800579 Jun 04 06:25:13.752806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:13.766291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-200c94b3-c7d5-44c1-a1c6-eacc14c56a3f req-4cd6e5ec-2620-4ce1-bfc0-687367bf6fe1 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595683 Jun 04 06:25:13.820809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Transition to ACTIVE for port object 0190ebb1-907b-4c84-b190-963f46c433f0 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:13.831157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-bf34688a-7e9d-47c4-a456-72d92189b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.832502 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-bf34688a-7e9d-47c4-a456-72d92189b6f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4062576 Jun 04 06:25:13.839643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-b0cc7787-4ce8-4af1-a978-911d8d87a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:13.840362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-b0cc7787-4ce8-4af1-a978-911d8d87a102 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0777462 Jun 04 06:25:13.910687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.043382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:14.051812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:14.055586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:14.084278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:14.114453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a237-4701-4cf0-9e33-104732b371ed req-7d9ad93c-8918-47fc-ab13-90e75b297ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:14.115946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-7d9ad93c-8918-47fc-ab13-90e75b297ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662549 Jun 04 06:25:14.119525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97185a5a-48c9-4319-98f6-d0ea86a02de8 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:14.145985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.169191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:14.169706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.185385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.227103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Transition to ACTIVE for port object 97185a5a-48c9-4319-98f6-d0ea86a02de8 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:14.231435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-4163dfdd-41a6-4445-ae20-6c35c6affeba service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908367 Jun 04 06:25:14.246185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Pushing event deleted for resources: {'Port': ['ID=623698bb-2486-4a3a-8252-cac7477ab0f8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:14.247802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.271971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e6e71-722c-4ac1-97b8-fef38d2ab76c req-fabbbd18-557a-4b50-aefa-508896053685 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:14.272676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6e9e6e71-722c-4ac1-97b8-fef38d2ab76c req-fabbbd18-557a-4b50-aefa-508896053685 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:14.279084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-e4f917c3-19f1-4dd0-84b5-d7cd56570dba tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5230346 Jun 04 06:25:14.304961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Request body: {'port': {'device_id': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:14.340573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-973be026-ad64-41c6-82fd-155474fd5f23 None None] Provisioning for port 0190ebb1-907b-4c84-b190-963f46c433f0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:14.346728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-973be026-ad64-41c6-82fd-155474fd5f23 None None] Provisioning complete for port 0190ebb1-907b-4c84-b190-963f46c433f0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:14.349406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-973be026-ad64-41c6-82fd-155474fd5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.381071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-39a1ca7e-10b9-4f08-b19e-27bb9d00802a service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479856 Jun 04 06:25:14.383637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6e9e6e71-722c-4ac1-97b8-fef38d2ab76c req-fabbbd18-557a-4b50-aefa-508896053685 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:14.384651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9e6e71-722c-4ac1-97b8-fef38d2ab76c req-fabbbd18-557a-4b50-aefa-508896053685 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 931 time: 0.4291215 Jun 04 06:25:14.423572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-973be026-ad64-41c6-82fd-155474fd5f23 None None] Port 0190ebb1-907b-4c84-b190-963f46c433f0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:25:14.519047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25935413-d540-4989-bdb0-74bc3d26e364 req-a685abc1-8cc3-4e57-ac39-f313603f8025 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:14.526148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25935413-d540-4989-bdb0-74bc3d26e364 req-a685abc1-8cc3-4e57-ac39-f313603f8025 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 1101 time: 0.5585387 Jun 04 06:25:14.620192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Pushing event updated for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:14.688920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e9e6e71-722c-4ac1-97b8-fef38d2ab76c req-83a49819-c7c6-4f3f-a962-1100cdaa9086 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776768 Jun 04 06:25:14.689368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.711553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25935413-d540-4989-bdb0-74bc3d26e364 req-5d8dc29e-1e39-4eba-aecc-730b0a7b333d tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841197 Jun 04 06:25:14.722194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.790260 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6566513-c481-49e1-bd34-10093342948a'] response: {'name': 'network-changed', 'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405', 'status': 'completed', 'code': 200} Jun 04 06:25:14.827588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1a237-4701-4cf0-9e33-104732b371ed req-7077d0db-270c-4e43-93b9-a5d5202e1688 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030664 Jun 04 06:25:14.868827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebd611aa-14ae-47a1-9ede-58212322ceab req-1984dac3-beda-44a5-9d7b-a76fc7fc3a14 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262937 Jun 04 06:25:14.991817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:14.999911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.004151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Attempting to bind port 97185a5a-48c9-4319-98f6-d0ea86a02de8 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:15.004483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Attempting to bind port 97185a5a-48c9-4319-98f6-d0ea86a02de8 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:15.004804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Attempting to bind port 97185a5a-48c9-4319-98f6-d0ea86a02de8 on network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:15.025310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Port 97185a5a-48c9-4319-98f6-d0ea86a02de8 on network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:25:15.026203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Attempting to bind port 97185a5a-48c9-4319-98f6-d0ea86a02de8 on network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:15.036633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:15.036929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Checking segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:15.037319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Bound using segment: {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:15.037793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Bound port: 97185a5a-48c9-4319-98f6-d0ea86a02de8, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd578e2f-0705-428b-aa8e-1b13c3563865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:15.038143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.064236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.065254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4e28b4-9622-4499-b97d-2023041107e3 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:25:15.202697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda9a2-0022-4ee3-a477-6b4ad697177e req-d3b95e2d-7013-48d3-9f30-122d9bc043aa tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.209601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbfda9a2-0022-4ee3-a477-6b4ad697177e req-d3b95e2d-7013-48d3-9f30-122d9bc043aa tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.3664103 Jun 04 06:25:15.234804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-823a452d-f019-4872-9ccf-2eae64bbf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.236287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-823a452d-f019-4872-9ccf-2eae64bbf778 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 1099 time: 0.3049498 Jun 04 06:25:15.276017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.277130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f215d04d-101f-4f10-82dc-01540b59d895 admin admin] 10.222.0.17 "DELETE /v2.0/routers/8e4e28b4-9622-4499-b97d-2023041107e3 HTTP/1.1" status: 204 len: 168 time: 4.5212386 Jun 04 06:25:15.282005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47210) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:15.297623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-e7cda505-1992-44f2-8360-6ceb564b28aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.299370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-e7cda505-1992-44f2-8360-6ceb564b28aa tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3681743 Jun 04 06:25:15.364541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:15.387884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-dcd3d70b-ae34-45d6-884d-c94a50b5718f tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0804505 Jun 04 06:25:15.389187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:15.396437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.443961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbfda9a2-0022-4ee3-a477-6b4ad697177e req-d8783e70-4a73-4e79-a726-8897769ab718 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060635 Jun 04 06:25:15.450239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:15.459299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Deleting subnet 84ab41e0-b6de-4ec3-a881-764345ccd7c7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:25:15.477308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.546356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.546973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.550345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] 10.222.0.24 "PUT /v2.0/ports/97185a5a-48c9-4319-98f6-d0ea86a02de8 HTTP/1.1" status: 200 len: 1091 time: 3.3110416 Jun 04 06:25:15.550992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:15.571691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.677465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-fa28b772-9622-400c-b0f7-38ef5811ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.678956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-fa28b772-9622-400c-b0f7-38ef5811ebd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4202499 Jun 04 06:25:15.691057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.769388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9b701-b02f-4e43-954c-ad374a462794 service neutron] Pushing event updated for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:15.792228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0190ebb1-907b-4c84-b190-963f46c433f0 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:15.808060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-56b0a7c2-4f04-4b9c-b4f2-f5f902fa70bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=30dd7624-2e7c-4c26-a698-ec910c58c405 HTTP/1.1" status: 200 len: 217 time: 0.0901639 Jun 04 06:25:15.811681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.888093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Transition to ACTIVE for port object 0190ebb1-907b-4c84-b190-963f46c433f0 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:15.905206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:15.935078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-3c65fa94-087a-437d-bf15-eae886210d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:15.936536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-3c65fa94-087a-437d-bf15-eae886210d9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57694075314846bb8f1fc53c184fb7f6&device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 1094 time: 0.2758985 Jun 04 06:25:16.021132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-7ddacf10-2732-4f12-9d99-bed3b821d363 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8 HTTP/1.1" status: 200 len: 217 time: 0.0709295 Jun 04 06:25:16.035853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-dfffff48-1e2a-4bb3-8864-88348c1e80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:16.037303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-dfffff48-1e2a-4bb3-8864-88348c1e80d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2181869 Jun 04 06:25:16.066812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af926f-f247-429e-914e-7d064a8d74ec req-14829ed9-aa54-40a3-9a3e-44f7108a2d3a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:16.069972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9af926f-f247-429e-914e-7d064a8d74ec req-14829ed9-aa54-40a3-9a3e-44f7108a2d3a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 948 time: 0.4457178 Jun 04 06:25:16.189493 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.219261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:16.230957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-5ac9fa0d-9ab6-4750-827f-48228ff0b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:16.232134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-5ac9fa0d-9ab6-4750-827f-48228ff0b5a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cb6f94d-b8f0-4e79-a026-34039f506cbb HTTP/1.1" status: 200 len: 851 time: 0.1546440 Jun 04 06:25:16.357402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-1ece30b0-48b6-4785-9956-984e9105625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:16.358805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-1ece30b0-48b6-4785-9956-984e9105625f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166539 Jun 04 06:25:16.427865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 623698bb-2486-4a3a-8252-cac7477ab0f8 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:16.450629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9af926f-f247-429e-914e-7d064a8d74ec req-a7a6fd2a-ee0a-4047-9fbc-01ce7f461c4e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228474 Jun 04 06:25:16.486201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Attempting to bind port 0190ebb1-907b-4c84-b190-963f46c433f0 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:16.486538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Attempting to bind port 0190ebb1-907b-4c84-b190-963f46c433f0 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:16.486896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Attempting to bind port 0190ebb1-907b-4c84-b190-963f46c433f0 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:16.496943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 623698bb-2486-4a3a-8252-cac7477ab0f8 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:16.497675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Port 0190ebb1-907b-4c84-b190-963f46c433f0 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:25:16.498005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Attempting to bind port 0190ebb1-907b-4c84-b190-963f46c433f0 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:16.501252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 623698bb-2486-4a3a-8252-cac7477ab0f8 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:16.513106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:16.513909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:16.514468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:16.515254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Bound port: 0190ebb1-907b-4c84-b190-963f46c433f0, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:16.516260 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.540857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-7b0e994d-c28a-4a06-ad06-65619b14ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:16.543589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-7b0e994d-c28a-4a06-ad06-65619b14ea63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4870546 Jun 04 06:25:16.550167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.563502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.571347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.650774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.658142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674fd9c1-634f-44b6-a16c-78b7f28369a4 None None] Network e22d87d2-569c-4274-a4f2-cdfc1f1c99cf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:25:16.659934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ab41e0-b6de-4ec3-a881-764345ccd7c7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:16.729190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-599f766d-b7b2-4e5d-8b47-2bec3b02299e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/84ab41e0-b6de-4ec3-a881-764345ccd7c7 HTTP/1.1" status: 204 len: 168 time: 1.4417694 Jun 04 06:25:16.744082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:16.797321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:16.838817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-c3ef03ca-c014-480a-9351-124aa31aef1c service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689362 Jun 04 06:25:16.883355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0190ebb1-907b-4c84-b190-963f46c433f0,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:16.909872 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.919708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-634826c9-63b9-42a4-921e-ea46cd841608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:16.995951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.005878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:17.006830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.008357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 200 len: 1091 time: 2.7073395 Jun 04 06:25:17.020044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:17.022117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] DHCP port deletion for e22d87d2-569c-4274-a4f2-cdfc1f1c99cf request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:25:17.029629 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Floating IP 7ae7077f-e567-4131-87d0-1067b54fee69 associated. External IP: 172.25.1.121, port: 7c556001-5546-42b8-9d88-9aed0b2fc923. Jun 04 06:25:17.030885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Deleting port d9a8037a-df18-412d-8f03-9d0dd840e10a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:17.031625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-7023971e-9c89-4145-bfdd-650c4c4f882f service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772301 Jun 04 06:25:17.033218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.134576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Deleting port d9a8037a-df18-412d-8f03-9d0dd840e10a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:17.135432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.199396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc93b-bcd9-4880-8fcd-e75353b91dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:17.346921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b66518c-f3e6-435b-8b76-821a7db976e4 req-2be47d48-c5db-4b03-a753-3c31c0e95f15 service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480557 Jun 04 06:25:17.427625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] For port d9a8037a-df18-412d-8f03-9d0dd840e10a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d9a8037a-df18-412d-8f03-9d0dd840e10a,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:17.428016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.471465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c97e1a2d-85b6-4374-bc72-5fded9e160a5 req-537a6b84-262c-4701-8388-b51e88123b64 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266081 Jun 04 06:25:17.475954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:17.513036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-3d03572c-3d37-4d99-88ee-82c1a82d0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:17.514532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-3d03572c-3d37-4d99-88ee-82c1a82d0e85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 1094 time: 0.4419219 Jun 04 06:25:17.562370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Calling delete_port for d9a8037a-df18-412d-8f03-9d0dd840e10a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:17.638488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.646265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-6c183a54-723d-47d1-a20c-835e0a99915d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 200 len: 217 time: 0.0817366 Jun 04 06:25:17.656186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfd1f6-1fe4-4d0b-919f-d57df03a7659 req-535cbecd-adee-458d-9568-73ea18e3c93b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:17.657647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07bfd1f6-1fe4-4d0b-919f-d57df03a7659 req-535cbecd-adee-458d-9568-73ea18e3c93b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 943 time: 0.3559411 Jun 04 06:25:17.685114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] Pushing event deleted for resources: {'Port': ['ID=d9a8037a-df18-412d-8f03-9d0dd840e10a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:17.687030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:17.692203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3d0ac-741c-464c-b332-961a0f7f8240 None None] No DVR routers for this DVR port d9a8037a-df18-412d-8f03-9d0dd840e10a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:25:17.706086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:17.706934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.715669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:17.716329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:17.749421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] For port d9a8037a-df18-412d-8f03-9d0dd840e10a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d9a8037a-df18-412d-8f03-9d0dd840e10a,segment=NetworkSegment(75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1),segment_id=75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:17.749807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:17.770141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-ce27d292-4ce3-4b92-b380-6e9b22354b34 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "PUT /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 996 time: 2.3694017 Jun 04 06:25:17.831706 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07bfd1f6-1fe4-4d0b-919f-d57df03a7659 req-b8b20ae5-a399-4c8f-97ab-9e602dacdea9 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412125 Jun 04 06:25:17.881286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-c3416a04-de73-4c5e-ab23-d41f99437afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:17.882819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-c3416a04-de73-4c5e-ab23-d41f99437afb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.1047804 Jun 04 06:25:17.910927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Calling delete_port for d9a8037a-df18-412d-8f03-9d0dd840e10a owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:17.919229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:17.945140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-08b4ea69-c7e3-4f9a-8763-2629b8ab4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:17.946605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-08b4ea69-c7e3-4f9a-8763-2629b8ab4bc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2863495 Jun 04 06:25:18.016789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-93fdc955-ea94-4e0e-b139-383fecd13ab0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691276 Jun 04 06:25:18.060263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-35620bfc-f503-4aba-bedb-e6107e8d173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.061999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-35620bfc-f503-4aba-bedb-e6107e8d173b service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.1713183 Jun 04 06:25:18.176151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-975875cc-777d-481e-a20a-62800c646ac3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 999 time: 0.1072004 Jun 04 06:25:18.242784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-0c90f43c-e65f-4bb7-b412-cb8c03b9cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.244517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-0c90f43c-e65f-4bb7-b412-cb8c03b9cf6e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0624981 Jun 04 06:25:18.310119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:25:18.310350 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:25:18.346499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:16Z', 'revision_number': 1, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:18.351866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:18.355056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-3dd3c74e-690d-4ddb-971e-428ca7df5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.357094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-3dd3c74e-690d-4ddb-971e-428ca7df5a56 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063118 Jun 04 06:25:18.361406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:18.362868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:18.369524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-38a10972-9b47-4f0a-b958-5025c86ad78e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:18.370641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-38a10972-9b47-4f0a-b958-5025c86ad78e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062013 Jun 04 06:25:18.378066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-a597a80a-ae75-48e6-8ec6-9050cbe08fb2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.379869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-a597a80a-ae75-48e6-8ec6-9050cbe08fb2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3498456 Jun 04 06:25:18.382668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-73ebfdcd-ee8b-447e-a5fc-2ee41b545111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.384067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-73ebfdcd-ee8b-447e-a5fc-2ee41b545111 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4296613 Jun 04 06:25:18.512099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-6e78b5fd-a98d-498a-a6cd-71951f262735 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.1245887 Jun 04 06:25:18.526112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d9a8037a-df18-412d-8f03-9d0dd840e10a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:18.572782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d9a8037a-df18-412d-8f03-9d0dd840e10a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:18.573017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d9a8037a-df18-412d-8f03-9d0dd840e10a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:18.607433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-5e690146-cb5c-4e00-a568-c5fd8a5adfb7 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119195 Jun 04 06:25:18.611341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:18.710134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-79f6a367-7bba-4ffe-8a24-e00de58b22dc service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311760 Jun 04 06:25:18.742026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c84db-3118-47bd-bea1-3fe250071d7c req-4718f19f-90a6-4b97-a74d-636ba23ed603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:18.742296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-e68f235a-acf9-4695-8520-596899d88eef tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2102695 Jun 04 06:25:18.743585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8c84db-3118-47bd-bea1-3fe250071d7c req-4718f19f-90a6-4b97-a74d-636ba23ed603 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.1564903 Jun 04 06:25:18.801391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a0c7b11-a739-4f19-a446-e0e86ddc167f req-6b508e2b-3aa7-438d-9b7a-ef43f6bdcc87 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855860 Jun 04 06:25:18.811174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Deleting port d9a8037a-df18-412d-8f03-9d0dd840e10a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:18.811532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:18.916036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8c84db-3118-47bd-bea1-3fe250071d7c req-e20ac203-2538-44c4-9f01-020f980861e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276982 Jun 04 06:25:18.924841 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a7d945-069d-4993-827c-cf6a6499a05c'] response: {'name': 'network-changed', 'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'status': 'completed', 'code': 200} Jun 04 06:25:18.927658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] The port 'd9a8037a-df18-412d-8f03-9d0dd840e10a' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:25:18.957321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08fea934-ee31-4061-bd19-7a61edfa92bc req-eef2a234-5c1a-4fe8-a6e6-48628a30d5d5 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428143 Jun 04 06:25:19.041596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-71da1d38-12de-4144-a546-83d84c5a748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.047598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30dd7624-2e7c-4c26-a698-ec910c58c405 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:19.110328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.139520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22d87d2-569c-4274-a4f2-cdfc1f1c99cf']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:19.154312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:19.154609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:19.168853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.199541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a09ef-1e25-4136-9edc-3ab47afde494 req-73f5a9b6-5d39-400f-85dc-d0f23b82da09 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.210334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c3a09ef-1e25-4136-9edc-3ab47afde494 req-73f5a9b6-5d39-400f-85dc-d0f23b82da09 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1105938 Jun 04 06:25:19.234927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.255064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:25:19.255494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.286294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30dd7624-2e7c-4c26-a698-ec910c58c405,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:19.306674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:16Z', 'revision_number': 1, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:19.308755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '30dd7624-2e7c-4c26-a698-ec910c58c405', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '30dd7624-2e7c-4c26-a698-ec910c58c405', 'mac_address': 'fa:16:3e:a7:74:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:19.338398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08f547-eadd-4e0c-b6bd-df6b47a24059 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:16Z', 'revision_number': 1, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:19.350119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c3a09ef-1e25-4136-9edc-3ab47afde494 req-70730dcb-ca84-411d-85b9-4df80a8f093e tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381159 Jun 04 06:25:19.380257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.391633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.401657 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1 resource provider aggregate not found Jun 04 06:25:19.404835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-62d6f53d-8324-4ea7-9815-bb7625e1b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.406326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-62d6f53d-8324-4ea7-9815-bb7625e1b9ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57694075314846bb8f1fc53c184fb7f6&device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 1094 time: 0.1770644 Jun 04 06:25:19.431489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 30dd7624-2e7c-4c26-a698-ec910c58c405 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:19.432144 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.434134 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fdf679-f825-4b81-944d-23db9d37ff38'] response: {'name': 'network-changed', 'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0', 'status': 'completed', 'code': 200} Jun 04 06:25:19.451910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] Pushing event deleted for resources: {'Network': ['ID=e22d87d2-569c-4274-a4f2-cdfc1f1c99cf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:19.459129 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75bf24c2-f1e9-49b6-b4d2-2ecdacf136e1 found for delete ", "request_id": "req-7ebfae33-6c3a-4b16-a5de-ff850a119850"}]} Jun 04 06:25:19.480253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dd7624-2e7c-4c26-a698-ec910c58c405 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:19.483750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e2534a09-c55b-4464-b819-ff76b7c1280c admin admin] 10.222.0.17 "DELETE /v2.0/networks/e22d87d2-569c-4274-a4f2-cdfc1f1c99cf HTTP/1.1" status: 204 len: 168 time: 2.7361708 Jun 04 06:25:19.487220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47264) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:19.503704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30dd7624-2e7c-4c26-a698-ec910c58c405,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:19.509801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:19.635906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8ad4a-7a5b-49eb-ab21-44ae7f15c625 req-fc34c323-56de-42d9-98a3-41387550226b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.644606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94b8ad4a-7a5b-49eb-ab21-44ae7f15c625 req-fc34c323-56de-42d9-98a3-41387550226b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 943 time: 0.4560609 Jun 04 06:25:19.664282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:19.686306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bdd89-a685-49d8-820c-677a713026d4 None None] New status for floating IP 7ae7077f-e567-4131-87d0-1067b54fee69: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:19.698215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-ef62dbca-0e51-4889-bc14-00cefa0eb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.699823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-ef62dbca-0e51-4889-bc14-00cefa0eb123 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464 HTTP/1.1" status: 200 len: 913 time: 0.2438762 Jun 04 06:25:19.799796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94b8ad4a-7a5b-49eb-ab21-44ae7f15c625 req-7f32c006-6529-4cc5-81cd-bffac02867b0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535068 Jun 04 06:25:19.833993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-ab7ddd8a-49c1-4a55-a152-5f033dd75e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.835708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-ab7ddd8a-49c1-4a55-a152-5f033dd75e80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 1094 time: 0.3493466 Jun 04 06:25:19.851538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-745dbb44-9842-419e-9481-a744ffdbd468 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8 HTTP/1.1" status: 200 len: 217 time: 0.1181731 Jun 04 06:25:19.974331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc2d7d-fc8f-462a-88ca-c5d10ce6cf55 req-f988404e-b3b6-46d2-9a7d-0641fecf1926 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.975962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1bcc2d7d-fc8f-462a-88ca-c5d10ce6cf55 req-f988404e-b3b6-46d2-9a7d-0641fecf1926 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.2736409 Jun 04 06:25:19.977586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-bee8c787-4b27-465f-a354-22763963fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:19.978957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-bee8c787-4b27-465f-a354-22763963fd4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cb6f94d-b8f0-4e79-a026-34039f506cbb HTTP/1.1" status: 200 len: 851 time: 0.1121960 Jun 04 06:25:19.992766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['30dd7624-2e7c-4c26-a698-ec910c58c405'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:20.082954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1bcc2d7d-fc8f-462a-88ca-c5d10ce6cf55 req-de6aeaf8-fd45-40c8-b5fc-c4255668acdd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005311 Jun 04 06:25:20.115304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-e48d8e13-998a-4c20-a4ab-7eb59d071a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.117001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-e48d8e13-998a-4c20-a4ab-7eb59d071a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028204 Jun 04 06:25:20.142325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:20.322207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:20.360539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-ac126064-d379-4d52-bbd1-61125b025afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.362826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-ac126064-d379-4d52-bbd1-61125b025afe service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.4595487 Jun 04 06:25:20.384700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-3c60ba52-528f-4999-83ff-4d8a8be19c2a tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438294 Jun 04 06:25:20.392068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-a2d8675a-7a37-4795-a513-c875a56c17f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667987 Jun 04 06:25:20.449687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b99ff-c8de-4d1f-bd4e-d3ca3a813554 req-19eb098e-34c0-41b7-8ed0-4ec3d483afa2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.451444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-920b99ff-c8de-4d1f-bd4e-d3ca3a813554 req-19eb098e-34c0-41b7-8ed0-4ec3d483afa2 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 943 time: 0.2370584 Jun 04 06:25:20.456233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-611cd62f-e7f8-439a-9fda-e1ea5af76c8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 200 len: 217 time: 0.0863438 Jun 04 06:25:20.583981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2f5ab-393c-4194-ae56-af7fec2a17f0 req-9c7f8954-9a39-4b89-8112-aeb2c4cf088e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.591849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7d2f5ab-393c-4194-ae56-af7fec2a17f0 req-9c7f8954-9a39-4b89-8112-aeb2c4cf088e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 949 time: 0.6485698 Jun 04 06:25:20.617748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-712fe968-4c6f-4633-b007-6eca754352ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.619533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-712fe968-4c6f-4633-b007-6eca754352ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1552432 Jun 04 06:25:20.702896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-920b99ff-c8de-4d1f-bd4e-d3ca3a813554 req-36eaed1d-69a2-41d0-959f-2f96e6bb1d4e tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419145 Jun 04 06:25:20.735016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6711ee76-1376-4a1a-b8e6-da3e60ff1fdb req-3680972a-b66a-4e99-9b55-69ac831c3491 service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144429 Jun 04 06:25:20.744132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-2b168bcf-6765-4146-a8d3-0600fe2f38c1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.745983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-2b168bcf-6765-4146-a8d3-0600fe2f38c1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496413 Jun 04 06:25:20.746687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7d2f5ab-393c-4194-ae56-af7fec2a17f0 req-21524116-4e32-4540-b577-78e7d89d83a5 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536694 Jun 04 06:25:20.759831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:20.809869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-21d7b91d-6127-404c-91a2-11ed64972c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:20.811389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-21d7b91d-6127-404c-91a2-11ed64972c89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559591 Jun 04 06:25:21.038333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:21.069944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-6fbc95a8-a57a-4796-9a03-3edb1b9b6fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196877 Jun 04 06:25:21.077060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.094285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:21.098230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-99cd9332-2ed8-497e-b0e8-dbe6a756cb1f req-c0c70c61-0290-46ff-8db3-30e2f622e364 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 210 time: 0.0534091 Jun 04 06:25:21.106235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:21.126282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:25:21.131133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.226477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d4a93a4c-6798-4085-ba68-f78021ba20d6 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:21.227911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d4a93a4c-6798-4085-ba68-f78021ba20d6 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3547194 Jun 04 06:25:21.248060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97185a5a-48c9-4319-98f6-d0ea86a02de8 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:21.360180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e468-50e5-413c-b3aa-3dfb4c0d9759 req-8f519814-a540-46c0-aeea-0997c6973ee3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:21.362262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c72e468-50e5-413c-b3aa-3dfb4c0d9759 req-8f519814-a540-46c0-aeea-0997c6973ee3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1606288 Jun 04 06:25:21.388159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:21.396183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.231 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/1b82690f-5b16-4028-b553-682d99a09c93) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:21.404039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'port_id': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'mac_address': 'fa:16:3e:ed:7b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:21.443684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c72e468-50e5-413c-b3aa-3dfb4c0d9759 req-1e7495c7-7ce1-476c-9b5f-716a80d860d3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689349 Jun 04 06:25:21.465528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 97185a5a-48c9-4319-98f6-d0ea86a02de8 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:21.466558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.484457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97185a5a-48c9-4319-98f6-d0ea86a02de8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:21.503549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:21.510430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.547450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-2e6266d8-d7e0-498c-9bb2-131f3a3d06e7 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1001 time: 0.3039660 Jun 04 06:25:21.561285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:21.587641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:21.613964 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-064fbe8b-8e4b-4ce8-a4a8-63508953db9a req-dc2b154b-5977-4f7b-9f94-9a3f170df6f5 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812799 Jun 04 06:25:21.707596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.731737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object 1b82690f-5b16-4028-b553-682d99a09c93 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:21.747691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42032c-cf58-4cab-ae3e-3dff419a855d req-3443e143-6f0d-44de-a990-73dc35f877bb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:21.749216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b42032c-cf58-4cab-ae3e-3dff419a855d req-3443e143-6f0d-44de-a990-73dc35f877bb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 943 time: 0.1621513 Jun 04 06:25:21.804656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b42032c-cf58-4cab-ae3e-3dff419a855d req-d29f865e-8abf-489f-b0a4-420da889a218 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474098 Jun 04 06:25:21.805758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.821169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:21.846363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:21.856400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:21.884370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:21.887551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:21.891793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:21.927311 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94d9ca7-0002-4ca2-bff4-d32dd2c357ca'] response: {'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:25:21.931149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:21.969692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['97185a5a-48c9-4319-98f6-d0ea86a02de8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:22.005187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:22.005945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.132108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.151056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-0a6dff74-f6fc-43e8-a8c4-3e8f096c2d42 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3960209 Jun 04 06:25:22.166436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Request body: {'port': {'device_id': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:22.252071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Deleting port c754de0b-6773-4764-96cf-70222ccf013c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:22.252609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.290729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df508-89f3-4d56-be9d-42f68aba756e req-7921e60e-c288-4b68-8660-91a1b42dad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:22.292186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-7921e60e-c288-4b68-8660-91a1b42dad1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.3608406 Jun 04 06:25:22.292393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21433-129f-4625-bc76-570087a65290 req-9b91c205-2e53-4458-8d38-ba584ab96c90 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:22.293895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6a21433-129f-4625-bc76-570087a65290 req-9b91c205-2e53-4458-8d38-ba584ab96c90 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.2219586 Jun 04 06:25:22.330942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.391389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7eec8068-c271-4a0d-bb5e-4a43accc422f None None] Provisioning for port 1b82690f-5b16-4028-b553-682d99a09c93 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:22.395537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6a21433-129f-4625-bc76-570087a65290 req-3e40f43e-cf02-46ab-b791-615760063ef9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917091 Jun 04 06:25:22.415747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7eec8068-c271-4a0d-bb5e-4a43accc422f None None] Provisioning complete for port 1b82690f-5b16-4028-b553-682d99a09c93 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:22.416297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7eec8068-c271-4a0d-bb5e-4a43accc422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.475540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1595915292', 'description': 'tempest-description-642485161'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:22.491567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:22.508441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:22.523892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7eec8068-c271-4a0d-bb5e-4a43accc422f None None] Port 1b82690f-5b16-4028-b553-682d99a09c93 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:25:22.536888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.621454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:22.628856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Usage tracker for resource:security_group_rule and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:22.633323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:22.641415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:22.802651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df508-89f3-4d56-be9d-42f68aba756e req-80da0609-bf1e-4439-859f-29487072b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:22.804501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-80da0609-bf1e-4439-859f-29487072b35e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.4991333 Jun 04 06:25:22.811565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.818991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b82690f-5b16-4028-b553-682d99a09c93 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:22.823359 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.847644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.893703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Transition to ACTIVE for port object 1b82690f-5b16-4028-b553-682d99a09c93 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:22.894598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d288bcf-4ad4-4dfc-b6ca-d8ee9a4908af,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:22.901399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.926105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] For port c754de0b-6773-4764-96cf-70222ccf013c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c754de0b-6773-4764-96cf-70222ccf013c,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:22.926957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.948242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:22.962065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70008c7d-793b-4c1e-bb07-cbead249e8ec req-2a065b67-659c-4c57-8db2-49314ed253c1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4962907 Jun 04 06:25:23.056208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30dd7624-2e7c-4c26-a698-ec910c58c405 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:23.105040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Calling delete_port for c754de0b-6773-4764-96cf-70222ccf013c owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:23.249443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0190ebb1-907b-4c84-b190-963f46c433f0 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:23.263496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 30dd7624-2e7c-4c26-a698-ec910c58c405 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:23.273200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 30dd7624-2e7c-4c26-a698-ec910c58c405 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:23.273571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.414477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-33de869c-e3ce-4061-a9a4-042dd8ff847d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 1001 time: 0.5945725 Jun 04 06:25:23.474271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Pushing event updated for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:23.511962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Attempting to bind port 1b82690f-5b16-4028-b553-682d99a09c93 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:23.512294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Attempting to bind port 1b82690f-5b16-4028-b553-682d99a09c93 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:23.512623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Attempting to bind port 1b82690f-5b16-4028-b553-682d99a09c93 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:23.516331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0190ebb1-907b-4c84-b190-963f46c433f0,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:23.522625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Port 1b82690f-5b16-4028-b553-682d99a09c93 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:25:23.522996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Attempting to bind port 1b82690f-5b16-4028-b553-682d99a09c93 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:23.530901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:23.531672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:23.532066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:23.532499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Bound port: 1b82690f-5b16-4028-b553-682d99a09c93, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:23.532850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.536636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '0190ebb1-907b-4c84-b190-963f46c433f0', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '0190ebb1-907b-4c84-b190-963f46c433f0', 'mac_address': 'fa:16:3e:be:6b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:23.538172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 30dd7624-2e7c-4c26-a698-ec910c58c405 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:23.538546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.563477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21815-6fef-4033-9fdd-69a4193bcc48 req-96a3df41-180c-4a1d-bb91-277f7cae0deb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:23.571478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05f21815-6fef-4033-9fdd-69a4193bcc48 req-96a3df41-180c-4a1d-bb91-277f7cae0deb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 944 time: 0.2882209 Jun 04 06:25:23.611064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:23.626737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30dd7624-2e7c-4c26-a698-ec910c58c405,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:23.627830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0190ebb1-907b-4c84-b190-963f46c433f0 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:23.628355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.635716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df508-89f3-4d56-be9d-42f68aba756e req-03111fed-e565-436e-bf7b-3d04cbc9d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:23.638210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-03111fed-e565-436e-bf7b-3d04cbc9d5fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.2158320 Jun 04 06:25:23.642467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.665848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05f21815-6fef-4033-9fdd-69a4193bcc48 req-b0088a11-353c-402d-b28d-b86f4e34a157 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933836 Jun 04 06:25:23.684688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0190ebb1-907b-4c84-b190-963f46c433f0 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:23.722795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0190ebb1-907b-4c84-b190-963f46c433f0,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:23.729255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.734341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:23.791328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:25:23.811913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:23.816507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b82690f-5b16-4028-b553-682d99a09c93,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:23.821087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:23.822852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.917572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:23.918364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.920109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-56890e00-809e-4365-844f-0fb00baec212 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b82690f-5b16-4028-b553-682d99a09c93 HTTP/1.1" status: 200 len: 1096 time: 1.7584734 Jun 04 06:25:23.928972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:23.933833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.937995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:23.979946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56890e00-809e-4365-844f-0fb00baec212 service neutron] Pushing event updated for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:24.000433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:24.068293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957e57a-514e-4a95-9576-9c629bce08c6 req-cd945a98-12e1-4715-bdcd-bc0489fd10a9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.069911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2957e57a-514e-4a95-9576-9c629bce08c6 req-cd945a98-12e1-4715-bdcd-bc0489fd10a9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.2113636 Jun 04 06:25:24.077002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df508-89f3-4d56-be9d-42f68aba756e req-8484fa58-8a1d-4b2b-9851-727e835329c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.078764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-8484fa58-8a1d-4b2b-9851-727e835329c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4264889 Jun 04 06:25:24.090012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c754de0b-6773-4764-96cf-70222ccf013c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:24.118083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-fa12f75a-d037-419f-8553-0670788b979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.119584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-fa12f75a-d037-419f-8553-0670788b979c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 1099 time: 0.1360798 Jun 04 06:25:24.131654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2957e57a-514e-4a95-9576-9c629bce08c6 req-13d2722e-2386-4b7f-b67c-dc9326b0aeaa tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Jun 04 06:25:24.134024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:24.210245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-a83f2373-9ad4-45f8-be85-9b988fbbeadd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b82690f-5b16-4028-b553-682d99a09c93 HTTP/1.1" status: 200 len: 217 time: 0.0743980 Jun 04 06:25:24.282248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-ad2a3594-038f-44d2-8cd6-15032ded864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.284092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-ad2a3594-038f-44d2-8cd6-15032ded864f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0649610 Jun 04 06:25:24.440731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd7c6-029b-4dc8-8abd-bc9f74c3655f req-39211ca9-7b67-46b5-881f-423669f3fbe0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.441562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8abbd7c6-029b-4dc8-8abd-bc9f74c3655f req-39211ca9-7b67-46b5-881f-423669f3fbe0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:24.448980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-91a319b3-dc16-42d8-b6b3-69b215a86e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.450469 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-91a319b3-dc16-42d8-b6b3-69b215a86e0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157453 Jun 04 06:25:24.533331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8abbd7c6-029b-4dc8-8abd-bc9f74c3655f req-39211ca9-7b67-46b5-881f-423669f3fbe0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:24.535107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8abbd7c6-029b-4dc8-8abd-bc9f74c3655f req-39211ca9-7b67-46b5-881f-423669f3fbe0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 948 time: 0.2398257 Jun 04 06:25:24.553186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-87b5ce72-aff4-4670-940e-ffc82d25dbb2 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608181 Jun 04 06:25:24.558269 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Floating IP 7ae7077f-e567-4131-87d0-1067b54fee69 associated. External IP: 172.25.1.121, port: 7c556001-5546-42b8-9d88-9aed0b2fc923. Jun 04 06:25:24.616302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8abbd7c6-029b-4dc8-8abd-bc9f74c3655f req-c7516392-822c-4a90-a60b-36d9bee1de8f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Jun 04 06:25:24.624971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-cc1cda43-798d-46b1-845c-1bda214f84fd service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657662 Jun 04 06:25:24.826518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5dd3642-5ac0-424d-b993-da6d4fc16b84 req-5d7cda93-b6a1-4678-af0a-84813e0a7c1b service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945455 Jun 04 06:25:24.843664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b010a9-c3af-4ba2-b1a8-9cc62ea3b876 req-cc016d3c-5011-45ca-812b-c3a5fc4d0915 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:24.845265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16b010a9-c3af-4ba2-b1a8-9cc62ea3b876 req-cc016d3c-5011-45ca-812b-c3a5fc4d0915 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 944 time: 0.1285074 Jun 04 06:25:24.899085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16b010a9-c3af-4ba2-b1a8-9cc62ea3b876 req-24715416-f1da-44fd-a2b5-9665b55a0afe tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Jun 04 06:25:25.006689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.037054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f235b91e-0990-4a70-8407-e530f0338661 req-64d16970-62d0-482b-bd7f-2cb5819aac9a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:25.055072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f235b91e-0990-4a70-8407-e530f0338661 req-64d16970-62d0-482b-bd7f-2cb5819aac9a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:25.056457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f235b91e-0990-4a70-8407-e530f0338661 req-64d16970-62d0-482b-bd7f-2cb5819aac9a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1595915292&fields=id&tenant_id=8ff1bb238fd5457788ea510d7138f9b2 HTTP/1.1" status: 200 len: 267 time: 0.0614831 Jun 04 06:25:25.146025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235b91e-0990-4a70-8407-e530f0338661 req-01290d14-6869-4194-96e4-8c4008bc3de1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:25.147423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f235b91e-0990-4a70-8407-e530f0338661 req-01290d14-6869-4194-96e4-8c4008bc3de1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.0847437 Jun 04 06:25:25.159321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'port': {'security_groups': ['8347ca39-9e4a-4a94-a197-7cd6ead79f29', '7d288bcf-4ad4-4dfc-b6ca-d8ee9a4908af']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:25.163053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.193368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c10df508-89f3-4d56-be9d-42f68aba756e req-da22e3b0-7e58-4b65-9039-cadcd9bde9e1 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803976 Jun 04 06:25:25.260094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97185a5a-48c9-4319-98f6-d0ea86a02de8 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:25.285822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.337213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 97185a5a-48c9-4319-98f6-d0ea86a02de8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:25.342317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 97185a5a-48c9-4319-98f6-d0ea86a02de8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:25.342771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.428053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.487692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 97185a5a-48c9-4319-98f6-d0ea86a02de8 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:25.488161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.497722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:25.527251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:25.531358 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.603776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:25.673232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:25.699640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.704017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.722184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:25.759749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Router a798ff9c-d61c-42a9-863e-48e687c0973c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:25.780284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:25.780919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:25.787839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f235b91e-0990-4a70-8407-e530f0338661 req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "PUT /v2.0/ports/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 981 time: 0.6319351 Jun 04 06:25:25.822451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7e8bf-3e3c-42b4-8952-e4b23f3b475f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:25.859709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:25.874110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:25.899843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:25.927926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:25.928777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:25.978045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb22ec9-bec9-47d1-8fa4-d3a3f994e6d6 req-55453d01-e309-4964-9e8d-c671131f40bd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:25.979532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb22ec9-bec9-47d1-8fa4-d3a3f994e6d6 req-55453d01-e309-4964-9e8d-c671131f40bd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.0849226 Jun 04 06:25:26.033418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb22ec9-bec9-47d1-8fa4-d3a3f994e6d6 req-06ef6eae-d8cc-4ed5-bda3-742918e8093c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 Jun 04 06:25:26.135224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:26.149415 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3bb756-c6fe-4594-b56d-f8bb3560c2ec'] response: {'name': 'network-changed', 'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93', 'status': 'completed', 'code': 200} Jun 04 06:25:26.150644 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Sync routers for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:26.153955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff792779-b87c-465e-9d00-b9a701eec307 admin admin] 10.222.0.17 "PUT /v2.0/routers/a798ff9c-d61c-42a9-863e-48e687c0973c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6636457 Jun 04 06:25:26.154546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47304) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:26.162643 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:26.163405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:26.191227 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9e11ef-0891-485d-aa15-5cb58dcb3386'] response: {'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405', 'code': 200} Jun 04 06:25:26.298727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:26.379216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:26.545542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:26.633159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a171-1507-4233-bca3-b5ee5cef26ee req-993fa2e9-88a4-47fc-be7c-95e6f66f07e9 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:26.642211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a77a171-1507-4233-bca3-b5ee5cef26ee req-993fa2e9-88a4-47fc-be7c-95e6f66f07e9 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.3726397 Jun 04 06:25:26.654258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:26.659158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5607e-c649-4468-ac90-545dae082b09 req-dde574f7-b549-4f73-9bee-8afff1c9cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:26.661164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3da5607e-c649-4468-ac90-545dae082b09 req-dde574f7-b549-4f73-9bee-8afff1c9cdcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 1101 time: 0.3948724 Jun 04 06:25:26.684867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2563-c072-4ccf-8157-a290321ce95d req-3c8a6399-f3e5-430a-8818-fd960b4384af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:26.686371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-3c8a6399-f3e5-430a-8818-fd960b4384af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 1099 time: 0.4557695 Jun 04 06:25:26.807171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 5, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:26.812604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Checking router: a798ff9c-d61c-42a9-863e-48e687c0973c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:26.821556 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Routers {'a798ff9c-d61c-42a9-863e-48e687c0973c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:26.822186 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a798ff9c-d61c-42a9-863e-48e687c0973c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:26.833398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:26.837219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2563-c072-4ccf-8157-a290321ce95d req-5c28f7f2-c690-4d4f-a9a6-3193576e490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:26.838731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-5c28f7f2-c690-4d4f-a9a6-3193576e490a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1361470 Jun 04 06:25:26.839235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:26.850575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:26.851923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:26.855976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a77a171-1507-4233-bca3-b5ee5cef26ee req-c3ac3a68-f2ce-450e-b5e5-3583a8cce493 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122350 Jun 04 06:25:26.917703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:26.933084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:26.990859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-a28804d9-56c7-4123-8d8f-5b3b548573c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b82690f-5b16-4028-b553-682d99a09c93 HTTP/1.1" status: 200 len: 217 time: 0.1265347 Jun 04 06:25:27.017037 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] Set router a798ff9c-d61c-42a9-863e-48e687c0973c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:27.040536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3da5607e-c649-4468-ac90-545dae082b09 req-59448ac4-d291-40dc-9be2-23d9488767a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459627 Jun 04 06:25:27.070200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:27.113578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3b41032b-8873-488c-914a-666f8bfcab98 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "PUT /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 999 time: 5.5649405 Jun 04 06:25:27.133434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:27.194955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-da1fee02-1f40-4a20-ab3b-d3ac46e74ea8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.196285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-da1fee02-1f40-4a20-ab3b-d3ac46e74ea8 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports/7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 942 time: 0.0774510 Jun 04 06:25:27.234170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:27.256554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Deleting port f29b167c-8abe-42d7-8376-1d1f8ba13d67 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:27.256892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:27.342821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b82690f-5b16-4028-b553-682d99a09c93 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:27.345035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0190ebb1-907b-4c84-b190-963f46c433f0 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:27.345664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2563-c072-4ccf-8157-a290321ce95d req-05e7b4f9-5434-47a3-8238-4f5e089a6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.347546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d70887b1-3803-47fe-9a71-6679418df035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.348542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-05e7b4f9-5434-47a3-8238-4f5e089a6306 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2168252 Jun 04 06:25:27.351235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d70887b1-3803-47fe-9a71-6679418df035 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.0929406 Jun 04 06:25:27.371294 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 5, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:27.377372 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6ad21-9c07-4db7-b20b-4a21cad6fff4 None None] The sync data for ids ['a798ff9c-d61c-42a9-863e-48e687c0973c'] in n-d-811808-2 is: [{'id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'name': 'tempest-VolumesAdminNegativeTest-1757422673-router', 'tenant_id': '9254c831718e4428914073a36e7d0bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:21:32Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 5, 'project_id': '9254c831718e4428914073a36e7d0bce', 'gw_port': {'id': 'f29b167c-8abe-42d7-8376-1d1f8ba13d67', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a798ff9c-d61c-42a9-863e-48e687c0973c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:21:36Z', 'updated_at': '2022-06-04T06:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:27.509382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73159a-40ce-483e-a4fa-4e785e8b8520 req-87175d4b-3c66-4bf1-9e3f-adf506247304 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.510954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac73159a-40ce-483e-a4fa-4e785e8b8520 req-87175d4b-3c66-4bf1-9e3f-adf506247304 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.3804185 Jun 04 06:25:27.520236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3fab1aca-4219-470e-a97f-0f648c4737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.521821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-3fab1aca-4219-470e-a97f-0f648c4737ea service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.1650615 Jun 04 06:25:27.579593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] For port f29b167c-8abe-42d7-8376-1d1f8ba13d67, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f29b167c-8abe-42d7-8376-1d1f8ba13d67,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:27.580071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:27.603680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2563-c072-4ccf-8157-a290321ce95d req-e5073cc8-4b36-49da-8132-dbd1b5d81e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.605180 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-e5073cc8-4b36-49da-8132-dbd1b5d81e23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305379 Jun 04 06:25:27.611553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-b59c37bf-4a64-487d-b04b-5a6d2a880067 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.0822318 Jun 04 06:25:27.633226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 0190ebb1-907b-4c84-b190-963f46c433f0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:27.643550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 0190ebb1-907b-4c84-b190-963f46c433f0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:27.643550 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:27.680087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d7e17dea-d9a1-46c4-898c-7ff90cffd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.681685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-d7e17dea-d9a1-46c4-898c-7ff90cffd8f9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0634892 Jun 04 06:25:27.735855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b82690f-5b16-4028-b553-682d99a09c93,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:27.760501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '1b82690f-5b16-4028-b553-682d99a09c93', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '1b82690f-5b16-4028-b553-682d99a09c93', 'mac_address': 'fa:16:3e:64:58:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:27.769378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-34171b40-fd27-4fae-87b7-17c90838a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:27.771199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-34171b40-fd27-4fae-87b7-17c90838a089 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820861 Jun 04 06:25:27.787191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-65b7b73f-bdd7-4ba6-8bdd-e0a62d2f6c39 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:27.788360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-65b7b73f-bdd7-4ba6-8bdd-e0a62d2f6c39 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074291 Jun 04 06:25:27.840382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1b82690f-5b16-4028-b553-682d99a09c93 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:27.840756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:27.871135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Calling delete_port for f29b167c-8abe-42d7-8376-1d1f8ba13d67 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:27.898480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b82690f-5b16-4028-b553-682d99a09c93 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:27.902803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ac73159a-40ce-483e-a4fa-4e785e8b8520 req-d8b4c517-b6af-40ac-af6d-4f6466e43f9d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774934 Jun 04 06:25:27.903657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:27.912009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb473ad-d332-4d30-8776-8a0ace503fe2 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:23Z', 'revision_number': 3, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:27.942934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0190ebb1-907b-4c84-b190-963f46c433f0 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:27.944052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.009558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b82690f-5b16-4028-b553-682d99a09c93,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:28.022661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-443a18d0-d879-4f85-8812-00448731be10 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270570 Jun 04 06:25:28.044930 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.131434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0190ebb1-907b-4c84-b190-963f46c433f0,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:28.143520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.161793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:28.183571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:28.195537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8'}, {'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:28.218937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-503ddbb0-449a-4631-b781-ffb01492bd33 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955042 Jun 04 06:25:28.220832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-fffe3546-431a-4be7-9cf7-598d932fa194 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416680 Jun 04 06:25:28.241002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:28.325557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-28df6cdc-09c1-4605-8b80-45a95afb33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:28.327821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-28df6cdc-09c1-4605-8b80-45a95afb33f1 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1097 time: 0.0783818 Jun 04 06:25:28.441890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa8ff0-0309-4fc9-a302-1c7730918460 None None] New status for floating IP 7ae7077f-e567-4131-87d0-1067b54fee69: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:28.442779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e7d38-9223-4b8c-aa64-0ddd078be78b req-f5670840-8770-4ff5-9f56-b42de914fe09 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:28.444309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c3e7d38-9223-4b8c-aa64-0ddd078be78b req-f5670840-8770-4ff5-9f56-b42de914fe09 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 949 time: 0.2992983 Jun 04 06:25:28.452620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-808f2563-c072-4ccf-8157-a290321ce95d req-a82b4277-6579-4aa6-b40b-f13a43a2d7b0 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242622 Jun 04 06:25:28.470426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-6655bc8a-fb80-4b73-b356-7f241b4650f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:28.478008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-6655bc8a-fb80-4b73-b356-7f241b4650f2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.1443403 Jun 04 06:25:28.482857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.548393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29b167c-8abe-42d7-8376-1d1f8ba13d67,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:28.566304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c754de0b-6773-4764-96cf-70222ccf013c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:28.587131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c3e7d38-9223-4b8c-aa64-0ddd078be78b req-9bffef3a-0ee8-4209-afd1-cff49102f1af tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334841 Jun 04 06:25:28.592493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['1b82690f-5b16-4028-b553-682d99a09c93'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:28.653683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c754de0b-6773-4764-96cf-70222ccf013c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:28.654072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c754de0b-6773-4764-96cf-70222ccf013c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:28.746457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.806696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-4884f00f-e1a8-4fd2-a85d-2857bb91400f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 1002 time: 0.3266840 Jun 04 06:25:28.872881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-487fddb1-d7c6-471d-bfd3-f5364b8a5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:28.874211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-487fddb1-d7c6-471d-bfd3-f5364b8a5ae7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0601981 Jun 04 06:25:28.960838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-03c48295-7ce6-466b-b1bf-6fc5db944729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:28.961893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-03c48295-7ce6-466b-b1bf-6fc5db944729 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795679 Jun 04 06:25:28.963838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.968579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:28.980822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-39df6612-0d29-4086-aabc-e10f48ea2307 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1595915292&fields=id&tenant_id=8ff1bb238fd5457788ea510d7138f9b2 HTTP/1.1" status: 200 len: 267 time: 0.1873255 Jun 04 06:25:29.039204 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:29.066199 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:29.067062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.067560 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:29.067908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a798ff9c-d61c-42a9-863e-48e687c0973c {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:25:29.104639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.108091 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c12e839a-1e7e-4071-aeb8-8e6ec21f8bc0 admin admin] 10.222.0.17 "DELETE /v2.0/routers/a798ff9c-d61c-42a9-863e-48e687c0973c HTTP/1.1" status: 204 len: 168 time: 2.9500551 Jun 04 06:25:29.108942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:29.165563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-dba0bf90-6c02-4966-8e02-45dce0b88285 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671062 Jun 04 06:25:29.179756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-ddaa847a-e06e-4201-a592-cb7f73de9708 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:29.186961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-ddaa847a-e06e-4201-a592-cb7f73de9708 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 984 time: 0.1927326 Jun 04 06:25:29.193193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'port': {'security_groups': ['8347ca39-9e4a-4a94-a197-7cd6ead79f29']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:29.259998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Deleting subnet 2c2b7257-8a70-4f2e-9436-94f8f409e571 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:25:29.269327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.288961 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:29.308166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bbcfdd4-3325-43f2-a040-93ce12c7a7e4 req-20176653-ff30-465f-8d98-e3035a4c6a2e service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358552 Jun 04 06:25:29.379808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.411634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.506306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba4e8-cbc0-4fb8-9888-75ddc111f2cc req-c4f98006-57b7-43a2-bd73-1f100ffee823 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:29.507988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c0ba4e8-cbc0-4fb8-9888-75ddc111f2cc req-c4f98006-57b7-43a2-bd73-1f100ffee823 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.0917192 Jun 04 06:25:29.556716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c0ba4e8-cbc0-4fb8-9888-75ddc111f2cc req-dc4007d1-f8ef-4027-a6b2-7a84457acd31 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Jun 04 06:25:29.667906 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:28Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:29.671778 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:29.673279 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.681832 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:29.682494 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:29.782497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a26d2-b5c1-4c2a-b9e1-4b272f355c89 req-6473ae69-b7ad-4a21-9c23-b6a80e4382fc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:29.785919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-870a26d2-b5c1-4c2a-b9e1-4b272f355c89 req-6473ae69-b7ad-4a21-9c23-b6a80e4382fc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.0908890 Jun 04 06:25:29.844456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-870a26d2-b5c1-4c2a-b9e1-4b272f355c89 req-63204ff2-859c-4127-902b-0ac958257fe0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Jun 04 06:25:29.850271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.891492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2b7257-8a70-4f2e-9436-94f8f409e571,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:29.900863 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50aa6a0f-9b12-4205-bc47-1182bc380c8e'] response: {'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:25:29.908551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.911965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecdafd-1339-4cf4-8b02-9ed1210cd910 None None] Network 6b75fd79-333f-44c8-a09f-43789e9cae4f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:25:29.917182 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:29.921627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47330) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:29.921796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-013a9213-8f94-4ddb-acd8-1209a2cda5d4 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2c2b7257-8a70-4f2e-9436-94f8f409e571 HTTP/1.1" status: 204 len: 168 time: 0.8121223 Jun 04 06:25:29.923976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:29.970060 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:29.980851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.092233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:30.120977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.121660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.123058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d3ca1f-bfd3-410b-bcef-1f64d57d68b9 req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "PUT /v2.0/ports/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 942 time: 0.9352920 Jun 04 06:25:30.139673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95bd57-8ffd-415a-8fb6-03e7432895d9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:30.186520 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e449f129-7e22-40da-afa4-cde15f8c65e2'] response: {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:25:30.209642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.249937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Deleting port 443f9814-e468-4301-a502-42634cb1d834 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:30.250274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.265042 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc18da0a-5641-40d6-a757-04538e47222e'] response: {'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'code': 200} Jun 04 06:25:30.265304 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc18da0a-5641-40d6-a757-04538e47222e'] response: {'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0', 'code': 200} Jun 04 06:25:30.319413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9e90-476c-4ace-8750-4381123753de req-2a3f7397-d505-48c7-b1ca-ba647ee3f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.322104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-2a3f7397-d505-48c7-b1ca-ba647ee3f18a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.3752699 Jun 04 06:25:30.368915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29400b72-3bf2-4249-8f5e-be223037604f req-8620f783-b169-4f8c-86fe-689f378610f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.370740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-8620f783-b169-4f8c-86fe-689f378610f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.1516521 Jun 04 06:25:30.383833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:30.490590 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:28Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:30.502446 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9b353-c14b-4301-95f4-df01bc6388fc None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:fc:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:28Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:30.550872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f29b167c-8abe-42d7-8376-1d1f8ba13d67 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:30.589042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] DHCP port deletion for 6b75fd79-333f-44c8-a09f-43789e9cae4f request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:25:30.614251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f29b167c-8abe-42d7-8376-1d1f8ba13d67 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:30.614251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f29b167c-8abe-42d7-8376-1d1f8ba13d67 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:30.621389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664fea-eb32-4399-badc-223c427b3070 req-3a55faa8-5416-48aa-8304-701361b6891c tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.622728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Deleting port 443f9814-e468-4301-a502-42634cb1d834 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:30.623648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.629243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23664fea-eb32-4399-badc-223c427b3070 req-3a55faa8-5416-48aa-8304-701361b6891c tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.5421953 Jun 04 06:25:30.648438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60851d90-49ec-4bff-b70e-923c746b56e1 req-6d6dca54-82f3-49dd-9f6d-d3464b7db2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.650109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60851d90-49ec-4bff-b70e-923c746b56e1 req-6d6dca54-82f3-49dd-9f6d-d3464b7db2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 1096 time: 0.2714853 Jun 04 06:25:30.714483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a31c2-be05-4ff0-9b9b-215f14462870 req-19657df7-bd0c-4518-a063-7025b2767f86 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.716165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2c8a31c2-be05-4ff0-9b9b-215f14462870 req-19657df7-bd0c-4518-a063-7025b2767f86 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.2911470 Jun 04 06:25:30.772637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60851d90-49ec-4bff-b70e-923c746b56e1 req-f8f6d318-dfcb-4448-9b73-c4dbef84e445 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050801 Jun 04 06:25:30.775960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29400b72-3bf2-4249-8f5e-be223037604f req-cb2136b5-1095-4dfe-bad6-a835356584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:30.777537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-cb2136b5-1095-4dfe-bad6-a835356584fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.3977396 Jun 04 06:25:30.782395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2c8a31c2-be05-4ff0-9b9b-215f14462870 req-ec2a85c1-ccf9-4aa3-b516-8302c381db96 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531838 Jun 04 06:25:30.832534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23664fea-eb32-4399-badc-223c427b3070 req-050f0147-eebf-41eb-91a5-b5268e1bdc37 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022932 Jun 04 06:25:30.851895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] For port 443f9814-e468-4301-a502-42634cb1d834, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=443f9814-e468-4301-a502-42634cb1d834,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:30.851895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:30.918898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-3a009808-71ca-455e-8702-09eae3d12445 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1002 time: 0.1109648 Jun 04 06:25:30.995291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] For port 443f9814-e468-4301-a502-42634cb1d834, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=443f9814-e468-4301-a502-42634cb1d834,segment=NetworkSegment(110fecca-cccb-4b0d-9721-43e7fecac554),segment_id=110fecca-cccb-4b0d-9721-43e7fecac554)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:30.995792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.013624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Calling delete_port for 443f9814-e468-4301-a502-42634cb1d834 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:31.016294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-31400cf6-2f29-412d-a5d9-2c92f727dc8e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.017865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-31400cf6-2f29-412d-a5d9-2c92f727dc8e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports/7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 943 time: 0.0924985 Jun 04 06:25:31.133763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Calling delete_port for 443f9814-e468-4301-a502-42634cb1d834 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:31.192873 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-c3235c66-8e32-4243-8ce0-bdbd6feac35c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.1353898 Jun 04 06:25:31.224242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.241833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9e90-476c-4ace-8750-4381123753de req-55230811-7190-4208-9270-afcfece1f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.243184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-55230811-7190-4208-9270-afcfece1f4ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.9053485 Jun 04 06:25:31.271800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] Pushing event deleted for resources: {'Port': ['ID=443f9814-e468-4301-a502-42634cb1d834,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:31.275269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f6e9e-8c0d-4533-a166-aa1eb4d644d7 None None] No DVR routers for this DVR port 443f9814-e468-4301-a502-42634cb1d834 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:25:31.276823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-584441ab-a5b5-4fc0-a911-05aca992a54e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1002 time: 0.1566327 Jun 04 06:25:31.281601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29400b72-3bf2-4249-8f5e-be223037604f req-d63f0bc2-82a1-49e3-ab18-b615b0d4b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.284098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-d63f0bc2-82a1-49e3-ab18-b615b0d4b510 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.0832922 Jun 04 06:25:31.304381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b82690f-5b16-4028-b553-682d99a09c93 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:31.355642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341f265-3eda-4372-a3a6-c5d29c754425 req-a6f3a2c7-1177-4f22-9820-752f491a4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.357422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4341f265-3eda-4372-a3a6-c5d29c754425 req-a6f3a2c7-1177-4f22-9820-752f491a4b77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 1096 time: 0.9797750 Jun 04 06:25:31.360723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-59882d3d-d385-4cae-b7e1-1a4d0d428bab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.1081567 Jun 04 06:25:31.365012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-115674fd-7b20-4e62-a7c2-37ffdd344ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559523 Jun 04 06:25:31.429791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 1b82690f-5b16-4028-b553-682d99a09c93 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:31.435889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 1b82690f-5b16-4028-b553-682d99a09c93 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:31.436224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.442498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:25:31.442816 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:25:31.477117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4341f265-3eda-4372-a3a6-c5d29c754425 req-41840c50-208c-4cc0-a904-5e4399a86a55 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121960 Jun 04 06:25:31.480497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9e90-476c-4ace-8750-4381123753de req-e574ecbc-851b-4c03-ba68-3e02083490e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.481850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-e574ecbc-851b-4c03-ba68-3e02083490e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1024442 Jun 04 06:25:31.491438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714a49-0d1c-4a00-8975-8be87ddf94d1 req-818b0332-4e35-4a7d-93db-6f7bc8a104e8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.492928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b714a49-0d1c-4a00-8975-8be87ddf94d1 req-818b0332-4e35-4a7d-93db-6f7bc8a104e8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 949 time: 0.2948790 Jun 04 06:25:31.559625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1b82690f-5b16-4028-b553-682d99a09c93 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:31.559950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.576661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-7d455414-12a4-4574-b26d-45350e057d25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.577645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b714a49-0d1c-4a00-8975-8be87ddf94d1 req-a6781317-7031-4a3c-9ad6-dfe4dbaea994 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541604 Jun 04 06:25:31.586769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f88f14bb-54bb-4521-bc9d-8fc5a5097c27 req-7d455414-12a4-4574-b26d-45350e057d25 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3011415 Jun 04 06:25:31.603582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b82690f-5b16-4028-b553-682d99a09c93,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:31.618488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.629057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9e90-476c-4ace-8750-4381123753de req-04247542-f0c3-47b7-a703-205fdbe4b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.630832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-04247542-f0c3-47b7-a703-205fdbe4b05a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370995 Jun 04 06:25:31.715566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:31.747521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-67dd5349-7899-4061-b8bb-6499909e8fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385885 Jun 04 06:25:31.867128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-e1a2d555-74b6-4238-bc9a-a9e172d94d10 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266891 Jun 04 06:25:31.883759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f47d1-ba74-424e-a634-a3d9cdeb98a0 req-e52ef473-4e24-42dd-aeeb-f37b0dcce0ae tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:31.885205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e32f47d1-ba74-424e-a634-a3d9cdeb98a0 req-e52ef473-4e24-42dd-aeeb-f37b0dcce0ae tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.1349666 Jun 04 06:25:31.901722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:31.960378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-364ec686-85d1-4d2d-beb9-cb57c00beb35 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:31.974953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Deleting port 443f9814-e468-4301-a502-42634cb1d834 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:31.975248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:31.982810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29400b72-3bf2-4249-8f5e-be223037604f req-eea86839-e0c7-4a21-80d6-a5064044ae27 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886473 Jun 04 06:25:31.993315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-364ec686-85d1-4d2d-beb9-cb57c00beb35 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:31.995495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-364ec686-85d1-4d2d-beb9-cb57c00beb35 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4002771 Jun 04 06:25:32.081173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] The port '443f9814-e468-4301-a502-42634cb1d834' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:25:32.086216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e32f47d1-ba74-424e-a634-a3d9cdeb98a0 req-d3d35bab-a413-4d0c-b74d-7b40f7241ff3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797583 Jun 04 06:25:32.147419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:32.153251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:32.157237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Usage tracker for resource:floatingip and tenant:8ff1bb238fd5457788ea510d7138f9b2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:32.160901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:32.167396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:32.177809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.193863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:32.231968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b6b9e90-476c-4ace-8750-4381123753de req-f03c3941-b346-4be8-9c52-14b7b43943b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568163 Jun 04 06:25:32.235441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.262789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b75fd79-333f-44c8-a09f-43789e9cae4f']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:32.266754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:32.276117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110fecca-cccb-4b0d-9721-43e7fecac554') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:32.276445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110fecca-cccb-4b0d-9721-43e7fecac554') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:32.288737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.305369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.313628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:25:32.314024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.329191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.405131 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 110fecca-cccb-4b0d-9721-43e7fecac554 resource provider aggregate not found Jun 04 06:25:32.425810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.449826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.453210 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 110fecca-cccb-4b0d-9721-43e7fecac554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 110fecca-cccb-4b0d-9721-43e7fecac554 found for delete ", "request_id": "req-ff31aaf3-d3f8-499c-aa73-a4befff0f63b"}]} Jun 04 06:25:32.471461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b75fd79-333f-44c8-a09f-43789e9cae4f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:32.481764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-236bfe70-4f55-4278-846d-eb0c098b31d1 admin admin] 10.222.0.17 "DELETE /v2.0/networks/6b75fd79-333f-44c8-a09f-43789e9cae4f HTTP/1.1" status: 204 len: 168 time: 2.5560796 Jun 04 06:25:32.495926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 443f9814-e468-4301-a502-42634cb1d834 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:32.521730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Allocated IP 172.25.1.97 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/de0907a7-7532-4329-8967-e08b1be42fc5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:32.541175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 443f9814-e468-4301-a502-42634cb1d834 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:32.541718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 443f9814-e468-4301-a502-42634cb1d834 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:32.582363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169852b-677f-40bd-bae8-d2dad0584fd6 req-56521820-134d-4117-87f9-4beb5da8a5f9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:32.584000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e169852b-677f-40bd-bae8-d2dad0584fd6 req-56521820-134d-4117-87f9-4beb5da8a5f9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.1006432 Jun 04 06:25:32.641019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e169852b-677f-40bd-bae8-d2dad0584fd6 req-631aa50e-d47e-45bf-9700-8e2b3d18a41a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513499 Jun 04 06:25:32.680128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47368) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:32.733043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.769400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-107392e7-7f53-4862-9d1f-7624734f322c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1002 time: 0.0972879 Jun 04 06:25:32.770076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6bdd0fb8-4644-4429-aed0-56f7fea1bda9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=028d819215f84d9897de627a56a21c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888054 Jun 04 06:25:32.772495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47372) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:32.790807 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.857346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:32.860727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:32.863940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:32.888477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f1da3661-eb2b-4a0a-98a3-549854189769 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:32.889876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f1da3661-eb2b-4a0a-98a3-549854189769 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports/7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 943 time: 0.1012371 Jun 04 06:25:32.904503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.915785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'Port': ['ID=de0907a7-7532-4329-8967-e08b1be42fc5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:32.932903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:32.969929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.036432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.182360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.216822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b8ccf-d0c2-44f7-b213-7d74e0f3f028,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:33.227621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.230998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4008268-c158-4fee-b4b0-092d77478ad8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f47b8ccf-d0c2-44f7-b213-7d74e0f3f028 HTTP/1.1" status: 204 len: 168 time: 0.4549849 Jun 04 06:25:33.265661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.273455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.276463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-c332e391-08bc-48f2-b5b9-04b1ee38b9bc tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1002 time: 0.2710519 Jun 04 06:25:33.395434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event updated for resources: {'Port': ['ID=de0907a7-7532-4329-8967-e08b1be42fc5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:33.411063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.434459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.435783 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-03951add-b392-455d-8d7c-c722c6769614 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4348013 Jun 04 06:25:33.455474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-5fe546bc-2970-405f-8389-1e6fda420413 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:33.458099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-5fe546bc-2970-405f-8389-1e6fda420413 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.1756999 Jun 04 06:25:33.523505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-b33a2901-c5b8-4314-b02c-9e10ac08a90a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:33.541636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-b33a2901-c5b8-4314-b02c-9e10ac08a90a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:33.542854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-b33a2901-c5b8-4314-b02c-9e10ac08a90a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 695 time: 0.0989511 Jun 04 06:25:33.578520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-e19ed496-6617-4b1f-bfbd-1bf44b5d0971 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1002 time: 0.1142533 Jun 04 06:25:33.587678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:33.648985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47382) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:33.700462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-0f7b7bad-b6cc-476e-be9f-e8adb82fedd7 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:33.701810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3067a7b-4f36-436a-925a-b670f19ac3c9 req-0f7b7bad-b6cc-476e-be9f-e8adb82fedd7 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.1499469 Jun 04 06:25:33.731575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:33.814127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-edc63600-0ce7-4876-a739-6483f0e4d297 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9254c831718e4428914073a36e7d0bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639307 Jun 04 06:25:33.818731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47390) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:33.998847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e0fa6-3a31-4ea0-8471-f3f0f05bae44 req-784e3807-d522-4757-b6ac-fcf2a19df00c tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.000615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a05e0fa6-3a31-4ea0-8471-f3f0f05bae44 req-784e3807-d522-4757-b6ac-fcf2a19df00c tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.2103939 Jun 04 06:25:34.051054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a05e0fa6-3a31-4ea0-8471-f3f0f05bae44 req-3069c5a4-31f0-4a08-8ccc-0ccf6f67d278 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Jun 04 06:25:34.098211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.101950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.114914 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd70fd0-c6aa-4628-992e-0da87f99e78b'] response: {'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'status': 'completed', 'code': 200} Jun 04 06:25:34.115665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.116044 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Floating IP 7ae7077f-e567-4131-87d0-1067b54fee69 disassociated. External IP: 172.25.1.121, port: 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae. Jun 04 06:25:34.156589 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3ee380-d787-49d7-a173-74811684236f'] response: {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:25:34.207447 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcec6d88-7866-4199-8b47-bc77b0c99393'] response: {'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93', 'code': 200} Jun 04 06:25:34.253453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.263348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-8c68bf44-d0cb-4867-89b8-419238ca6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.265448 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-8c68bf44-d0cb-4867-89b8-419238ca6b59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.0846150 Jun 04 06:25:34.433722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-a5ea67d4-2149-42ef-b2cd-b8dbd0b6091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.435327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-a5ea67d4-2149-42ef-b2cd-b8dbd0b6091a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.1473575 Jun 04 06:25:34.493582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f458a-25bd-40eb-b989-4df308290173 req-620d4128-46db-452c-a2f7-ff0bd47c20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.495103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-620d4128-46db-452c-a2f7-ff0bd47c20f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1097 time: 0.3162196 Jun 04 06:25:34.501120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.512576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-82f914c8-7d72-49b7-b959-391ab2db3aea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.0706742 Jun 04 06:25:34.552252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e9b6b-f290-4257-af42-a9e773e622ba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:34.608603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455b7eb-488f-4337-ab91-a1368060f882 req-9d05e958-4ae5-4aa2-afff-37e13c1dcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.610069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6455b7eb-488f-4337-ab91-a1368060f882 req-9d05e958-4ae5-4aa2-afff-37e13c1dcc6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 1101 time: 0.3133974 Jun 04 06:25:34.655418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-a8bb1eed-af38-4aee-8045-3ab990ab1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.656852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-a8bb1eed-af38-4aee-8045-3ab990ab1577 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.1385138 Jun 04 06:25:34.673361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.673727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.674662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.675209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.675651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.676059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.676389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.676714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.677035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.677358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.677702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.678022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:34.717894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-eefe2702-805d-4b8d-925a-b716e195f6df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484178 Jun 04 06:25:34.738842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.739321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.739790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.740255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.740718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.741178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.741735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.742203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.742654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.743108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.743562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.744076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.744470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.744925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.745377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.745860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.748509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-e07f94c0-99c2-449b-ab26-835b98f34e98 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40&device_id=681bffc6-4592-49cf-ac5b-8b485befa30c&device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff&device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6&device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3&device_id=d0853b05-7276-4435-acce-7d0883e60f93&device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403&device_id=f3658678-fe59-4752-a6d9-90798ec8178c&device_id=31e25081-0305-4552-8268-fc12ebf3aabc&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef&device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04&device_id=be21e485-6345-43a7-b227-e61dc78b2961&device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 14432 time: 0.1568997 Jun 04 06:25:34.822913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.823944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-687ed017-9a43-4b0c-ad7b-b8fb8ba262d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc9e9b6b-f290-4257-af42-a9e773e622ba HTTP/1.1" status: 204 len: 168 time: 1.0044420 Jun 04 06:25:34.837366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:34.864059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:34.870727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Usage tracker for resource:security_group_rule and tenant:fc35974648914071abe665ba39fb7f06 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:25:34.874884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:25:34.896499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:34.931393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-42027dcd-292a-48d6-a85d-7fc78d606dd9 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818869 Jun 04 06:25:34.946219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6455b7eb-488f-4337-ab91-a1368060f882 req-92959b45-9075-4fa2-b2ac-973074c69c73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748492 Jun 04 06:25:34.982188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f458a-25bd-40eb-b989-4df308290173 req-123d02ee-eff6-4d68-85f8-e6535ad37516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:34.983742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-123d02ee-eff6-4d68-85f8-e6535ad37516 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.4741437 Jun 04 06:25:35.068091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-30c6eb92-a88b-4d76-bf6f-a01b81e69c8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 217 time: 0.0771074 Jun 04 06:25:35.074046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:35.112024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cad743be-acbf-4507-bc2f-dcb9c44990c7 req-0d6aae16-9900-41ce-a843-a687bc82be44 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705983 Jun 04 06:25:35.119031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:35.122188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:35.124467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:35.166622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dff2267e-e658-4fbd-9f9f-454f8b61dfb3 req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&id=f639263f-5ed6-407e-87e7-abc991cb57f1&id=ee2f243a-64ec-4561-b9a6-67bfc502a088&id=afac1f3d-3447-4169-8757-03267a561fa8&id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.3949666 Jun 04 06:25:35.210163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949c442-c532-44a3-9427-ca33fedc7555 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed129d01-ea22-4c18-b20b-8872d4862a5d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:35.236649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f458a-25bd-40eb-b989-4df308290173 req-17701ca5-e879-40b2-98d4-5c8c3feb7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.238542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-17701ca5-e879-40b2-98d4-5c8c3feb7cbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1633267 Jun 04 06:25:35.317662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:35.333715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e984a964-f600-4102-af78-dde03ac38ee3', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:35.390035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950236c-42b3-4d2f-b21e-4da2c470695d req-072f352a-cda4-4560-9cea-9eb8a261b3e6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.391714 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f950236c-42b3-4d2f-b21e-4da2c470695d req-072f352a-cda4-4560-9cea-9eb8a261b3e6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.0986497 Jun 04 06:25:35.402562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:35.403243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:35.421287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:35.441236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:35.444840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f950236c-42b3-4d2f-b21e-4da2c470695d req-9fcac61a-d83c-4914-b9b9-64abba0ff1ed tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Jun 04 06:25:35.449097 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:35.455529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f458a-25bd-40eb-b989-4df308290173 req-2c2cf397-0641-4b23-a992-c57f9920aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.457435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-2c2cf397-0641-4b23-a992-c57f9920aa72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117708 Jun 04 06:25:35.485264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:35.493987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:35.529942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:35.552336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:35.553275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:35.618721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e984a964-f600-4102-af78-dde03ac38ee3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:35.625602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-f3e40c35-d50b-4d2a-80d2-8b0538dab736 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "PUT /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 695 time: 2.0424988 Jun 04 06:25:35.671560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88fcff-9429-486a-9c78-f3e4a75ce9ec req-8b28d320-4670-4a08-a894-d1f68e9978c7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.679746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb88fcff-9429-486a-9c78-f3e4a75ce9ec req-8b28d320-4670-4a08-a894-d1f68e9978c7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.1054995 Jun 04 06:25:35.695027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:35.737960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-3ac39c99-4408-43ab-861b-17c5ccc9467b service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738948 Jun 04 06:25:35.744172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-ea9f83b1-3eaa-4e1d-8fec-83a70875720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.751074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-ea9f83b1-3eaa-4e1d-8fec-83a70875720b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1097 time: 0.1246321 Jun 04 06:25:35.754728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb88fcff-9429-486a-9c78-f3e4a75ce9ec req-4ef739f9-8116-4304-b3ba-762c24f8c43b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737488 Jun 04 06:25:35.933505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:35.987371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb99dc9-2f49-418b-9d3a-aa15de8ff937 req-89ed9a01-5e44-4a22-90c5-c12c41d2355a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:35.988923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eeb99dc9-2f49-418b-9d3a-aa15de8ff937 req-89ed9a01-5e44-4a22-90c5-c12c41d2355a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 945 time: 0.1073735 Jun 04 06:25:35.997205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16f458a-25bd-40eb-b989-4df308290173 req-6d8cf2d8-f42b-46d8-91a6-690b5158e259 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436073 Jun 04 06:25:35.998151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-177ba3bd-8e0c-4c70-bf3c-6afce154f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:36.005959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-177ba3bd-8e0c-4c70-bf3c-6afce154f767 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2538540 Jun 04 06:25:36.073336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eeb99dc9-2f49-418b-9d3a-aa15de8ff937 req-5de4c8da-c778-4023-94b6-454730ba5b25 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766797 Jun 04 06:25:36.079515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-ae653cde-ce64-4bc8-95f7-bc623227adb8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 217 time: 0.0726566 Jun 04 06:25:36.130431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:36.166329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-e8e13bbb-b02c-42a9-893b-204701c219df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:36.167865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-e8e13bbb-b02c-42a9-893b-204701c219df service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.0826283 Jun 04 06:25:36.269811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-dac78bde-306d-4adc-9809-e9f36f63f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:36.278384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-dac78bde-306d-4adc-9809-e9f36f63f0d6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001167 Jun 04 06:25:36.288557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-83360018-7ec3-429d-82a6-f143330976c9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:36.290264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-83360018-7ec3-429d-82a6-f143330976c9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932741 Jun 04 06:25:36.385907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:36.390433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:36.400052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:36.400269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-eca1ade0-c508-41e3-b594-3209aa7ac1dc tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 695 time: 0.1038268 Jun 04 06:25:36.400883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:36.406070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'floatingip': {'port_id': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:36.434987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-02596fcf-f465-415d-afe1-1c32662612d6 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556132 Jun 04 06:25:36.518679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:36.579638 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:25:36.732589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c401379-bf77-4989-96e2-cb6509c4ba26 req-512357b0-4746-40fa-82f9-e80a2217d78b service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906768 Jun 04 06:25:36.789516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:37.145067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:25:37.194526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407484c1-70ad-4c12-9f7b-e27edad0634c req-160a73dc-bf1b-4def-a3b4-e686f49ef559 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:37.197039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-407484c1-70ad-4c12-9f7b-e27edad0634c req-160a73dc-bf1b-4def-a3b4-e686f49ef559 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.3670406 Jun 04 06:25:37.206150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47456) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:25:37.211653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Request body: {'floatingip': {'port_id': '97185a5a-48c9-4319-98f6-d0ea86a02de8'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:37.228758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:37.234321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eceefe-465b-439a-a7b9-60c36a3d5bb3 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:37.242740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e984a964-f600-4102-af78-dde03ac38ee3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:37.247498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.350256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.478869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:37.479465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.529608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.535260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:37.536902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.553371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:37.567457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:37.663783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:37.692969 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0c59c0-5968-4055-89f8-23bb06f49ed0'] response: {'name': 'network-changed', 'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'status': 'completed', 'code': 200} Jun 04 06:25:37.704445 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783bc907-b2d8-4da3-b7a3-ddd0e303a0fe None None] New status for floating IP 7ae7077f-e567-4131-87d0-1067b54fee69: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:37.780844 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Floating IP 67f22f6b-509a-405b-be4e-c42cdd900126 associated. External IP: 172.25.1.97, port: 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3. Jun 04 06:25:38.058700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e97d4-dc30-4434-a572-22197ae0605f req-62ded0c7-26bc-40b6-8819-2a1056bc7974 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.060336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a60e97d4-dc30-4434-a572-22197ae0605f req-62ded0c7-26bc-40b6-8819-2a1056bc7974 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.3055794 Jun 04 06:25:38.062495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-9d4e7368-782d-4fe5-98a4-070e14a48e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.064103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-9d4e7368-782d-4fe5-98a4-070e14a48e95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 1097 time: 0.3700569 Jun 04 06:25:38.159828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:38.222144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a60e97d4-dc30-4434-a572-22197ae0605f req-2a54e827-fedf-4c05-a967-9205bda04b5d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266181 Jun 04 06:25:38.277959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-8c70da05-e89b-4615-ac2a-2b1d44cc0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.279389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-8c70da05-e89b-4615-ac2a-2b1d44cc0a8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2081327 Jun 04 06:25:38.369310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:38.385695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Sync routers for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:38.388517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:38.395300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:38.396281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:38.437905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-745e988d-8c7e-4728-b3c0-a3fe68ae4d70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 200 len: 217 time: 0.1004088 Jun 04 06:25:38.468719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-e23b12ed-f59a-4e66-89fb-3ca839809597 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "PUT /v2.0/floatingips/67f22f6b-509a-405b-be4e-c42cdd900126 HTTP/1.1" status: 200 len: 995 time: 2.0608459 Jun 04 06:25:38.469944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:38.649801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:38.659308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:38.665317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:38.692451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-1d69c697-f552-4c6b-ad30-51ce89ff1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.693962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-1d69c697-f552-4c6b-ad30-51ce89ff1608 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.2143147 Jun 04 06:25:38.782809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-5bd3316d-d861-449a-adb8-94f390665846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.785220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-5bd3316d-d861-449a-adb8-94f390665846 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.3405833 Jun 04 06:25:38.833404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-ef3d56ed-0a36-418e-9ad0-1587bb605aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:38.835154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-ef3d56ed-0a36-418e-9ad0-1587bb605aed service neutron] 10.222.0.17 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.1349936 Jun 04 06:25:38.947590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-c54353bb-7970-43c9-92d4-8bf0415ccf74 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 998 time: 0.1043847 Jun 04 06:25:38.975361 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Floating IP 332f9e71-02fd-4f6f-9884-2d723244d9bb associated. External IP: 172.25.1.152, port: 97185a5a-48c9-4319-98f6-d0ea86a02de8. Jun 04 06:25:39.018277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-58a0ac9e-124f-40a3-8302-b5ab82a6713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.020457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-58a0ac9e-124f-40a3-8302-b5ab82a6713b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.0660903 Jun 04 06:25:39.046878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8fb8-58c0-43f9-ac12-627b9e913faa req-30c59890-e4e2-48bd-a5bd-f00d78793c6f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.048899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-330c8fb8-58c0-43f9-ac12-627b9e913faa req-30c59890-e4e2-48bd-a5bd-f00d78793c6f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.3389053 Jun 04 06:25:39.052789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '67f22f6b-509a-405b-be4e-c42cdd900126', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'port_id': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'mac_address': 'fa:16:3e:15:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e25081-0305-4552-8268-fc12ebf3aabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:32Z', 'updated_at': '2022-06-04T06:25:37Z', 'revision_number': 1, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:39.057398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Checking router: 5c154557-2cd7-4d57-8e81-673a86b9a6b6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:39.068703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:39.069308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:39.076336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-149e2290-c50e-451c-ae02-441248656d57 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496156 Jun 04 06:25:39.103471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-de2c6244-16c9-4df0-a5d5-cdda6b6eca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.104353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-de2c6244-16c9-4df0-a5d5-cdda6b6eca35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076725 Jun 04 06:25:39.200231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-330c8fb8-58c0-43f9-ac12-627b9e913faa req-68c7821e-9264-4ad7-bdfb-283415796654 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388929 Jun 04 06:25:39.212936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-dcc84411-36c6-4d3d-bb30-f9778ab8ba9e service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296248 Jun 04 06:25:39.290610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:39.379611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c76b719c-ac28-4655-9afd-4636b9c7d446 req-85ee3e1a-cfc6-4ae9-8cba-00f39d940b76 service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594088 Jun 04 06:25:39.424716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-170ae07b-121c-4c4a-8292-c81cd64b9cdb service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097312 Jun 04 06:25:39.447602 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33418fa3-cc88-48c3-9179-6edbcff72d12'] response: {'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'code': 200} Jun 04 06:25:39.626340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064f11b-c6a7-49b5-89c3-1a56eea4d787 req-cab8e545-8d75-4be2-aafe-41f9affcc0ab tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.628479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3064f11b-c6a7-49b5-89c3-1a56eea4d787 req-cab8e545-8d75-4be2-aafe-41f9affcc0ab tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.0850835 Jun 04 06:25:39.677143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3064f11b-c6a7-49b5-89c3-1a56eea4d787 req-4bb855a9-8bf2-4bca-9b4c-ae64d8ef42c9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Jun 04 06:25:39.704481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Router af337b99-387f-4178-8cac-26047ea918d3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:39.716210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81b7beb7-16c0-456c-add7-7d7e79b327ff req-dc2f60da-a4b3-4e14-8cf1-fe2eb3eb37a8 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855723 Jun 04 06:25:39.737755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878137-e101-4a20-a4ac-11d8534bba6e req-9abb869a-4c3b-45f6-93d5-60a46e6b6d3d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.738503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878137-e101-4a20-a4ac-11d8534bba6e req-9abb869a-4c3b-45f6-93d5-60a46e6b6d3d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.739224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878137-e101-4a20-a4ac-11d8534bba6e req-9abb869a-4c3b-45f6-93d5-60a46e6b6d3d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.746851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '67f22f6b-509a-405b-be4e-c42cdd900126', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'port_id': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'mac_address': 'fa:16:3e:15:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e25081-0305-4552-8268-fc12ebf3aabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:32Z', 'updated_at': '2022-06-04T06:25:37Z', 'revision_number': 1, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:39.747453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3878137-e101-4a20-a4ac-11d8534bba6e req-9abb869a-4c3b-45f6-93d5-60a46e6b6d3d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff&device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3&device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 2884 time: 0.2286491 Jun 04 06:25:39.751072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72f658-ef56-4dff-838a-15314cbd7b71 None None] The sync data for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 is: [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '67f22f6b-509a-405b-be4e-c42cdd900126', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'port_id': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'mac_address': 'fa:16:3e:15:30:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e25081-0305-4552-8268-fc12ebf3aabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:32Z', 'updated_at': '2022-06-04T06:25:37Z', 'revision_number': 1, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:39.857694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc159d-81d4-48c6-b325-3a249a5298c0 req-fb3e49ba-c735-4ee4-8f02-47b9c9e30cf9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:39.859317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3acc159d-81d4-48c6-b325-3a249a5298c0 req-fb3e49ba-c735-4ee4-8f02-47b9c9e30cf9 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 1101 time: 0.0763824 Jun 04 06:25:39.871883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3878137-e101-4a20-a4ac-11d8534bba6e req-19af2611-7e9b-4c2d-8a2c-014522030331 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240561 Jun 04 06:25:39.905773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3acc159d-81d4-48c6-b325-3a249a5298c0 req-dc3bc2d5-544d-467b-bf68-60be69812796 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jun 04 06:25:39.991772 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460edb84-af72-4ce7-ad99-bf6b025bfc6a'] response: {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:25:40.008361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:40.018586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:40.019728 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Sync routers for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:40.032051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc9944-69e9-4741-b514-35be61cf0251 None None] New status for floating IP 67f22f6b-509a-405b-be4e-c42cdd900126: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:40.040642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:40.041284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:40.169716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-feb4eec6-7148-487f-89a3-1145a101c05b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "PUT /v2.0/floatingips/332f9e71-02fd-4f6f-9884-2d723244d9bb HTTP/1.1" status: 200 len: 991 time: 2.9604654 Jun 04 06:25:40.170275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:40.314355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-64c3a9a5-a56d-44e7-8910-5b211cdf688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:40.315859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-64c3a9a5-a56d-44e7-8910-5b211cdf688b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.2999825 Jun 04 06:25:40.330632 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:40.357189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-6b95a0ea-9b07-41ab-88f3-ace7352830df tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:40.358941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-6b95a0ea-9b07-41ab-88f3-ace7352830df tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1819901 Jun 04 06:25:40.510928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-40b54998-f0e4-437e-bff8-16b5dfc15441 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0943384 Jun 04 06:25:40.529431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:40.620104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:40.714502 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '332f9e71-02fd-4f6f-9884-2d723244d9bb', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'port_id': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'mac_address': 'fa:16:3e:ed:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:03Z', 'updated_at': '2022-06-04T06:25:38Z', 'revision_number': 1, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:40.718504 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Checking router: af337b99-387f-4178-8cac-26047ea918d3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:40.728792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:40.729621 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:40.760729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-c42a28bd-6ef8-4f58-be60-ec25900b48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:40.762212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-c42a28bd-6ef8-4f58-be60-ec25900b48c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.4375596 Jun 04 06:25:40.765302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-7dbbf62b-f413-4d02-a970-ce6a672a17f2 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 1000 time: 0.2720423 Jun 04 06:25:40.850528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42364020-4354-444d-9efe-9453ebae1070 req-cea67f92-a759-4eec-824e-04c27596e4c9 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:40.852375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42364020-4354-444d-9efe-9453ebae1070 req-cea67f92-a759-4eec-824e-04c27596e4c9 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd69f9ff-1230-4c96-9737-d23a2dc539b6 HTTP/1.1" status: 200 len: 946 time: 0.1760354 Jun 04 06:25:40.925855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-86621ceb-f219-4679-9494-a533ef2b7e2a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:40.927434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-86621ceb-f219-4679-9494-a533ef2b7e2a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 942 time: 0.1514263 Jun 04 06:25:40.932709 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:40.942869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Deleting port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:40.943315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:41.108028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-e88e17e5-918a-4a9d-aeee-36342f22c743 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 1000 time: 0.3373137 Jun 04 06:25:41.269281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-867ae04b-d5a8-4d69-86b4-d65636271dad tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 1000 time: 0.1904876 Jun 04 06:25:41.312737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '332f9e71-02fd-4f6f-9884-2d723244d9bb', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'port_id': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'mac_address': 'fa:16:3e:ed:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:03Z', 'updated_at': '2022-06-04T06:25:38Z', 'revision_number': 1, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:41.317679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-ccddcc07-2e81-4a80-a98c-bddc899dd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:41.318498 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58479546-d523-47f3-8bd6-cf196c010d35 None None] The sync data for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 is: [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '332f9e71-02fd-4f6f-9884-2d723244d9bb', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'port_id': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'mac_address': 'fa:16:3e:ed:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:25:03Z', 'updated_at': '2022-06-04T06:25:38Z', 'revision_number': 1, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:41.319122 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-ccddcc07-2e81-4a80-a98c-bddc899dd9e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.1383703 Jun 04 06:25:41.379725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-218a013f-a94c-4451-b7e7-e958ffc53982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519564 Jun 04 06:25:41.416602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] For port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:41.416964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:41.556719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50083ecb-d4fe-4562-a247-a9dace6444d4 None None] New status for floating IP 332f9e71-02fd-4f6f-9884-2d723244d9bb: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:41.564705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Calling delete_port for 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:41.631648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-3ba7f64a-4606-4a34-9d42-d92819a5c2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438745 Jun 04 06:25:41.638734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-1f86423c-2d76-4572-a965-a698b55cd567 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:41.640072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-1f86423c-2d76-4572-a965-a698b55cd567 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3617401 Jun 04 06:25:41.815890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-79333f71-c04a-4c8a-890f-fd4a2ebac7fc tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 1000 time: 0.1644902 Jun 04 06:25:41.833457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:41.888826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30c9e9b6-a0e4-46aa-9805-d331c8496928 req-977664d8-5a3a-4734-be9f-54de274026c8 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503664 Jun 04 06:25:41.891137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:41.896392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:41.931162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:41.961033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7c556001-5546-42b8-9d88-9aed0b2fc923', '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:41.998244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event deleted for resources: {'Port': ['ID=7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:42.120467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:42.272849 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Floating IP 7ae7077f-e567-4131-87d0-1067b54fee69 associated. External IP: 172.25.1.121, port: 7c556001-5546-42b8-9d88-9aed0b2fc923. Jun 04 06:25:42.450815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] No DVR routers for this DVR port 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:25:42.456583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:42.566469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42364020-4354-444d-9efe-9453ebae1070 req-5d58a685-110c-4f5f-9aef-df7679aca26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "DELETE /v2.0/ports/7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae HTTP/1.1" status: 204 len: 173 time: 1.7056892 Jun 04 06:25:42.741105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:42.751006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:42.751963 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Floating IP 67f22f6b-509a-405b-be4e-c42cdd900126 disassociated. External IP: 172.25.1.97, port: 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3. Jun 04 06:25:42.999099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:43.231159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:43.236148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:43.242995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:43.262016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:43.262590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:43.280338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:43.384004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-8b12a676-5646-48ac-9e98-bf2a6125b010 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "PUT /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 996 time: 2.8621509 Jun 04 06:25:43.384628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:43.536649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:43.542668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:43.551365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Sync routers for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:43.565896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-34f314a8-0d60-4040-ad47-1ca346e80a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:43.567433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-34f314a8-0d60-4040-ad47-1ca346e80a4a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.1633604 Jun 04 06:25:43.568108 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:43.570111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:43.635926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3a5a79aa-aeeb-47c7-8f65-c107bcb83f56 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "PUT /v2.0/floatingips/67f22f6b-509a-405b-be4e-c42cdd900126 HTTP/1.1" status: 200 len: 694 time: 1.8097222 Jun 04 06:25:43.663250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:43.792299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-2826a852-b3b2-4a64-8a8b-dc8eef7fc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:43.802666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-2826a852-b3b2-4a64-8a8b-dc8eef7fc480 service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2285156 Jun 04 06:25:43.811674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-14d8f53a-f8e4-4b4c-9314-da5b015720f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:43.824367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-14d8f53a-f8e4-4b4c-9314-da5b015720f3 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.1800983 Jun 04 06:25:43.934929 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-bcc112b7-3d2a-4ff2-bfa7-6b3420948763 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 999 time: 0.1320112 Jun 04 06:25:44.026127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-1bf2a24f-c48b-4d73-8a28-3320292a9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:44.035816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-1bf2a24f-c48b-4d73-8a28-3320292a9618 service neutron] 10.222.0.17 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.2101438 Jun 04 06:25:44.086033 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:44.096915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-71e5be23-47a0-4fb5-9dee-54abdfbb1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:44.105073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-71e5be23-47a0-4fb5-9dee-54abdfbb1e14 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1690829 Jun 04 06:25:44.122957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-3ae22bcc-48e7-40f4-9c11-80c74d1fb444 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.0852404 Jun 04 06:25:44.229435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-baddfe2d-9388-4bcc-9f38-b0d2878ea0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:44.233353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-baddfe2d-9388-4bcc-9f38-b0d2878ea0d5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.1085274 Jun 04 06:25:44.239600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:41Z', 'revision_number': 8, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:44.253165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-483e0a67-6d50-4686-ba14-917eeda37b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:44.256287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-483e0a67-6d50-4686-ba14-917eeda37b16 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500559 Jun 04 06:25:44.262323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:44.286585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:44.287537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:44.336425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-2b40996d-c135-4084-b640-1cf78d8fa878 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950017 Jun 04 06:25:44.532841 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-11057ae6-29e9-40d9-9b78-904d3998a733 service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694931 Jun 04 06:25:44.561652 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:44.567266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Checking router: 5c154557-2cd7-4d57-8e81-673a86b9a6b6 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:44.578013 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:44.578656 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:44.607420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:44.721531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-6c23d4e3-e0ce-4430-a7fc-f09a9f3bedbd service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788860 Jun 04 06:25:44.796522 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:44.842489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-52e50b73-4d18-425e-928f-d0e7a449ca53 req-59e932eb-a153-494d-8fd9-b9abfdaeac4a service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031650 Jun 04 06:25:45.007640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c8ba232-c342-48f6-b48c-ddfa3d95b3f6 req-75a2f8ae-5e2e-4977-b15f-5b02ad973258 service neutron] 10.222.0.17 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784367 Jun 04 06:25:45.243374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:25:45.278742 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88983b7a-38f4-44f1-b8f5-e9687a571752'] response: {'name': 'network-changed', 'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'status': 'completed', 'code': 200} Jun 04 06:25:45.368645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:25:45.369292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:25:45.391797 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:45.396663 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644a804-0280-4d04-8a3d-8f1f0dc0b291 None None] The sync data for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 is: [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:17Z', 'revision_number': 4, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d517856-e241-49c3-9b09-6cbf533c4000', 'name': '', 'network_id': 'a625d72a-3969-45d0-8aec-e7ed818c727b', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'mac_address': 'fa:16:3e:96:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:15Z', 'updated_at': '2022-06-04T06:24:27Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'subnets': [{'id': '933bc16f-b08a-41f2-806d-8f4263bf41cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:45.412094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e5f3-0d9c-457b-bbdf-11f8130018da req-759791ed-91ee-4dbb-96bf-7a491d966408 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:45.414014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1891e5f3-0d9c-457b-bbdf-11f8130018da req-759791ed-91ee-4dbb-96bf-7a491d966408 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.2507710 Jun 04 06:25:45.431723 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-0621bcfd-84eb-4878-83d3-ab8b96e70901 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485916 Jun 04 06:25:45.491738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:41Z', 'revision_number': 8, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:45.506637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1891e5f3-0d9c-457b-bbdf-11f8130018da req-a6d4e8d0-63d4-45e9-a6b4-8f8d88918cd6 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818043 Jun 04 06:25:45.510877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e0273-0b2a-4685-80db-4f9aaadb4d20 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '7ae7077f-e567-4131-87d0-1067b54fee69', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'port_id': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'mac_address': 'fa:16:3e:95:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:24:45Z', 'updated_at': '2022-06-04T06:25:41Z', 'revision_number': 8, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:45.560573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae543f-5684-4221-959e-c213feed3bcb req-94682fb9-e1c0-4988-b56a-f16c8c3306ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:45.562568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-94682fb9-e1c0-4988-b56a-f16c8c3306ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57694075314846bb8f1fc53c184fb7f6&device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 1096 time: 0.2709513 Jun 04 06:25:45.809189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ba8d4-0766-40e8-8df4-f568f5db01ad req-87c450a2-061f-48c8-9cf8-19072086645c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:45.822487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e5ba8d4-0766-40e8-8df4-f568f5db01ad req-87c450a2-061f-48c8-9cf8-19072086645c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.1660514 Jun 04 06:25:45.848600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-1b11041c-2dfd-4b86-89d9-0710de59c3fe tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:45.856167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-1b11041c-2dfd-4b86-89d9-0710de59c3fe tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094665 Jun 04 06:25:45.889438 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-38983778-adcf-4009-9b9e-ebb803439d0c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.0321770 Jun 04 06:25:45.891178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e5ba8d4-0766-40e8-8df4-f568f5db01ad req-04566bd1-9d2c-462b-8eef-556f9487ff60 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716059 Jun 04 06:25:45.958387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6d0d7-2409-4efc-a2bb-50a6b496e0ed None None] New status for floating IP 67f22f6b-509a-405b-be4e-c42cdd900126: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:46.009905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05684203-6fd9-4f3c-a587-9c9f36e8c498 None None] New status for floating IP 7ae7077f-e567-4131-87d0-1067b54fee69: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:46.190485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae543f-5684-4221-959e-c213feed3bcb req-7b512d33-7a3f-48fa-8321-3f127b2bcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:46.192209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-7b512d33-7a3f-48fa-8321-3f127b2bcc00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464 HTTP/1.1" status: 200 len: 913 time: 0.6057129 Jun 04 06:25:46.471119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-b9c2a778-cdfc-4665-a40a-cb240edd1658 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5800824 Jun 04 06:25:46.481200 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-925f8519-a122-492c-8a54-5f6a320b8e69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8 HTTP/1.1" status: 200 len: 1001 time: 0.2770293 Jun 04 06:25:46.677976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae543f-5684-4221-959e-c213feed3bcb req-cdc23433-6ba0-4a05-bd7d-df0e764d7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:46.679576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-cdc23433-6ba0-4a05-bd7d-df0e764d7a5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cb6f94d-b8f0-4e79-a026-34039f506cbb HTTP/1.1" status: 200 len: 851 time: 0.1902983 Jun 04 06:25:46.681235 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37692f3-6245-42cd-8032-0198c34e8b71'] response: {'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:25:46.893378 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b962f0c5-84eb-40fa-beeb-2d7f6f210899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:46.905856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0c7b1c74-3121-4e66-9be7-8481885dae7f req-828812de-9a75-4724-8e66-7172ce2ae8be tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 998 time: 0.2201729 Jun 04 06:25:47.003979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b672-0534-421d-bc5b-9379626add9c req-957d5e8f-85fa-47f9-9b49-477db49f95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.005768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-957d5e8f-85fa-47f9-9b49-477db49f95d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.3012516 Jun 04 06:25:47.091378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef020a9-18aa-4bb7-be14-9226e7ff8af9 req-80af1051-403e-4682-9e0b-e8cee035a3d5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.093008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ef020a9-18aa-4bb7-be14-9226e7ff8af9 req-80af1051-403e-4682-9e0b-e8cee035a3d5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.2297361 Jun 04 06:25:47.149546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae543f-5684-4221-959e-c213feed3bcb req-973b133d-6acb-4ded-a4b7-d470931d5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.151367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-973b133d-6acb-4ded-a4b7-d470931d5a44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ea7fff8-dfb5-4c81-81ad-22a9174d2464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3745794 Jun 04 06:25:47.159527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b1c74-3121-4e66-9be7-8481885dae7f req-430880e1-6c44-4a30-875e-47b5973be36b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.159527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0c7b1c74-3121-4e66-9be7-8481885dae7f req-430880e1-6c44-4a30-875e-47b5973be36b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.2460897 Jun 04 06:25:47.196364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-0c7b1c74-3121-4e66-9be7-8481885dae7f req-7c25feca-6ea3-4fd0-8e72-29a214194112 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:47.197717 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0c7b1c74-3121-4e66-9be7-8481885dae7f req-7c25feca-6ea3-4fd0-8e72-29a214194112 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122614 Jun 04 06:25:47.228267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b672-0534-421d-bc5b-9379626add9c req-4618ace1-df08-4185-a927-e5b10d5dda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.229865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-4618ace1-df08-4185-a927-e5b10d5dda78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2128818 Jun 04 06:25:47.291542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'name': 'network-vif-deleted', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae'}, {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:47.398669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ef020a9-18aa-4bb7-be14-9226e7ff8af9 req-3c75c3f8-0cc1-46df-ba50-ea90fb185bea tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676617 Jun 04 06:25:47.403830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-aba387f3-d4d8-4c62-b0d9-450b55b67bd9 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips/67f22f6b-509a-405b-be4e-c42cdd900126 HTTP/1.1" status: 200 len: 692 time: 0.1202667 Jun 04 06:25:47.460540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-7bf409cf-d5f2-49e3-b0f1-08bbe875a3be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 1001 time: 0.1876752 Jun 04 06:25:47.530580 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-ef33ce7b-2a22-48df-8d3a-91652f2e5743 service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643341 Jun 04 06:25:47.564277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b672-0534-421d-bc5b-9379626add9c req-352b2772-f773-4c71-8cd0-7c30824e72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.566075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-352b2772-f773-4c71-8cd0-7c30824e72c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1042860 Jun 04 06:25:47.707713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-69d6a43e-d6d9-4c8c-b572-776eb1e88961 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.708484 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-69d6a43e-d6d9-4c8c-b572-776eb1e88961 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.2972679 Jun 04 06:25:47.727987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-317238f5-5cb1-4e5f-a8e5-a09a82b95587 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:47.729025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-317238f5-5cb1-4e5f-a8e5-a09a82b95587 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091488 Jun 04 06:25:47.729880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7b24f2e-6de5-4fec-9806-39c90d459f52 req-92747209-d0a3-4c36-9540-f1fd44818b16 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 210 time: 0.0860233 Jun 04 06:25:47.745426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98b672-0534-421d-bc5b-9379626add9c req-da3213f3-045a-4ef8-8768-f76a0ab78862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:47.746974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-da3213f3-045a-4ef8-8768-f76a0ab78862 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737990 Jun 04 06:25:47.750856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6ae543f-5684-4221-959e-c213feed3bcb req-e5c26d95-2d52-496d-97cc-08d409502bde service neutron] 10.222.0.24 "GET /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039266 Jun 04 06:25:47.776568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-a5139697-7abc-4d8c-b045-43642420b1a7 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:47.784366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-a5139697-7abc-4d8c-b045-43642420b1a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265760 Jun 04 06:25:47.852596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-dc56b14f-68a9-4da9-9ff7-f8a114360208 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 695 time: 0.0989573 Jun 04 06:25:47.953213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-326bafd5-6332-4071-a46d-9d1ae1f3244f service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628699 Jun 04 06:25:47.980888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-2addf1dd-d4b8-4ae0-971e-b17648744450 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.97 HTTP/1.1" status: 200 len: 695 time: 0.1213062 Jun 04 06:25:48.250122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d98b672-0534-421d-bc5b-9379626add9c req-fa243ca4-e83b-4ac9-9656-f52228f7b16a service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818973 Jun 04 06:25:48.262678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906280-9209-4c05-a063-a8bede906ffb req-9a835d66-9c17-491d-8455-7263b4d3b687 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:48.273306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80906280-9209-4c05-a063-a8bede906ffb req-9a835d66-9c17-491d-8455-7263b4d3b687 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.3060184 Jun 04 06:25:48.325590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80906280-9209-4c05-a063-a8bede906ffb req-94861e86-8eb9-4447-be67-c9fb9e395a73 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507817 Jun 04 06:25:48.398124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Deleting port de0907a7-7532-4329-8967-e08b1be42fc5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:48.398782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:48.526834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f340fce5-c0d4-4fea-bf02-174a3d1a0865 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1001 time: 0.1420841 Jun 04 06:25:48.626055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:48.627547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:48.727783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f64c0fc6-17f8-4a00-b9f2-56ff04304d90 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:48.728395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f64c0fc6-17f8-4a00-b9f2-56ff04304d90 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:48.747649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f64c0fc6-17f8-4a00-b9f2-56ff04304d90 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:48.749359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f64c0fc6-17f8-4a00-b9f2-56ff04304d90 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports/7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 942 time: 0.2134619 Jun 04 06:25:48.834243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Calling delete_port for de0907a7-7532-4329-8967-e08b1be42fc5 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:48.878092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-847af0cb-a2c7-400d-bf72-9e094ed5b601 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796695 Jun 04 06:25:48.999821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8acc72fe-eb8e-47f4-ba03-37a95fb58eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.078573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-9e1f2885-847c-411b-b8cb-a5df963edcea tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1001 time: 0.2317512 Jun 04 06:25:49.195696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-97cbcf3d-617a-4505-a20c-ee55e1a66063 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:49.197164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-97cbcf3d-617a-4505-a20c-ee55e1a66063 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094180 Jun 04 06:25:49.213532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': 'bf750371-45dd-454c-b621-4585649dd9fd', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:49.242657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.275837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-8eaaf56b-2a07-4919-874a-ed430c005ae0 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:49.277270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-8eaaf56b-2a07-4919-874a-ed430c005ae0 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.1897094 Jun 04 06:25:49.398708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-659a8338-6bce-4400-a651-a6a0ce303ab9 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 1001 time: 0.1132269 Jun 04 06:25:49.403425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:49.408388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event deleted for resources: {'Port': ['ID=de0907a7-7532-4329-8967-e08b1be42fc5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:49.459307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.460016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.460606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.461289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.461886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.462417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.462968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.463514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.464049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.464595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.465127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.467317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:49.524813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.539614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.555230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:25:49.572626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:25:49.583421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.584700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3adf6c1-e8eb-488c-ae75-c9188c84fbbc req-f365e3bf-cf02-4415-9e71-fc2e4418bb98 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "DELETE /v2.0/floatingips/67f22f6b-509a-405b-be4e-c42cdd900126 HTTP/1.1" status: 204 len: 173 time: 1.5965071 Jun 04 06:25:49.585905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:25:49.593346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:49.713992 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeee5e8a-d9d7-4355-a2a0-baa7571f097d'] response: {'server_uuid': 'cd69f9ff-1230-4c96-9737-d23a2dc539b6', 'name': 'network-vif-deleted', 'tag': '7d4cac47-44c4-4a1b-bf09-eaa8d0a731ae', 'status': 'completed', 'code': 200} Jun 04 06:25:49.714375 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeee5e8a-d9d7-4355-a2a0-baa7571f097d'] response: {'name': 'network-changed', 'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:25:49.817746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.11 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/88c697b7-4635-46e5-850f-89bc4ab510dd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:25:50.040457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.042889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-e17dccd7-b4e8-4f86-a937-09d4c5710c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:50.044844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-e17dccd7-b4e8-4f86-a937-09d4c5710c78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 1096 time: 0.2659593 Jun 04 06:25:50.050248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.050580 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Floating IP 7ae7077f-e567-4131-87d0-1067b54fee69 disassociated. External IP: 172.25.1.121, port: 7c556001-5546-42b8-9d88-9aed0b2fc923. Jun 04 06:25:50.140294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.148356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.175218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object 88c697b7-4635-46e5-850f-89bc4ab510dd will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:50.245709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.260109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:50.335721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:25:50.339317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:25:50.342528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:25:50.397792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc', '1b82690f-5b16-4028-b553-682d99a09c93'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:50.434011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-8419966b-b104-4213-9709-8e5e0e5dd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:50.435541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-8419966b-b104-4213-9709-8e5e0e5dd3c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 200 len: 921 time: 0.2874830 Jun 04 06:25:50.495826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:50.502491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.537677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:50.560828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.581954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-d6a5420c-263b-410d-9982-d8ebfe59c1b6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3752604 Jun 04 06:25:50.599539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Request body: {'port': {'device_id': 'bf750371-45dd-454c-b621-4585649dd9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:25:50.900895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0fe75a42-8d3b-4c07-90be-8b53cf9df611 None None] Provisioning for port 88c697b7-4635-46e5-850f-89bc4ab510dd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:25:50.910809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0fe75a42-8d3b-4c07-90be-8b53cf9df611 None None] Provisioning complete for port 88c697b7-4635-46e5-850f-89bc4ab510dd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:25:50.911170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0fe75a42-8d3b-4c07-90be-8b53cf9df611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:50.937614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:25:50.976540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-db5e10db-5238-476c-8c8e-33b315934e54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 200 len: 217 time: 0.2336495 Jun 04 06:25:50.981767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0fe75a42-8d3b-4c07-90be-8b53cf9df611 None None] Port 88c697b7-4635-46e5-850f-89bc4ab510dd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:25:51.072166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0006-e025-4927-b4be-cf97d04985e4 req-6f0faa5e-6a78-413e-a70c-4c13b958724f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:51.075035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a20d0006-e025-4927-b4be-cf97d04985e4 req-6f0faa5e-6a78-413e-a70c-4c13b958724f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.4098184 Jun 04 06:25:51.084043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:51.235566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a20d0006-e025-4927-b4be-cf97d04985e4 req-874db93a-58f1-4692-ab98-2f0e4e57e3c8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537676 Jun 04 06:25:51.288898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:25:51.299614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:51.305846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:25:51.318577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:51.319697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:51.364823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-a4a3fb4c-9b6a-403c-b29e-0a917da87c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:51.366345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-a4a3fb4c-9b6a-403c-b29e-0a917da87c5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 200 len: 860 time: 0.3801391 Jun 04 06:25:51.381940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e1452b21-47ca-4ecf-95c8-cda556a37c46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "PUT /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 696 time: 1.9760041 Jun 04 06:25:51.520983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-3a4a5332-e952-4d5f-b446-ff424cfb9e06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a625d72a-3969-45d0-8aec-e7ed818c727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921538 Jun 04 06:25:51.657246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f0588-e912-4a4a-b66e-8bbafad8cd4a req-f23aaf3b-7ee2-49c5-abc5-3d2f90530a76 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:51.658785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-337f0588-e912-4a4a-b66e-8bbafad8cd4a req-f23aaf3b-7ee2-49c5-abc5-3d2f90530a76 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:51.663963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-ffcb0e02-9d7b-4736-99b8-d02122468fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:51.672578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-ffcb0e02-9d7b-4736-99b8-d02122468fc7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.2887487 Jun 04 06:25:51.688097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-337f0588-e912-4a4a-b66e-8bbafad8cd4a req-f23aaf3b-7ee2-49c5-abc5-3d2f90530a76 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:51.689939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-337f0588-e912-4a4a-b66e-8bbafad8cd4a req-f23aaf3b-7ee2-49c5-abc5-3d2f90530a76 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 935 time: 0.2389932 Jun 04 06:25:51.763848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:51.800733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-337f0588-e912-4a4a-b66e-8bbafad8cd4a req-34129ecf-1532-445b-b37a-6e5144f2b086 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982971 Jun 04 06:25:51.812909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c697b7-4635-46e5-850f-89bc4ab510dd {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:51.819100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:51.832597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:51.853764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-97b42b29-147a-4cca-86a6-b8253f48f6db service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230999 Jun 04 06:25:51.865326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Transition to ACTIVE for port object 88c697b7-4635-46e5-850f-89bc4ab510dd will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:25:51.874816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.135411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf7945c-1455-46a2-9ad3-dab91200d0ff req-9b97e912-b2ae-4734-88e2-c4c25df902b0 service neutron] 10.222.0.24 "GET /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668436 Jun 04 06:25:52.149330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:52.165857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f9c0e977-461b-4904-b4cb-c321dd756d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.174563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f9c0e977-461b-4904-b4cb-c321dd756d6f service neutron] 10.222.0.17 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.5010610 Jun 04 06:25:52.262987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-e0fd4035-f21e-4422-aff5-750d387268ea service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.0872259 Jun 04 06:25:52.293453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02fbe6-e405-4bd2-862c-0f55ab888073 req-a0ca1a6c-5ce8-408a-946a-e11f66366dde tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.295781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f02fbe6-e405-4bd2-862c-0f55ab888073 req-a0ca1a6c-5ce8-408a-946a-e11f66366dde tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.2200804 Jun 04 06:25:52.302743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Attempting to bind port 88c697b7-4635-46e5-850f-89bc4ab510dd on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:25:52.303218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Attempting to bind port 88c697b7-4635-46e5-850f-89bc4ab510dd by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:25:52.303705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Attempting to bind port 88c697b7-4635-46e5-850f-89bc4ab510dd on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:52.313343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Port 88c697b7-4635-46e5-850f-89bc4ab510dd on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:25:52.313808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Attempting to bind port 88c697b7-4635-46e5-850f-89bc4ab510dd on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:25:52.321218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:25:52.321733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:25:52.322829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:25:52.323380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Bound port: 88c697b7-4635-46e5-850f-89bc4ab510dd, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:25:52.324282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.338713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.355240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-59cda29c-d798-45be-9006-661064751c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.368187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-59cda29c-d798-45be-9006-661064751c77 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1040013 Jun 04 06:25:52.439809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f02fbe6-e405-4bd2-862c-0f55ab888073 req-6ee816eb-8995-47bf-9df1-65bfcc18ffe2 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276369 Jun 04 06:25:52.488902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f164cc10-5fd3-4a57-a08a-5883ddb50683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.490607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:25:52.496183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=88c697b7-4635-46e5-850f-89bc4ab510dd,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:25:52.496729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-f164cc10-5fd3-4a57-a08a-5883ddb50683 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271162 Jun 04 06:25:52.512880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.556919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:52.561666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:25:52.571870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:25:52.572490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:52.610966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.611825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.613295 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] 10.222.0.24 "PUT /v2.0/ports/88c697b7-4635-46e5-850f-89bc4ab510dd HTTP/1.1" status: 200 len: 1095 time: 2.0188096 Jun 04 06:25:52.632799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:52.690320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-a0e895e2-386c-4931-a2b3-0735583b0deb service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924589 Jun 04 06:25:52.718448 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-f529f623-e51d-4f06-88a3-35d2bfacdefe tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups/7d288bcf-4ad4-4dfc-b6ca-d8ee9a4908af HTTP/1.1" status: 200 len: 1809 time: 0.2249498 Jun 04 06:25:52.766032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0731d6-1c6a-433e-9b58-ddc8cd10c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:52.888342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:25:52.895893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595c7fda-5825-4202-8b5c-834e89df87c5 req-b00e608c-4985-4604-858b-6180de99c59d service neutron] 10.222.0.17 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956844 Jun 04 06:25:52.939954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:52.979117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-96b68be5-b732-4cfa-a028-20755cf2f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:52.980990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-96b68be5-b732-4cfa-a028-20755cf2f151 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 1098 time: 0.3197649 Jun 04 06:25:52.997267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:53.108341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-fbf706e1-91c4-4a80-adcf-92b5a6d27440 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=88c697b7-4635-46e5-850f-89bc4ab510dd HTTP/1.1" status: 200 len: 217 time: 0.1178231 Jun 04 06:25:53.233102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-a3793ccc-c8be-4cbb-acf9-68a3328ad500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:53.235012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-a3793ccc-c8be-4cbb-acf9-68a3328ad500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1179256 Jun 04 06:25:53.295505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:53.321733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:25:53.326244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e090e7-bfc9-46a3-b5a0-09507867845e None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:24:09Z', 'revision_number': 4, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ee478eba-abb4-4373-b792-aa21cce82c19', 'name': '', 'network_id': 'b785a642-5dc3-4317-930d-e11d182c6802', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'mac_address': 'fa:16:3e:38:e6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:24:19Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'subnets': [{'id': 'd0bf77e4-0402-4cfe-b407-51f74e27f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:25:53.326474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d288bcf-4ad4-4dfc-b6ca-d8ee9a4908af,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:53.359027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:53.360157 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1411fcd-3e42-45d2-aa0b-68587d4be3d2 req-21e6a064-aa23-49e7-8a7d-f3bac6740d5a tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "DELETE /v2.0/security-groups/7d288bcf-4ad4-4dfc-b6ca-d8ee9a4908af HTTP/1.1" status: 204 len: 173 time: 0.6408145 Jun 04 06:25:53.384333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-690911c9-9d66-4f63-96df-eae951174d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:53.386415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-690911c9-9d66-4f63-96df-eae951174d5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387486 Jun 04 06:25:53.458080 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baecee92-e19e-451a-9b83-939f8ca0e6b3'] response: {'name': 'network-changed', 'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:25:53.650044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-15aeafca-3f70-4faa-bab4-a1a589dfbb8e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486317 Jun 04 06:25:53.788500 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0ccf5-d57e-4145-950b-cd568b44ad21 None None] New status for floating IP 7ae7077f-e567-4131-87d0-1067b54fee69: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:25:53.901956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f77bb2-cedc-44e0-bd9e-88e597d86c08 req-c19ad6d3-ab43-48bd-bc6d-8e2a3810698b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:53.912276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27f77bb2-cedc-44e0-bd9e-88e597d86c08 req-c19ad6d3-ab43-48bd-bc6d-8e2a3810698b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.1813076 Jun 04 06:25:53.920808 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba995a74-2aac-4c3b-b9bd-5b0d00afe669'] response: {'name': 'network-changed', 'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd', 'status': 'completed', 'code': 200} Jun 04 06:25:53.948116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-05a606dc-c997-4989-8a61-c5c178a433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:53.950942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-05a606dc-c997-4989-8a61-c5c178a433e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 1096 time: 0.4673736 Jun 04 06:25:54.102351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27f77bb2-cedc-44e0-bd9e-88e597d86c08 req-3a2668fe-0dbc-4767-a32c-1a512547fdbc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892943 Jun 04 06:25:54.174872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4264f-3856-487e-882f-9b01ddb0819a req-33caa08d-33cd-49f4-80a1-fa82b296fc54 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.182480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-02f4264f-3856-487e-882f-9b01ddb0819a req-33caa08d-33cd-49f4-80a1-fa82b296fc54 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 947 time: 0.2604220 Jun 04 06:25:54.254636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-4ff6b9cd-4282-4ccb-a1c7-d9d52644bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.260254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-4ff6b9cd-4282-4ccb-a1c7-d9d52644bf12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 200 len: 921 time: 0.2989142 Jun 04 06:25:54.265603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-02f4264f-3856-487e-882f-9b01ddb0819a req-75c79897-b611-405c-836d-1987ed93d38c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802412 Jun 04 06:25:54.294925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04e7dca-5d2b-4cf4-b5ab-1fee4ab16050 req-fd5d6451-de10-401b-8d23-8469f9421d63 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362922 Jun 04 06:25:54.438753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-0af2de2a-2678-412e-b5eb-e826af326e03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 200 len: 217 time: 0.1670654 Jun 04 06:25:54.546667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-254222f5-1016-44f7-8b54-3a2de0620bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.549323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-254222f5-1016-44f7-8b54-3a2de0620bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 1098 time: 0.1993985 Jun 04 06:25:54.605180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-166d4c35-a109-4782-9cdc-f26fd8399ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.607090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-166d4c35-a109-4782-9cdc-f26fd8399ab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 200 len: 859 time: 0.1595814 Jun 04 06:25:54.734851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-7b253dea-4c9b-431d-8d19-900d90a059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.737225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-7b253dea-4c9b-431d-8d19-900d90a059cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b785a642-5dc3-4317-930d-e11d182c6802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244617 Jun 04 06:25:54.896555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-a055c4db-3570-426e-8008-2bd84112c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.906423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-a055c4db-3570-426e-8008-2bd84112c197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3476701 Jun 04 06:25:54.963586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223da6f-d779-4f5e-ba11-38cfc83ca492 req-8d1f81d3-c3bc-4287-b577-c5eb8ab3f672 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:54.972253 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b223da6f-d779-4f5e-ba11-38cfc83ca492 req-8d1f81d3-c3bc-4287-b577-c5eb8ab3f672 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.1600833 Jun 04 06:25:54.989303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-b2722dd3-8568-4c7e-9a6b-f5c891877b12 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425253 Jun 04 06:25:55.027296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b223da6f-d779-4f5e-ba11-38cfc83ca492 req-4521ca02-f0c8-4378-89d5-c9cfe5479a4a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537095 Jun 04 06:25:55.179518 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:55.209882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a2c9fd6-f3a4-400e-af07-a12f0a136a5e req-c7390691-a651-4755-90d3-65fc904ff246 service neutron] 10.222.0.39 "GET /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137003 Jun 04 06:25:55.224273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-e484af01-48ea-49bd-a966-b8c39708e909 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=88c697b7-4635-46e5-850f-89bc4ab510dd HTTP/1.1" status: 200 len: 217 time: 0.3100767 Jun 04 06:25:55.340033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-31b9e305-7e21-4393-900f-e2d76a304880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:55.341513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-31b9e305-7e21-4393-900f-e2d76a304880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1099992 Jun 04 06:25:55.447766 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:55.519318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-30f871a3-4d57-4d9b-853b-d66cebdefc44 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:55.519318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-30f871a3-4d57-4d9b-853b-d66cebdefc44 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:55.524844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-14979b38-da51-48bd-8d83-7285eff91c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:55.527430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-14979b38-da51-48bd-8d83-7285eff91c8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738212 Jun 04 06:25:55.540889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333869e2-8503-421a-8443-417273a46a16 req-5a2230ac-cd9a-4df3-b81b-abd167837f0d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:55.547002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-a5a43f37-6dd2-45e1-8bbd-8beca36e31e4 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:25:55.550932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-a5a43f37-6dd2-45e1-8bbd-8beca36e31e4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057516 Jun 04 06:25:55.551126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-333869e2-8503-421a-8443-417273a46a16 req-5a2230ac-cd9a-4df3-b81b-abd167837f0d tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1101 time: 0.0944674 Jun 04 06:25:55.551226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-30f871a3-4d57-4d9b-853b-d66cebdefc44 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:55.552166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-30f871a3-4d57-4d9b-853b-d66cebdefc44 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1541290 Jun 04 06:25:55.595576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-333869e2-8503-421a-8443-417273a46a16 req-13304015-729e-4aa4-b1fc-12a04a484ca8 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Jun 04 06:25:55.690603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-9d49c556-39a7-4f98-b822-81a3de6ebf4f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:55.725632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-9d49c556-39a7-4f98-b822-81a3de6ebf4f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:55.734211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5313adde-d451-4b2c-84f9-c58c219a5601 req-9d49c556-39a7-4f98-b822-81a3de6ebf4f tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745412 Jun 04 06:25:55.799006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b654ee4-f7fc-4b56-bc1d-bc71ca63d607 req-1cd3ad8b-baa7-43af-b781-e4aa5779fbc4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:55.800496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b654ee4-f7fc-4b56-bc1d-bc71ca63d607 req-1cd3ad8b-baa7-43af-b781-e4aa5779fbc4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.0985925 Jun 04 06:25:55.848010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b654ee4-f7fc-4b56-bc1d-bc71ca63d607 req-26f17069-86fb-44b3-ab65-f40fbaffc752 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Jun 04 06:25:55.879840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-fac576d7-3131-488f-825b-16e07794fa46 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 200 len: 694 time: 0.1078060 Jun 04 06:25:55.883156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-6deb10cb-e4f2-4cea-948c-3eb5f6bc413e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249676 Jun 04 06:25:56.059760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a2d4-5fc8-4d0c-9af5-91b28c47e03f req-9fab5d14-ac9b-46ba-8368-501d4bdd11a3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:56.069912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ece9a2d4-5fc8-4d0c-9af5-91b28c47e03f req-9fab5d14-ac9b-46ba-8368-501d4bdd11a3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 947 time: 0.1132214 Jun 04 06:25:56.131350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ece9a2d4-5fc8-4d0c-9af5-91b28c47e03f req-347c07ca-a9e3-46a5-8bdc-7b155f4d36db tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 Jun 04 06:25:56.148550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf01505c-8dd6-48ca-ac6a-3ab0dc7df2de req-346bec97-9a67-42d1-b132-2fbdd362ab3b service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444184 Jun 04 06:25:56.162466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-e25f790b-3043-472d-88d5-f2ac9fc16192 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:56.163846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-e25f790b-3043-472d-88d5-f2ac9fc16192 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.2789416 Jun 04 06:25:56.255453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-5179a457-234e-455a-9ac6-be78bc5b6900 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 697 time: 0.0832660 Jun 04 06:25:56.409657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814ba0c-def9-4f8d-9651-a4a7847e5f16 req-3aeb639f-c81e-4fd0-bac1-1d674630a2e2 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:56.417340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1814ba0c-def9-4f8d-9651-a4a7847e5f16 req-3aeb639f-c81e-4fd0-bac1-1d674630a2e2 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1101 time: 0.1058137 Jun 04 06:25:56.473083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1814ba0c-def9-4f8d-9651-a4a7847e5f16 req-d25fcff0-abf7-4543-9af3-76976929bc5c tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546079 Jun 04 06:25:56.475671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-175bc504-3e75-4c89-93de-cb11dd450f88 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 697 time: 0.2138312 Jun 04 06:25:56.658543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Deleting port 2e66e070-4410-4bcb-ae24-7ee3c710baf0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:56.659289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:56.665757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dadbf-d256-436b-a99f-824b70c66b26 req-f8eb640d-0688-40c9-864b-572d5df125fe tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:56.673606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e8dadbf-d256-436b-a99f-824b70c66b26 req-f8eb640d-0688-40c9-864b-572d5df125fe tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.1004188 Jun 04 06:25:56.735667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e8dadbf-d256-436b-a99f-824b70c66b26 req-71fbe680-9204-446f-9c97-968d47aa3486 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606766 Jun 04 06:25:56.878883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:56.879208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.030900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Calling delete_port for 2e66e070-4410-4bcb-ae24-7ee3c710baf0 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:57.218035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.274317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event deleted for resources: {'Port': ['ID=2e66e070-4410-4bcb-ae24-7ee3c710baf0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:57.394643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.438071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.451071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f78c5ca-2f8f-4638-a826-410f570a88b9 req-2131f4c2-e330-4838-9604-3b2b1f8e84ad tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "DELETE /v2.0/floatingips/7ae7077f-e567-4131-87d0-1067b54fee69 HTTP/1.1" status: 204 len: 173 time: 0.9742100 Jun 04 06:25:57.498171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 88c697b7-4635-46e5-850f-89bc4ab510dd details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:25:57.694738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=88c697b7-4635-46e5-850f-89bc4ab510dd,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:57.711816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '88c697b7-4635-46e5-850f-89bc4ab510dd', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '88c697b7-4635-46e5-850f-89bc4ab510dd', 'mac_address': 'fa:16:3e:88:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:25:57.738540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738b3c-ee97-4155-8cee-25f341096095 req-aff275d7-3fed-4156-aa2d-0ed8aecb9ca0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:57.739484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b950-c0b4-4c26-bba3-d428bdf1ce0a req-08da6f0f-557d-4ac0-82c5-950379f1705d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:57.745900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6738b3c-ee97-4155-8cee-25f341096095 req-aff275d7-3fed-4156-aa2d-0ed8aecb9ca0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.1300697 Jun 04 06:25:57.749536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1280b950-c0b4-4c26-bba3-d428bdf1ce0a req-08da6f0f-557d-4ac0-82c5-950379f1705d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.1797490 Jun 04 06:25:57.781358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 88c697b7-4635-46e5-850f-89bc4ab510dd is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:25:57.782683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.801720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c697b7-4635-46e5-850f-89bc4ab510dd {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:25:57.811285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6738b3c-ee97-4155-8cee-25f341096095 req-430c638e-a639-4a9e-8e63-474c3e91e678 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644710 Jun 04 06:25:57.821728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=88c697b7-4635-46e5-850f-89bc4ab510dd,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:57.832771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:57.889427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1280b950-c0b4-4c26-bba3-d428bdf1ce0a req-dd3d9e36-070d-4a18-a512-8daa3f839cd1 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/security-groups?id=8347ca39-9e4a-4a94-a197-7cd6ead79f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389604 Jun 04 06:25:57.956344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:57.965050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.965050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.965369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.965500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.965828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.966160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.966485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.966810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.967136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.969507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.969507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:57.969507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:25:58.004749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-8c2e58f4-c803-4376-aa22-798d51cb0fc3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:58.008637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-8c2e58f4-c803-4376-aa22-798d51cb0fc3 tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.24 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 945 time: 0.2253535 Jun 04 06:25:58.116818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75ebd-7cbc-4e79-999a-0a42458cc95b req-efd6f84c-92cb-406f-9866-a9b53a7c5b1d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:58.118382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86e75ebd-7cbc-4e79-999a-0a42458cc95b req-efd6f84c-92cb-406f-9866-a9b53a7c5b1d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 948 time: 0.1232231 Jun 04 06:25:58.162932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Deleting port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:25:58.163289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:58.169522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86e75ebd-7cbc-4e79-999a-0a42458cc95b req-f228fc93-b1f1-4b89-9704-7d062e193484 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Jun 04 06:25:58.311819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['88c697b7-4635-46e5-850f-89bc4ab510dd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:25:58.667658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] For port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:25:58.668270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:58.885732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51b2c-33bf-4f8a-b94c-fff237300dad req-268633f4-53c7-4959-adb8-6b095d34c50e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:58.887402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70c51b2c-33bf-4f8a-b94c-fff237300dad req-268633f4-53c7-4959-adb8-6b095d34c50e tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.0901146 Jun 04 06:25:58.944369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70c51b2c-33bf-4f8a-b94c-fff237300dad req-1725492b-6ff1-4a2e-af02-fd13e317b556 tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485628 Jun 04 06:25:58.957165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Calling delete_port for 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:25:59.115028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74db16-a8f9-402b-b4c1-fe52b1b1cf23 req-56af10e9-ba07-41df-b947-7b0c1a9208b9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:59.116419 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d74db16-a8f9-402b-b4c1-fe52b1b1cf23 req-56af10e9-ba07-41df-b947-7b0c1a9208b9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.3744345 Jun 04 06:25:59.166899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:59.222596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d74db16-a8f9-402b-b4c1-fe52b1b1cf23 req-e8438be9-76fc-449b-a188-a0dadf6fdfee tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000690 Jun 04 06:25:59.224995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Pushing event deleted for resources: {'Port': ['ID=10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:25:59.308905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] No DVR routers for this DVR port 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:25:59.311939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:25:59.315776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'name': 'network-vif-deleted', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:25:59.333337 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57606555-c6f3-4b3d-bbec-b4d778de9e27 req-0e0198fb-2634-4b77-bd23-3c7432dcbc2d tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.24 "DELETE /v2.0/ports/10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 HTTP/1.1" status: 204 len: 173 time: 1.3176553 Jun 04 06:25:59.385918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94359f49-92ef-4fec-b63d-ea7c5ffdc725 req-78eda8c6-7792-4f90-8720-344488916a0b tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Synchronizing usage tracker for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:25:59.388532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420828a8-4b06-434f-8fa1-332d0e8832be req-9050d1aa-67df-4313-971b-b6e1d435c169 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:59.390048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-420828a8-4b06-434f-8fa1-332d0e8832be req-9050d1aa-67df-4313-971b-b6e1d435c169 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.0895677 Jun 04 06:25:59.403879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94359f49-92ef-4fec-b63d-ea7c5ffdc725 req-78eda8c6-7792-4f90-8720-344488916a0b tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] Unset dirty status for tenant:8ff1bb238fd5457788ea510d7138f9b2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:25:59.405561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94359f49-92ef-4fec-b63d-ea7c5ffdc725 req-78eda8c6-7792-4f90-8720-344488916a0b tempest-ServerRescueTestJSONUnderV235-738278401 tempest-ServerRescueTestJSONUnderV235-738278401-project] 10.222.0.17 "GET /v2.0/ports?device_id=31e25081-0305-4552-8268-fc12ebf3aabc HTTP/1.1" status: 200 len: 210 time: 0.0668685 Jun 04 06:25:59.456025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-420828a8-4b06-434f-8fa1-332d0e8832be req-74118b7a-03d4-4239-b21a-df1b446bf8bd tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Jun 04 06:25:59.733886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccd093-fef2-4af2-8b90-491089d72c2d req-67b78448-c84f-40ba-a773-b845c71f3fdc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:25:59.735924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9ccd093-fef2-4af2-8b90-491089d72c2d req-67b78448-c84f-40ba-a773-b845c71f3fdc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 948 time: 0.1796377 Jun 04 06:25:59.783095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9ccd093-fef2-4af2-8b90-491089d72c2d req-d5cfc248-92ee-4de2-b5ff-bbd7336542ac tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Jun 04 06:25:59.921984 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88b3df8-223e-4c60-b249-abb4e1f27da3'] response: {'server_uuid': '31e25081-0305-4552-8268-fc12ebf3aabc', 'name': 'network-vif-deleted', 'tag': '10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3', 'status': 'completed', 'code': 200} Jun 04 06:26:00.004530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-040f69ea-2fea-45d7-a9f6-043368e577e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.006046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-040f69ea-2fea-45d7-a9f6-043368e577e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1097 time: 0.1045914 Jun 04 06:26:00.259647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-c426d920-2706-4aff-9b95-e903b52c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.261421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-c426d920-2706-4aff-9b95-e903b52c08e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.2482207 Jun 04 06:26:00.425660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-4b661019-2fdc-47db-9bb1-2bbb52d8b577 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 1002 time: 0.1541374 Jun 04 06:26:00.471237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-5cf45bd0-8371-4c14-a56a-b1023e9f6c9c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.472596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-5cf45bd0-8371-4c14-a56a-b1023e9f6c9c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Synchronizing usage tracker for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:00.492754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-5cf45bd0-8371-4c14-a56a-b1023e9f6c9c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Unset dirty status for tenant:fcb6f1292f5a49349e2b1125aea8b166 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:00.494473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-5cf45bd0-8371-4c14-a56a-b1023e9f6c9c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.1158955 Jun 04 06:26:00.507868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15181c7e-ddc8-4502-af68-4db29e4a5455 req-9caba5cb-2e36-4df7-9ac2-651b9ba8f0db tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.509328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15181c7e-ddc8-4502-af68-4db29e4a5455 req-9caba5cb-2e36-4df7-9ac2-651b9ba8f0db tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 945 time: 0.1860545 Jun 04 06:26:00.517601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-75e9c716-9cbd-4dac-bd06-85ad0691ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.519308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-75e9c716-9cbd-4dac-bd06-85ad0691ca71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.0828896 Jun 04 06:26:00.610879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15181c7e-ddc8-4502-af68-4db29e4a5455 req-16733f71-c556-44b0-8091-3e429ef1f26b tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/security-groups?id=f639263f-5ed6-407e-87e7-abc991cb57f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950391 Jun 04 06:26:00.621544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Deleting port 7c556001-5546-42b8-9d88-9aed0b2fc923 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:00.622050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:00.644928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-43f4c620-e2eb-4b6f-ac3b-c9178bfaabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.646611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-43f4c620-e2eb-4b6f-ac3b-c9178bfaabbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110525 Jun 04 06:26:00.730300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d4132-3633-4baf-bfac-4f1f58d2bc39 req-9ced5360-8808-4078-9fc8-55aea5833478 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.731748 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c6d4132-3633-4baf-bfac-4f1f58d2bc39 req-9ced5360-8808-4078-9fc8-55aea5833478 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1914001 Jun 04 06:26:00.840052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-70dabfae-0bad-4d38-88d2-2ffb44556f59 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868799 Jun 04 06:26:00.861743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c6d4132-3633-4baf-bfac-4f1f58d2bc39 req-5939a18d-ad88-455d-b315-73a5e5d1d187 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231174 Jun 04 06:26:00.875159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ea0f-7247-481e-a86b-27ce4628fd89 req-d3aad77d-5e33-4abd-901c-dc6f826a38fb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:00.877707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d900ea0f-7247-481e-a86b-27ce4628fd89 req-d3aad77d-5e33-4abd-901c-dc6f826a38fb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.1504796 Jun 04 06:26:00.939910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] For port 7c556001-5546-42b8-9d88-9aed0b2fc923, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7c556001-5546-42b8-9d88-9aed0b2fc923,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:00.940370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.002354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d900ea0f-7247-481e-a86b-27ce4628fd89 req-4c844a9d-b019-4fc4-97d4-7bca436c5cd5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116426 Jun 04 06:26:01.035905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:01.107012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Calling delete_port for 7c556001-5546-42b8-9d88-9aed0b2fc923 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:01.193669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19d85422-fbbb-4e54-b7d5-8c25fd83a916 req-480b44e9-6d26-482d-bcf7-e150eec834d8 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459566 Jun 04 06:26:01.314991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc982489-3df6-480a-bca7-fc95b7ee9f15 req-174f987a-feb3-4298-9416-62edff8cf8c9 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:01.316453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc982489-3df6-480a-bca7-fc95b7ee9f15 req-174f987a-feb3-4298-9416-62edff8cf8c9 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 948 time: 0.1793883 Jun 04 06:26:01.362111 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.374314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7c556001-5546-42b8-9d88-9aed0b2fc923'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:01.389955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ec63-1715-42da-b3e9-8dd0c14f5bab req-758d8214-1d32-49f1-9d44-79cdef7a74aa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:01.392280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2116ec63-1715-42da-b3e9-8dd0c14f5bab req-758d8214-1d32-49f1-9d44-79cdef7a74aa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.2590628 Jun 04 06:26:01.424928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc982489-3df6-480a-bca7-fc95b7ee9f15 req-0825cca5-1dd0-4674-b76a-1e7782774434 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025283 Jun 04 06:26:01.425672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Pushing event deleted for resources: {'Port': ['ID=7c556001-5546-42b8-9d88-9aed0b2fc923,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:01.510188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 88c697b7-4635-46e5-850f-89bc4ab510dd up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:01.515362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] No DVR routers for this DVR port 7c556001-5546-42b8-9d88-9aed0b2fc923 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:01.519639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.540813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30189cf3-bbba-4117-ae97-40cf45e82315 req-2a7e2ca6-f6ca-4f79-b4ab-ae07e0e3522c tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.39 "DELETE /v2.0/ports/7c556001-5546-42b8-9d88-9aed0b2fc923 HTTP/1.1" status: 204 len: 173 time: 1.0398297 Jun 04 06:26:01.606185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 88c697b7-4635-46e5-850f-89bc4ab510dd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:01.612061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 88c697b7-4635-46e5-850f-89bc4ab510dd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:01.612505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.664274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2116ec63-1715-42da-b3e9-8dd0c14f5bab req-cff13b5f-1735-4a1d-bd5f-85e435f6c179 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147965 Jun 04 06:26:01.768391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 88c697b7-4635-46e5-850f-89bc4ab510dd is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:01.768684 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.823198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:01.835138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=88c697b7-4635-46e5-850f-89bc4ab510dd,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:01.840753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:01.843168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:01.871476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6f4a5eb-ca85-421f-8aaf-3bb9f32f36a9 req-95cc4ff9-9bf0-4c21-b8b4-b82606ca284f tempest-FloatingIPsAssociationTestJSON-273523200 tempest-FloatingIPsAssociationTestJSON-273523200-project] 10.222.0.17 "GET /v2.0/ports?device_id=5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef HTTP/1.1" status: 200 len: 210 time: 0.0586040 Jun 04 06:26:01.923814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'name': 'network-vif-deleted', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:01.925695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:01.926050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10ccb14f-4b3f-4a59-9ec1-e54e6f94b4f3 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:01.987268 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2de773d-e04d-4d68-b6d6-90028df98843'] response: {'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd', 'code': 200} Jun 04 06:26:02.021838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:02.099279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:02.117520 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b180b7-f7c5-44ed-ba01-fe5b51ad2005'] response: {'server_uuid': '5f6e1dfb-afc6-48e4-a2be-3639e8ecb9ef', 'name': 'network-vif-deleted', 'tag': '7c556001-5546-42b8-9d88-9aed0b2fc923', 'status': 'completed', 'code': 200} Jun 04 06:26:02.168318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1a021-4367-4da4-b7ca-067e0bba5a6a req-46b1620d-faa6-4307-ba8c-0a16f1e994ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:02.170378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eda1a021-4367-4da4-b7ca-067e0bba5a6a req-46b1620d-faa6-4307-ba8c-0a16f1e994ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 1100 time: 0.1201410 Jun 04 06:26:02.219154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eda1a021-4367-4da4-b7ca-067e0bba5a6a req-154c57df-526d-4ba1-a1e1-c5f51d09bfd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Jun 04 06:26:02.462222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa5ac-57ba-4527-81a1-bbf45b8bd156 req-e3c2b564-09ff-43f3-9dce-e6b6bfb28260 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:02.463677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3eaa5ac-57ba-4527-81a1-bbf45b8bd156 req-e3c2b564-09ff-43f3-9dce-e6b6bfb28260 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2926593 Jun 04 06:26:02.526385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3eaa5ac-57ba-4527-81a1-bbf45b8bd156 req-8c164d20-8d2b-406e-b1fa-9d111ec06e7f tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567868 Jun 04 06:26:02.596267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Deleting port 6d517856-e241-49c3-9b09-6cbf533c4000 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:02.596610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:02.735033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a0bdc-f1a5-4a2d-8989-597833d46047 req-7fe04b8a-185a-4a96-8823-3359416b9fed tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:02.736976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-542a0bdc-f1a5-4a2d-8989-597833d46047 req-7fe04b8a-185a-4a96-8823-3359416b9fed tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.0806448 Jun 04 06:26:02.831640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] For port 6d517856-e241-49c3-9b09-6cbf533c4000, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d517856-e241-49c3-9b09-6cbf533c4000,segment=NetworkSegment(da043420-a2ff-41b1-8d36-7146f2b93325),segment_id=da043420-a2ff-41b1-8d36-7146f2b93325)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:02.832004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:02.853467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf30ae-947f-4252-9c1d-5bed25ca6732 req-cfea47c5-6c67-4da8-a290-f938c0b5fc7a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:02.855030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7cf30ae-947f-4252-9c1d-5bed25ca6732 req-cfea47c5-6c67-4da8-a290-f938c0b5fc7a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 946 time: 0.2133696 Jun 04 06:26:02.894412 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-542a0bdc-f1a5-4a2d-8989-597833d46047 req-599b0eff-173a-4167-a5cd-9b43f75b7b90 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514308 Jun 04 06:26:02.986019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Calling delete_port for 6d517856-e241-49c3-9b09-6cbf533c4000 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:03.082581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7cf30ae-947f-4252-9c1d-5bed25ca6732 req-5e4744ba-572b-4332-a491-1ce6633d62c0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769829 Jun 04 06:26:03.191204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48154) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:03.244151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:03.290736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:03.351849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d517856-e241-49c3-9b09-6cbf533c4000,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:03.383845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857972c-9580-4a92-af63-1af29c7bc89e req-94818111-90cb-4f22-8375-0a507c4e63a1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:03.385299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a857972c-9580-4a92-af63-1af29c7bc89e req-94818111-90cb-4f22-8375-0a507c4e63a1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.2890735 Jun 04 06:26:03.437416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:03.439032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:03.474635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:03.480036 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:03.513514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a857972c-9580-4a92-af63-1af29c7bc89e req-63abd76d-072f-4b98-b3a4-a17fd3752a6f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155546 Jun 04 06:26:03.583021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:03.840988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:03.842022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:03.950668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9999bad-82e8-42a3-a6f0-d1d7c7acc461 req-c7c9c722-de70-43ff-87f1-1f2be42fa450 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:03.957689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9999bad-82e8-42a3-a6f0-d1d7c7acc461 req-c7c9c722-de70-43ff-87f1-1f2be42fa450 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2644510 Jun 04 06:26:03.988342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:03.988960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:04.083360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9999bad-82e8-42a3-a6f0-d1d7c7acc461 req-37bc147f-42d3-45c5-9c88-520656ad0e88 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248190 Jun 04 06:26:04.121596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.137234 n-d-811808-2 neutron-server[88850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-52a257d8-e10c-4a76-865e-97ee60ee7dc1']: {'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'code': 422} returned with failed status Jun 04 06:26:04.160228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:04.169121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Usage tracker for resource:security_group_rule and tenant:b3c460f59f434e15969d472c9ceac167 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:04.223276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:04.238697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:04.339205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:26:04.392149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f11cdf-fcce-4599-bc37-a1592e269dbe req-245e2f94-54f9-436f-b83d-9469300b206b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:04.393638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60f11cdf-fcce-4599-bc37-a1592e269dbe req-245e2f94-54f9-436f-b83d-9469300b206b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.3125868 Jun 04 06:26:04.439367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e89bb3-e53c-42b7-8f4e-81d927bfd75b req-bf965dc9-7f79-4861-976c-af0232a0a426 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:04.440854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92e89bb3-e53c-42b7-8f4e-81d927bfd75b req-bf965dc9-7f79-4861-976c-af0232a0a426 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1899002 Jun 04 06:26:04.468370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60f11cdf-fcce-4599-bc37-a1592e269dbe req-ff04da34-1771-4553-8f73-09fd2d68c6ad tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686135 Jun 04 06:26:04.532801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.571409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.572537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92e89bb3-e53c-42b7-8f4e-81d927bfd75b req-46249b3e-5c6e-48b4-a0f3-e545df251d4b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229846 Jun 04 06:26:04.585941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:04.599805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Sync routers for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:04.606063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6d2f797f-2d3c-4e8f-a14d-9664428dfa44 admin admin] 10.222.0.17 "PUT /v2.0/routers/5c154557-2cd7-4d57-8e81-673a86b9a6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5664248 Jun 04 06:26:04.620241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48186) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:04.620431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:04.620431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:04.689054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aff1b2-1c2f-450f-b8ff-8c0b384ff923,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:04.702424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-02d1c30c-97bd-4839-bfd8-0d861b92f4da admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b3c460f59f434e15969d472c9ceac167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592300 Jun 04 06:26:04.703346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Deleting port ee478eba-abb4-4373-b792-aa21cce82c19 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:04.703678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.710736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:04.847677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:04.946723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.987881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:04.988859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272987e8-e606-49f4-a6a8-f1e02e9c56e4 req-10f7212a-aa06-4f8c-b94b-6f9f6ca3d352 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:04.990400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-272987e8-e606-49f4-a6a8-f1e02e9c56e4 req-10f7212a-aa06-4f8c-b94b-6f9f6ca3d352 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 1100 time: 0.3565075 Jun 04 06:26:05.058116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] For port ee478eba-abb4-4373-b792-aa21cce82c19, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ee478eba-abb4-4373-b792-aa21cce82c19,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:05.058689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.072665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.129665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-272987e8-e606-49f4-a6a8-f1e02e9c56e4 req-faaebf34-67dd-4e7d-af24-8a755dcb0d38 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324992 Jun 04 06:26:05.166478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:26:03Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:05.171567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Checking router: 5c154557-2cd7-4d57-8e81-673a86b9a6b6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:05.182825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Routers {'5c154557-2cd7-4d57-8e81-673a86b9a6b6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:05.183712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:05.231775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Calling delete_port for ee478eba-abb4-4373-b792-aa21cce82c19 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:05.301113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.310331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7c556001-5546-42b8-9d88-9aed0b2fc923 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:05.330981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aff1b2-1c2f-450f-b8ff-8c0b384ff923,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:05.349573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462ac0-febc-47aa-878c-097936868720 req-8fdca987-9db4-4c52-8870-01b372374c87 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:05.353971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 7c556001-5546-42b8-9d88-9aed0b2fc923 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:05.354568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7c556001-5546-42b8-9d88-9aed0b2fc923 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:05.358685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e462ac0-febc-47aa-878c-097936868720 req-8fdca987-9db4-4c52-8870-01b372374c87 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.5825763 Jun 04 06:26:05.425831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e462ac0-febc-47aa-878c-097936868720 req-02a64231-bca0-4739-9f9d-ddb6d90952be tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Jun 04 06:26:05.426783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.427861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbef0e1e-5670-493a-8b4c-7a83c86e2456 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a9aff1b2-1c2f-450f-b8ff-8c0b384ff923 HTTP/1.1" status: 204 len: 168 time: 0.7161651 Jun 04 06:26:05.489359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] Set router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:05.573792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.683665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ee478eba-abb4-4373-b792-aa21cce82c19,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:05.739428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.760126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Deleting port 33d4c769-f915-4712-8f1c-d51f2c5ee056 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:05.760771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:05.830776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4feaeb-4aac-4390-9e90-9fa4cbe8ccfe req-b8752213-fed2-4c34-887f-c1c2b394751e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:05.834860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb4feaeb-4aac-4390-9e90-9fa4cbe8ccfe req-b8752213-fed2-4c34-887f-c1c2b394751e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1951396 Jun 04 06:26:06.099605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-7c9886f0-5dfe-4405-b12a-314abb5264bc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576525 Jun 04 06:26:06.117349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:26:03Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:06.122354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5441866b-333e-4b6f-9234-ba440edc68b5 None None] The sync data for ids ['5c154557-2cd7-4d57-8e81-673a86b9a6b6'] in n-d-811808-2 is: [{'id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1714564674-router', 'tenant_id': '8ff1bb238fd5457788ea510d7138f9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:07Z', 'updated_at': '2022-06-04T06:26:03Z', 'revision_number': 5, 'project_id': '8ff1bb238fd5457788ea510d7138f9b2', 'gw_port': {'id': '33d4c769-f915-4712-8f1c-d51f2c5ee056', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c154557-2cd7-4d57-8e81-673a86b9a6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:10Z', 'updated_at': '2022-06-04T06:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:06.140960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb4feaeb-4aac-4390-9e90-9fa4cbe8ccfe req-fcb13db0-3193-4d13-8e1a-e237db2490e8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924805 Jun 04 06:26:06.175327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] For port 33d4c769-f915-4712-8f1c-d51f2c5ee056, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33d4c769-f915-4712-8f1c-d51f2c5ee056,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:06.177900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:06.333001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Calling delete_port for 33d4c769-f915-4712-8f1c-d51f2c5ee056 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:06.378389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:06.475252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-f32238c6-2111-48f5-a9f8-1cf468990453 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:06.477068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-f32238c6-2111-48f5-a9f8-1cf468990453 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767135 Jun 04 06:26:06.627297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d517856-e241-49c3-9b09-6cbf533c4000 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:06.691032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-c6701fc3-2721-4d19-b529-217354fd98df tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/quotas/adda3a332f4f469a9a984c8600112b24 HTTP/1.1" status: 200 len: 375 time: 0.1956682 Jun 04 06:26:06.697336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6d517856-e241-49c3-9b09-6cbf533c4000 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:06.697616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d517856-e241-49c3-9b09-6cbf533c4000 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:06.706560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:06.763608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Pushing event deleted for resources: {'Port': ['ID=33d4c769-f915-4712-8f1c-d51f2c5ee056,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:06.882069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb73c00-1e2f-4317-b0af-c528ab1964fc req-2bded81d-825d-4333-8cd5-b97c5057a125 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:06.883683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5eb73c00-1e2f-4317-b0af-c528ab1964fc req-2bded81d-825d-4333-8cd5-b97c5057a125 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.2634397 Jun 04 06:26:06.890629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:06.975046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-020991d2-019d-4b5f-97f4-48c860154984 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2772276 Jun 04 06:26:06.979785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Router d68c6ef4-c425-4082-9d67-6ca650fd6e29 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:26:07.105580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.110743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.118755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5eb73c00-1e2f-4317-b0af-c528ab1964fc req-8d251962-ac28-49e3-a676-ccf6b150e7ac tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858609 Jun 04 06:26:07.157531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.158260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c154557-2cd7-4d57-8e81-673a86b9a6b6 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:26:07.177423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.177423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-425f9d35-b37f-4dc6-acdf-544d43c8332b admin admin] 10.222.0.17 "DELETE /v2.0/routers/5c154557-2cd7-4d57-8e81-673a86b9a6b6 HTTP/1.1" status: 204 len: 168 time: 2.5652673 Jun 04 06:26:07.182030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:07.268273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Deleting subnet 933bc16f-b08a-41f2-806d-8f4263bf41cc {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:26:07.275566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.302937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:07.421179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e302daec-5dd8-4d54-8a44-da20e7aa4470 req-a038f707-f727-4060-b375-dc7f75a9bfef tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 210 time: 0.0612707 Jun 04 06:26:07.431412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.498936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.529668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:07.535518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:07.547343 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Sync routers for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:07.565788 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:07.566797 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:07.606062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cbb2d729-d712-4f0a-8a84-a8d5457c54ab admin admin] 10.222.0.17 "PUT /v2.0/routers/d68c6ef4-c425-4082-9d67-6ca650fd6e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4136453 Jun 04 06:26:07.606944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:07.650880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-80b23daa-e2af-4251-9573-2406cfd89d99 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7128789 Jun 04 06:26:07.862680 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:07.864683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b4f3e-426c-4ed1-9bb0-5d2076839d53 req-2124388c-d3e3-4253-b26c-46e226c62936 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:07.866285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-197b4f3e-426c-4ed1-9bb0-5d2076839d53 req-2124388c-d3e3-4253-b26c-46e226c62936 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1705074 Jun 04 06:26:07.885402 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:07.931219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.018065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7433-788c-4a82-9d94-06bce51d55d1 req-6df31bea-8bb9-41ac-a11f-e7a1b944001a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:08.019893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e29b7433-788c-4a82-9d94-06bce51d55d1 req-6df31bea-8bb9-41ac-a11f-e7a1b944001a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.7316835 Jun 04 06:26:08.098658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933bc16f-b08a-41f2-806d-8f4263bf41cc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:08.100454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e29b7433-788c-4a82-9d94-06bce51d55d1 req-46f8750d-b0ed-4f82-b994-60181b8fb37b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Jun 04 06:26:08.109801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.131621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-197b4f3e-426c-4ed1-9bb0-5d2076839d53 req-966695cd-5774-4711-9585-573614a6a30c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578704 Jun 04 06:26:08.136168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2daf447-bb9e-4af3-939c-be52df37b955 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/933bc16f-b08a-41f2-806d-8f4263bf41cc HTTP/1.1" status: 204 len: 168 time: 0.9531004 Jun 04 06:26:08.142388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48298) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:08.328220 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:26:05Z', 'revision_number': 5, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port': {'id': '7b429efa-a395-4c3e-8e9d-8c42ce88c462', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:26:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:59Z', 'updated_at': '2022-06-04T06:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.332917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.337457 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Checking router: d68c6ef4-c425-4082-9d67-6ca650fd6e29 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:08.350402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Deleting port 7b429efa-a395-4c3e-8e9d-8c42ce88c462 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:08.350914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.357083 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Routers {'d68c6ef4-c425-4082-9d67-6ca650fd6e29'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:08.357730 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:25:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.549220 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.584479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33d4c769-f915-4712-8f1c-d51f2c5ee056 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:08.629054 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] Set router d68c6ef4-c425-4082-9d67-6ca650fd6e29 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:08.651084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 33d4c769-f915-4712-8f1c-d51f2c5ee056 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:08.651966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33d4c769-f915-4712-8f1c-d51f2c5ee056 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:08.727976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c068a77-c0f4-4ff9-a94b-4e9841db2746 req-52b4631b-582b-4088-aa54-549fcdb9e2c7 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 210 time: 0.0679157 Jun 04 06:26:08.796661 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:26:08Z', 'revision_number': 6, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.803405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ff01f-69c7-404f-80ed-29919ab7a638 None None] The sync data for ids ['d68c6ef4-c425-4082-9d67-6ca650fd6e29'] in n-d-811808-2 is: [{'id': 'd68c6ef4-c425-4082-9d67-6ca650fd6e29', 'name': 'tempest-FloatingIPsAssociationTestJSON-358079496-router', 'tenant_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:23:57Z', 'updated_at': '2022-06-04T06:26:08Z', 'revision_number': 6, 'project_id': 'fcb6f1292f5a49349e2b1125aea8b166', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:08.812984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b18cfe-adbd-47d4-8368-ca4e4b66cb91 req-6ace0601-4c62-461c-bfb7-f2addb5b99eb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:08.822125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2b18cfe-adbd-47d4-8368-ca4e4b66cb91 req-6ace0601-4c62-461c-bfb7-f2addb5b99eb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.4036667 Jun 04 06:26:08.841454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] For port 7b429efa-a395-4c3e-8e9d-8c42ce88c462, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7b429efa-a395-4c3e-8e9d-8c42ce88c462,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:08.841454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.855933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.900217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a625d72a-3969-45d0-8aec-e7ed818c727b']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.918273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da043420-a2ff-41b1-8d36-7146f2b93325') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.918569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da043420-a2ff-41b1-8d36-7146f2b93325') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:08.932956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2b18cfe-adbd-47d4-8368-ca4e4b66cb91 req-3e6c6e79-7b6f-46b4-939e-b2cc6c1809f2 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099453 Jun 04 06:26:08.936826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.958730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:08.971244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:26:08.971955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.096977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:09.103978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Calling delete_port for 7b429efa-a395-4c3e-8e9d-8c42ce88c462 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:09.143250 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment da043420-a2ff-41b1-8d36-7146f2b93325 resource provider aggregate not found Jun 04 06:26:09.158731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.198074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-9842d6d8-0ed5-495a-a310-3cbfa2e1e9f6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=adda3a332f4f469a9a984c8600112b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607870 Jun 04 06:26:09.207868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.221545 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment da043420-a2ff-41b1-8d36-7146f2b93325 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da043420-a2ff-41b1-8d36-7146f2b93325 found for delete ", "request_id": "req-ba08c340-489d-4751-8a6f-8110ede4a539"}]} Jun 04 06:26:09.232761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a625d72a-3969-45d0-8aec-e7ed818c727b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:09.259295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e06577d2-7ee4-4bdb-8514-490b81e762e8 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a625d72a-3969-45d0-8aec-e7ed818c727b HTTP/1.1" status: 204 len: 168 time: 1.1155221 Jun 04 06:26:09.471338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.484658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48354) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:09.515032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:09.522719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Usage tracker for resource:security_group_rule and tenant:116d18174f5b493ba680038736fd88b4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:09.527130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:09.544837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:09.595460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f893d0ba-481d-4b69-89bf-7678e0dad258 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ff1bb238fd5457788ea510d7138f9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076853 Jun 04 06:26:09.600424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48358) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:09.642487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d8a5-4a95-4278-8651-b835eb6c5c49 req-0a45531a-3f2d-4bd4-bc8a-d1bcbb77618a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:09.644091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f774d8a5-4a95-4278-8651-b835eb6c5c49 req-0a45531a-3f2d-4bd4-bc8a-d1bcbb77618a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2890668 Jun 04 06:26:09.737033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f774d8a5-4a95-4278-8651-b835eb6c5c49 req-7263c399-a51c-4ae0-b5d9-2a3e45d93aba tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816393 Jun 04 06:26:09.782980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c25f-caa0-4875-9d0e-961e085bc81f req-d39cadc4-2b18-4c88-a66c-a1b0151f5278 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:09.785139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.790016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e2c25f-caa0-4875-9d0e-961e085bc81f req-d39cadc4-2b18-4c88-a66c-a1b0151f5278 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 0.3501558 Jun 04 06:26:09.814094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.822634 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.849644 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:09.886807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-09fd9866-9fed-4f6c-91c2-1ec85a040214 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:09.888123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-09fd9866-9fed-4f6c-91c2-1ec85a040214 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6823227 Jun 04 06:26:09.905311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Request body: {'port': {'device_id': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'adda3a332f4f469a9a984c8600112b24'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:09.947299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85b9f134-d1ef-4344-b87a-f296439f6907 req-bbd477df-38b5-4b8b-85b1-58b02a079358 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 210 time: 0.0675843 Jun 04 06:26:09.947925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235d9f39-d35e-446e-9f40-ff1463ebc80a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:09.954149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51e2c25f-caa0-4875-9d0e-961e085bc81f req-b7195747-a427-435a-a4a8-20d488c4bae7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629896 Jun 04 06:26:09.965429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48364) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:09.978292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b0b1966-3062-4ec8-9850-f8b576bc2c3e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=116d18174f5b493ba680038736fd88b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346353 Jun 04 06:26:10.031510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.066046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347ca39-9e4a-4a94-a197-7cd6ead79f29,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:10.095689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.098666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b234dcd2-0f79-452e-b55d-a89bae1f0d4e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8347ca39-9e4a-4a94-a197-7cd6ead79f29 HTTP/1.1" status: 204 len: 168 time: 0.4967866 Jun 04 06:26:10.222601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0c050-971b-43bc-9273-1cff430ee6ae req-4e70d897-32e7-4f36-9c76-d92705ef0018 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:10.225943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdf0c050-971b-43bc-9273-1cff430ee6ae req-4e70d897-32e7-4f36-9c76-d92705ef0018 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1027648 Jun 04 06:26:10.273299 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.289642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdf0c050-971b-43bc-9273-1cff430ee6ae req-cd9f9ae6-05ae-4264-bebb-090dd75bbaac tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564096 Jun 04 06:26:10.304179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.315602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.417180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b429efa-a395-4c3e-8e9d-8c42ce88c462,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:10.535368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7b429efa-a395-4c3e-8e9d-8c42ce88c462 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:10.585663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-9a77efcc-a5f1-4b1d-a6df-baafdb8848de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7776897 Jun 04 06:26:10.595896 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.612238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7b429efa-a395-4c3e-8e9d-8c42ce88c462 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:10.612727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7b429efa-a395-4c3e-8e9d-8c42ce88c462 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:10.613235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ee478eba-abb4-4373-b792-aa21cce82c19 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:10.648323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:10.659414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:10.667925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ee478eba-abb4-4373-b792-aa21cce82c19 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:10.668658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ee478eba-abb4-4373-b792-aa21cce82c19 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:10.793103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-2c313148-be0a-4eaa-9384-d41dbdb07d12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885458 Jun 04 06:26:10.796220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Made reservation on behalf of adda3a332f4f469a9a984c8600112b24 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:10.799908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.915009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.934288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.940937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:10.999694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235d9f39-d35e-446e-9f40-ff1463ebc80a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:11.003957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550543-5eab-4a29-b98d-6d0018466d17 req-e07ba128-3883-453c-9250-1ab4849c63a8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.010977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51550543-5eab-4a29-b98d-6d0018466d17 req-e07ba128-3883-453c-9250-1ab4849c63a8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1201689 Jun 04 06:26:11.015332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-8f487eea-8563-4612-8803-58bade4c96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.017992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-8f487eea-8563-4612-8803-58bade4c96b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 1101 time: 0.2014406 Jun 04 06:26:11.057833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbfada-51dc-4033-863f-0c86186bf2e7 req-5a9e05de-9812-4cdf-a69c-f716773ae758 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.059454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eccbfada-51dc-4033-863f-0c86186bf2e7 req-5a9e05de-9812-4cdf-a69c-f716773ae758 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.6990292 Jun 04 06:26:11.110703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:11.111880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38fbceb6-72b5-4411-a12d-819bca509420 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/235d9f39-d35e-446e-9f40-ff1463ebc80a HTTP/1.1" status: 204 len: 168 time: 1.1439807 Jun 04 06:26:11.118953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:11.119450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68c6ef4-c425-4082-9d67-6ca650fd6e29 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:26:11.160730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51550543-5eab-4a29-b98d-6d0018466d17 req-09e8c2f3-5891-4e1f-a61b-13729064c35e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485600 Jun 04 06:26:11.243582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:11.245316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6cc5c201-79ba-4b42-a025-ce6c150e8f65 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d68c6ef4-c425-4082-9d67-6ca650fd6e29 HTTP/1.1" status: 204 len: 168 time: 3.6201074 Jun 04 06:26:11.248980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48400) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:11.258122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-84f88a1d-6715-4f39-a652-4eebb173e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.259790 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-84f88a1d-6715-4f39-a652-4eebb173e995 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 1100 time: 0.6227837 Jun 04 06:26:11.263496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eccbfada-51dc-4033-863f-0c86186bf2e7 req-ba82abbb-95e8-41ee-ae68-507224153625 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826842 Jun 04 06:26:11.277062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Allocated IP 192.168.233.139 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/18784be6-baac-4088-9040-e4614535c064) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:11.356782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-4892d25d-f763-40f6-8d43-fc05ea4b7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.358922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-4892d25d-f763-40f6-8d43-fc05ea4b7b03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3186603 Jun 04 06:26:11.467827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48408) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:11.575548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-1235b90a-cb00-4bfd-a590-32a41fabd186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9 HTTP/1.1" status: 200 len: 217 time: 0.2054787 Jun 04 06:26:11.623467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-588ea806-31a2-4b48-b08a-0cd5007ab5da req-b76dece9-f9f8-4296-96f6-4a03717eeecf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 210 time: 0.0450277 Jun 04 06:26:11.664520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Deleting subnet d0bf77e4-0402-4cfe-b407-51f74e27f1de {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:26:11.671030 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:11.743962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:11.779632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-97115f02-a8d4-4b6b-ad89-a70a01a02b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.781269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-97115f02-a8d4-4b6b-ad89-a70a01a02b11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1547492 Jun 04 06:26:11.812407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-4354b0f6-f6b5-4401-8a67-9c614b26de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:11.813836 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-4354b0f6-f6b5-4401-8a67-9c614b26de1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5127943 Jun 04 06:26:12.009285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.011065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-628238013-network', 'tenant_id': '4963237968a6462aa4ee43d129cf54e0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:12.041157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-a9c85c10-7470-4fb2-b791-4b21cf4bc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.043138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-8345202b-7007-423e-971e-ab9416cc47c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=caba2665-f733-462b-964f-3708e2ce7e2e HTTP/1.1" status: 200 len: 217 time: 0.2106202 Jun 04 06:26:12.043361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-a9c85c10-7470-4fb2-b791-4b21cf4bc111 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2498841 Jun 04 06:26:12.044811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:12.057515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466f089-52ee-4896-bed8-fe43b6300849 req-0e31f207-cb29-4202-aa25-921194faa5b8 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.059658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3466f089-52ee-4896-bed8-fe43b6300849 req-0e31f207-cb29-4202-aa25-921194faa5b8 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1854005 Jun 04 06:26:12.110659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Usage tracker for resource:network and tenant:4963237968a6462aa4ee43d129cf54e0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:12.113537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:12.138636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:12.153442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.191331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Made reservation on behalf of 4963237968a6462aa4ee43d129cf54e0 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:12.193615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.205277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-8c01cd0b-ec1b-4436-803e-8823cf8f44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.206910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-8c01cd0b-ec1b-4436-803e-8823cf8f44d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1557574 Jun 04 06:26:12.209920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Transition to ACTIVE for port object 18784be6-baac-4088-9040-e4614535c064 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:12.221115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc65405-2e48-405d-b5a6-6dc7a3245d90 req-4fa3738f-ab3a-4c55-8cad-7368e5686c92 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.225175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0cc65405-2e48-405d-b5a6-6dc7a3245d90 req-4fa3738f-ab3a-4c55-8cad-7368e5686c92 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.5542464 Jun 04 06:26:12.278054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.296761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3466f089-52ee-4896-bed8-fe43b6300849 req-fd30308f-2eb1-49d2-b649-80cc1f96d17d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255194 Jun 04 06:26:12.325908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.327347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:12.350568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Usage tracker for resource:security_group_rule and tenant:4963237968a6462aa4ee43d129cf54e0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:12.356359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:12.376894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0cc65405-2e48-405d-b5a6-6dc7a3245d90 req-81c6de6d-b223-42d4-a103-90ec66dc6184 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507447 Jun 04 06:26:12.379495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:12.393163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bf77e4-0402-4cfe-b407-51f74e27f1de,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:12.397572 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.403465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:12.410068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272e3ed-2aec-4e13-a493-13d5c9d708e9 None None] Network b785a642-5dc3-4317-930d-e11d182c6802 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:12.410976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-9eaf0a18-989c-4cd8-915e-f519bc5055ac service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413184 Jun 04 06:26:12.443054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-400c6799-696f-4a1c-8d36-483596932efe admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d0bf77e4-0402-4cfe-b407-51f74e27f1de HTTP/1.1" status: 204 len: 168 time: 1.1929786 Jun 04 06:26:12.443719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48442) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:12.454780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d129-4647-4461-838d-4d315c92b187 req-a9779a62-4140-456e-afdd-da8d83d60ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.456383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-a9779a62-4140-456e-afdd-da8d83d60ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 1095 time: 0.3541441 Jun 04 06:26:12.502697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.568552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc', '1b82690f-5b16-4028-b553-682d99a09c93', '88c697b7-4635-46e5-850f-89bc4ab510dd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:12.603743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:12.632632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1954109334-network', 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:12.669486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:12.678662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:12.690897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:12.711514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:12.722154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Usage tracker for resource:network and tenant:5fe23224c46b43acb7222a669fd57f3e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:12.726522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:12.751191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:12.789871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.791116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.791547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.831816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:12.833327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-829f70ac-8f46-475c-a0eb-bf8c96222588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.834152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.834939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-829f70ac-8f46-475c-a0eb-bf8c96222588 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6043267 Jun 04 06:26:12.840813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9406238 Jun 04 06:26:12.841529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5aaf6-2d09-43ec-ab3d-b89768bf6c7c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event updated for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:12.853092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Deleting port dd7da638-c30c-4567-9635-172cf6114a09 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:12.853437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:12.926892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6068663a-dcbb-469c-9f00-acc0c460a063 req-bd4c47d9-f5a9-48ee-ad32-ad6125095ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087302 Jun 04 06:26:12.934521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511e625-c88e-4f43-8026-6851df7368c6 req-4b9b6e4c-b88d-4ae2-a39e-a2ff4c24b652 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:12.943335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b511e625-c88e-4f43-8026-6851df7368c6 req-4b9b6e4c-b88d-4ae2-a39e-a2ff4c24b652 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3793957 Jun 04 06:26:12.962232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Request body: {'port': {'device_id': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:12.967182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.066118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:13.096547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe23224c46b43acb7222a669fd57f3e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:13.103404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:13.107616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d129-4647-4461-838d-4d315c92b187 req-f6a331d6-a212-409f-9bed-4cabb84f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.109083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-f6a331d6-a212-409f-9bed-4cabb84f3aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1095 time: 0.6293914 Jun 04 06:26:13.112395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b511e625-c88e-4f43-8026-6851df7368c6 req-5e9d6c99-88ae-4e11-a15e-b0406904a8ab tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682951 Jun 04 06:26:13.117569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:13.132255 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.151875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50c65-1547-47fe-8004-a41c836af6c4 req-f3b751aa-cfa6-4c14-931f-9a43bbc56ed3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.159252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fac50c65-1547-47fe-8004-a41c836af6c4 req-f3b751aa-cfa6-4c14-931f-9a43bbc56ed3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.5645895 Jun 04 06:26:13.163632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-e1d9b86a-e97b-44a8-a755-2d96b06873b1 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180940 Jun 04 06:26:13.169936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f6d1076c-eba4-4724-88fb-1b3a257a19cd None None] Provisioning for port 18784be6-baac-4088-9040-e4614535c064 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:13.183977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.206300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f6d1076c-eba4-4724-88fb-1b3a257a19cd None None] Provisioning complete for port 18784be6-baac-4088-9040-e4614535c064 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:13.206659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f6d1076c-eba4-4724-88fb-1b3a257a19cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.246315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1518d62b-2730-456e-a863-e2cace31fd46,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:13.318075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] DHCP port deletion for b785a642-5dc3-4317-930d-e11d182c6802 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:26:13.350312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Deleting port dd7da638-c30c-4567-9635-172cf6114a09 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:13.350312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.382229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:26:13.384288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.420380 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fac50c65-1547-47fe-8004-a41c836af6c4 req-9cc1a63e-4b8a-45e7-bebc-4121d298b73c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603145 Jun 04 06:26:13.442786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1076c-eba4-4724-88fb-1b3a257a19cd None None] Port 18784be6-baac-4088-9040-e4614535c064 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:13.486869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.487204 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Added segment 1fb8021c-b0b8-4d3a-8787-adaefdc47bc5 of type vlan for network bdb28eb3-2933-49be-b535-8af86b1677ae Jun 04 06:26:13.522698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.523179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] For port dd7da638-c30c-4567-9635-172cf6114a09, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dd7da638-c30c-4567-9635-172cf6114a09,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:13.523532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.559242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b51f6db-1e17-43dd-85c3-7601ec9e9726 req-e19272b9-34dd-4211-984b-127754414e07 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881221 Jun 04 06:26:13.581773 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:26:13.602120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.602967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.603543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.684377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Calling delete_port for dd7da638-c30c-4567-9635-172cf6114a09 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:13.777253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] For port dd7da638-c30c-4567-9635-172cf6114a09, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dd7da638-c30c-4567-9635-172cf6114a09,segment=NetworkSegment(361efbef-b85a-4e11-8eed-02bc00d15708),segment_id=361efbef-b85a-4e11-8eed-02bc00d15708)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:13.777866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.792844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d129-4647-4461-838d-4d315c92b187 req-c526517b-7730-4cbe-8ed9-3f0e8d36604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.794489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-c526517b-7730-4cbe-8ed9-3f0e8d36604f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.6748309 Jun 04 06:26:13.850781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3814869 Jun 04 06:26:13.851672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6443cbc-452c-430c-bf19-3c4a8d9ee66a admin admin] Pushing event updated for resources: {'Network': ['ID=bdb28eb3-2933-49be-b535-8af86b1677ae,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:13.857546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:13.868837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Request body: {'subnet': {'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-628238013-subnet', 'tenant_id': '4963237968a6462aa4ee43d129cf54e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:13.881121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:13.883152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network bdb28eb3-2933-49be-b535-8af86b1677ae details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:26:13.889651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Usage tracker for resource:subnet and tenant:4963237968a6462aa4ee43d129cf54e0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:13.899008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:13.921655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:13.932123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f38e-15c3-4edf-977d-9434324fb260 req-ae128745-6f0f-461c-8b7f-7bc16eda3890 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.933745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1811f38e-15c3-4edf-977d-9434324fb260 req-ae128745-6f0f-461c-8b7f-7bc16eda3890 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.3335512 Jun 04 06:26:13.937106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455f9a5-1e47-4c31-b975-87a86efe7b5e req-2c32d330-0b08-4f56-a1f0-4fbe3f5cebbe tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:13.944380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7455f9a5-1e47-4c31-b975-87a86efe7b5e req-2c32d330-0b08-4f56-a1f0-4fbe3f5cebbe tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 936 time: 0.5263042 Jun 04 06:26:13.950878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:13.972165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.007708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Calling delete_port for dd7da638-c30c-4567-9635-172cf6114a09 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:14.017010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.021621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Made reservation on behalf of 4963237968a6462aa4ee43d129cf54e0 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:14.023845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.082982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-3be2f5f7-51a5-4660-ab09-10d9d42de5b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 200 len: 1000 time: 0.2720964 Jun 04 06:26:14.084432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7da638-c30c-4567-9635-172cf6114a09,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:14.086711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] No DVR routers for this DVR port dd7da638-c30c-4567-9635-172cf6114a09 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:14.185386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:26:14.196887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7455f9a5-1e47-4c31-b975-87a86efe7b5e req-09783703-2fae-428d-9cf9-4c053a105c36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516403 Jun 04 06:26:14.226301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c57579-9007-42d1-b3a3-3aac6d5b19db,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:14.253175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.254608 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Added segment 2894be92-5b10-4f97-b4ca-f199bbd251fc of type vlan for network 0fc09598-46f4-4dd3-90ff-37a36270662e Jun 04 06:26:14.272118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1811f38e-15c3-4edf-977d-9434324fb260 req-64896940-4f67-4daf-a7bb-f006f293ed0e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806208 Jun 04 06:26:14.339971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.346033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:26:14.346416 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:26:14.491710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:26:14.520341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18784be6-baac-4088-9040-e4614535c064 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:14.531265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.540271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dd7da638-c30c-4567-9635-172cf6114a09 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:14.553182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.564712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d129-4647-4461-838d-4d315c92b187 req-f670548b-2b46-415a-9dea-7a00f0ff1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:14.566307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-f670548b-2b46-415a-9dea-7a00f0ff1f6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.4688866 Jun 04 06:26:14.581307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.582270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:14.582848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.584626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Transition to ACTIVE for port object 18784be6-baac-4088-9040-e4614535c064 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:14.592053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: dd7da638-c30c-4567-9635-172cf6114a09 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:14.592549 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.592738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dd7da638-c30c-4567-9635-172cf6114a09 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:14.642334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.681004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b785a642-5dc3-4317-930d-e11d182c6802']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:14.768216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361efbef-b85a-4e11-8eed-02bc00d15708') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:14.768511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361efbef-b85a-4e11-8eed-02bc00d15708') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:14.800040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.807040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc09598-46f4-4dd3-90ff-37a36270662e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:14.816965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd180-39f8-4894-900c-b1096b44a2f7 req-58ca6ece-187e-474c-a054-ca39d4c50a27 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:14.819583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0fc09598-46f4-4dd3-90ff-37a36270662e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:26:14.824000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be8dd180-39f8-4894-900c-b1096b44a2f7 req-58ca6ece-187e-474c-a054-ca39d4c50a27 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3976514 Jun 04 06:26:14.847369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-02b0b635-5dbc-410b-9557-051648bd3f66 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4428034 Jun 04 06:26:14.851958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa349a5-58be-492c-a9e7-963e1fc62ea8 req-884d9f3f-3388-49c8-a217-8b5542babed3 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:14.852581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:14.859108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-faa349a5-58be-492c-a9e7-963e1fc62ea8 req-884d9f3f-3388-49c8-a217-8b5542babed3 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3983784 Jun 04 06:26:14.861795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Pushing event updated for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:14.872938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Request body: {'subnet': {'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1954109334-subnet', 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:14.878315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.894130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:14.901509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:26:14.907600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.917732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7b1d65-0048-4256-a205-a98272d537e3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:14.932987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Usage tracker for resource:subnet and tenant:5fe23224c46b43acb7222a669fd57f3e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:14.940138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:14.962335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Checking segment: {'id': '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:14.962723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Network hostable DHCP agents. Network: bdb28eb3-2933-49be-b535-8af86b1677ae, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:26:14.984957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Deleting port dd7da638-c30c-4567-9635-172cf6114a09 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:14.985332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:14.994246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-faa349a5-58be-492c-a9e7-963e1fc62ea8 req-be8af664-d30e-4454-8981-eeea08ccd530 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342123 Jun 04 06:26:15.004954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be8dd180-39f8-4894-900c-b1096b44a2f7 req-1d464d66-5707-4c2c-9af7-11600f59ddd7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800227 Jun 04 06:26:15.022806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Network bdb28eb3-2933-49be-b535-8af86b1677ae is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:26:15.036226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:15.039450 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 361efbef-b85a-4e11-8eed-02bc00d15708 resource provider aggregate not found Jun 04 06:26:15.045241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Attempting to bind port 18784be6-baac-4088-9040-e4614535c064 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:15.045605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Attempting to bind port 18784be6-baac-4088-9040-e4614535c064 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:15.056400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Attempting to bind port 18784be6-baac-4088-9040-e4614535c064 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:15.068367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d129-4647-4461-838d-4d315c92b187 req-031c0129-ced4-4d36-b64f-197ac07a60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:15.071475 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-031c0129-ced4-4d36-b64f-197ac07a60db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4953249 Jun 04 06:26:15.074938 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 361efbef-b85a-4e11-8eed-02bc00d15708 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 361efbef-b85a-4e11-8eed-02bc00d15708 found for delete ", "request_id": "req-353fd26a-8618-42ec-96a9-8fbc827e3cab"}]} Jun 04 06:26:15.080319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:15.083932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.084572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Port 18784be6-baac-4088-9040-e4614535c064 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:26:15.085453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Attempting to bind port 18784be6-baac-4088-9040-e4614535c064 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:15.100115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1ab647e2-ae23-4b36-81c3-e845204e30a0 None None] The port 'dd7da638-c30c-4567-9635-172cf6114a09' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:26:15.103191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:15.106385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:15.106780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:15.107414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Bound port: 18784be6-baac-4088-9040-e4614535c064, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:15.107765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.127710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.151385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, bdb28eb3-2933-49be-b535-8af86b1677ae) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:15.162922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ec728-d784-4db8-8da2-8c8d11d4e036 None None] Network bdb28eb3-2933-49be-b535-8af86b1677ae requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:15.180162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:15.181170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.202836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.238463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:15.243478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=18784be6-baac-4088-9040-e4614535c064,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:15.267097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.312235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ac1b0c1-cd60-44a5-800f-505249fb5c1f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4424155 Jun 04 06:26:15.357176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:15.358274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.360433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] 10.222.0.39 "PUT /v2.0/ports/18784be6-baac-4088-9040-e4614535c064 HTTP/1.1" status: 200 len: 1096 time: 2.4047489 Jun 04 06:26:15.375043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:15.387216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'tag': '18784be6-baac-4088-9040-e4614535c064'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:15.505313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f338a-2025-4776-aeea-cb0a57073971 None None] Network bdb28eb3-2933-49be-b535-8af86b1677ae requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:15.523860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b785a642-5dc3-4317-930d-e11d182c6802,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:15.612553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a9c91131-cbba-4c9b-9534-29822fb19bc4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b785a642-5dc3-4317-930d-e11d182c6802 HTTP/1.1" status: 204 len: 168 time: 3.1648540 Jun 04 06:26:15.669659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7013-11b2-413d-9f8a-0619f52eeae2 service neutron] Pushing event updated for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:15.712783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-2b2e7399-2864-4f2a-b581-eb1142075fbe tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:15.720615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-2b2e7399-2864-4f2a-b581-eb1142075fbe tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.4079223 Jun 04 06:26:15.751568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-3fa4af21-cea6-4933-9883-8d21f1c629a9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/quotas/5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 375 time: 0.0296104 Jun 04 06:26:15.760711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:15.761927 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.817769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-38b9264a-643c-47dc-ba10-5f01e8df9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:15.820002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-38b9264a-643c-47dc-ba10-5f01e8df9e23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 1099 time: 0.3175023 Jun 04 06:26:15.841339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:15.848187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.888471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:15.901561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:15.905379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:15.929657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-aea2a3cd-b33f-43e0-a948-fc155a2ee45f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18784be6-baac-4088-9040-e4614535c064 HTTP/1.1" status: 200 len: 217 time: 0.0941141 Jun 04 06:26:15.931667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4912a9d-084b-4ae0-9f58-f5b79cce6928,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:15.953527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-2084454b-94d0-4be4-b7f5-5df671605ae9 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502941 Jun 04 06:26:16.060367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:16.062206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-3a8402ee-2f17-454c-92e0-28dcea4f5f6d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3094897 Jun 04 06:26:16.071702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5c28-6c9d-4db8-989e-fa2b3d98e46e req-56b5c3ad-f08f-4b8a-b7d8-3417039296cc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.073310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2beb5c28-6c9d-4db8-989e-fa2b3d98e46e req-56b5c3ad-f08f-4b8a-b7d8-3417039296cc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 948 time: 0.5644529 Jun 04 06:26:16.108522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Checking segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:16.109160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Network hostable DHCP agents. Network: 0fc09598-46f4-4dd3-90ff-37a36270662e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:26:16.117497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-c41ef7c1-e58a-44a8-8a30-bdeb4647b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.120260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-c41ef7c1-e58a-44a8-8a30-bdeb4647b9c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1837642 Jun 04 06:26:16.128631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b61cb71d-be60-48da-8aa0-a70c37b6e863 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fcb6f1292f5a49349e2b1125aea8b166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142916 Jun 04 06:26:16.129605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48506) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:16.198108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2beb5c28-6c9d-4db8-989e-fa2b3d98e46e req-4bb862b3-c747-409d-9db7-f6eeb13ef5cc tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160331 Jun 04 06:26:16.227222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Network 0fc09598-46f4-4dd3-90ff-37a36270662e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:26:16.227413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-b3eac42b-cb45-4e8d-b8f5-aa8e1f1ae3e2 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:26:16.231083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c941d129-4647-4461-838d-4d315c92b187 req-1e30d3d3-c8ec-4922-9894-366b0e1f7981 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620573 Jun 04 06:26:16.234133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-b3eac42b-cb45-4e8d-b8f5-aa8e1f1ae3e2 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1604338 Jun 04 06:26:16.243149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0fc09598-46f4-4dd3-90ff-37a36270662e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:16.255785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bbea4-f46b-4321-a88f-7805012cc0c7 None None] Network 0fc09598-46f4-4dd3-90ff-37a36270662e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:16.258521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.260323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.290293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0600b81f-d70c-4102-8f01-e9dba5549a83 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4339819 Jun 04 06:26:16.312909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48518) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:16.327982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-441107951-network', 'tenant_id': 'bc65b53a8efe4a808cb244bd0b3bd317'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:16.386635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:16.396840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Usage tracker for resource:network and tenant:bc65b53a8efe4a808cb244bd0b3bd317 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:16.400929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:16.408311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:16.428798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Made reservation on behalf of bc65b53a8efe4a808cb244bd0b3bd317 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:16.431114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.448533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.477879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:16.483973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Usage tracker for resource:security_group_rule and tenant:bc65b53a8efe4a808cb244bd0b3bd317 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:16.494143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fffae-b69a-4ff0-abae-aab8679e0e84 req-819946d3-638a-418d-853e-7420499552ea tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.502101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-439fffae-b69a-4ff0-abae-aab8679e0e84 req-819946d3-638a-418d-853e-7420499552ea tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1834173 Jun 04 06:26:16.504406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:16.526070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:16.536546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-acf5a7ad-f8e4-4d50-a3eb-69e11eef2785 service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015163 Jun 04 06:26:16.572434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac38ff3-a04d-450d-ac85-2e1c240f4e4e None None] Network 0fc09598-46f4-4dd3-90ff-37a36270662e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:16.577392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.584812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-439fffae-b69a-4ff0-abae-aab8679e0e84 req-682db100-c2a0-4726-a21b-951af6b76b1f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815918 Jun 04 06:26:16.723202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.730820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.779759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:26:16.793892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2fae3-5cb8-48a6-b530-3d087c3263da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:16.816607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.817192 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Added segment c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75 of type vlan for network 449d17c5-f071-49d3-84b3-e31f43d6ae0b Jun 04 06:26:16.863779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.864772 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938faf98-b77f-4b73-8238-85f9b44566dd'] response: {'name': 'network-changed', 'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'tag': '18784be6-baac-4088-9040-e4614535c064', 'status': 'completed', 'code': 200} Jun 04 06:26:16.878284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-48922e37-05cc-4195-9253-4bd4e3790562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.879798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-48922e37-05cc-4195-9253-4bd4e3790562 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7491844 Jun 04 06:26:16.892135 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.916420 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8742ded7-d0b7-4bf8-bee0-adbd4364d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.949020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:16.955969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:16.957632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:17.030442 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653ed16f-c6df-4daa-98fe-5162151a5c49'] response: {'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'code': 200} Jun 04 06:26:17.068679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7544920 Jun 04 06:26:17.086425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:17.132998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Request body: {'subnet': {'network_id': '449d17c5-f071-49d3-84b3-e31f43d6ae0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-441107951-subnet', 'tenant_id': 'bc65b53a8efe4a808cb244bd0b3bd317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:17.143908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:17.168394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-cbe0e08b-7c5b-4562-8522-4738a2062a02 service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227868 Jun 04 06:26:17.177968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Usage tracker for resource:subnet and tenant:bc65b53a8efe4a808cb244bd0b3bd317 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:17.184327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:17.219818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:17.244941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8bee-c441-4e8c-aef6-730e85137b2e admin admin] Pushing event updated for resources: {'Network': ['ID=449d17c5-f071-49d3-84b3-e31f43d6ae0b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:17.262797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 449d17c5-f071-49d3-84b3-e31f43d6ae0b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:26:17.311421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Made reservation on behalf of bc65b53a8efe4a808cb244bd0b3bd317 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:17.322643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:17.359587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:17.408183 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-bc332687-38fa-45ce-b551-4ee8b3b46aad service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205338 Jun 04 06:26:17.423580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:17.657986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f639263f-5ed6-407e-87e7-abc991cb57f1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:17.697689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9bbd2-f1ee-40df-ac84-6661a4a33537 req-12959e31-864c-42a7-a2e9-e85c9d52ea9b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:17.700607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ca9bbd2-f1ee-40df-ac84-6661a4a33537 req-12959e31-864c-42a7-a2e9-e85c9d52ea9b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 948 time: 0.1350460 Jun 04 06:26:17.809801 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ca9bbd2-f1ee-40df-ac84-6661a4a33537 req-90e999df-06fd-40d3-aac4-168964cbaaf9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933125 Jun 04 06:26:17.945657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:17.955069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:17.965608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cd2c597d-c494-40f6-a709-31d03d133645 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f639263f-5ed6-407e-87e7-abc991cb57f1 HTTP/1.1" status: 204 len: 168 time: 1.8173873 Jun 04 06:26:17.976401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'mac_address': 'fa:16:3e:c9:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:18.077618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:18.078387 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:18.106166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:18.151199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:18.159274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:18.281260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2ef5c-0ff5-4acb-8b9f-171163ef09fb req-ea4f98ff-28c8-4118-a8dc-7f498591b741 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:18.292947 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88e2ef5c-0ff5-4acb-8b9f-171163ef09fb req-ea4f98ff-28c8-4118-a8dc-7f498591b741 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 948 time: 0.2576494 Jun 04 06:26:18.311100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-680814d8-751d-487b-9827-51a02cd5bbc5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:18.314149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-680814d8-751d-487b-9827-51a02cd5bbc5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.6463835 Jun 04 06:26:18.319285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39c3622f-f285-446b-a0b9-dcef4c974311 req-ca7e9388-83e4-43b0-b14f-74cc092fbd89 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696613 Jun 04 06:26:18.385790 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-307dd95f-f7e7-49fe-91fb-0ee95f1c0713 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/quotas/5fe23224c46b43acb7222a669fd57f3e HTTP/1.1" status: 200 len: 375 time: 0.0136321 Jun 04 06:26:18.387622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:18.440033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88e2ef5c-0ff5-4acb-8b9f-171163ef09fb req-d9e5d965-3f1b-4842-be66-9947e456e132 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Jun 04 06:26:18.473668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:18.497001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314f1330-c8bc-4e59-b4df-70824827909f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:18.633374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:18.653511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-e7887173-2898-4675-bee8-54b606c0bc52 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1578586 Jun 04 06:26:18.659046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Checking segment: {'id': 'c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '449d17c5-f071-49d3-84b3-e31f43d6ae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:18.659574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Network hostable DHCP agents. Network: 449d17c5-f071-49d3-84b3-e31f43d6ae0b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:26:18.710154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb650bf1-7f62-43f0-897a-466d64df2f1a req-17fec5f0-5ce9-4e02-b659-dbd1a337ad34 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 210 time: 0.0919187 Jun 04 06:26:18.787128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Network 449d17c5-f071-49d3-84b3-e31f43d6ae0b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:26:18.810686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 449d17c5-f071-49d3-84b3-e31f43d6ae0b) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:18.821787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:18.822371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:18.827439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-334bd6f5-9d38-471c-8888-c9fcb890b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:18.829599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-334bd6f5-9d38-471c-8888-c9fcb890b7a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adda3a332f4f469a9a984c8600112b24&device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 1099 time: 0.2314675 Jun 04 06:26:18.858624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35df871-a178-4698-a37a-fffbbb1e6b65 None None] Network 449d17c5-f071-49d3-84b3-e31f43d6ae0b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:18.908936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c904c14a-1c48-4cc9-8582-207c2796df20 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8173165 Jun 04 06:26:19.006174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-7e566a62-90e4-4904-acd4-bd3401ba373c service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345337 Jun 04 06:26:19.213328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2baf33-0e21-439e-baa1-d2b67b89ef80 req-a001e244-69f2-4df7-889c-4c6b233a6fa9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:19.217504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a2baf33-0e21-439e-baa1-d2b67b89ef80 req-a001e244-69f2-4df7-889c-4c6b233a6fa9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.2865627 Jun 04 06:26:19.336280 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-41b973be-a036-46eb-a5b4-33e4c002d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:19.356481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a2baf33-0e21-439e-baa1-d2b67b89ef80 req-d8b9490f-4260-4d41-9404-1080726f0e91 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226830 Jun 04 06:26:19.652043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-aa73f542-c4c4-44c2-a97d-98afd0d2126e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:19.654357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-aa73f542-c4c4-44c2-a97d-98afd0d2126e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.3316622 Jun 04 06:26:19.664550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-796730d6-35f6-4b96-ab0c-4c837b0e58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:19.666617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-796730d6-35f6-4b96-ab0c-4c837b0e58e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.8153212 Jun 04 06:26:19.676998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'device_id': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'admin_state_up': True, 'tenant_id': '5f6634459d174868a1772cca8dc95967'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:19.800700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554443b-534d-4cae-af26-46f92cd66b61 req-fe58b464-7a13-4149-9cae-8bc2f72d9def tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:19.804183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4554443b-534d-4cae-af26-46f92cd66b61 req-fe58b464-7a13-4149-9cae-8bc2f72d9def tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 949 time: 0.1566300 Jun 04 06:26:19.903161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4554443b-534d-4cae-af26-46f92cd66b61 req-702e6c92-8e67-40c7-8e6c-2614e449e279 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883157 Jun 04 06:26:19.935848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e6a27-63cc-422b-a0ad-ed8706d4b273 None None] Network 449d17c5-f071-49d3-84b3-e31f43d6ae0b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:19.937329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:20.198548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5720192-9e6c-4f21-a949-e85cbe01566a req-74865305-a419-4f6f-9500-d94c64ba4bc3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:20.212970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5720192-9e6c-4f21-a949-e85cbe01566a req-74865305-a419-4f6f-9500-d94c64ba4bc3 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 948 time: 0.1511159 Jun 04 06:26:20.274559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-723414041-network', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:20.281087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-160fc51b-49d7-436c-99c3-e082408a4a30 service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2685945 Jun 04 06:26:20.299575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:20.311927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Usage tracker for resource:network and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:20.326102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:20.335439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:20.353558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:20.357628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.377414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-d8bfda3a-8a19-457a-ab6d-84b9d420c8f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=18784be6-baac-4088-9040-e4614535c064 HTTP/1.1" status: 200 len: 217 time: 0.2906449 Jun 04 06:26:20.382821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.431022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5720192-9e6c-4f21-a949-e85cbe01566a req-f3dd90e6-8c6d-4d5e-a25f-a9ae60ef3a1b tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164752 Jun 04 06:26:20.438972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:20.453034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Usage tracker for resource:security_group_rule and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:20.468160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:20.489511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:20.498285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.499420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:20.523802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:20.528464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.683965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-cbedb07c-45ee-4bd7-9f1e-f0d4a1d50b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:20.688467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-cbedb07c-45ee-4bd7-9f1e-f0d4a1d50b60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1476936 Jun 04 06:26:20.691559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:20.700521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.769212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.781232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.863474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:20.876512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:26:20.879118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b0610094-b423-4a1b-bb6b-438321083720 req-e9069229-ed99-4560-b18f-3eb1166e1ec0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 210 time: 0.0924559 Jun 04 06:26:20.903948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:20.905719 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Added segment 0a7f3dce-e60c-4b8c-bb4d-c6075db82e80 of type vlan for network aaad800a-bd42-460e-b942-3679e984688e Jun 04 06:26:20.979320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:21.131484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:21.131484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:21.131964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:21.201756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-cb5ddbd4-c630-443e-bb03-476bd1b1a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:21.203972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-cb5ddbd4-c630-443e-bb03-476bd1b1a11c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4826355 Jun 04 06:26:21.406829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:21.489672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77758-5c40-4e8a-9a8a-79447f65b14a req-5b8b58b8-a65c-404a-8e44-33d23613b02f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:21.499772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bfb77758-5c40-4e8a-9a8a-79447f65b14a req-5b8b58b8-a65c-404a-8e44-33d23613b02f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.4307227 Jun 04 06:26:21.537710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.20.0.12 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/5c33c443-916b-4d77-912d-4d45997931e1) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:21.590852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bfb77758-5c40-4e8a-9a8a-79447f65b14a req-1e4ab7fb-dd0a-4105-aa8e-9af4ac2f8eaf tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897961 Jun 04 06:26:21.626763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:21.627424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:21.630737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6921773 Jun 04 06:26:21.638481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48636) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:21.664877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Request body: {'subnet': {'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-subnet', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:21.671640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:21.677728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Usage tracker for resource:subnet and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:21.681867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:21.686255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738849f-b00a-41bd-94a0-6973cb914deb admin admin] Pushing event updated for resources: {'Network': ['ID=aaad800a-bd42-460e-b942-3679e984688e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:21.691679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:21.714265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:21.716694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:21.731086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network aaad800a-bd42-460e-b942-3679e984688e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:26:21.763906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-86a5395d-e2ad-4c3c-bf47-c2ddd5e60275 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055978 Jun 04 06:26:21.852937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-05ae97b8-fbe2-4aae-9adb-bb832118018e tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:21.866333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-05ae97b8-fbe2-4aae-9adb-bb832118018e tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/networks?id=bdb28eb3-2933-49be-b535-8af86b1677ae HTTP/1.1" status: 200 len: 824 time: 0.4960806 Jun 04 06:26:21.921211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-f2dde642-27fc-4558-b6eb-41f3a9b87b73 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/quotas/4963237968a6462aa4ee43d129cf54e0 HTTP/1.1" status: 200 len: 375 time: 0.0483315 Jun 04 06:26:22.019851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-fe4177ad-f5bc-4d07-9903-e61f5e43f3f2 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4963237968a6462aa4ee43d129cf54e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972872 Jun 04 06:26:22.147532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:22.199287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:22.208039 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:22.246074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-fd88da13-2fb1-46cd-999e-9a87b1792959 service neutron] 10.222.0.17 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249172 Jun 04 06:26:22.258619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:22.281874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:22.289466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4a7fe6f-8240-4234-b27e-06fd04df9c24 req-63038c8a-96dd-4ba4-abfd-88e2773cccf0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 210 time: 0.4054191 Jun 04 06:26:22.291854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90c40ff2-c909-4dad-a034-0409caf4ea99 req-1f6af16e-a939-4d87-9439-5be6d26c80ac service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485095 Jun 04 06:26:22.299898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:22.529577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:22.569742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-2b22b87b-4c2e-476d-8374-524d930ebea1 service neutron] 10.222.0.17 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172929 Jun 04 06:26:22.708006 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:22.891987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Transition to ACTIVE for port object 5c33c443-916b-4d77-912d-4d45997931e1 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:23.049849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-31e516bc-a8ba-497a-87f1-6ca421aea03a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:23.051265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-31e516bc-a8ba-497a-87f1-6ca421aea03a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:23.152927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-31e516bc-a8ba-497a-87f1-6ca421aea03a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:23.164443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-31e516bc-a8ba-497a-87f1-6ca421aea03a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.5041251 Jun 04 06:26:23.165110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d082d1-094b-4ca3-9c2b-f32bbeae481d req-d74c4dfe-377c-42b5-bb2d-93fc44faf8d5 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:23.181333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-79d082d1-094b-4ca3-9c2b-f32bbeae481d req-d74c4dfe-377c-42b5-bb2d-93fc44faf8d5 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.5171523 Jun 04 06:26:23.197746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Request body: {'port': {'device_id': '0c222403-008f-4651-854d-9498dda3ec39', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'admin_state_up': True, 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:23.253677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-79d082d1-094b-4ca3-9c2b-f32bbeae481d req-7dbc6069-9153-4328-b03c-7b00bbb31903 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Jun 04 06:26:23.351582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:23.367033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:23.475452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 18784be6-baac-4088-9040-e4614535c064 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:23.556221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:23.629225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efdf61-9c43-48b2-8c78-2b429cecb1da req-7c84d16a-dae7-4367-bc6e-39f198956f00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:23.649319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62efdf61-9c43-48b2-8c78-2b429cecb1da req-7c84d16a-dae7-4367-bc6e-39f198956f00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 948 time: 0.5934920 Jun 04 06:26:23.852771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62efdf61-9c43-48b2-8c78-2b429cecb1da req-6c915178-a240-4adc-a3fa-298161b6f0b7 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022722 Jun 04 06:26:23.880938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:23.890494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Usage tracker for resource:port and tenant:5fe23224c46b43acb7222a669fd57f3e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:23.904736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:23.930655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:23.952362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:23.956997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:23.968260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adacacb-6783-48e1-9755-b5f90e01011f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:24.000755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:24.005402 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df597f08-c55a-4b27-b5a0-d760c0175c8a'] response: {'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'code': 200} Jun 04 06:26:24.032777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:24.095860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:24.215749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=18784be6-baac-4088-9040-e4614535c064,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:24.324897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:24.325604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:24.355078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '18784be6-baac-4088-9040-e4614535c064', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '18784be6-baac-4088-9040-e4614535c064', 'mac_address': 'fa:16:3e:49:39:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:24.447498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:24.473597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Checking segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:24.473964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Network hostable DHCP agents. Network: aaad800a-bd42-460e-b942-3679e984688e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:26:24.529140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 18784be6-baac-4088-9040-e4614535c064 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:24.529853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:24.536019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a342e-bd12-48fa-9a9c-700ab282d3db req-419efee8-2749-423d-8f69-34f3ab4bb169 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:24.543992 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a39a342e-bd12-48fa-9a9c-700ab282d3db req-419efee8-2749-423d-8f69-34f3ab4bb169 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 932 time: 1.0140207 Jun 04 06:26:24.547189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0a393696-df93-4a4d-ba85-755d6f099856 None None] Provisioning for port 5c33c443-916b-4d77-912d-4d45997931e1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:24.556619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0a393696-df93-4a4d-ba85-755d6f099856 None None] Provisioning complete for port 5c33c443-916b-4d77-912d-4d45997931e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:24.557142 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0a393696-df93-4a4d-ba85-755d6f099856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:24.569822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Network aaad800a-bd42-460e-b942-3679e984688e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:26:24.592180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ececd3-4ad0-473e-83be-f4ac2b95037e req-f77bc2de-563a-4798-a057-75ba0cbcc017 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:24.596212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12ececd3-4ad0-473e-83be-f4ac2b95037e req-f77bc2de-563a-4798-a057-75ba0cbcc017 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.3078766 Jun 04 06:26:24.608085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18784be6-baac-4088-9040-e4614535c064 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:24.608348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a39a342e-bd12-48fa-9a9c-700ab282d3db req-b1487edd-5b79-40f0-8585-fa39391b0199 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632203 Jun 04 06:26:24.631623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-64e86d2a-7946-4e10-90f0-824c4e837db6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9616330 Jun 04 06:26:24.638089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, aaad800a-bd42-460e-b942-3679e984688e) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:24.644964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Allocated IP 172.20.0.9 (0fc09598-46f4-4dd3-90ff-37a36270662e/d4912a9d-084b-4ae0-9f58-f5b79cce6928/b40dc1c1-f86a-4dd3-a0f8-595a959abf0d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:24.651816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c210e-d27d-4275-87bd-972ba42406e1 None None] Network aaad800a-bd42-460e-b942-3679e984688e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:24.670969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=18784be6-baac-4088-9040-e4614535c064,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:24.673041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Request body: {'port': {'device_id': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:24.676087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0a393696-df93-4a4d-ba85-755d6f099856 None None] Port 5c33c443-916b-4d77-912d-4d45997931e1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:24.686163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:24.714612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12ececd3-4ad0-473e-83be-f4ac2b95037e req-6dd10779-9fc9-4947-8646-a0f2cde5b5c9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093881 Jun 04 06:26:24.814034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:24.814868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:24.926319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a8306-afeb-4b4f-a7f0-fff5405eb7ff req-32fcc966-42b5-43da-99aa-e1fc213c4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:24.928136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f49a8306-afeb-4b4f-a7f0-fff5405eb7ff req-32fcc966-42b5-43da-99aa-e1fc213c4890 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1101 time: 0.5663476 Jun 04 06:26:25.046128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ccb7bb7-3de4-4081-a639-77143d4590e7 req-e454578f-1e1d-41b4-a33d-786019a8e692 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1960325 Jun 04 06:26:25.074226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f49a8306-afeb-4b4f-a7f0-fff5405eb7ff req-42424de2-05c1-4dd8-b6b0-f254dd6b53c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239576 Jun 04 06:26:25.099677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0ddc10b0-abe6-49a4-9f45-924bd143baff admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4552140 Jun 04 06:26:25.106285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48666) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:25.116657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:25.126757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:25.136315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Usage tracker for resource:router and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:25.141866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:25.157983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:25.168705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['18784be6-baac-4088-9040-e4614535c064'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:25.186960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.190234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.204586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.275354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa38387b-2b43-4829-84d2-934f855a944c req-bd854aee-2e9b-45df-bdbc-f5c6fcbccaff tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 210 time: 0.1218278 Jun 04 06:26:25.311356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:25.403878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.448619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.460931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.481702 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.521746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35e894-f95c-403f-9375-cd3830cd7aa9 req-ea1c5339-af97-4018-9bde-c088b1a9218c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:25.528865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd35e894-f95c-403f-9375-cd3830cd7aa9 req-ea1c5339-af97-4018-9bde-c088b1a9218c tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2261689 Jun 04 06:26:25.608302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-aaad800a-bd42-460e-b942-3679e984688e', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:26:25.622099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.650638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.787897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:25.842200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de3461-287f-4478-bb43-25c57f54d2cd req-dad1f757-dd7a-48a4-bb77-542d8293f627 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:25.854677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7de3461-287f-4478-bb43-25c57f54d2cd req-dad1f757-dd7a-48a4-bb77-542d8293f627 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 949 time: 0.3773811 Jun 04 06:26:25.863980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:25.880627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Network 0fc09598-46f4-4dd3-90ff-37a36270662e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:25.885670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:25.890162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:25.980427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7de3461-287f-4478-bb43-25c57f54d2cd req-863e48e0-a91a-4ffb-ad65-2bfad15f8d14 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224916 Jun 04 06:26:26.006291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:26.009303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:26.014187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Allocated IP 172.20.0.2 (aaad800a-bd42-460e-b942-3679e984688e/1adacacb-6783-48e1-9755-b5f90e01011f/0b040076-85a6-40fb-a4ab-cf785f212e66) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:26.045986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd35e894-f95c-403f-9375-cd3830cd7aa9 req-7889be14-e21a-4eaa-ab6e-a16d72a8732b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161188 Jun 04 06:26:26.059178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-87566e27-3839-4401-91c4-aafe00972e2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8715482 Jun 04 06:26:26.087912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Request body: {'port': {'device_id': '0c222403-008f-4651-854d-9498dda3ec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:26.545518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:26.717811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:26.751352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e4d0a-07de-4d5f-84a5-7d324926b8c7 req-ff37ea39-455e-4133-87d0-9347a39d2d18 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:26.753242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Transition to ACTIVE for port object 0b040076-85a6-40fb-a4ab-cf785f212e66 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:26.754101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3e4d0a-07de-4d5f-84a5-7d324926b8c7 req-ff37ea39-455e-4133-87d0-9347a39d2d18 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 932 time: 0.5248268 Jun 04 06:26:26.785165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Transition to ACTIVE for port object 0b040076-85a6-40fb-a4ab-cf785f212e66 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:26.806253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:26.892109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c3e4d0a-07de-4d5f-84a5-7d324926b8c7 req-97e11fef-56e5-473d-b7fe-cfe113024f6f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160326 Jun 04 06:26:26.924411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Network aaad800a-bd42-460e-b942-3679e984688e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:26.957614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:26.962629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:26.966569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Pushing event updated for resources: {'Port': ['ID=0b040076-85a6-40fb-a4ab-cf785f212e66,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:27.112734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Attempting to bind port 0b040076-85a6-40fb-a4ab-cf785f212e66 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:27.113438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Attempting to bind port 0b040076-85a6-40fb-a4ab-cf785f212e66 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:27.114047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Attempting to bind port 0b040076-85a6-40fb-a4ab-cf785f212e66 on network aaad800a-bd42-460e-b942-3679e984688e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:27.130337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:27.131115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Checking segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:27.131741 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.132329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Bound using segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:27.133008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Bound port: 0b040076-85a6-40fb-a4ab-cf785f212e66, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:27.133622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.133997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c33c443-916b-4d77-912d-4d45997931e1 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:27.188983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.208876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e20bbf43-0104-406b-bcdf-e1dae7007299 req-4b659487-7364-4a26-877c-f582dac16369 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1104376 Jun 04 06:26:27.231442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40dc1c1-f86a-4dd3-a0f8-595a959abf0d {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:27.243895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.284856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Transition to ACTIVE for port object b40dc1c1-f86a-4dd3-a0f8-595a959abf0d will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:27.296031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-774db931-34a0-4cb1-b14b-357828e54a11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:27.297149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-774db931-34a0-4cb1-b14b-357828e54a11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Synchronizing usage tracker for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:27.301013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Transition to ACTIVE for port object 5c33c443-916b-4d77-912d-4d45997931e1 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:27.302689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.316785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7dea9-7e78-4e1c-b4f8-e3edce928d9c req-eb3dd0da-8884-4c39-99b3-81eb141dc251 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:27.325273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98f7dea9-7e78-4e1c-b4f8-e3edce928d9c req-eb3dd0da-8884-4c39-99b3-81eb141dc251 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 1.0064003 Jun 04 06:26:27.348712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.384384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] For port 0b040076-85a6-40fb-a4ab-cf785f212e66, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:27.388464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] For port 0b040076-85a6-40fb-a4ab-cf785f212e66, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0b040076-85a6-40fb-a4ab-cf785f212e66,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:27.395500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.463274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 18784be6-baac-4088-9040-e4614535c064 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:27.622356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98f7dea9-7e78-4e1c-b4f8-e3edce928d9c req-f86c4e34-d39c-4f7e-8ad7-a7a1c7cbdfac tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918396 Jun 04 06:26:27.692888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 18784be6-baac-4088-9040-e4614535c064 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:27.700923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3ed8c-ba17-48f1-b93e-b0e0293b353d None None] Pushing event updated for resources: {'Port': ['ID=0b040076-85a6-40fb-a4ab-cf785f212e66,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:27.707825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 18784be6-baac-4088-9040-e4614535c064 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:27.708184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:27.787733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:27.908765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-774db931-34a0-4cb1-b14b-357828e54a11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Unset dirty status for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:27.912378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-774db931-34a0-4cb1-b14b-357828e54a11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.39 "GET /v2.0/networks?id=bdb28eb3-2933-49be-b535-8af86b1677ae HTTP/1.1" status: 200 len: 824 time: 1.6610909 Jun 04 06:26:28.094175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 18784be6-baac-4088-9040-e4614535c064 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:28.103006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.218589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18784be6-baac-4088-9040-e4614535c064'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:28.246391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=18784be6-baac-4088-9040-e4614535c064,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:28.251982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Pushing event updated for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:28.254749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.273159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064709b-7455-412a-81fb-63211248de3e req-17528022-d605-46b3-a913-923c6c1afa8a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:28.274116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e064709b-7455-412a-81fb-63211248de3e req-17528022-d605-46b3-a913-923c6c1afa8a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:28.276761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Request body: {'port': {'device_id': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae', 'admin_state_up': True, 'tenant_id': '4963237968a6462aa4ee43d129cf54e0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:28.351755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Attempting to bind port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:28.354777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Attempting to bind port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:28.355156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Attempting to bind port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:28.366426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d on network 0fc09598-46f4-4dd3-90ff-37a36270662e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:26:28.366770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Attempting to bind port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:28.391778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:28.392141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Checking segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:28.396195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Bound using segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:28.396682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Bound port: b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:28.397048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.466060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:28.513278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Attempting to bind port 5c33c443-916b-4d77-912d-4d45997931e1 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:28.513640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Attempting to bind port 5c33c443-916b-4d77-912d-4d45997931e1 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:28.513967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Attempting to bind port 5c33c443-916b-4d77-912d-4d45997931e1 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:28.522227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e064709b-7455-412a-81fb-63211248de3e req-17528022-d605-46b3-a913-923c6c1afa8a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:28.526310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Port 5c33c443-916b-4d77-912d-4d45997931e1 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:26:28.526646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Attempting to bind port 5c33c443-916b-4d77-912d-4d45997931e1 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:28.530053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e064709b-7455-412a-81fb-63211248de3e req-17528022-d605-46b3-a913-923c6c1afa8a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 943 time: 1.1255357 Jun 04 06:26:28.581395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:28.582121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:28.582728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:28.583432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Bound port: 5c33c443-916b-4d77-912d-4d45997931e1, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:28.584166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.584836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e064709b-7455-412a-81fb-63211248de3e req-b1180b5e-ad4d-47b9-8479-4ba17f42c010 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:28.653459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e064709b-7455-412a-81fb-63211248de3e req-b1180b5e-ad4d-47b9-8479-4ba17f42c010 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:28.674130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e064709b-7455-412a-81fb-63211248de3e req-b1180b5e-ad4d-47b9-8479-4ba17f42c010 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431262 Jun 04 06:26:28.689200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:28.689616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0b040076-85a6-40fb-a4ab-cf785f212e66 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:28.692531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:28.702015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.726833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.776991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.887927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0b040076-85a6-40fb-a4ab-cf785f212e66 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:28.891406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:28.910015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Usage tracker for resource:port and tenant:4963237968a6462aa4ee43d129cf54e0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:28.917113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:28.925607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:28.927099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/b40dc1c1-f86a-4dd3-a0f8-595a959abf0d HTTP/1.1" status: 200 len: 1091 time: 2.8544662 Jun 04 06:26:28.930598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:28.931083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2eb50-9a37-4e3a-b19e-87dfa478888a req-11b406be-7773-42b3-a835-f704500b6f8c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:28.937734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e2a2eb50-9a37-4e3a-b19e-87dfa478888a req-11b406be-7773-42b3-a835-f704500b6f8c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:28.975691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:29.047596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:29.056365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c718-40bf-4e93-88a1-a96969954eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:29.091406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:29.120857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5c33c443-916b-4d77-912d-4d45997931e1,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:29.192236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-74b3411b-6e4c-4416-8e7a-e4db1956e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:29.193740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-74b3411b-6e4c-4416-8e7a-e4db1956e9bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 1094 time: 0.1910808 Jun 04 06:26:29.285228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Allocated IP 172.25.1.14 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/335c9acc-a445-4e6e-84cd-ea87031e7d88) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:29.299299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e2a2eb50-9a37-4e3a-b19e-87dfa478888a req-11b406be-7773-42b3-a835-f704500b6f8c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:29.300592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2a2eb50-9a37-4e3a-b19e-87dfa478888a req-11b406be-7773-42b3-a835-f704500b6f8c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 949 time: 1.3697844 Jun 04 06:26:29.322207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-169c9066-8af7-4e22-97ef-ee4efc271641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d HTTP/1.1" status: 200 len: 217 time: 0.1146197 Jun 04 06:26:29.324569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.331952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dc15a-808b-4ad9-be77-7c57b231547b req-7a5be9f6-ab7a-4b30-9d9c-1d405a18139a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:29.340547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c51dc15a-808b-4ad9-be77-7c57b231547b req-7a5be9f6-ab7a-4b30-9d9c-1d405a18139a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3875074 Jun 04 06:26:29.446126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c51dc15a-808b-4ad9-be77-7c57b231547b req-89ec8635-0a44-4219-a748-f5d2438bedf1 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046143 Jun 04 06:26:29.453434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-c5588f9f-f905-4cf5-b9fe-22f4fa0b13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:29.455421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-c5588f9f-f905-4cf5-b9fe-22f4fa0b13bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.0963612 Jun 04 06:26:29.464675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Made reservation on behalf of 4963237968a6462aa4ee43d129cf54e0 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:29.468047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.475388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e767c3-d4ff-4d5c-b335-06f2222b5d3e None None] Network aaad800a-bd42-460e-b942-3679e984688e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:29.508106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-ed2e716c-2c01-4581-aff5-c28a1a8a181e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451164 Jun 04 06:26:29.543763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2a2eb50-9a37-4e3a-b19e-87dfa478888a req-aef56be2-43c2-4120-940b-4aa108bcb61f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096598 Jun 04 06:26:29.570442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:29.570938 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.572286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] 10.222.0.24 "PUT /v2.0/ports/5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 200 len: 1092 time: 4.9214203 Jun 04 06:26:29.575363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:29.629830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Provisioning for port 0b040076-85a6-40fb-a4ab-cf785f212e66 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:29.639721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Provisioning complete for port 0b040076-85a6-40fb-a4ab-cf785f212e66 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:29.640135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.685410 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cb9699-14a8-4426-9f86-b5764014f3fb'] response: {'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18784be6-baac-4088-9040-e4614535c064', 'code': 200} Jun 04 06:26:29.800021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.805609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3406e11-179e-48f1-9fdb-0911879a792f service neutron] Pushing event updated for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:29.902069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Current status of the port 0b040076-85a6-40fb-a4ab-cf785f212e66 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:29.902463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:29.928534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-fdb32c35-70a8-457e-a148-aacf02ab814e service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137518 Jun 04 06:26:29.938157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc5284-e092-492c-873d-f0592f4899ce req-c4a0285e-d800-4464-a63c-38d674b07da3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:29.939809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9bc5284-e092-492c-873d-f0592f4899ce req-c4a0285e-d800-4464-a63c-38d674b07da3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 944 time: 0.3138974 Jun 04 06:26:29.950390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] For port 0b040076-85a6-40fb-a4ab-cf785f212e66, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0b040076-85a6-40fb-a4ab-cf785f212e66,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:29.959237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:30.044726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf46d-5a05-4479-aeb4-4ada124ce45b None None] Pushing event updated for resources: {'Port': ['ID=0b040076-85a6-40fb-a4ab-cf785f212e66,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:30.076346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9bc5284-e092-492c-873d-f0592f4899ce req-07b5b74f-af7d-4c8c-9532-2f4ce57eaf5c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149669 Jun 04 06:26:30.130360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0ad21a7-314f-41b5-8248-b801da6c0623 req-6c63a846-7307-422c-894d-c769adb3b984 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894410 Jun 04 06:26:30.165633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ba0034cc-c5af-4f9b-940f-d4e4eca48ddd req-267813bf-2a35-46b0-b26c-96557db0c3d0 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 210 time: 0.3777483 Jun 04 06:26:30.200464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-3b5f677b-220b-4ef5-b485-0b09be9c9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.202323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-3b5f677b-220b-4ef5-b485-0b09be9c9473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 1095 time: 0.5893276 Jun 04 06:26:30.289459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-bbcde983-1564-487c-8211-1297e39f5cff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 200 len: 217 time: 0.0784516 Jun 04 06:26:30.292282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Allocated IP 172.20.0.5 (bdb28eb3-2933-49be-b535-8af86b1677ae/3f7b1d65-0048-4256-a205-a98272d537e3/c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:30.304792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af3d27-2662-447a-8993-f22c7c283b99 req-c144f831-8fd0-4958-958b-1b34982bf3dd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.306907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61af3d27-2662-447a-8993-f22c7c283b99 req-c144f831-8fd0-4958-958b-1b34982bf3dd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1051655 Jun 04 06:26:30.316367 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbd2281-b7b0-435c-8d96-457a0f712aec'] response: {'name': 'network-changed', 'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'status': 'completed', 'code': 200} Jun 04 06:26:30.322815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-df625838-b30c-4f99-90b9-c6ce44e5c04b None None] Provisioning complete for port 0b040076-85a6-40fb-a4ab-cf785f212e66 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:30.323050 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-df625838-b30c-4f99-90b9-c6ce44e5c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:30.374087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:30.418050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61af3d27-2662-447a-8993-f22c7c283b99 req-c616fee4-b0bf-4257-833f-4992f04f2ec4 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008186 Jun 04 06:26:30.461542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-d41c4c13-68fa-4d7a-a9f6-f0909836d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.463428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-d41c4c13-68fa-4d7a-a9f6-f0909836d275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 1094 time: 0.1056988 Jun 04 06:26:30.476462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-df625838-b30c-4f99-90b9-c6ce44e5c04b None None] Current status of the port 0b040076-85a6-40fb-a4ab-cf785f212e66 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:30.510787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:30.520145 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764257fb-6e07-4696-a8a7-02835b186af9'] response: {'name': 'network-changed', 'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1', 'status': 'completed', 'code': 200} Jun 04 06:26:30.542527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:30.545405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:30.557605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0b040076-85a6-40fb-a4ab-cf785f212e66 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:30.612950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-540db758-3369-4299-90ef-11a6ac238ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.614431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-540db758-3369-4299-90ef-11a6ac238ba4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.3051987 Jun 04 06:26:30.638514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0b040076-85a6-40fb-a4ab-cf785f212e66 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:30.639173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:30.666262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Pushing event updated for resources: {'Port': ['ID=335c9acc-a445-4e6e-84cd-ea87031e7d88,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:30.703740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-78b83163-3870-44c2-b588-c5cc681e17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.705195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-78b83163-3870-44c2-b588-c5cc681e17fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 906 time: 0.2352622 Jun 04 06:26:30.767598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0b040076-85a6-40fb-a4ab-cf785f212e66 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:30.779671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-b0a407fd-ea3b-4a4e-ae8a-69d166f05677 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d HTTP/1.1" status: 200 len: 217 time: 0.0664990 Jun 04 06:26:30.830447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f5e8-b043-4323-8b28-044a9d70cd03 req-589c6577-9562-40c9-85dd-f34740419a08 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.831806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce83f5e8-b043-4323-8b28-044a9d70cd03 req-589c6577-9562-40c9-85dd-f34740419a08 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 943 time: 0.2311873 Jun 04 06:26:30.884330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-cd29c7a9-f497-4acc-9d18-fba32060ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:30.885779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-cd29c7a9-f497-4acc-9d18-fba32060ae6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.0977950 Jun 04 06:26:30.930885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce83f5e8-b043-4323-8b28-044a9d70cd03 req-9956cc05-35a1-425e-9362-21f093e944b9 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875697 Jun 04 06:26:30.937848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-b62b5e04-49aa-45a1-937c-d31804b5e178 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457208 Jun 04 06:26:31.027105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a44b3-e84e-41a0-a6e8-d5a82c89cdd9 req-7332b6ac-2b08-40c5-a294-da6d2c487f34 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:31.028576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e55a44b3-e84e-41a0-a6e8-d5a82c89cdd9 req-7332b6ac-2b08-40c5-a294-da6d2c487f34 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.5627370 Jun 04 06:26:31.154315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-b4e8315d-c0c0-429d-b03b-e2ea578846cb service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010720 Jun 04 06:26:31.157366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-c12b94c2-e6e9-4228-9ee4-11259580227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:31.158860 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-c12b94c2-e6e9-4228-9ee4-11259580227d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5257874 Jun 04 06:26:31.163790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:31.194687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba48ec-e289-4206-bca8-588185b59c21 req-c33de7cf-77fe-4609-9866-3fe63778d12d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:31.196150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdba48ec-e289-4206-bca8-588185b59c21 req-c33de7cf-77fe-4609-9866-3fe63778d12d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.1436427 Jun 04 06:26:31.219265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e55a44b3-e84e-41a0-a6e8-d5a82c89cdd9 req-b889bc9e-8397-4d92-9ece-5b0d0c580ec8 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736727 Jun 04 06:26:31.309039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdba48ec-e289-4206-bca8-588185b59c21 req-1f29c6e8-9fdd-49a0-8856-8477000b49e0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635974 Jun 04 06:26:31.345465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efff9cdf-ff0a-4543-bc16-a1c3f5d29896 req-37a0dafd-ab68-499f-a154-44e7005d029b service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785514 Jun 04 06:26:31.451104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1d39a96-0219-40cb-80e0-d25086ca011f req-d85ea5d7-738f-4e62-928b-4b345f55a10b tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0420599 Jun 04 06:26:31.476083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:31.544832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:31.558128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-9e58df2d-b543-46fb-951f-2b0ce4fdebb5 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796535 Jun 04 06:26:31.874170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Network bdb28eb3-2933-49be-b535-8af86b1677ae is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:31.932827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:31.945015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Pushing event updated for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:31.951412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:31.958412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbb36f-c3b3-4ce4-9923-4a4326c445fa req-992f15cb-69ec-46e8-b4fe-ab7cdc5d8e0b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:31.960094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7cbb36f-c3b3-4ce4-9923-4a4326c445fa req-992f15cb-69ec-46e8-b4fe-ab7cdc5d8e0b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.0889666 Jun 04 06:26:31.994061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c146a1-1f28-45e7-9b29-b1857c5d545a req-b4f0a39b-5ff2-4932-bb2d-952d5d7b7a3e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:31.995287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-58c146a1-1f28-45e7-9b29-b1857c5d545a req-b4f0a39b-5ff2-4932-bb2d-952d5d7b7a3e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:32.007206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7cbb36f-c3b3-4ce4-9923-4a4326c445fa req-9529ff5a-5bb8-4f4d-a7ef-d162ed7fb07b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Jun 04 06:26:32.142323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-58c146a1-1f28-45e7-9b29-b1857c5d545a req-b4f0a39b-5ff2-4932-bb2d-952d5d7b7a3e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:32.143550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58c146a1-1f28-45e7-9b29-b1857c5d545a req-b4f0a39b-5ff2-4932-bb2d-952d5d7b7a3e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 944 time: 0.7943599 Jun 04 06:26:32.154813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27d4ad3f-0ebc-41b0-82fb-8c51ab9c0524 req-e6d1a42b-2260-43e2-a62f-e9582423c53b service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856950 Jun 04 06:26:32.170025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.170743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:32.200909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a49517-d72b-4a0e-bd90-d1277d4f519a req-302f9ba4-5a36-41a1-8f45-dc3e5835eaae tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.202404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6a49517-d72b-4a0e-bd90-d1277d4f519a req-302f9ba4-5a36-41a1-8f45-dc3e5835eaae tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.0819404 Jun 04 06:26:32.249557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6a49517-d72b-4a0e-bd90-d1277d4f519a req-09a5555f-5b9f-407f-90d8-635259c5d963 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Jun 04 06:26:32.348970 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-47ad3b40-0125-46ab-88d4-a3521d21a030 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2309177 Jun 04 06:26:32.376857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58c146a1-1f28-45e7-9b29-b1857c5d545a req-de881763-99b8-4c9c-8334-490cebb1d18e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157018 Jun 04 06:26:32.392626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:32.435469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea77c0c-8ad2-4cb3-b5da-d1062b47ad81 req-27592d3d-45b2-48b9-8074-baa38af1953b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.436919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ea77c0c-8ad2-4cb3-b5da-d1062b47ad81 req-27592d3d-45b2-48b9-8074-baa38af1953b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 943 time: 0.0886238 Jun 04 06:26:32.489041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ea77c0c-8ad2-4cb3-b5da-d1062b47ad81 req-6e3e1a70-0ffd-4549-a1d9-965c3ad60e36 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463185 Jun 04 06:26:32.532788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591f11-4c84-4d40-a022-94038b532929 req-dc96e392-6c33-4dd8-a0ab-16b44e62c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.534358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-dc96e392-6c33-4dd8-a0ab-16b44e62c7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 1095 time: 0.3259084 Jun 04 06:26:32.660488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d169-95a2-4e12-8b51-a5c0b669d987 req-11c5c5cc-5267-4c15-836e-a1d1a7fd14fc tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.661973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be03d169-95a2-4e12-8b51-a5c0b669d987 req-11c5c5cc-5267-4c15-836e-a1d1a7fd14fc tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 931 time: 0.0786381 Jun 04 06:26:32.707052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be03d169-95a2-4e12-8b51-a5c0b669d987 req-9974329b-c836-4d61-8579-48a2b976fe2e tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Jun 04 06:26:32.780057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3eeaf-4f7c-4586-93d7-35f2c78dd8bf req-df64bd7f-ec58-476d-bafe-b02854f1ab00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.781616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71f3eeaf-4f7c-4586-93d7-35f2c78dd8bf req-df64bd7f-ec58-476d-bafe-b02854f1ab00 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.2988749 Jun 04 06:26:32.822826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591f11-4c84-4d40-a022-94038b532929 req-3d8fc11c-3c27-4910-8a41-98d839f99474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:32.824196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-3d8fc11c-3c27-4910-8a41-98d839f99474 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.2757552 Jun 04 06:26:32.920476 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-02868dc4-ba05-4401-adbe-a0d8ad6b8e47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 200 len: 217 time: 0.0879028 Jun 04 06:26:32.925421 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71f3eeaf-4f7c-4586-93d7-35f2c78dd8bf req-212770a9-114e-4979-ba03-0365bfdc233c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311855 Jun 04 06:26:32.972340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Router 55591220-a59c-441b-863d-42472e9f456d is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:26:33.047647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591f11-4c84-4d40-a022-94038b532929 req-845601a8-77b2-4eec-9a33-82e8efa099d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.049391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-845601a8-77b2-4eec-9a33-82e8efa099d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1225309 Jun 04 06:26:33.123734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Request body: {'port': {'device_id': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:33.385980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134201-f005-4780-9a18-9d0c257e7826 req-71685883-3341-4e31-b9f6-8db979de1f8f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.387634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0134201-f005-4780-9a18-9d0c257e7826 req-71685883-3341-4e31-b9f6-8db979de1f8f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.2645898 Jun 04 06:26:33.394488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82df6-e110-4b71-88a8-b4be6545576b req-9dda8b1a-4c40-4c2a-ba3f-ce6b8b28136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.395905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dca82df6-e110-4b71-88a8-b4be6545576b req-9dda8b1a-4c40-4c2a-ba3f-ce6b8b28136e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 1101 time: 0.1129148 Jun 04 06:26:33.466163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0134201-f005-4780-9a18-9d0c257e7826 req-850a3828-2aac-4c2b-92fd-1738e7acf32d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682275 Jun 04 06:26:33.474807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dca82df6-e110-4b71-88a8-b4be6545576b req-cb1c0ba6-48de-49ae-9d6c-fc86265ea79c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Jun 04 06:26:33.526255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:33.537603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Sync routers for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:33.547639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:33.549278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:33.581124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4591f11-4c84-4d40-a022-94038b532929 req-d5aafb6c-b2a2-4e09-8983-d04dae4fbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.582655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-d5aafb6c-b2a2-4e09-8983-d04dae4fbef9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5250063 Jun 04 06:26:33.583387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:33.620094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:33.621270 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-68c6bbcb-a560-4ac6-91f6-7e219ff27f24 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5140526 Jun 04 06:26:33.626750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:33.741579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239597d-a735-49fe-bc91-5bd2467ff39e req-b0d74185-4cad-45cd-9abf-4aae32166575 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.748461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1239597d-a735-49fe-bc91-5bd2467ff39e req-b0d74185-4cad-45cd-9abf-4aae32166575 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3646383 Jun 04 06:26:33.776392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:33.804839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:33.811750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afbff9-3d28-42e0-a5bc-420f5aaebee2 req-d479e41c-fc8b-4047-b6d7-7667664100ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:33.814059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90afbff9-3d28-42e0-a5bc-420f5aaebee2 req-d479e41c-fc8b-4047-b6d7-7667664100ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 944 time: 0.2443836 Jun 04 06:26:33.895431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1239597d-a735-49fe-bc91-5bd2467ff39e req-8067a1fa-5cd1-447f-be47-016dfd2ff8c5 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461070 Jun 04 06:26:33.905397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-f6e84b43-39a3-429a-98bc-7b85d367ecd5 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115845 Jun 04 06:26:33.930590 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:26:34.112212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90afbff9-3d28-42e0-a5bc-420f5aaebee2 req-f4ea5276-cd70-4298-b8ec-60f9d242d966 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895751 Jun 04 06:26:34.164588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:34.179306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'mac_address': 'fa:16:3e:9f:88:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:34.298043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:34.298763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.318153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40dc1c1-f86a-4dd3-a0f8-595a959abf0d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:34.331559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92bd19-bc4f-4e45-b774-36ead94de546 req-9a7a6e32-fe55-46fb-bba7-f40c9a4ee954 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:34.333146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d92bd19-bc4f-4e45-b774-36ead94de546 req-9a7a6e32-fe55-46fb-bba7-f40c9a4ee954 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 943 time: 0.2449181 Jun 04 06:26:34.338229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:34.345964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.373913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:34.394366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:31Z', 'revision_number': 3, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:34.398618 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.406993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4591f11-4c84-4d40-a022-94038b532929 req-55df9705-3077-46d5-9315-67192d840c06 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171413 Jun 04 06:26:34.408950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Checking router: 55591220-a59c-441b-863d-42472e9f456d for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:34.409301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Updating router 55591220-a59c-441b-863d-42472e9f456d port 335c9acc-a445-4e6e-84cd-ea87031e7d88 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:26:34.432850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Transition to ACTIVE for port object c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:34.438661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d92bd19-bc4f-4e45-b774-36ead94de546 req-d75d1bc2-79aa-4a04-ad84-91b26819d73e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878134 Jun 04 06:26:34.446944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.457872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ebd0e-1e56-436d-960c-b115611e1637 req-c7a1ce8e-6c9b-4d4b-8393-420b63a5dd54 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:34.464889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-654ebd0e-1e56-436d-960c-b115611e1637 req-c7a1ce8e-6c9b-4d4b-8393-420b63a5dd54 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 931 time: 0.2106204 Jun 04 06:26:34.478297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:34.498728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.525725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-654ebd0e-1e56-436d-960c-b115611e1637 req-b2b1ab81-6725-48b7-8e54-0e8933874237 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Jun 04 06:26:34.613668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.754098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Pushing event updated for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:34.794622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:34.814889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f481f6b-0b6c-4577-9c3b-5c325a9c7a2e req-5c8cdfc5-1600-4672-a55d-6dc81448c013 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:34.816360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f481f6b-0b6c-4577-9c3b-5c325a9c7a2e req-5c8cdfc5-1600-4672-a55d-6dc81448c013 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.2052019 Jun 04 06:26:34.817201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Attempting to bind port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:34.817550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Attempting to bind port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:34.818441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Attempting to bind port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e on network bdb28eb3-2933-49be-b535-8af86b1677ae {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:34.836283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e on network bdb28eb3-2933-49be-b535-8af86b1677ae not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:26:34.836598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Attempting to bind port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e on network bdb28eb3-2933-49be-b535-8af86b1677ae {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:34.846487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:34.846815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Checking segment: {'id': '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:34.847191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Bound using segment: {'id': '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:34.847591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b630ec-919e-495c-9f71-9cbbddeb1757 req-e4887ce5-9efc-4b7c-b3e6-656bd0b48ce3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:34.847753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Bound port: c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:34.847930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.849454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45b630ec-919e-495c-9f71-9cbbddeb1757 req-e4887ce5-9efc-4b7c-b3e6-656bd0b48ce3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1754546 Jun 04 06:26:34.922752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.928988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f481f6b-0b6c-4577-9c3b-5c325a9c7a2e req-df0b91ba-bcfe-4caf-b553-238077b09545 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046128 Jun 04 06:26:34.947689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Transition to ACTIVE for port object 335c9acc-a445-4e6e-84cd-ea87031e7d88 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:34.947959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45b630ec-919e-495c-9f71-9cbbddeb1757 req-c95ff04d-0649-4683-8355-9a77d0fedeb0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615189 Jun 04 06:26:34.961967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:34.973577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Allocated IP 172.20.0.1 (aaad800a-bd42-460e-b942-3679e984688e/1adacacb-6783-48e1-9755-b5f90e01011f/587f93d9-cb5c-4d4c-80b4-61040ad9b5b6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:34.993426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:34.996628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,segment=NetworkSegment(1fb8021c-b0b8-4d3a-8787-adaefdc47bc5),segment_id=1fb8021c-b0b8-4d3a-8787-adaefdc47bc5)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:35.002773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.091802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:35.092409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.094144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] 10.222.0.39 "PUT /v2.0/ports/c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e HTTP/1.1" status: 200 len: 1091 time: 1.9792876 Jun 04 06:26:35.094591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:35.106872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Attempting to bind port 335c9acc-a445-4e6e-84cd-ea87031e7d88 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:35.107778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Attempting to bind port 335c9acc-a445-4e6e-84cd-ea87031e7d88 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:35.108344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Attempting to bind port 335c9acc-a445-4e6e-84cd-ea87031e7d88 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:35.115464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973438-f599-48f1-a075-a1c3c5c82342 None None] Pushing event updated for resources: {'Port': ['ID=335c9acc-a445-4e6e-84cd-ea87031e7d88,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:35.132317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:35.132882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:35.133467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.133889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:35.134372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Bound port: 335c9acc-a445-4e6e-84cd-ea87031e7d88, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:35.134738 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.264770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] For port 335c9acc-a445-4e6e-84cd-ea87031e7d88, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:35.271306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] For port 335c9acc-a445-4e6e-84cd-ea87031e7d88, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=335c9acc-a445-4e6e-84cd-ea87031e7d88,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:35.279083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.366918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:35.367536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:35.375680 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd8dc42-6b73-4106-95a5-e77cae81e133'] response: {'name': 'network-changed', 'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e', 'status': 'completed', 'code': 200} Jun 04 06:26:35.402394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017cd62-e088-47f4-9baa-03b88c9a25db service neutron] Pushing event updated for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:35.447895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.452237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973438-f599-48f1-a075-a1c3c5c82342 None None] Pushing event updated for resources: {'Port': ['ID=335c9acc-a445-4e6e-84cd-ea87031e7d88,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:35.456938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1db280-8fbd-45d6-9c40-e898095aa5d1 req-f1b0ec2e-e83b-4479-b872-281418c36971 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:35.464323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ba1db280-8fbd-45d6-9c40-e898095aa5d1 req-f1b0ec2e-e83b-4479-b872-281418c36971 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3481019 Jun 04 06:26:35.472871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Transition to ACTIVE for port object 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:35.481589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-22ba3f50-8e8e-4ec2-9139-a51409c87446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:35.483057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-22ba3f50-8e8e-4ec2-9139-a51409c87446 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4963237968a6462aa4ee43d129cf54e0&device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 1094 time: 0.3300450 Jun 04 06:26:35.489490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3232b23-78f3-4448-bb98-5727e2d1e6a0 req-dd7ea78d-3194-4be4-97e6-c9ba6a781f20 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:35.492012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3232b23-78f3-4448-bb98-5727e2d1e6a0 req-dd7ea78d-3194-4be4-97e6-c9ba6a781f20 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 944 time: 0.2035768 Jun 04 06:26:35.555044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3232b23-78f3-4448-bb98-5727e2d1e6a0 req-7e19c829-d490-4db8-837a-aa6942f34540 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565567 Jun 04 06:26:35.569468 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.591758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-57502a32-9dab-47e4-bc86-1122f0eeefb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e HTTP/1.1" status: 200 len: 217 time: 0.0938120 Jun 04 06:26:35.609649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ba1db280-8fbd-45d6-9c40-e898095aa5d1 req-0f9be6e6-593a-44d7-8a1a-254db774529d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443040 Jun 04 06:26:35.664583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Network aaad800a-bd42-460e-b942-3679e984688e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:35.666642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:35.679020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:35.689322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:35.709461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-8742d612-a08a-4c53-8898-81641ab21198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:35.711489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-8742d612-a08a-4c53-8898-81641ab21198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f7b1d65-0048-4256-a205-a98272d537e3 HTTP/1.1" status: 200 len: 864 time: 0.1007037 Jun 04 06:26:35.773942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Pushing event updated for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:35.796384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.797352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.797640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.797976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.798558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.798898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.799222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.799549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.799876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.800195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.800517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.800839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:35.820091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5c33c443-916b-4d77-912d-4d45997931e1 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:35.839883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:35.859960 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-7e92387c-4b85-4064-bfd5-2ddd22155825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdb28eb3-2933-49be-b535-8af86b1677ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322892 Jun 04 06:26:36.004121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b24a92-019d-4015-9a2e-70d0dd88fa7e req-987273f7-01f3-4ca8-8e3f-8a920bfabe26 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.005744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00b24a92-019d-4015-9a2e-70d0dd88fa7e req-987273f7-01f3-4ca8-8e3f-8a920bfabe26 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 944 time: 0.2983885 Jun 04 06:26:36.073078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-75406832-9607-4247-91b5-0f7a544cf370 None None] Provisioning for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:36.080066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-42daa168-e36a-4df2-8168-9c29caee7774 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.080286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00b24a92-019d-4015-9a2e-70d0dd88fa7e req-2aad3a9f-82ef-41e5-a7c2-6dc68ca53148 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Jun 04 06:26:36.081193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-42daa168-e36a-4df2-8168-9c29caee7774 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Synchronizing usage tracker for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:36.092482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-530383a3-2123-420a-b350-fdf42c27721e service neutron] 10.222.0.39 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253163 Jun 04 06:26:36.132179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-75406832-9607-4247-91b5-0f7a544cf370 None None] Provisioning complete for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:36.132547 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75406832-9607-4247-91b5-0f7a544cf370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.182576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5c33c443-916b-4d77-912d-4d45997931e1,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:36.198738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-42daa168-e36a-4df2-8168-9c29caee7774 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Unset dirty status for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:36.206097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-42daa168-e36a-4df2-8168-9c29caee7774 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 943 time: 0.3998439 Jun 04 06:26:36.214781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '5c33c443-916b-4d77-912d-4d45997931e1', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '5c33c443-916b-4d77-912d-4d45997931e1', 'mac_address': 'fa:16:3e:a0:5f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:36.232471 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.244161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-75406832-9607-4247-91b5-0f7a544cf370 None None] Port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:36.288798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-b375b5b0-ffa7-41d0-b698-af8a571ffb89 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Synchronizing usage tracker for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:36.290823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 5c33c443-916b-4d77-912d-4d45997931e1 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:36.290823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.300187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b18964f-388c-4a38-8f31-8c0803e293c2 req-8dc4b7da-7781-4fae-b4dd-af86c4d5ff70 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992235 Jun 04 06:26:36.303137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:31Z', 'revision_number': 3, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:36.314012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a7579-9d2e-4f18-94aa-dd01dc1cadd4 None None] The sync data for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 is: [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:31Z', 'revision_number': 3, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:36.316479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c33c443-916b-4d77-912d-4d45997931e1 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:36.318160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-b375b5b0-ffa7-41d0-b698-af8a571ffb89 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Unset dirty status for tenant:4963237968a6462aa4ee43d129cf54e0 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:36.321953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f261409c-fba5-486c-8316-78b5c1ef11f4 req-b375b5b0-ffa7-41d0-b698-af8a571ffb89 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150417 Jun 04 06:26:36.334103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5c33c443-916b-4d77-912d-4d45997931e1,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:36.339976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.451057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:36.456714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-c0293491-c71f-41b0-bb49-92f5b8ece2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.458283 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-c0293491-c71f-41b0-bb49-92f5b8ece2f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4963237968a6462aa4ee43d129cf54e0&device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0812473 Jun 04 06:26:36.460884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9039-6e1e-4609-94f1-8931535ced10 req-6a769188-0906-4c64-a75a-dcea07bd2d93 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.462598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1a9039-6e1e-4609-94f1-8931535ced10 req-6a769188-0906-4c64-a75a-dcea07bd2d93 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.2311223 Jun 04 06:26:36.611307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1a9039-6e1e-4609-94f1-8931535ced10 req-f920a542-0389-47a1-b3ed-d5c579f9f885 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405406 Jun 04 06:26:36.649985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-2cce5aa4-94d5-466e-8688-965a3ede3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.652530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-2cce5aa4-94d5-466e-8688-965a3ede3508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bdb28eb3-2933-49be-b535-8af86b1677ae HTTP/1.1" status: 200 len: 925 time: 0.1827521 Jun 04 06:26:36.732075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.739853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-0676c5cc-3b0d-46bb-8695-112448202066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e HTTP/1.1" status: 200 len: 217 time: 0.0793378 Jun 04 06:26:36.740692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.844111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['5c33c443-916b-4d77-912d-4d45997931e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:36.863292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-b76ec2be-1b6b-482b-a4f4-e08bbf93518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.864924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-b76ec2be-1b6b-482b-a4f4-e08bbf93518d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f7b1d65-0048-4256-a205-a98272d537e3 HTTP/1.1" status: 200 len: 864 time: 0.1181502 Jun 04 06:26:36.904849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Pushing event updated for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:36.912555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:36.930241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-d04901e1-87fd-4c4e-ae34-5462a02222c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdb28eb3-2933-49be-b535-8af86b1677ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537121 Jun 04 06:26:36.970035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7bf76-69c3-4533-bef0-259219690e79 req-bd2ad02c-2bd7-4334-be1a-bf9ea992c85a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:36.972573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58e7bf76-69c3-4533-bef0-259219690e79 req-bd2ad02c-2bd7-4334-be1a-bf9ea992c85a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1942244 Jun 04 06:26:37.056701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41331bf-35d4-4095-b318-78a19e111635 req-60fb6104-3a8b-4a92-98be-5b04a3a7530e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:37.070627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a41331bf-35d4-4095-b318-78a19e111635 req-60fb6104-3a8b-4a92-98be-5b04a3a7530e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 945 time: 0.2628729 Jun 04 06:26:37.113024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58e7bf76-69c3-4533-bef0-259219690e79 req-e345b4ef-a345-4286-8431-5b3b0e402f4e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825105 Jun 04 06:26:37.137648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-4a5c7687-4562-4b35-b885-841152d0fe67 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968517 Jun 04 06:26:37.150025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a41331bf-35d4-4095-b318-78a19e111635 req-087da955-11b1-4cc9-a023-2cbb5dbcfa6b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783067 Jun 04 06:26:37.194709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Network aaad800a-bd42-460e-b942-3679e984688e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:37.195948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:37.489402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-82d534e6-df70-45b5-9427-40a1f3f22c50 None None] Provisioning complete for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:37.490025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-82d534e6-df70-45b5-9427-40a1f3f22c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:37.522519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-46a6a9ea-9a8e-4c12-b0b0-c9491d1bdb91 req-70a99c9c-db6b-401e-8e7c-a3fd7277fee0 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761511 Jun 04 06:26:37.536793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210af6e-4af7-4dec-b662-da8923c054a0 req-a196017b-9fcb-4c45-89f0-e3b94725af78 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:37.545556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1210af6e-4af7-4dec-b662-da8923c054a0 req-a196017b-9fcb-4c45-89f0-e3b94725af78 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 1101 time: 0.2895608 Jun 04 06:26:37.585629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-82d534e6-df70-45b5-9427-40a1f3f22c50 None None] Port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:37.595345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1210af6e-4af7-4dec-b662-da8923c054a0 req-a9fbc666-f998-4346-ae40-cebaa35e9773 tempest-ServersOnMultiNodesTest-1991891870 tempest-ServersOnMultiNodesTest-1991891870-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Jun 04 06:26:37.646944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Router 55591220-a59c-441b-863d-42472e9f456d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:26:37.749793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d56e8-935b-40f3-b461-b9b2f3380fbf req-97e26c1d-076b-4440-b8b8-5e65d1bc8d07 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:37.751512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-644d56e8-935b-40f3-b461-b9b2f3380fbf req-97e26c1d-076b-4440-b8b8-5e65d1bc8d07 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1783357 Jun 04 06:26:37.788722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:37.817458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a1ae-34d8-45d9-b187-f309fef1b325 req-6cb5c645-ecff-4a8a-8c59-c71a533fa02a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:37.819057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10e8a1ae-34d8-45d9-b187-f309fef1b325 req-6cb5c645-ecff-4a8a-8c59-c71a533fa02a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 944 time: 0.1055677 Jun 04 06:26:37.870114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10e8a1ae-34d8-45d9-b187-f309fef1b325 req-422a2b52-1e3b-4745-a832-2a9d31f809f4 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Jun 04 06:26:37.880603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:37.887485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:37.887959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:37.893531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-644d56e8-935b-40f3-b461-b9b2f3380fbf req-df831972-a2da-4ce4-b25e-760abbe224b2 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237490 Jun 04 06:26:37.910245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:37.928025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-653a6e5c-6858-4407-9782-443eb858e533 admin admin] 10.222.0.17 "PUT /v2.0/routers/55591220-a59c-441b-863d-42472e9f456d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2922311 Jun 04 06:26:38.076689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:38.076956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.136103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:38.157927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:38.160075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381acbc-ed47-4a13-97ee-c50a434ff623 req-e725fb02-60c6-44de-bf43-e6edecf6c886 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:38.161802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b381acbc-ed47-4a13-97ee-c50a434ff623 req-e725fb02-60c6-44de-bf43-e6edecf6c886 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 943 time: 0.1501336 Jun 04 06:26:38.166765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.255362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b381acbc-ed47-4a13-97ee-c50a434ff623 req-1073d613-cfcd-48ea-836c-c7b5935513f2 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784655 Jun 04 06:26:38.268049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:38.326218 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a89ee3-6d13-4b64-94a0-14dbbf7040ef'] response: {'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'code': 200} Jun 04 06:26:38.409401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Sync routers for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:38.420696 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:38.421779 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:38.435964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3712c95-e1d5-4bdb-964a-9b4666a2dce7 req-0980eb97-054f-4e8d-9460-430eecc2ee0e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:38.439760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3712c95-e1d5-4bdb-964a-9b4666a2dce7 req-0980eb97-054f-4e8d-9460-430eecc2ee0e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1171877 Jun 04 06:26:38.499319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe14fc-413e-4eee-9837-5a8baacd1ca2 req-ba654467-f3ad-4b76-8bff-3deb08516acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:38.501728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14fe14fc-413e-4eee-9837-5a8baacd1ca2 req-ba654467-f3ad-4b76-8bff-3deb08516acd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 1096 time: 0.1114109 Jun 04 06:26:38.551351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3712c95-e1d5-4bdb-964a-9b4666a2dce7 req-07dcf3b4-6381-4d30-bce3-205522b8a4cd tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056998 Jun 04 06:26:38.627592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 335c9acc-a445-4e6e-84cd-ea87031e7d88 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:38.651313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14fe14fc-413e-4eee-9837-5a8baacd1ca2 req-f59db72c-a87f-4d42-9f04-e93fea362ac8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428640 Jun 04 06:26:38.694672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48802) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:38.704751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a82fa4-5f7c-4de8-bef1-d977b6501226 req-50387ff1-5760-4330-b934-76b35a80447f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:38.706484 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0a82fa4-5f7c-4de8-bef1-d977b6501226 req-50387ff1-5760-4330-b934-76b35a80447f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 945 time: 0.1745806 Jun 04 06:26:38.710380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-938055754-network', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:38.714828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:38.720840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Usage tracker for resource:network and tenant:de50b13c56ff4347b2c0a8169d475a97 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:38.721930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 335c9acc-a445-4e6e-84cd-ea87031e7d88 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:38.728803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 335c9acc-a445-4e6e-84cd-ea87031e7d88 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:38.729446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.729752 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:38.736641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:38.746070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:38.774229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Made reservation on behalf of de50b13c56ff4347b2c0a8169d475a97 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:38.776495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.792729 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0a82fa4-5f7c-4de8-bef1-d977b6501226 req-759d3d9a-0e75-4391-9ee2-e34da2671a14 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Jun 04 06:26:38.793574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.805054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50507802-b5f8-4471-a235-24db64d97d5a req-a3ac191e-f26a-47ba-b501-c362d2320fbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:38.807209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50507802-b5f8-4471-a235-24db64d97d5a req-a3ac191e-f26a-47ba-b501-c362d2320fbd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.1120245 Jun 04 06:26:38.820005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:38.828548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:de50b13c56ff4347b2c0a8169d475a97 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:38.832197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:38.838238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:38.878879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50507802-b5f8-4471-a235-24db64d97d5a req-efb1f0c4-f798-4a43-ab9c-9e02a9426c1c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Jun 04 06:26:38.907842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 335c9acc-a445-4e6e-84cd-ea87031e7d88 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:38.908379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.926403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 335c9acc-a445-4e6e-84cd-ea87031e7d88, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=335c9acc-a445-4e6e-84cd-ea87031e7d88,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:38.932476 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.952945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.958357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:38.992613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:26:39.008332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b8fcc-ab2f-4862-a9b1-c06cff3a78fe,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:39.013911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.014253 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Added segment 8b4220fd-4113-4c67-adbe-7a7b21b0ffe3 of type vlan for network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 Jun 04 06:26:39.047472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.052700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=335c9acc-a445-4e6e-84cd-ea87031e7d88,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:39.138856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.139803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.141512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.165153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 2, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:39.169817 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Checking router: 55591220-a59c-441b-863d-42472e9f456d for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:39.170174 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Updating router 55591220-a59c-441b-863d-42472e9f456d port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:26:39.196164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23036f3a-b9f7-41c9-a9a2-f246133b5bb4 req-351b4fb1-c05d-44b0-a5f5-a489abf97932 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.197807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23036f3a-b9f7-41c9-a9a2-f246133b5bb4 req-351b4fb1-c05d-44b0-a5f5-a489abf97932 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.0864177 Jun 04 06:26:39.226355 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.246757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23036f3a-b9f7-41c9-a9a2-f246133b5bb4 req-46b692e3-195a-4ce0-bd41-7a91111f4d31 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Jun 04 06:26:39.272268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34527e6-b877-4283-bfbd-4ad0d50a6dbe req-04a73b0d-e889-4d8f-9b12-8311fae78c63 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.273923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e34527e6-b877-4283-bfbd-4ad0d50a6dbe req-04a73b0d-e889-4d8f-9b12-8311fae78c63 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 945 time: 0.1940398 Jun 04 06:26:39.277367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5817387 Jun 04 06:26:39.280415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48810) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:39.282579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfb007-1262-4564-b9fc-16440ee49cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed940f5-5ad9-4326-9dc3-8bd1313687d8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:39.286441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Request body: {'subnet': {'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-subnet', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:39.292957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:39.296007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:26:39.297901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Usage tracker for resource:subnet and tenant:de50b13c56ff4347b2c0a8169d475a97 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:39.301384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:39.307410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:39.320282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Made reservation on behalf of de50b13c56ff4347b2c0a8169d475a97 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:26:39.323935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.330866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e34527e6-b877-4283-bfbd-4ad0d50a6dbe req-10ab02f1-5cbc-4606-9f48-a5d091fa2784 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Jun 04 06:26:39.512457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:39.590765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee1a5-575e-4eb7-86dc-c4b50c6e876a req-bdaeccfb-0d6e-45cc-abbd-eae1ad9caa16 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.592249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-647ee1a5-575e-4eb7-86dc-c4b50c6e876a req-bdaeccfb-0d6e-45cc-abbd-eae1ad9caa16 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 943 time: 0.1525400 Jun 04 06:26:39.613587 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.626713 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Transition to ACTIVE for port object 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:39.636191 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.693772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,segment=NetworkSegment(1fb8021c-b0b8-4d3a-8787-adaefdc47bc5),segment_id=1fb8021c-b0b8-4d3a-8787-adaefdc47bc5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:39.694746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-647ee1a5-575e-4eb7-86dc-c4b50c6e876a req-ca56d3a4-0673-47b8-9b39-60d7d951f313 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891814 Jun 04 06:26:39.695745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.714531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e', 'network_id': 'bdb28eb3-2933-49be-b535-8af86b1677ae', 'port_id': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e', 'mac_address': 'fa:16:3e:c9:8d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7b1d65-0048-4256-a205-a98272d537e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:39.721620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Pushing event updated for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:39.731778 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.732477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.732977 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.733492 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.734073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.734578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.735077 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.735570 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.736065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.736688 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.737172 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.737686 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:39.799248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:39.799713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.817522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5c33c443-916b-4d77-912d-4d45997931e1 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:39.832190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10e10d-3094-4953-b5db-cd35bcf3564c req-19014422-67ba-4458-8d9e-302d53091ce3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.839889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd10e10d-3094-4953-b5db-cd35bcf3564c req-19014422-67ba-4458-8d9e-302d53091ce3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.1126404 Jun 04 06:26:39.853750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aec7da0-a08a-4224-8985-72a8cdd999a5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:39.868675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Checking segment: {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:39.869755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Network hostable DHCP agents. Network: 8ed940f5-5ad9-4326-9dc3-8bd1313687d8, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:26:39.906797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:39.917695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:26:39.932193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,segment=NetworkSegment(1fb8021c-b0b8-4d3a-8787-adaefdc47bc5),segment_id=1fb8021c-b0b8-4d3a-8787-adaefdc47bc5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:39.935635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 5c33c443-916b-4d77-912d-4d45997931e1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:39.935951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8ed940f5-5ad9-4326-9dc3-8bd1313687d8) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:39.942235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:39.943025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.947039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 5c33c443-916b-4d77-912d-4d45997931e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:39.947410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:39.970019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd10e10d-3094-4953-b5db-cd35bcf3564c req-c03238a6-8b99-4cc6-8f28-94e0ad58809e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291847 Jun 04 06:26:39.989306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3555e046-c8d9-404a-b4cf-41271f776ef7 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7053905 Jun 04 06:26:39.989759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:39.998330 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Attempting to bind port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:39.998959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Attempting to bind port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:39.999319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:26:39.999860 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Attempting to bind port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 on network aaad800a-bd42-460e-b942-3679e984688e {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:40.007765 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:40.008567 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Checking segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:40.009751 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.010694 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Bound using segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:40.012035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:26:40.012867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Bound port: 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:40.013551 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.018504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.020286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16ac19-3eeb-4d30-9184-283b478ce84e None None] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:40.021618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Usage tracker for resource:router and tenant:de50b13c56ff4347b2c0a8169d475a97 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:26:40.025727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:26:40.044712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:26:40.122706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-7bef6cea-9a98-4552-9740-3944c005052d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:40.127892 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-7bef6cea-9a98-4552-9740-3944c005052d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.2487991 Jun 04 06:26:40.159782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.161285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.181888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.230730 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] For port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:40.238233 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] For port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:40.249002 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.325118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:40.368499 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:40.372148 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:40.419673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port 18784be6-baac-4088-9040-e4614535c064 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:40.420226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.460647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79bbc5-3214-4e33-adfe-9f4be8185c5e None None] Pushing event updated for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:40.517595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:40.598638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dee3bd-7385-444e-87e5-ee819319f91b req-cebb078a-a587-42fe-9443-648dced57093 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:40.601200 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7dee3bd-7385-444e-87e5-ee819319f91b req-cebb078a-a587-42fe-9443-648dced57093 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 950 time: 0.3452432 Jun 04 06:26:40.635328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:40.645022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 335c9acc-a445-4e6e-84cd-ea87031e7d88 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:40.681230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.697399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c6fe-81f3-40db-9892-a01054564598 req-f0ab3393-b704-4e1c-ae16-e491c3b7b025 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:40.699645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4372c6fe-81f3-40db-9892-a01054564598 req-f0ab3393-b704-4e1c-ae16-e491c3b7b025 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 945 time: 0.6573145 Jun 04 06:26:40.764655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7dee3bd-7385-444e-87e5-ee819319f91b req-29c8a2b8-b8aa-433b-b4a7-e1dc771a71f5 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145177 Jun 04 06:26:40.797287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 5c33c443-916b-4d77-912d-4d45997931e1 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:40.798127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.837780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'fixed_ips': [{'subnet_id': '7aec7da0-a08a-4224-8985-72a8cdd999a5'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:26:40.838750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:40.927223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:40.956062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port 18784be6-baac-4088-9040-e4614535c064, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=18784be6-baac-4088-9040-e4614535c064,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:40.956430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.039521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5c33c443-916b-4d77-912d-4d45997931e1,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:41.060618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.094432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4372c6fe-81f3-40db-9892-a01054564598 req-9933de0e-2bd3-45e3-b0ee-4afbb035247f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874006 Jun 04 06:26:41.110785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 335c9acc-a445-4e6e-84cd-ea87031e7d88 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:41.110964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.145149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for 18784be6-baac-4088-9040-e4614535c064 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:41.151219 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:40Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:41.156947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dfe3f-3213-4bea-94b3-38fc30f2e948 None None] The sync data for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 is: [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:40Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:41.402191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Allocated IP 172.20.0.2 (8ed940f5-5ad9-4326-9dc3-8bd1313687d8/7aec7da0-a08a-4224-8985-72a8cdd999a5/d6c22dab-16b3-41fa-8746-846f62428b5c) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:41.451782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:41.488294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d76c-c470-4dda-a274-1b1e536efad0 req-98ddca8d-52ef-4c53-bf5f-12fc76d4923a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:41.498260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddb1d76c-c470-4dda-a274-1b1e536efad0 req-98ddca8d-52ef-4c53-bf5f-12fc76d4923a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.4582469 Jun 04 06:26:41.532690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449820e8-735c-459d-a479-0ba9c32f2332 req-107811fa-bcc5-4e8c-8743-8d498d97e51a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:41.542776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-449820e8-735c-459d-a479-0ba9c32f2332 req-107811fa-bcc5-4e8c-8743-8d498d97e51a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 945 time: 0.2596121 Jun 04 06:26:41.545785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.560020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.583960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.584638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc', '1b82690f-5b16-4028-b553-682d99a09c93', '88c697b7-4635-46e5-850f-89bc4ab510dd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:41.623380 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddb1d76c-c470-4dda-a274-1b1e536efad0 req-b5deb3b7-e47f-4284-9d7c-ea4226989f1f tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233275 Jun 04 06:26:41.666274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=18784be6-baac-4088-9040-e4614535c064,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:41.721373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-449820e8-735c-459d-a479-0ba9c32f2332 req-92420527-d3b7-48f0-8284-f177ac6ce389 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776161 Jun 04 06:26:41.754184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 335c9acc-a445-4e6e-84cd-ea87031e7d88 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:41.804414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port 18784be6-baac-4088-9040-e4614535c064 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:41.807467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:41.813242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'name': 'network-vif-deleted', 'tag': '18784be6-baac-4088-9040-e4614535c064'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:41.832440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3b7cede9-2175-4c07-a2e3-371eb69e9270 req-e9118c1c-9fd7-42c9-b7b3-44d09dda99d2 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "DELETE /v2.0/ports/18784be6-baac-4088-9040-e4614535c064 HTTP/1.1" status: 204 len: 173 time: 1.7002685 Jun 04 06:26:41.840870 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f7db3b-2421-461a-af1f-8b7ae9b7c1c2'] response: {'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1', 'code': 200} Jun 04 06:26:41.947997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Allocated IP 172.25.1.160 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/508db67d-9973-4c2f-a852-c1d607f627be) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:42.200577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc163d6-1533-4bde-b771-3e4ea9db74e9 req-a5cc8f60-1456-4858-8eff-c73f48a76712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:42.202247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bfc163d6-1533-4bde-b771-3e4ea9db74e9 req-a5cc8f60-1456-4858-8eff-c73f48a76712 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 1097 time: 0.2339957 Jun 04 06:26:42.210426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:42.220393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac794f-a0a0-4c7d-9889-37291697cf3b req-8b38e6e4-aab1-4d99-b83f-793929f58d25 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:42.222417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eaac794f-a0a0-4c7d-9889-37291697cf3b req-8b38e6e4-aab1-4d99-b83f-793929f58d25 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 944 time: 0.3722451 Jun 04 06:26:42.245452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Transition to ACTIVE for port object d6c22dab-16b3-41fa-8746-846f62428b5c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:42.300347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Transition to ACTIVE for port object d6c22dab-16b3-41fa-8746-846f62428b5c will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:42.314523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eaac794f-a0a0-4c7d-9889-37291697cf3b req-69985a59-516d-4b55-92bb-91df10151882 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716569 Jun 04 06:26:42.323779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:42.336534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bfc163d6-1533-4bde-b771-3e4ea9db74e9 req-3745dde5-1694-4a36-8b0a-0219a025a865 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127169 Jun 04 06:26:42.376951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97bd3c-b4c3-4f81-b9c2-59ab09bda634 req-4915bc69-71f0-4c80-a616-e15298a2e41d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:42.378839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e97bd3c-b4c3-4f81-b9c2-59ab09bda634 req-4915bc69-71f0-4c80-a616-e15298a2e41d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.3699324 Jun 04 06:26:42.385112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:42.448460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Pushing event updated for resources: {'Port': ['ID=d6c22dab-16b3-41fa-8746-846f62428b5c,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:42.454707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:42.469212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e97bd3c-b4c3-4f81-b9c2-59ab09bda634 req-dbf88620-6c0e-4433-8bfa-a11a1084e872 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797477 Jun 04 06:26:42.526987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:42.542086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:42.547998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:42.558482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:42.682345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:42.691233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:42.694587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:42.709806 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423b9b34-c7a1-4b3c-ba2e-96f0f7667ccb'] response: {'server_uuid': '34a8cf4a-a901-4fc4-b080-206c3c40c334', 'name': 'network-vif-deleted', 'tag': '18784be6-baac-4088-9040-e4614535c064', 'status': 'completed', 'code': 200} Jun 04 06:26:42.716003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:42.796053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Pushing event updated for resources: {'Port': ['ID=508db67d-9973-4c2f-a852-c1d607f627be,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:42.942054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f006865b-6f3b-4c20-b683-ea3db65339e6 req-eeb88394-8175-4065-9756-39324099055e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=34a8cf4a-a901-4fc4-b080-206c3c40c334 HTTP/1.1" status: 200 len: 210 time: 0.1311367 Jun 04 06:26:42.979069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c94ea2-9c2c-4aba-988b-30653574d31d req-39fdd79e-8cec-40aa-b892-ab55696335bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:42.981645 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c94ea2-9c2c-4aba-988b-30653574d31d req-39fdd79e-8cec-40aa-b892-ab55696335bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 946 time: 0.1512196 Jun 04 06:26:43.008401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Attempting to bind port d6c22dab-16b3-41fa-8746-846f62428b5c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:43.008774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Attempting to bind port d6c22dab-16b3-41fa-8746-846f62428b5c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:43.009145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Attempting to bind port d6c22dab-16b3-41fa-8746-846f62428b5c on network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:43.035539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c94ea2-9c2c-4aba-988b-30653574d31d req-3fb7dea5-9431-4467-8cd4-adb8f6e6cfe4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Jun 04 06:26:43.049450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:43.049846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Checking segment: {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:43.050255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.050648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Bound using segment: {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:43.051138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Bound port: d6c22dab-16b3-41fa-8746-846f62428b5c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:43.051513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.241572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:43.275786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e55d4-dfc0-4bbf-bbcf-bae76666f284 req-ef5b9cb1-31e1-4b4c-a13c-6e3a0fc4b9d9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:43.277975 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-507e55d4-dfc0-4bbf-bbcf-bae76666f284 req-ef5b9cb1-31e1-4b4c-a13c-6e3a0fc4b9d9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.0984137 Jun 04 06:26:43.279898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:43.280267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.340966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-507e55d4-dfc0-4bbf-bbcf-bae76666f284 req-2f108823-e52c-4905-be62-e34c430d1e02 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561588 Jun 04 06:26:43.356783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f9e61-c5fc-4fea-8ac4-66824c28d9ef req-18ec035a-c178-4623-a3ef-b9c9c63ed386 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:43.358315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba1f9e61-c5fc-4fea-8ac4-66824c28d9ef req-18ec035a-c178-4623-a3ef-b9c9c63ed386 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 945 time: 0.2345123 Jun 04 06:26:43.383366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] For port d6c22dab-16b3-41fa-8746-846f62428b5c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:43.429063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] For port d6c22dab-16b3-41fa-8746-846f62428b5c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c22dab-16b3-41fa-8746-846f62428b5c,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:43.448884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.497774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba1f9e61-c5fc-4fea-8ac4-66824c28d9ef req-6f2541f2-9692-4cca-a301-0d4bf5b6eb15 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829406 Jun 04 06:26:43.523478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:43.525636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:43.578782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba74a5c-34d8-436a-83ad-646a13d0bec8 req-3fcf3613-74b7-417b-8876-7fa7209438ce tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:43.588133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bba74a5c-34d8-436a-83ad-646a13d0bec8 req-3fcf3613-74b7-417b-8876-7fa7209438ce tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 944 time: 0.1195841 Jun 04 06:26:43.639105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bba74a5c-34d8-436a-83ad-646a13d0bec8 req-1951b2a8-f2d5-413f-87b4-c00ee335464c tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 Jun 04 06:26:43.748330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:43.748725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.768679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:43.841123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f15d-e641-4190-8cea-2a8c55eb85ac None None] Pushing event updated for resources: {'Port': ['ID=d6c22dab-16b3-41fa-8746-846f62428b5c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:43.947451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1b52f-4813-4132-b9fa-0058522b1205 req-51c4fe32-b25a-4d27-b046-aba76d0fb03a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:43.960384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93c1b52f-4813-4132-b9fa-0058522b1205 req-51c4fe32-b25a-4d27-b046-aba76d0fb03a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 944 time: 0.2830560 Jun 04 06:26:44.042073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:44.049986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:44.054106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93c1b52f-4813-4132-b9fa-0058522b1205 req-740f3bcb-64c8-467f-8f5d-e425986e7ac0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906484 Jun 04 06:26:44.133345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:44.133345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.187470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.291576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:44.304118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:44.352542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e984a964-f600-4102-af78-dde03ac38ee3', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': 'e984a964-f600-4102-af78-dde03ac38ee3', 'mac_address': 'fa:16:3e:6f:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:44.368141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.506039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa183-0952-42cd-adda-7acb7242a196 req-0f137c42-d1b3-4b24-834a-0c45edbbfe06 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:44.513849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12baa183-0952-42cd-adda-7acb7242a196 req-0f137c42-d1b3-4b24-834a-0c45edbbfe06 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 946 time: 0.2304306 Jun 04 06:26:44.518329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:44.518715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.534211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:44.534589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.567424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:44.582469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053781-b5e7-4bcd-aa03-212f8a3d4f7b req-f2ee3e30-7bb2-4e54-bfe2-fa9ddcd868d6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:44.583969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e053781-b5e7-4bcd-aa03-212f8a3d4f7b req-f2ee3e30-7bb2-4e54-bfe2-fa9ddcd868d6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.0894041 Jun 04 06:26:44.610584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:44.626115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,segment=NetworkSegment(1fb8021c-b0b8-4d3a-8787-adaefdc47bc5),segment_id=1fb8021c-b0b8-4d3a-8787-adaefdc47bc5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:44.631213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:44.636852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.640003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 18784be6-baac-4088-9040-e4614535c064 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:44.649890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12baa183-0952-42cd-adda-7acb7242a196 req-5011a8bb-3890-4fd1-9a4d-2a84e08a0d04 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350150 Jun 04 06:26:44.654867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e053781-b5e7-4bcd-aa03-212f8a3d4f7b req-48c1bc23-5a1e-4660-b887-a176a6a2cad7 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Jun 04 06:26:44.779800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:44.791340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c22dab-16b3-41fa-8746-846f62428b5c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:44.802795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:26:44.816978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 18784be6-baac-4088-9040-e4614535c064 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:44.817614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 18784be6-baac-4088-9040-e4614535c064 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:44.891888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:44.948615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3712-83b5-4c9c-aee8-2c9f24881320 req-27b51dd9-8189-48c4-976a-5be394b4cf55 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:44.950635 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-897c3712-83b5-4c9c-aee8-2c9f24881320 req-27b51dd9-8189-48c4-976a-5be394b4cf55 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 945 time: 0.1005535 Jun 04 06:26:44.957631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d6c22dab-16b3-41fa-8746-846f62428b5c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:44.969375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:45.019847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:45.081538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:45.082149 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:45.085011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-897c3712-83b5-4c9c-aee8-2c9f24881320 req-7991e5f9-9b1d-4798-b0c7-e866eeeecce2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211803 Jun 04 06:26:45.110417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:45.117024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15c4f4-ebf7-4391-9ff0-86270b0bc294 None None] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:26:45.139405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Sync routers for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:45.149263 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a72ff9-d57f-40d6-ab7a-aded9a0d659f'] response: {'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e', 'code': 200} Jun 04 06:26:45.161119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:45.166360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f3d432fc-68d4-4ac1-bd04-abe535de88e2 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1720419 Jun 04 06:26:45.166596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:45.179465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62670079-c3dc-460a-bba4-390adfda17fe req-3eea54b9-f34d-4941-995a-320368c219e1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:45.180931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62670079-c3dc-460a-bba4-390adfda17fe req-3eea54b9-f34d-4941-995a-320368c219e1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.1893363 Jun 04 06:26:45.237757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62670079-c3dc-460a-bba4-390adfda17fe req-d4ee81c3-02f4-4200-9e1b-1f30ee4d9c6d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502675 Jun 04 06:26:45.238037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e984a964-f600-4102-af78-dde03ac38ee3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:45.282773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:45.283018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:45.375820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Provisioning for port d6c22dab-16b3-41fa-8746-846f62428b5c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:45.405634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Provisioning complete for port d6c22dab-16b3-41fa-8746-846f62428b5c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:45.406616 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:45.533358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8286e3-70bc-41eb-9ded-670f0a0c5419 req-b5f3da02-6045-448b-a381-583d8f57fba1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:45.534908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e8286e3-70bc-41eb-9ded-670f0a0c5419 req-b5f3da02-6045-448b-a381-583d8f57fba1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 945 time: 0.0845857 Jun 04 06:26:45.543450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075480c-4050-4b31-b3fa-c92309b586df req-940d07f8-5641-4dc1-9a43-b973c87557d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:45.544896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3075480c-4050-4b31-b3fa-c92309b586df req-940d07f8-5641-4dc1-9a43-b973c87557d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 1096 time: 0.3118682 Jun 04 06:26:45.586790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e8286e3-70bc-41eb-9ded-670f0a0c5419 req-b4e4765c-069a-42f3-abc8-b07a2f0af4d1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Jun 04 06:26:45.592078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98c254-9447-47b5-b083-61e80fc5f11f req-6ffe1bd9-ad82-4f32-977b-3668a0b0b40a tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:45.594459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f98c254-9447-47b5-b083-61e80fc5f11f req-6ffe1bd9-ad82-4f32-977b-3668a0b0b40a tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.3083076 Jun 04 06:26:45.691231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3075480c-4050-4b31-b3fa-c92309b586df req-ee6358a9-2054-4cd2-a4d9-6899b66d7ee5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391551 Jun 04 06:26:45.720168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:45.747760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f98c254-9447-47b5-b083-61e80fc5f11f req-1410830c-98f6-47b4-9fe7-ea86aa39a9fe tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269047 Jun 04 06:26:45.765899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:46.088161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Current status of the port d6c22dab-16b3-41fa-8746-846f62428b5c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:46.088546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.159042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34440840-be96-41ca-86b0-0bc20b39b99c req-79ac7c45-bb6e-4966-a3f8-e27bd897cf66 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:46.160548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34440840-be96-41ca-86b0-0bc20b39b99c req-79ac7c45-bb6e-4966-a3f8-e27bd897cf66 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2025044 Jun 04 06:26:46.225315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] For port d6c22dab-16b3-41fa-8746-846f62428b5c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c22dab-16b3-41fa-8746-846f62428b5c,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:46.260450 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.331533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34440840-be96-41ca-86b0-0bc20b39b99c req-f957601e-0797-44a1-8a6a-97bb7b1f6550 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347430 Jun 04 06:26:46.456609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfe44d-502e-42d6-9798-6d92a197301e None None] Pushing event updated for resources: {'Port': ['ID=d6c22dab-16b3-41fa-8746-846f62428b5c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:46.472386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.504484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 3, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:46.517902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Checking router: ba0362a3-66b8-4529-bb3d-88fe5d0e3507 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:46.518285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Updating router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 port 508db67d-9973-4c2f-a852-c1d607f627be binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:26:46.544593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700a39-7632-47e1-9b8f-45f0e6d8faef req-2d3bca47-3aa7-42d4-8daf-0432c4606a57 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:46.552443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58700a39-7632-47e1-9b8f-45f0e6d8faef req-2d3bca47-3aa7-42d4-8daf-0432c4606a57 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.1273286 Jun 04 06:26:46.575463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839b40c-084e-4ccd-b838-5780ec384723 req-1ef7d8d7-579b-4573-8c61-43bac7536daa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:46.576464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1839b40c-084e-4ccd-b838-5780ec384723 req-1ef7d8d7-579b-4573-8c61-43bac7536daa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:46.596282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c22dab-16b3-41fa-8746-846f62428b5c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:46.602057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58700a39-7632-47e1-9b8f-45f0e6d8faef req-31190b86-4751-4737-91da-fd9c2ba138ce tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 Jun 04 06:26:46.626153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1839b40c-084e-4ccd-b838-5780ec384723 req-1ef7d8d7-579b-4573-8c61-43bac7536daa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:46.627303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1839b40c-084e-4ccd-b838-5780ec384723 req-1ef7d8d7-579b-4573-8c61-43bac7536daa tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.4317379 Jun 04 06:26:46.649666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.687978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-16d59b19-cc76-4abe-bae2-4c21d2ac455d None None] Provisioning complete for port d6c22dab-16b3-41fa-8746-846f62428b5c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:46.688470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16d59b19-cc76-4abe-bae2-4c21d2ac455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.796109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port 88c697b7-4635-46e5-850f-89bc4ab510dd {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:46.796475 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.849698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d6c22dab-16b3-41fa-8746-846f62428b5c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:46.850150 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:46.977943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Allocated IP 172.20.0.1 (8ed940f5-5ad9-4326-9dc3-8bd1313687d8/7aec7da0-a08a-4224-8985-72a8cdd999a5/82f4d98d-6824-4af9-9323-8e1d6428e370) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:26:46.994172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b24f7-e626-47d0-b395-b9d60f092918 req-aff2ea47-b28b-4568-a3b7-da006562b049 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:47.003496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f13b24f7-e626-47d0-b395-b9d60f092918 req-aff2ea47-b28b-4568-a3b7-da006562b049 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.0989630 Jun 04 06:26:47.003967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f022e-1efa-428b-b90f-bade09dbefe7 req-a52e8a94-bc46-4b62-9888-dface0432d6b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:47.005546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d53f022e-1efa-428b-b90f-bade09dbefe7 req-a52e8a94-bc46-4b62-9888-dface0432d6b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 945 time: 0.2927463 Jun 04 06:26:47.025062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4300132-ac50-4ccf-a52b-ce9257a80959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.069137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-16d59b19-cc76-4abe-bae2-4c21d2ac455d None None] Current status of the port d6c22dab-16b3-41fa-8746-846f62428b5c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:47.170554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d6c22dab-16b3-41fa-8746-846f62428b5c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:47.204975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f13b24f7-e626-47d0-b395-b9d60f092918 req-65923e4b-fc89-43d2-8b3e-02c75e7e9474 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006209 Jun 04 06:26:47.254113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d53f022e-1efa-428b-b90f-bade09dbefe7 req-cc25035f-4efe-47d7-8bee-57d1d69332a1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392855 Jun 04 06:26:47.286218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.309207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Transition to ACTIVE for port object 508db67d-9973-4c2f-a852-c1d607f627be will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:47.322984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.346204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port 88c697b7-4635-46e5-850f-89bc4ab510dd, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=88c697b7-4635-46e5-850f-89bc4ab510dd,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:47.346562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.398811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a10f8e-04c0-43e8-8cdb-56a22a2e0f76 None None] Pushing event updated for resources: {'Port': ['ID=508db67d-9973-4c2f-a852-c1d607f627be,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:47.425332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Attempting to bind port 508db67d-9973-4c2f-a852-c1d607f627be on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:47.425844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Attempting to bind port 508db67d-9973-4c2f-a852-c1d607f627be by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:47.426396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Attempting to bind port 508db67d-9973-4c2f-a852-c1d607f627be on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:47.432184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:47.432537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:47.432931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.433306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:47.433794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Bound port: 508db67d-9973-4c2f-a852-c1d607f627be, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:47.434288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.501531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for 88c697b7-4635-46e5-850f-89bc4ab510dd owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:47.512177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] For port 508db67d-9973-4c2f-a852-c1d607f627be, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:47.515683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] For port 508db67d-9973-4c2f-a852-c1d607f627be, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=508db67d-9973-4c2f-a852-c1d607f627be,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:47.520847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.559160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:47.658472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a10f8e-04c0-43e8-8cdb-56a22a2e0f76 None None] Pushing event updated for resources: {'Port': ['ID=508db67d-9973-4c2f-a852-c1d607f627be,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:47.663740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:47.664363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:47.692207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.732490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Transition to ACTIVE for port object 82f4d98d-6824-4af9-9323-8e1d6428e370 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:47.816254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f76607-3326-4373-a947-064166edd574 req-ff323699-eab7-4427-a639-0734d6dc594f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:47.819555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e984a964-f600-4102-af78-dde03ac38ee3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:47.819817 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.825228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52f76607-3326-4373-a947-064166edd574 req-ff323699-eab7-4427-a639-0734d6dc594f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 949 time: 0.0992062 Jun 04 06:26:47.850928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1c5d5-8d75-43ee-967f-0ce7f9725074 req-00b41069-4aab-452e-85d6-3dc71c436627 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:47.852334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dba1c5d5-8d75-43ee-967f-0ce7f9725074 req-00b41069-4aab-452e-85d6-3dc71c436627 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.3601406 Jun 04 06:26:47.856206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:47.879180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52f76607-3326-4373-a947-064166edd574 req-d726ef27-a9af-4e64-bb26-d99f60641133 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Jun 04 06:26:47.910527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:47.948125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:47.962605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:47.965244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:26:48.032958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.068903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:48.088138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dba1c5d5-8d75-43ee-967f-0ce7f9725074 req-fa44afd5-08d2-4289-83b1-7c03996f76eb tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209363 Jun 04 06:26:48.094748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc', '1b82690f-5b16-4028-b553-682d99a09c93', '88c697b7-4635-46e5-850f-89bc4ab510dd'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:48.096604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Pushing event updated for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:48.197262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port 88c697b7-4635-46e5-850f-89bc4ab510dd on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:48.205295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.339918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.353032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'name': 'network-vif-deleted', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:48.358464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=88c697b7-4635-46e5-850f-89bc4ab510dd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:48.381524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e984a964-f600-4102-af78-dde03ac38ee3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:48.381925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.423299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6f8f-a1ba-4469-b36c-10cb963ed9c4 req-080e1cf9-6a50-4436-a6b0-9c6e1ffb54d7 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:48.434479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9ad6f8f-a1ba-4469-b36c-10cb963ed9c4 req-080e1cf9-6a50-4436-a6b0-9c6e1ffb54d7 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1111724 Jun 04 06:26:48.442627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:48.450267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:48.467462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.498648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1839b40c-084e-4ccd-b838-5780ec384723 req-ae8fd8ae-5b02-4744-bc5a-bed1e2cd4524 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "DELETE /v2.0/ports/88c697b7-4635-46e5-850f-89bc4ab510dd HTTP/1.1" status: 204 len: 173 time: 1.8389637 Jun 04 06:26:48.504489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9ad6f8f-a1ba-4469-b36c-10cb963ed9c4 req-ecefecf7-ae8e-4c12-874b-c9d15f12a270 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665424 Jun 04 06:26:48.534647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-194f243a-5ab1-4b08-9264-a294d543a7be None None] Provisioning for port 82f4d98d-6824-4af9-9323-8e1d6428e370 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:48.556803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-194f243a-5ab1-4b08-9264-a294d543a7be None None] Provisioning complete for port 82f4d98d-6824-4af9-9323-8e1d6428e370 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:48.557173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-194f243a-5ab1-4b08-9264-a294d543a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.649295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e0654-515b-4255-86da-90f4ab038e43 req-23a89c9a-1381-48a0-b4cc-0ad363e16dba tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:48.658762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a70e0654-515b-4255-86da-90f4ab038e43 req-23a89c9a-1381-48a0-b4cc-0ad363e16dba tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.2441473 Jun 04 06:26:48.678479 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d2248d-ce3f-4161-910b-8fa7bff6e4d2'] response: {'server_uuid': 'bf750371-45dd-454c-b621-4585649dd9fd', 'name': 'network-vif-deleted', 'tag': '88c697b7-4635-46e5-850f-89bc4ab510dd', 'status': 'completed', 'code': 200} Jun 04 06:26:48.733231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a70e0654-515b-4255-86da-90f4ab038e43 req-e61b1f2b-ddf6-4bb5-8a0d-1af12281569b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734360 Jun 04 06:26:48.745782 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81101137-d209-4ff7-a45b-936bbec93b39'] response: {'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'code': 200} Jun 04 06:26:48.867592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:48.886051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-194f243a-5ab1-4b08-9264-a294d543a7be None None] Port 82f4d98d-6824-4af9-9323-8e1d6428e370 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:48.915996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:48.989632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8a04-4f64-4a50-b7c6-f0a7f22d87b9 req-30b369c5-8b22-40c4-8e69-943454a0f7fe tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:48.991128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9fc8a04-4f64-4a50-b7c6-f0a7f22d87b9 req-30b369c5-8b22-40c4-8e69-943454a0f7fe tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1132891 Jun 04 06:26:49.073796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9fc8a04-4f64-4a50-b7c6-f0a7f22d87b9 req-79c71185-f0b9-48da-95c7-062506c8ed2e tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Jun 04 06:26:49.118875 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fce9a501-d657-4a60-b6bc-84ce2fc96627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:49.134578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 3, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:49.160338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961d4a8-828b-4428-8f70-30b92f3e2762 None None] The sync data for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 is: [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 3, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:49.228895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8526a5ad-4037-4efb-a4de-62a7f55629c3 req-d3a11638-55d3-42bd-bd3d-904f30c099ac tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:49.274099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77625-2ee5-4b1b-b323-d91aebede87c req-33c343fd-984c-43c2-8e8f-c7de5136c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:49.275588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-67c77625-2ee5-4b1b-b323-d91aebede87c req-33c343fd-984c-43c2-8e8f-c7de5136c91e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 1098 time: 0.3292120 Jun 04 06:26:49.278832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8526a5ad-4037-4efb-a4de-62a7f55629c3 req-d3a11638-55d3-42bd-bd3d-904f30c099ac tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:49.280077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8526a5ad-4037-4efb-a4de-62a7f55629c3 req-d3a11638-55d3-42bd-bd3d-904f30c099ac tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf750371-45dd-454c-b621-4585649dd9fd HTTP/1.1" status: 200 len: 210 time: 0.1798022 Jun 04 06:26:49.375314 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-67c77625-2ee5-4b1b-b323-d91aebede87c req-913c77b9-1c89-4bf2-8eef-da545bef067a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908890 Jun 04 06:26:49.401944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:49.410645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:49.572550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Pushing event updated for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:49.592857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.593321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.596474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.597218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.597218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:26:49.618838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:49.745940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f0d3e-7e85-47df-aebc-54b6b41847cf req-a92af665-64a6-4961-866a-6a5e247799c1 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:49.747447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a32f0d3e-7e85-47df-aebc-54b6b41847cf req-a92af665-64a6-4961-866a-6a5e247799c1 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2147670 Jun 04 06:26:49.824415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:26:49.827698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a32f0d3e-7e85-47df-aebc-54b6b41847cf req-2e36b88f-40ed-4a5e-9531-21c799eddad4 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646269 Jun 04 06:26:49.828674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:26:49.879003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 88c697b7-4635-46e5-850f-89bc4ab510dd no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:49.882792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5dd2-96c1-46ee-a541-710f2ba8a906 req-e2b70204-62d7-4be7-862c-0a42b56dcc11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:49.884925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df8c5dd2-96c1-46ee-a541-710f2ba8a906 req-e2b70204-62d7-4be7-862c-0a42b56dcc11 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1014502 Jun 04 06:26:49.941791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 88c697b7-4635-46e5-850f-89bc4ab510dd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:49.942475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 88c697b7-4635-46e5-850f-89bc4ab510dd not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:49.989982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df8c5dd2-96c1-46ee-a541-710f2ba8a906 req-3c461499-171f-4874-acb5-baca53f9cf3a tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975878 Jun 04 06:26:50.127848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:50.222854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-11498f5b-1320-416d-bed3-532e6bb8b974 None None] Provisioning complete for port 82f4d98d-6824-4af9-9323-8e1d6428e370 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:50.223708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-11498f5b-1320-416d-bed3-532e6bb8b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:50.276908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bff91-3a43-4a72-bf11-72d92c3a475b req-01e2dd0d-a3cf-47bd-ae5a-12dd4289eabb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:50.278421 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-602bff91-3a43-4a72-bf11-72d92c3a475b req-01e2dd0d-a3cf-47bd-ae5a-12dd4289eabb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.2062831 Jun 04 06:26:50.283271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:26:50.288888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-11498f5b-1320-416d-bed3-532e6bb8b974 None None] Port 82f4d98d-6824-4af9-9323-8e1d6428e370 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:26:50.334841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:50.397136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-602bff91-3a43-4a72-bf11-72d92c3a475b req-e2c29cea-1c41-42e0-9a6b-eee17b9cc77c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127062 Jun 04 06:26:50.514230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:26:50.520392 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d9c32f3-fdd1-4c73-8c29-76ff7379e874 admin admin] 10.222.0.17 "PUT /v2.0/routers/ba0362a3-66b8-4529-bb3d-88fe5d0e3507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3463411 Jun 04 06:26:50.587466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:26:50.647313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 508db67d-9973-4c2f-a852-c1d607f627be up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:50.661709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4ebd-539e-47d9-89a4-5155d406bc4f req-80fe1012-0113-4939-9950-cd2f6526eb3f tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:50.670259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-269a4ebd-539e-47d9-89a4-5155d406bc4f req-80fe1012-0113-4939-9950-cd2f6526eb3f tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1217542 Jun 04 06:26:50.718314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-269a4ebd-539e-47d9-89a4-5155d406bc4f req-71a336d4-3290-4178-bf61-6ff9bd7494d0 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Jun 04 06:26:50.762000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 508db67d-9973-4c2f-a852-c1d607f627be completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:50.769188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 508db67d-9973-4c2f-a852-c1d607f627be triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:50.769912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:50.961695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 508db67d-9973-4c2f-a852-c1d607f627be is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:50.962992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:50.988461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 508db67d-9973-4c2f-a852-c1d607f627be, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=508db67d-9973-4c2f-a852-c1d607f627be,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:50.994707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:51.033243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7e49f-370d-4d2b-abe4-24d71a550b3e req-b09add24-4afd-4dae-9dcf-4d124b3aef7f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:51.042265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59f7e49f-370d-4d2b-abe4-24d71a550b3e req-b09add24-4afd-4dae-9dcf-4d124b3aef7f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.1677229 Jun 04 06:26:51.110041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=508db67d-9973-4c2f-a852-c1d607f627be,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:51.185454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59f7e49f-370d-4d2b-abe4-24d71a550b3e req-2cef7ea0-c658-4e9b-b959-85e2e0fb2237 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304069 Jun 04 06:26:51.247591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027abce-6db7-41b2-b2c6-7a700beb036a req-3b90c0f4-ea59-471d-8620-b76648f5eb4f tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:51.255330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c027abce-6db7-41b2-b2c6-7a700beb036a req-3b90c0f4-ea59-471d-8620-b76648f5eb4f tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.0994287 Jun 04 06:26:51.308003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c027abce-6db7-41b2-b2c6-7a700beb036a req-dabbbc8f-d7cc-48e5-818f-908189350b94 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512295 Jun 04 06:26:51.387105 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Sync routers for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:26:51.399133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:51.399843 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:51.631121 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:51.633518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98901df-9ee4-439f-8a21-38e0cd0d8019 req-7a1fddf4-d0e3-41f2-9193-ce826b3de1f3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:51.635918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b98901df-9ee4-439f-8a21-38e0cd0d8019 req-7a1fddf4-d0e3-41f2-9193-ce826b3de1f3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.1033633 Jun 04 06:26:51.694878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b98901df-9ee4-439f-8a21-38e0cd0d8019 req-9d4bf58e-90a9-4171-89c1-00d7706b0154 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516033 Jun 04 06:26:51.886818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:26:52.033905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.046928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c20561-2696-4f21-a968-366adf227cb4 req-3e43d288-99a0-4d67-af16-cc0ca97f4018 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:52.059843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12c20561-2696-4f21-a968-366adf227cb4 req-3e43d288-99a0-4d67-af16-cc0ca97f4018 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1702557 Jun 04 06:26:52.097161 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:48Z', 'revision_number': 4, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '82f4d98d-6824-4af9-9323-8e1d6428e370', 'name': '', 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'mac_address': 'fa:16:3e:8e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:46Z', 'updated_at': '2022-06-04T06:26:49Z', 'revision_number': 2, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'subnets': [{'id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:52.102197 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Checking router: ba0362a3-66b8-4529-bb3d-88fe5d0e3507 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:26:52.102641 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Updating router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 port 82f4d98d-6824-4af9-9323-8e1d6428e370 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:26:52.122239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:52.157445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'mac_address': 'fa:16:3e:9f:88:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:26:52.164690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12c20561-2696-4f21-a968-366adf227cb4 req-b8e08894-5dc9-459a-903a-42242ab012fa tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039491 Jun 04 06:26:52.180168 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.253223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:52.253660 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.276410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b40dc1c1-f86a-4dd3-a0f8-595a959abf0d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:26:52.294169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:52.301282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.403163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-ad748ff5-0f78-451c-8ff7-4a9644aeaf28 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:52.406005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-ad748ff5-0f78-451c-8ff7-4a9644aeaf28 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.39 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1532164 Jun 04 06:26:52.480066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe1e1f-4e7e-4a23-a6c8-5e6e7b07fb36 req-8021033d-ecd8-489b-bef6-8d19ef8dcfc8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:52.482509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:52.489719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87fe1e1f-4e7e-4a23-a6c8-5e6e7b07fb36 req-8021033d-ecd8-489b-bef6-8d19ef8dcfc8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.1416776 Jun 04 06:26:52.553409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87fe1e1f-4e7e-4a23-a6c8-5e6e7b07fb36 req-05cb59a4-2859-4ce7-a84d-a37d31fb4e73 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623851 Jun 04 06:26:52.561547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Deleting port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:52.563078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.653258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:52.695048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 508db67d-9973-4c2f-a852-c1d607f627be up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:52.839855 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.855650 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Transition to ACTIVE for port object 82f4d98d-6824-4af9-9323-8e1d6428e370 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:26:52.873924 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:52.877325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d70f11-add5-4ebe-8a1c-b81724ac2b6e req-56843fe7-f0d8-40f5-8d5f-dab2b6d873f4 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:52.879028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39d70f11-add5-4ebe-8a1c-b81724ac2b6e req-56843fe7-f0d8-40f5-8d5f-dab2b6d873f4 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2686934 Jun 04 06:26:52.891764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-b3de5b31-1e17-4a12-b2ef-84c5078619f4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:52.893582 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-b3de5b31-1e17-4a12-b2ef-84c5078619f4 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.2298226 Jun 04 06:26:53.045918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 508db67d-9973-4c2f-a852-c1d607f627be triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:53.047248 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.074746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c62a-6c4a-4d07-a33d-76d2babb63d4 req-d1959354-2347-4ec9-9e8c-d7508266e08e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:53.079540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf1c62a-6c4a-4d07-a33d-76d2babb63d4 req-d1959354-2347-4ec9-9e8c-d7508266e08e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.2333958 Jun 04 06:26:53.147056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39d70f11-add5-4ebe-8a1c-b81724ac2b6e req-2d3b2bd2-6ff7-4041-99c9-9114db29f801 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503667 Jun 04 06:26:53.150072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aaf1c62a-6c4a-4d07-a33d-76d2babb63d4 req-3a0a5c28-554f-4a95-962b-3ad99de42194 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629034 Jun 04 06:26:53.224204 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44656d-ae10-40fa-bce7-a6c15f8d1c0a None None] Pushing event updated for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:53.275194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port 1b82690f-5b16-4028-b553-682d99a09c93 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:53.275586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.295648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Attempting to bind port 82f4d98d-6824-4af9-9323-8e1d6428e370 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:26:53.296362 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Attempting to bind port 82f4d98d-6824-4af9-9323-8e1d6428e370 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:26:53.296900 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Attempting to bind port 82f4d98d-6824-4af9-9323-8e1d6428e370 on network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:26:53.303309 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:26:53.303925 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Checking segment: {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:26:53.304517 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.305062 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Bound using segment: {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:26:53.305799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Bound port: 82f4d98d-6824-4af9-9323-8e1d6428e370, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:26:53.306689 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.377022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] For port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,segment=NetworkSegment(1fb8021c-b0b8-4d3a-8787-adaefdc47bc5),segment_id=1fb8021c-b0b8-4d3a-8787-adaefdc47bc5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:53.377548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.520784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da217a7-30e4-4b79-a82c-440084798de7 req-c955d5d1-6b79-4431-9422-82b2e1f19b5c tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:53.531216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3da217a7-30e4-4b79-a82c-440084798de7 req-c955d5d1-6b79-4431-9422-82b2e1f19b5c tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 945 time: 0.1048584 Jun 04 06:26:53.551275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 508db67d-9973-4c2f-a852-c1d607f627be is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:53.592518 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] For port 82f4d98d-6824-4af9-9323-8e1d6428e370, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:26:53.597163 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] For port 82f4d98d-6824-4af9-9323-8e1d6428e370, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82f4d98d-6824-4af9-9323-8e1d6428e370,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:26:53.603582 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:53.623291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3da217a7-30e4-4b79-a82c-440084798de7 req-bb01cb11-f97f-480d-9e47-4d7cc8256ba3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/security-groups?id=1518d62b-2730-456e-a863-e2cace31fd46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907564 Jun 04 06:26:53.730882 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:26:53.738921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:53.819510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Calling delete_port for c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:53.901569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:53.998487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44656d-ae10-40fa-bce7-a6c15f8d1c0a None None] Pushing event updated for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:54.043805 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:26:54.119463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:54.126090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:54.304531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:54.304941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:54.355496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd03bd-3c7e-40a7-898b-1ddfb483e1bd req-11aa2f8a-e836-4a16-8511-4d9a45171e40 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:54.362682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9dd03bd-3c7e-40a7-898b-1ddfb483e1bd req-11aa2f8a-e836-4a16-8511-4d9a45171e40 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 950 time: 0.4946177 Jun 04 06:26:54.398285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:54.430642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:54.440594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:54.506357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9dd03bd-3c7e-40a7-898b-1ddfb483e1bd req-925d63cf-98f0-4e07-89cb-94df67b0282e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427064 Jun 04 06:26:54.507006 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:54.586036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Pushing event deleted for resources: {'Port': ['ID=c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:54.592159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port 1b82690f-5b16-4028-b553-682d99a09c93, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b82690f-5b16-4028-b553-682d99a09c93,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:54.592159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:54.607606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d434d1-9747-405f-92f6-b47244d01643 req-898d55ae-9caa-402b-bff2-9e9d2b5acd44 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:54.612052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4d434d1-9747-405f-92f6-b47244d01643 req-898d55ae-9caa-402b-bff2-9e9d2b5acd44 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2286687 Jun 04 06:26:54.626328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:54.685053 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:48Z', 'revision_number': 4, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '82f4d98d-6824-4af9-9323-8e1d6428e370', 'name': '', 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'mac_address': 'fa:16:3e:8e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:46Z', 'updated_at': '2022-06-04T06:26:53Z', 'revision_number': 4, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'subnets': [{'id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:54.698276 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036d253-8e27-4f7b-8b3c-705f4c50ab98 None None] The sync data for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 is: [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:26:48Z', 'revision_number': 4, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '82f4d98d-6824-4af9-9323-8e1d6428e370', 'name': '', 'network_id': '8ed940f5-5ad9-4326-9dc3-8bd1313687d8', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'mac_address': 'fa:16:3e:8e:b1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:46Z', 'updated_at': '2022-06-04T06:26:53Z', 'revision_number': 4, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'subnets': [{'id': '7aec7da0-a08a-4224-8985-72a8cdd999a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:26:54.719586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4d434d1-9747-405f-92f6-b47244d01643 req-7522d175-a42f-4f64-a3c8-d8caa25bb3dc tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852249 Jun 04 06:26:54.763814 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a41622d-0ab0-4d24-8a73-80283f0e389e'] response: {'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'code': 200} Jun 04 06:26:54.900205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for 1b82690f-5b16-4028-b553-682d99a09c93 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:26:55.000764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] No DVR routers for this DVR port c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:55.004605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:55.027911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'name': 'network-vif-deleted', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:55.029843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b6e319c-a494-44e0-b418-d97acd7bc270 req-896358ab-636e-41ef-bb6c-c319e431296f tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.17 "GET /v2.0/ports?device_id=27278ac4-31c8-4ca6-b44b-240bc2d1f7e8 HTTP/1.1" status: 200 len: 210 time: 0.1028812 Jun 04 06:26:55.073818 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44a1f457-94dd-45ae-b039-9de23fc7c1be req-3eda027d-e9f4-4143-9f63-f4bcda73cdd3 tempest-ServersNegativeTestMultiTenantJSON-318734502 tempest-ServersNegativeTestMultiTenantJSON-318734502-project] 10.222.0.39 "DELETE /v2.0/ports/c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e HTTP/1.1" status: 204 len: 173 time: 2.6620963 Jun 04 06:26:55.188374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:55.334907 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:55.348509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:55.415155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=1b82690f-5b16-4028-b553-682d99a09c93,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:55.415757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:26:55.502804 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd843812-dbc4-486e-97cb-a1e790f71f04'] response: {'server_uuid': '27278ac4-31c8-4ca6-b44b-240bc2d1f7e8', 'name': 'network-vif-deleted', 'tag': 'c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e', 'status': 'completed', 'code': 200} Jun 04 06:26:55.561250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:55.585713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:55.623093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port 1b82690f-5b16-4028-b553-682d99a09c93 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:26:55.630013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:55.651746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:55.652462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c37f7cd3-2de5-4c8b-8a11-b36e73e4a18e not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:55.660116 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c89ee11a-2dcf-4ec6-a795-d4c31c44ede5 req-821b6ca6-9e29-4301-8fcd-66306dfd8973 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "DELETE /v2.0/ports/1b82690f-5b16-4028-b553-682d99a09c93 HTTP/1.1" status: 204 len: 173 time: 2.7066419 Jun 04 06:26:55.865515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bac82634-412c-45ab-9401-fa2136a49b9b req-5e7b65db-9661-4ac4-85cd-f59605d86a60 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40 HTTP/1.1" status: 200 len: 210 time: 0.1256552 Jun 04 06:26:55.926979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b82690f-5b16-4028-b553-682d99a09c93 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:26:55.968779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 1b82690f-5b16-4028-b553-682d99a09c93 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:26:55.969335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b82690f-5b16-4028-b553-682d99a09c93 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:26:56.199857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb5389-0217-4f8e-b529-c7f4c0872eea req-d2d12f07-8b08-4692-9aca-be29a6d6007d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:56.208359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8eeb5389-0217-4f8e-b529-c7f4c0872eea req-d2d12f07-8b08-4692-9aca-be29a6d6007d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1841793 Jun 04 06:26:56.288012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8eeb5389-0217-4f8e-b529-c7f4c0872eea req-447e91c3-620d-4e92-b239-37502ce93b75 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783033 Jun 04 06:26:56.413885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:56.607995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Deleting subnet 3f7b1d65-0048-4256-a205-a98272d537e3 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:26:56.624451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:56.745392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:56.767532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82f4d98d-6824-4af9-9323-8e1d6428e370 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:56.840276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:56.940360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.041356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7b1d65-0048-4256-a205-a98272d537e3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:57.042527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 82f4d98d-6824-4af9-9323-8e1d6428e370 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:26:57.050234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82f4d98d-6824-4af9-9323-8e1d6428e370 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:57.050734 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.051348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.062452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ac9300cf-6993-4921-8762-d1a1c8b32a1b admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3f7b1d65-0048-4256-a205-a98272d537e3 HTTP/1.1" status: 204 len: 168 time: 0.6472423 Jun 04 06:26:57.064812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:57.246965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82f4d98d-6824-4af9-9323-8e1d6428e370 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:57.247253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.288280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 82f4d98d-6824-4af9-9323-8e1d6428e370, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82f4d98d-6824-4af9-9323-8e1d6428e370,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:26:57.295827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.377226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.390785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:57.545117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'name': 'network-vif-deleted', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:26:57.575380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.627927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb28eb3-2933-49be-b535-8af86b1677ae']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:57.647524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:57.647860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb8021c-b0b8-4d3a-8787-adaefdc47bc5') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:57.665627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.710428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.720454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:26:57.720899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.741550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcea88-4aab-4f8f-a172-11c8d903ab2c req-7bf3034b-cc92-4977-983e-ab112ebd2421 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:57.750109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3abcea88-4aab-4f8f-a172-11c8d903ab2c req-7bf3034b-cc92-4977-983e-ab112ebd2421 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1311729 Jun 04 06:26:57.822795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3abcea88-4aab-4f8f-a172-11c8d903ab2c req-f23753c5-5dfe-46b3-a46a-1e02fe26e727 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601394 Jun 04 06:26:57.855990 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1fb8021c-b0b8-4d3a-8787-adaefdc47bc5 resource provider aggregate not found Jun 04 06:26:57.889509 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1fb8021c-b0b8-4d3a-8787-adaefdc47bc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fb8021c-b0b8-4d3a-8787-adaefdc47bc5 found for delete ", "request_id": "req-527a3861-7dd9-4567-add9-7707803d2738"}]} Jun 04 06:26:57.904695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.915655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:57.949702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb28eb3-2933-49be-b535-8af86b1677ae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:57.963534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-474ae71c-3d69-4868-ba54-58e34ad5497f admin admin] 10.222.0.17 "DELETE /v2.0/networks/bdb28eb3-2933-49be-b535-8af86b1677ae HTTP/1.1" status: 204 len: 168 time: 0.8970330 Jun 04 06:26:57.966164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49228) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:58.170006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Deleting subnet 314f1330-c8bc-4e59-b4df-70824827909f {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:26:58.173031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.244126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.284586 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0636212-0b56-4789-a132-91c1cab74e2d'] response: {'server_uuid': '741cbfa0-4a0b-44d6-a6f6-5e8dea3cfc40', 'name': 'network-vif-deleted', 'tag': '1b82690f-5b16-4028-b553-682d99a09c93', 'status': 'completed', 'code': 200} Jun 04 06:26:58.354668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.465785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.509335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314f1330-c8bc-4e59-b4df-70824827909f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:58.512956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.523552 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6e2ffad-5931-4c2b-ad54-9448d1b2c884 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/314f1330-c8bc-4e59-b4df-70824827909f HTTP/1.1" status: 204 len: 168 time: 0.5542173 Jun 04 06:26:58.523933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49234) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:58.615093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db301e9-9a81-4652-a9db-77fb6df8cd90 req-ec27f859-fd12-4597-8f29-aafa27b3efaf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:58.629759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4db301e9-9a81-4652-a9db-77fb6df8cd90 req-ec27f859-fd12-4597-8f29-aafa27b3efaf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 950 time: 0.1212730 Jun 04 06:26:58.660717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82f4d98d-6824-4af9-9323-8e1d6428e370 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:26:58.753103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.779388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4db301e9-9a81-4652-a9db-77fb6df8cd90 req-0f130b19-3de6-427f-b27d-4384ccd3cc5f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440959 Jun 04 06:26:58.795387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82f4d98d-6824-4af9-9323-8e1d6428e370 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:26:58.797736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:58.933925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.000534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449d17c5-f071-49d3-84b3-e31f43d6ae0b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:59.027103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:59.027392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:26:59.055354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.078927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.080274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82f4d98d-6824-4af9-9323-8e1d6428e370 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:26:59.087317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:26:59.087817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.162877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0788c2-f463-4958-b9f3-23ba06048c39 req-272d0143-8a2f-499b-af24-fb6fbd4f4860 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:59.164546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd0788c2-f463-4958-b9f3-23ba06048c39 req-272d0143-8a2f-499b-af24-fb6fbd4f4860 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1659865 Jun 04 06:26:59.240932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd0788c2-f463-4958-b9f3-23ba06048c39 req-89c00f64-d1d5-43ef-aeb9-dde615fc695e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Jun 04 06:26:59.278862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.284801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.308348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] 10.222.0.17 "DELETE /v2.0/networks/449d17c5-f071-49d3-84b3-e31f43d6ae0b HTTP/1.1" status: 204 len: 168 time: 0.7807069 Jun 04 06:26:59.338451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1da1d-e779-4dfe-98b8-df7c69b2a074 admin admin] Pushing event deleted for resources: {'Network': ['ID=449d17c5-f071-49d3-84b3-e31f43d6ae0b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:26:59.376668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-aa123eb1-cbf9-4a48-8b0a-006ce3353145 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:26:59.382083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-aa123eb1-cbf9-4a48-8b0a-006ce3353145 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:26:59.435988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-aa123eb1-cbf9-4a48-8b0a-006ce3353145 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:26:59.437921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-aa123eb1-cbf9-4a48-8b0a-006ce3353145 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 950 time: 0.3336208 Jun 04 06:26:59.563001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port d1e801f3-c24e-4d58-91fe-fb57054f231b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:26:59.563376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:26:59.673961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:59.875850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d24e7761-f670-4e9b-8dae-ee0345e537b7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4963237968a6462aa4ee43d129cf54e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004399 Jun 04 06:26:59.882619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49258) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:26:59.975843 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75 resource provider aggregate not found Jun 04 06:27:00.005764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.009185 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5b86eb3-5e76-4e5a-b76f-a4d7267f6e75 found for delete ", "request_id": "req-1991a1fa-bc96-4b8c-b8e5-ae612c6d831c"}]} Jun 04 06:27:00.043301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.133864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.173257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1518d62b-2730-456e-a863-e2cace31fd46,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:00.196789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port d1e801f3-c24e-4d58-91fe-fb57054f231b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d1e801f3-c24e-4d58-91fe-fb57054f231b,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:00.197671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.202645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fbd1e-0f71-4b3f-ba34-916fa3e7c92c req-62799774-45f0-4848-a50c-68612f8ef6e3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:00.211346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d39fbd1e-0f71-4b3f-ba34-916fa3e7c92c req-62799774-45f0-4848-a50c-68612f8ef6e3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4077072 Jun 04 06:27:00.263922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.265977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-459f6218-b750-434b-a8da-a44dae5e929d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1518d62b-2730-456e-a863-e2cace31fd46 HTTP/1.1" status: 204 len: 168 time: 0.3818326 Jun 04 06:27:00.306083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d39fbd1e-0f71-4b3f-ba34-916fa3e7c92c req-fb5b37b8-c9d3-490c-918b-3293b3e41aa9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933828 Jun 04 06:27:00.390769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for d1e801f3-c24e-4d58-91fe-fb57054f231b owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:00.467321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-24af6147-83e2-438b-9780-c28ce1e6f30e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:00.470741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-24af6147-83e2-438b-9780-c28ce1e6f30e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0853b05-7276-4435-acce-7d0883e60f93 HTTP/1.1" status: 200 len: 950 time: 0.4270093 Jun 04 06:27:00.580394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24d1ab-da90-4ed5-a38e-99157d15c27e req-ec4c0891-7a03-4011-8039-77c3f51f3766 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:00.587882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e24d1ab-da90-4ed5-a38e-99157d15c27e req-ec4c0891-7a03-4011-8039-77c3f51f3766 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 950 time: 0.1256683 Jun 04 06:27:00.647778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port d3cd876e-472a-4ad1-a046-050d004dc8bc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:00.648218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:00.664474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e24d1ab-da90-4ed5-a38e-99157d15c27e req-43d0f286-08b0-4442-993c-88fb4732837e tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735161 Jun 04 06:27:01.006064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:01.019007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'd1e801f3-c24e-4d58-91fe-fb57054f231b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:01.072061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363a5c9-34bf-4d46-9152-74f7d840d889 req-fae801dd-e00b-4f8c-9e8e-5f0597c589d6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:01.081444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7363a5c9-34bf-4d46-9152-74f7d840d889 req-fae801dd-e00b-4f8c-9e8e-5f0597c589d6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.2608750 Jun 04 06:27:01.122706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914', 'd3cd876e-472a-4ad1-a046-050d004dc8bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:01.320377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49282) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:01.337288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7363a5c9-34bf-4d46-9152-74f7d840d889 req-36ed6d46-8337-4aa6-8309-ce55cf8444c6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499158 Jun 04 06:27:01.519413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=d1e801f3-c24e-4d58-91fe-fb57054f231b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:01.533079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port d1e801f3-c24e-4d58-91fe-fb57054f231b on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:01.546337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:01.569327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'name': 'network-vif-deleted', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:01.681862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f6efadd-4236-4af8-8695-a9226ce6e907 req-da6f0a5f-d07f-4ebf-bf79-4ba99560dc36 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "DELETE /v2.0/ports/d1e801f3-c24e-4d58-91fe-fb57054f231b HTTP/1.1" status: 204 len: 173 time: 2.2385681 Jun 04 06:27:01.686905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ad44045-9264-4241-ae37-5e834cbe472a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc65b53a8efe4a808cb244bd0b3bd317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875621 Jun 04 06:27:01.690251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49290) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:01.695792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dfb4c-9f75-45ce-9dd4-9edb0bb935f6 req-f200e9a3-1ec5-424f-8cad-f85f861a1589 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:01.698505 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df1dfb4c-9f75-45ce-9dd4-9edb0bb935f6 req-f200e9a3-1ec5-424f-8cad-f85f861a1589 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2317121 Jun 04 06:27:01.804547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df1dfb4c-9f75-45ce-9dd4-9edb0bb935f6 req-97b1544d-9353-4369-8cd4-99f0149cb9f7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990236 Jun 04 06:27:01.868361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port d3cd876e-472a-4ad1-a046-050d004dc8bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d3cd876e-472a-4ad1-a046-050d004dc8bc,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:01.868726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.223060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for d3cd876e-472a-4ad1-a046-050d004dc8bc owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:02.259856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.397254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.602420 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749aa235-f651-4d4d-ab2d-ff03ece2f709'] response: {'server_uuid': 'f3658678-fe59-4752-a6d9-90798ec8178c', 'name': 'network-vif-deleted', 'tag': 'd1e801f3-c24e-4d58-91fe-fb57054f231b', 'status': 'completed', 'code': 200} Jun 04 06:27:02.605000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.617840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:02.772529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=d3cd876e-472a-4ad1-a046-050d004dc8bc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:02.791148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.804328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db194f02-4bb3-4dae-9fce-3f7c5313abae req-4015f65f-0b8d-4894-9a1b-456e93b15cc0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3658678-fe59-4752-a6d9-90798ec8178c HTTP/1.1" status: 200 len: 210 time: 0.0606830 Jun 04 06:27:02.821639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2fae3-5cb8-48a6-b530-3d087c3263da,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:02.908713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port d3cd876e-472a-4ad1-a046-050d004dc8bc on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:02.912075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.922707 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4f85fdc-82e7-4994-9afe-672ac163f683 req-ba0dac7b-b02b-4800-a015-e467c49bc8a8 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "DELETE /v2.0/ports/d3cd876e-472a-4ad1-a046-050d004dc8bc HTTP/1.1" status: 204 len: 173 time: 2.4415061 Jun 04 06:27:02.945612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:02.947923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a480ad8-b417-4d4b-a7d1-98a6cf2ba95b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4dc2fae3-5cb8-48a6-b530-3d087c3263da HTTP/1.1" status: 204 len: 168 time: 1.2565820 Jun 04 06:27:03.116729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e', 'e70ad653-49a2-446b-9575-a4a803e74914'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:03.141911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43311eb5-36ad-408a-bfa3-024eb0147c96 req-f1bf7669-6a29-47bd-a584-82e7e77778f9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:03.154817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43311eb5-36ad-408a-bfa3-024eb0147c96 req-f1bf7669-6a29-47bd-a584-82e7e77778f9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1779370 Jun 04 06:27:03.258225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43311eb5-36ad-408a-bfa3-024eb0147c96 req-066043ca-9d8a-4198-aa09-12484196cb5a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985820 Jun 04 06:27:03.551842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec7bdd-904d-4842-974e-f6465b1d9303 req-df797291-218c-400f-81b4-f9f2fb8efe76 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:03.555228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32ec7bdd-904d-4842-974e-f6465b1d9303 req-df797291-218c-400f-81b4-f9f2fb8efe76 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1429989 Jun 04 06:27:03.641034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32ec7bdd-904d-4842-974e-f6465b1d9303 req-b56ab3cd-8afd-4d78-94b0-56b6fe9c4ff0 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777826 Jun 04 06:27:03.648210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d1e801f3-c24e-4d58-91fe-fb57054f231b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:03.751531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: d1e801f3-c24e-4d58-91fe-fb57054f231b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:03.755788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d1e801f3-c24e-4d58-91fe-fb57054f231b not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:03.917110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d3cd876e-472a-4ad1-a046-050d004dc8bc no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:04.012588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: d3cd876e-472a-4ad1-a046-050d004dc8bc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:04.013097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d3cd876e-472a-4ad1-a046-050d004dc8bc not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:04.230912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31dc4-bdb9-4a95-ada7-c69f70622b80 req-d15674fc-f53a-44b0-9186-b6edd107a86d tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:04.240306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfc31dc4-bdb9-4a95-ada7-c69f70622b80 req-d15674fc-f53a-44b0-9186-b6edd107a86d tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.1025901 Jun 04 06:27:04.315715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfc31dc4-bdb9-4a95-ada7-c69f70622b80 req-a197126e-386d-4f07-915c-a4a26c7d29be tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699072 Jun 04 06:27:04.511376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ccb3-a181-474a-9d27-6e0491b888bb req-bbd575d3-ae64-4f9b-b662-33a2ba8f7182 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:04.521784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e60ccb3-a181-474a-9d27-6e0491b888bb req-bbd575d3-ae64-4f9b-b662-33a2ba8f7182 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1162298 Jun 04 06:27:04.594367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e60ccb3-a181-474a-9d27-6e0491b888bb req-cb757c78-78f5-4c02-b1fb-a901aea23fc1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704904 Jun 04 06:27:04.603922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'name': 'network-vif-deleted', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:04.774926 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39318d20-c9f1-49fc-b3ac-07419bd5252e'] response: {'server_uuid': 'd0853b05-7276-4435-acce-7d0883e60f93', 'name': 'network-vif-deleted', 'tag': 'd3cd876e-472a-4ad1-a046-050d004dc8bc', 'status': 'completed', 'code': 200} Jun 04 06:27:05.362133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913508-a6d9-4f3a-ba5f-e56d97ea9b10 req-383837a4-387c-45c1-bb31-6898aaff9698 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:05.372174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd913508-a6d9-4f3a-ba5f-e56d97ea9b10 req-383837a4-387c-45c1-bb31-6898aaff9698 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1170728 Jun 04 06:27:05.462753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd913508-a6d9-4f3a-ba5f-e56d97ea9b10 req-96136178-238f-4449-bcb7-c826dd1d56fa tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766046 Jun 04 06:27:06.296614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5217ef-0d4f-4282-ad37-0cfe2d7a7724 req-07999979-563b-4fec-827e-9914d059d738 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:06.298994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5217ef-0d4f-4282-ad37-0cfe2d7a7724 req-07999979-563b-4fec-827e-9914d059d738 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1046340 Jun 04 06:27:06.373707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5217ef-0d4f-4282-ad37-0cfe2d7a7724 req-5e9b1b6e-bef8-4b19-89cc-771cb082622c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687144 Jun 04 06:27:06.687044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d809-1068-49bb-af55-6040cec20eed req-e11a38d2-ca21-4473-af57-68873b603bfb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:06.693954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e136d809-1068-49bb-af55-6040cec20eed req-e11a38d2-ca21-4473-af57-68873b603bfb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.1011159 Jun 04 06:27:06.756234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e136d809-1068-49bb-af55-6040cec20eed req-49fcead0-6858-450b-9419-25b97c80520d tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592771 Jun 04 06:27:07.579847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caea8-e821-4f1d-85d5-c81abeb49610 req-0c6249aa-f040-4f12-9e25-d16f14c56725 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:07.590769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031caea8-e821-4f1d-85d5-c81abeb49610 req-0c6249aa-f040-4f12-9e25-d16f14c56725 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 950 time: 0.1471124 Jun 04 06:27:07.707563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031caea8-e821-4f1d-85d5-c81abeb49610 req-1a3aab9d-e209-4fe3-b5a3-b8e87cca5e39 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131926 Jun 04 06:27:07.935618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-24482ed2-bc07-4f91-be64-2896b14741e9 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:07.937651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-24482ed2-bc07-4f91-be64-2896b14741e9 tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.24 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.1895072 Jun 04 06:27:08.064171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Deleting port 97185a5a-48c9-4319-98f6-d0ea86a02de8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:08.064503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:08.393823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] For port 97185a5a-48c9-4319-98f6-d0ea86a02de8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97185a5a-48c9-4319-98f6-d0ea86a02de8,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:08.395001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:08.505313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49418) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:08.798870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:08.840525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:08.856536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Usage tracker for resource:security_group_rule and tenant:013617081270498ebf66c90be1bb0336 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:08.865160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:08.910159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:09.031879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.031879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.031879 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Floating IP 332f9e71-02fd-4f6f-9884-2d723244d9bb disassociated. External IP: 172.25.1.152, port: 97185a5a-48c9-4319-98f6-d0ea86a02de8. Jun 04 06:27:09.031879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Calling delete_port for 97185a5a-48c9-4319-98f6-d0ea86a02de8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:09.149815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.219623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec7155-3c8e-4682-b415-af2386305263 req-7f93a3c0-ee4e-4a6a-9607-07dd4a9014bf tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:09.222319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83ec7155-3c8e-4682-b415-af2386305263 req-7f93a3c0-ee4e-4a6a-9607-07dd4a9014bf tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/ports?device_id=da0979db-9f27-4b24-a60e-bd1e62add0f9 HTTP/1.1" status: 200 len: 945 time: 0.5623708 Jun 04 06:27:09.247033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.355943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.414842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=013617081270498ebf66c90be1bb0336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9058392 Jun 04 06:27:09.418971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49428) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:09.419770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1f3ce-bad9-4a1f-ac21-0283ee789eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489c8d57-7e9f-4fc1-b035-d94575d7e10e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:09.552249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83ec7155-3c8e-4682-b415-af2386305263 req-f136a3b3-cca4-4a29-8cd3-afae5e12dcbd tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups?id=30dd04b3-9bdb-4762-a03a-914abc6d9d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063231 Jun 04 06:27:09.557844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event deleted for resources: {'Port': ['ID=97185a5a-48c9-4319-98f6-d0ea86a02de8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:09.589788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-09b1b8e3-d363-4eeb-929b-e32b26241e5c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:09.594882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-09b1b8e3-d363-4eeb-929b-e32b26241e5c tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 949 time: 0.4424903 Jun 04 06:27:09.613135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.663854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:27:09.684960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.726039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:09.773110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.802695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489c8d57-7e9f-4fc1-b035-d94575d7e10e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:09.804660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Router af337b99-387f-4178-8cac-26047ea918d3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:27:09.837545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:09.854817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d89e81ae-37e8-4345-a404-da89b664aaf5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/489c8d57-7e9f-4fc1-b035-d94575d7e10e HTTP/1.1" status: 204 len: 168 time: 0.4308486 Jun 04 06:27:09.870984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port e70ad653-49a2-446b-9575-a4a803e74914 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:09.878934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.151546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:10.245563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'mac_address': 'fa:16:3e:c9:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:27:10.439651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:10.439956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.569386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:27:10.650351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:10.659782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:10.660167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.696999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49442) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:10.698314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Sync routers for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:10.703832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:10.744801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.750756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.790556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:10.791585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:10.905868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:10.931455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port e70ad653-49a2-446b-9575-a4a803e74914, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e70ad653-49a2-446b-9575-a4a803e74914,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:10.931812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.946173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] No DVR routers for this DVR port 97185a5a-48c9-4319-98f6-d0ea86a02de8 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:10.950444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:10.956048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'name': 'network-vif-deleted', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:10.994795 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a295494-c413-4d1e-beef-a622ed8cefd9 req-f974577e-1746-4a23-a56c-3e9daa5aeedb tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.24 "DELETE /v2.0/ports/97185a5a-48c9-4319-98f6-d0ea86a02de8 HTTP/1.1" status: 204 len: 173 time: 3.0426180 Jun 04 06:27:11.007677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-3e56df9c-bc69-4dbc-ba10-236cca6922fd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:11.008932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-3e56df9c-bc69-4dbc-ba10-236cca6922fd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:11.058834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-3e56df9c-bc69-4dbc-ba10-236cca6922fd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:11.060398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-3e56df9c-bc69-4dbc-ba10-236cca6922fd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 949 time: 0.8434753 Jun 04 06:27:11.064414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083c33d-5499-4731-ac28-d1976875cf44 req-8a37be6d-5d84-4c86-9b01-1fce54724ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:11.068012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-8a37be6d-5d84-4c86-9b01-1fce54724ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.4149430 Jun 04 06:27:11.104461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:27:11.104881 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:27:11.134771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Usage tracker for resource:security_group_rule and tenant:748884bdd55f44e19d3b45bfe0a5edb4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:11.149913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:11.166362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.167760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.168956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.169052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:11.169861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.170562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.171159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.171717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.172283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.172832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.173387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.174225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.174785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:11.216286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:11.341626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for e70ad653-49a2-446b-9575-a4a803e74914 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:11.344816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port caba2665-f733-462b-964f-3708e2ce7e2e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:11.345418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:11.567018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083c33d-5499-4731-ac28-d1976875cf44 req-bd320d7f-d004-4cb6-b57f-e704b9072729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:11.568497 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-bd320d7f-d004-4cb6-b57f-e704b9072729 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3886409 Jun 04 06:27:11.584131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:11.718543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:11.760362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:11.858001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: BUILD; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:11.858712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:11.903509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['caba2665-f733-462b-964f-3708e2ce7e2e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:12.041758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8c96f-6d10-4599-87a6-b0bdf99c7056 req-7d441615-3e6d-4462-9389-5cf05dec4dd0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:12.049889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e70ad653-49a2-446b-9575-a4a803e74914 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:12.055493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ff8c96f-6d10-4599-87a6-b0bdf99c7056 req-7d441615-3e6d-4462-9389-5cf05dec4dd0 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=be21e485-6345-43a7-b227-e61dc78b2961 HTTP/1.1" status: 200 len: 949 time: 1.5127101 Jun 04 06:27:12.141196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-26f0f46f-4366-4e3b-a010-7402e83415c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.4627125 Jun 04 06:27:12.147229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e70ad653-49a2-446b-9575-a4a803e74914 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:12.147560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e70ad653-49a2-446b-9575-a4a803e74914 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:12.147999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97185a5a-48c9-4319-98f6-d0ea86a02de8 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:12.216874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 97185a5a-48c9-4319-98f6-d0ea86a02de8 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:12.217216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97185a5a-48c9-4319-98f6-d0ea86a02de8 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:12.218711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device caba2665-f733-462b-964f-3708e2ce7e2e no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:12.229615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083c33d-5499-4731-ac28-d1976875cf44 req-16329207-3a11-4867-875e-193cca2806c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:12.231466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-16329207-3a11-4867-875e-193cca2806c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.0783973 Jun 04 06:27:12.282247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.297975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=e70ad653-49a2-446b-9575-a4a803e74914,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:12.338516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:12.341002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.376268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:27:12.390667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.399823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:12.412131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port e70ad653-49a2-446b-9575-a4a803e74914 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:12.425171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.427980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'name': 'network-vif-deleted', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:12.481713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port caba2665-f733-462b-964f-3708e2ce7e2e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:12.482115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.505083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.590076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=748884bdd55f44e19d3b45bfe0a5edb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8828592 Jun 04 06:27:12.597106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d982f8c-4afb-4921-876b-fa88b645e766 req-87672d4f-e357-4f06-ae0f-3fff40bc67de tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "DELETE /v2.0/ports/e70ad653-49a2-446b-9575-a4a803e74914 HTTP/1.1" status: 204 len: 173 time: 2.9774418 Jun 04 06:27:12.597106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49466) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:12.619927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ff8c96f-6d10-4599-87a6-b0bdf99c7056 req-37d79c0a-0197-4793-8596-06b856ff4170 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628650 Jun 04 06:27:12.664125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85561c-5d96-44ea-a7d1-db8b7f3c0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa43c4-0b01-4d9a-8888-05622193fc6b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:12.814260 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.844774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for caba2665-f733-462b-964f-3708e2ce7e2e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:12.862520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:12.868560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:12.906595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f335bf-41e6-40ee-bd79-5e111b933e81 req-768f2233-dba3-496c-a985-0e1c91a41090 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:12.914453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11f335bf-41e6-40ee-bd79-5e111b933e81 req-768f2233-dba3-496c-a985-0e1c91a41090 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 949 time: 1.3542986 Jun 04 06:27:12.983153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.005938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa43c4-0b01-4d9a-8888-05622193fc6b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:13.038274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.039701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-75e6a6fc-c7f0-4dec-8e35-c0dff8254e7e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e8fa43c4-0b01-4d9a-8888-05622193fc6b HTTP/1.1" status: 204 len: 168 time: 0.4345417 Jun 04 06:27:13.080823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2a9e1-96e8-4289-869b-da1d0b1ca0fb req-944a1a02-37cf-40a2-8643-4fa5d0f00b83 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:13.089790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54d2a9e1-96e8-4289-869b-da1d0b1ca0fb req-944a1a02-37cf-40a2-8643-4fa5d0f00b83 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1636989 Jun 04 06:27:13.091013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:13.131958 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11f335bf-41e6-40ee-bd79-5e111b933e81 req-758a0133-c8d3-423b-9836-67055070988e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151353 Jun 04 06:27:13.200258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54d2a9e1-96e8-4289-869b-da1d0b1ca0fb req-ed14adb4-906d-4e2f-bf8f-0713e8248675 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092775 Jun 04 06:27:13.204410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.292538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083c33d-5499-4731-ac28-d1976875cf44 req-4bcbf7ba-ef7d-4d8b-b48d-9cfd021b3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:13.297943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-4bcbf7ba-ef7d-4d8b-b48d-9cfd021b3920 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0564735 Jun 04 06:27:13.302773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:27:13.303086 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:27:13.365589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:13.515576 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550b6daf-9e59-4692-bb9e-3eed1d6a8ff1'] response: {'server_uuid': 'be21e485-6345-43a7-b227-e61dc78b2961', 'name': 'network-vif-deleted', 'tag': 'e70ad653-49a2-446b-9575-a4a803e74914', 'status': 'completed', 'code': 200} Jun 04 06:27:13.552161 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f5ddf9-a48d-45fc-a355-6aed21862193'] response: {'server_uuid': 'da0979db-9f27-4b24-a60e-bd1e62add0f9', 'name': 'network-vif-deleted', 'tag': '97185a5a-48c9-4319-98f6-d0ea86a02de8', 'status': 'completed', 'code': 200} Jun 04 06:27:13.572404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49496) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:13.625717 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-99eb23f6-71ce-4c3c-b2ea-c98fd9803388 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2468116 Jun 04 06:27:13.668438 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578356c6-5da1-40b2-87bd-1a673aa5ad95'] response: {'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'code': 200} Jun 04 06:27:13.746164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.791381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:13.801146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.813286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port caba2665-f733-462b-964f-3708e2ce7e2e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:13.813602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.845291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:13.864384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Checking router: af337b99-387f-4178-8cac-26047ea918d3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:13.892623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:13.893991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:13.934586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:13.988948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd04b3-9bdb-4762-a03a-914abc6d9d79,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:14.028801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:14.030669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0c8a1e96-e4ce-4f82-8b91-15fece2df56f tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "DELETE /v2.0/security-groups/30dd04b3-9bdb-4762-a03a-914abc6d9d79 HTTP/1.1" status: 204 len: 168 time: 0.4568574 Jun 04 06:27:14.033851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49516) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:14.100838 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-759fee28-669d-4266-b3ce-01d080ff49ec tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] show failed (client error): The resource could not be found. Jun 04 06:27:14.104617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-759fee28-669d-4266-b3ce-01d080ff49ec tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "GET /v2.0/security-groups/30dd04b3-9bdb-4762-a03a-914abc6d9d79 HTTP/1.1" status: 404 len: 347 time: 0.0682523 Jun 04 06:27:14.108523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49522) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:14.243892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:14.478957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-57a0f9e3-a088-419d-abc4-a986902755bb service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1686246 Jun 04 06:27:14.632623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:14.740673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Deleting port b76f6321-ffd2-4c1d-96e8-b1b8a89c0072 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:14.745379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:14.927831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port caba2665-f733-462b-964f-3708e2ce7e2e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=caba2665-f733-462b-964f-3708e2ce7e2e,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:14.928482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:15.182144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:15.184222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:15.242694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b4a97-babe-4345-8f14-86b8a5f0f12a req-9b2d2901-85eb-482d-b49f-5f3d9ff6e01b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:15.253077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb9b4a97-babe-4345-8f14-86b8a5f0f12a req-9b2d2901-85eb-482d-b49f-5f3d9ff6e01b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 949 time: 0.7139931 Jun 04 06:27:15.263090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:15.268953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda437b5-3c5b-4f91-b0a1-efa63dad1c5b None None] The sync data for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 is: [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:24:55Z', 'revision_number': 4, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'db7d4715-e73c-4eff-a934-cc5ef347cdf5', 'name': '', 'network_id': '8ea7fff8-dfb5-4c81-81ad-22a9174d2464', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'mac_address': 'fa:16:3e:f5:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:52Z', 'updated_at': '2022-06-04T06:25:04Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'subnets': [{'id': '4cb6f94d-b8f0-4e79-a026-34039f506cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:15.280767 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3083c33d-5499-4731-ac28-d1976875cf44 req-91325137-f3c0-4038-a2ff-20f6a9bdeafa service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487819 Jun 04 06:27:15.290419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for caba2665-f733-462b-964f-3708e2ce7e2e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:15.411175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-9c1db9ae-a6e3-4b91-b7b8-2f08fd0a62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:15.412718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-9c1db9ae-a6e3-4b91-b7b8-2f08fd0a62a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 1101 time: 1.7097764 Jun 04 06:27:15.473210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Calling delete_port for b76f6321-ffd2-4c1d-96e8-b1b8a89c0072 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:15.517518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb9b4a97-babe-4345-8f14-86b8a5f0f12a req-9ada7a01-521d-4932-8c97-77d21c5241aa tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634137 Jun 04 06:27:15.706892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:15.735183 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231cd52-dc53-4819-ba2b-d71f96e5f6af None None] New status for floating IP 332f9e71-02fd-4f6f-9884-2d723244d9bb: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:27:15.902639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port cafa1290-7d3a-49d9-9c7c-98138f0446d7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:15.903033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:15.903726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:15.918920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3758-371e-490b-aefd-decd65482544 req-64a28ffc-3706-4df5-844e-b51dcac646a6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:15.921020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-726e3758-371e-490b-aefd-decd65482544 req-64a28ffc-3706-4df5-844e-b51dcac646a6 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 947 time: 1.6370306 Jun 04 06:27:16.009277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Pushing event deleted for resources: {'Port': ['ID=b76f6321-ffd2-4c1d-96e8-b1b8a89c0072,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:16.182048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-726e3758-371e-490b-aefd-decd65482544 req-82932bb9-5cd0-4ac4-a224-46702592bebf tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480035 Jun 04 06:27:16.188247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-af92bb2e-5783-4dc5-930a-73c9c7502a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:16.190557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-af92bb2e-5783-4dc5-930a-73c9c7502a99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.7430911 Jun 04 06:27:16.193672 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.db.api [None req-5231cd52-dc53-4819-ba2b-d71f96e5f6af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:27:16.194590 n-d-811808-2 neutron-server[88851]: DEBUG oslo_db.api [None req-5231cd52-dc53-4819-ba2b-d71f96e5f6af None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:27:16.229445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cafa1290-7d3a-49d9-9c7c-98138f0446d7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:16.229854 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:16.268149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:16.273177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:16.274181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:16.283790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:16.424464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:16.426453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:16.427886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f837d6b-197c-400d-9388-39faeb670c1b tempest-ServersTestManualDisk-1048545317 tempest-ServersTestManualDisk-1048545317-project] 10.222.0.17 "DELETE /v2.0/floatingips/332f9e71-02fd-4f6f-9884-2d723244d9bb HTTP/1.1" status: 204 len: 168 time: 2.3180950 Jun 04 06:27:16.437170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49594) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:16.454914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-86925711-4cf8-4029-98e7-1f0d5dc95700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=967518a5-373f-4eb5-b455-78c8e12375d1 HTTP/1.1" status: 200 len: 217 time: 0.2546730 Jun 04 06:27:16.458849 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d9b250-b6a4-4610-b882-4f727fb2b461'] response: {'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'code': 200} Jun 04 06:27:16.534826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:16.548006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['f09a3fff-164b-4160-b9cc-5e7b41901cb9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:16.684701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-b6a4344e-8d7a-4b4c-a6da-160de67ae5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:16.687131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-b6a4344e-8d7a-4b4c-a6da-160de67ae5aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2246721 Jun 04 06:27:16.693891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbad52-c206-407a-9b0f-dbfdfe1e3133 req-8f2ce248-a8d4-48cc-9983-e5d5bc917220 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:16.695561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3fbad52-c206-407a-9b0f-dbfdfe1e3133 req-8f2ce248-a8d4-48cc-9983-e5d5bc917220 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4167919 Jun 04 06:27:16.696503 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231cd52-dc53-4819-ba2b-d71f96e5f6af None None] New status for floating IP 332f9e71-02fd-4f6f-9884-2d723244d9bb: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:27:16.740352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=caba2665-f733-462b-964f-3708e2ce7e2e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:16.892919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3fbad52-c206-407a-9b0f-dbfdfe1e3133 req-852b38d7-a169-46e6-9628-f913b30ca6d0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121497 Jun 04 06:27:16.936695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc280-acb1-4156-93e1-7348aa558da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:17.038753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port caba2665-f733-462b-964f-3708e2ce7e2e on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:17.061798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:17.095726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-deleted', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:17.102825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ed0e0a0-2c74-42b3-bb84-f465e1cb6058 req-323c521b-6c61-49eb-b1b1-e32c9520e4bd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.24 "DELETE /v2.0/ports/caba2665-f733-462b-964f-3708e2ce7e2e HTTP/1.1" status: 204 len: 173 time: 6.0336699 Jun 04 06:27:17.211020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924971-f4a8-4165-b690-ea939ffe260b req-a0764bc1-45d7-4d31-b0a5-3b26aeb90e21 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:17.220996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de924971-f4a8-4165-b690-ea939ffe260b req-a0764bc1-45d7-4d31-b0a5-3b26aeb90e21 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.4908180 Jun 04 06:27:17.256238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-21a064a9-80e8-4339-af6d-8bec5bd504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:17.257776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-21a064a9-80e8-4339-af6d-8bec5bd504a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5266297 Jun 04 06:27:17.362849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de8007-5a95-4335-8a2a-be1f5b4391c8 req-5caa4d35-f15e-42b8-9a60-59743209d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:17.367699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c6de8007-5a95-4335-8a2a-be1f5b4391c8 req-5caa4d35-f15e-42b8-9a60-59743209d45d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1102 time: 0.6710124 Jun 04 06:27:17.419842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de924971-f4a8-4165-b690-ea939ffe260b req-0c10c4cb-5285-4cfb-b19f-897512efa640 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811736 Jun 04 06:27:17.645321 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508e3fc0-bc9c-449e-8c05-4aa477e3d51f'] response: {'server_uuid': '3c75e0d5-0469-4ea5-b871-459ab8466b04', 'name': 'network-vif-deleted', 'tag': 'caba2665-f733-462b-964f-3708e2ce7e2e', 'status': 'completed', 'code': 200} Jun 04 06:27:17.668156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c6de8007-5a95-4335-8a2a-be1f5b4391c8 req-7d9ee364-61f2-4a1a-86e6-66845e001652 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374618 Jun 04 06:27:17.677614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:17.763196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-956a7a0a-4d7a-4ab1-9e5a-ede5851dcc2e service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961352 Jun 04 06:27:17.995676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:18.018561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-78835cf3-31fb-43b8-8524-aceffe8f63cf req-f90b148f-ec87-4a62-bb48-c0f0a5daeeea service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362902 Jun 04 06:27:18.114291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7849e287-08f6-4771-856a-ee4a46775288 req-70bec86c-fb8c-482b-bb00-dd82badc1cb1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:18.159233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7849e287-08f6-4771-856a-ee4a46775288 req-70bec86c-fb8c-482b-bb00-dd82badc1cb1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:18.160398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7849e287-08f6-4771-856a-ee4a46775288 req-70bec86c-fb8c-482b-bb00-dd82badc1cb1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c75e0d5-0469-4ea5-b871-459ab8466b04 HTTP/1.1" status: 200 len: 210 time: 0.1409090 Jun 04 06:27:18.211898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:18.212281 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.278532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:18.288433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.478451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49686) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:18.479854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:18.489721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:18.552702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Deleting port db7d4715-e73c-4eff-a934-cc5ef347cdf5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:18.553545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.575509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafa46d-02af-44e1-8a76-4088e8bdb71c req-3bd07b34-0b3d-4b6b-acad-4974ec61426f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:18.577626 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aafa46d-02af-44e1-8a76-4088e8bdb71c req-3bd07b34-0b3d-4b6b-acad-4974ec61426f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1834266 Jun 04 06:27:18.659358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aafa46d-02af-44e1-8a76-4088e8bdb71c req-f81872ea-4c55-40fe-b543-0f614fc2fb1c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730991 Jun 04 06:27:18.699215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.715272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:18.719988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Usage tracker for resource:security_group_rule and tenant:777e148388b64e078721efd773c7c062 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:18.723003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:18.729382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:18.763265 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a277f281-d6dd-4323-ad6f-f2f8353c12ce'] response: {'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'code': 200} Jun 04 06:27:18.835633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.846777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.869695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] For port db7d4715-e73c-4eff-a934-cc5ef347cdf5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=db7d4715-e73c-4eff-a934-cc5ef347cdf5,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:18.870368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:18.924507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23531a22-1e41-4805-b876-2320d32b0de2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:18.941179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1bb89f06-b52c-41a4-9d63-d47702941246 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=777e148388b64e078721efd773c7c062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461372 Jun 04 06:27:18.943866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49698) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:18.996857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc38fbde-020b-4fb0-b731-67e836dda667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.047421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.103943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.226443 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.254822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23531a22-1e41-4805-b876-2320d32b0de2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:19.285023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.292520 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-62c888d4-d325-4621-9d2d-fa9f7e57a17c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/23531a22-1e41-4805-b876-2320d32b0de2 HTTP/1.1" status: 204 len: 168 time: 0.3476143 Jun 04 06:27:19.381945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Calling delete_port for db7d4715-e73c-4eff-a934-cc5ef347cdf5 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:19.638912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-a453c33e-63ca-4c42-8dc2-82c9227f6436 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:19.641258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-a453c33e-63ca-4c42-8dc2-82c9227f6436 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.2042060 Jun 04 06:27:19.664057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d014103-5a88-4025-a669-bdeef95cb684 req-35838606-3c19-4039-9b3c-8a8ce7c548f6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:19.665745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-feb752bc-b06d-4494-8ce7-f2f81febb090 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/quotas/5fe23224c46b43acb7222a669fd57f3e HTTP/1.1" status: 200 len: 375 time: 0.0174839 Jun 04 06:27:19.670133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d014103-5a88-4025-a669-bdeef95cb684 req-35838606-3c19-4039-9b3c-8a8ce7c548f6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 1.0175154 Jun 04 06:27:19.762216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d014103-5a88-4025-a669-bdeef95cb684 req-f200094a-9a01-41ea-8b9c-d4a6538cbd17 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Jun 04 06:27:19.837996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-b0782f08-e7b9-456e-b537-073bfced96a2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644361 Jun 04 06:27:19.841935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49726) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:19.896862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.907755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:19.994682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=db7d4715-e73c-4eff-a934-cc5ef347cdf5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:20.110049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:20.114702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Usage tracker for resource:security_group_rule and tenant:65dea94429914efb9a8228b70db21873 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:20.117954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:20.124891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:20.137621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.248112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.259410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.281435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddebb23-3902-4037-aa54-bec2b36904d3 req-bdc837be-0440-42c2-a8c9-3660d957261e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:20.282990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ddebb23-3902-4037-aa54-bec2b36904d3 req-bdc837be-0440-42c2-a8c9-3660d957261e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2756188 Jun 04 06:27:20.306001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=65dea94429914efb9a8228b70db21873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624329 Jun 04 06:27:20.312474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49732) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:20.336015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.407921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-7a1c0cf3-d3aa-4e51-b91b-77021442b033 service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620878 Jun 04 06:27:20.408342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ddebb23-3902-4037-aa54-bec2b36904d3 req-7e75ffb1-b54b-46b7-91a6-94b6307a881b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163092 Jun 04 06:27:20.408780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371794f-e221-4675-8f80-a4213b327bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfea5e5-e3fa-44bf-872d-48299ed6fcf2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:20.465998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.535042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.607123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.633405 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-65c25d6a-8718-453f-820b-9cad1708b4c1 service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186213 Jun 04 06:27:20.680403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.700886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfea5e5-e3fa-44bf-872d-48299ed6fcf2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:20.713363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:20.715146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8eb1a13b-1c0e-4312-9be6-2cf8420492a6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9cfea5e5-e3fa-44bf-872d-48299ed6fcf2 HTTP/1.1" status: 204 len: 168 time: 0.4017510 Jun 04 06:27:20.975743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb29eb09-c843-4521-8d02-11a4ff5113d3 req-64ca4017-20c8-46f6-9356-391d92e02629 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 210 time: 0.0465794 Jun 04 06:27:21.308115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bfaa7-79c9-4df4-b1a4-de57b8b515b3 req-bbebe2e7-e067-4d59-917e-25d5d484d575 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:21.309228 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-925bfaa7-79c9-4df4-b1a4-de57b8b515b3 req-bbebe2e7-e067-4d59-917e-25d5d484d575 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.3729708 Jun 04 06:27:21.320853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-4ff34e65-1bd1-44b7-87da-96d540d18515 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:21.323076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-4ff34e65-1bd1-44b7-87da-96d540d18515 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c222403-008f-4651-854d-9498dda3ec39 HTTP/1.1" status: 200 len: 943 time: 0.2942944 Jun 04 06:27:21.381587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Router af337b99-387f-4178-8cac-26047ea918d3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:27:21.521063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-925bfaa7-79c9-4df4-b1a4-de57b8b515b3 req-a851c62b-c240-4c85-86ad-fa377ff71572 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967258 Jun 04 06:27:21.567510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:21.568516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:21.571482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841bfcf-0f50-4694-997d-2e3f2c4c4117 req-184f3e0c-dd00-44c7-a3b3-b6d0f5f8df5f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:21.572230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8841bfcf-0f50-4694-997d-2e3f2c4c4117 req-184f3e0c-dd00-44c7-a3b3-b6d0f5f8df5f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:21.620023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8841bfcf-0f50-4694-997d-2e3f2c4c4117 req-184f3e0c-dd00-44c7-a3b3-b6d0f5f8df5f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:21.621179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8841bfcf-0f50-4694-997d-2e3f2c4c4117 req-184f3e0c-dd00-44c7-a3b3-b6d0f5f8df5f tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 950 time: 0.5010366 Jun 04 06:27:21.680118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:21.691351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Sync routers for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:21.704284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:21.705073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:21.737651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fd41985e-ea6a-41a0-af54-3fb570513a2f admin admin] 10.222.0.17 "PUT /v2.0/routers/af337b99-387f-4178-8cac-26047ea918d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2928481 Jun 04 06:27:21.746633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:21.850450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8841bfcf-0f50-4694-997d-2e3f2c4c4117 req-797c9c7e-4592-433d-8fc8-f38d0248deb1 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141309 Jun 04 06:27:22.044878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d68a7b-dcb3-4791-b598-740131ecb85f req-41b243b9-d151-40c9-afa5-3428070b617f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:22.069232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24d68a7b-dcb3-4791-b598-740131ecb85f req-41b243b9-d151-40c9-afa5-3428070b617f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2966037 Jun 04 06:27:22.126706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:22.132716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:22.275691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24d68a7b-dcb3-4791-b598-740131ecb85f req-2be6b140-2ca1-4c1f-b1b5-1ef428f3b8c9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063963 Jun 04 06:27:22.341319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:22.342165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:22.565887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:22.593833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for b40dc1c1-f86a-4dd3-a0f8-595a959abf0d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:22.715218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:22.752992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Deleting port 9eba6a23-5887-4855-b8cf-e012e9581e8f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:22.753377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:22.863801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0fced654-9b1a-4105-90d1-984f174775c3 req-f63f9220-0db6-4fb4-9950-986f942521db tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 210 time: 0.2811227 Jun 04 06:27:22.892884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:27:19Z', 'revision_number': 5, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port': {'id': '9eba6a23-5887-4855-b8cf-e012e9581e8f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:be:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af337b99-387f-4178-8cac-26047ea918d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:24:43Z', 'updated_at': '2022-06-04T06:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:22.897800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Checking router: af337b99-387f-4178-8cac-26047ea918d3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:22.920089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Routers {'af337b99-387f-4178-8cac-26047ea918d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:22.925226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['af337b99-387f-4178-8cac-26047ea918d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:23.411596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] Set router af337b99-387f-4178-8cac-26047ea918d3 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:23.465408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ca79-78ae-41f1-9fe2-53509cab612e req-a6506aaa-c91c-41f2-b15e-5d0725f4cf67 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:23.468823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a83ca79-78ae-41f1-9fe2-53509cab612e req-a6506aaa-c91c-41f2-b15e-5d0725f4cf67 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1102 time: 0.6493812 Jun 04 06:27:23.472210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-264cf252-bf66-410f-9dee-fb4b77129ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:23.474072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-264cf252-bf66-410f-9dee-fb4b77129ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.4903333 Jun 04 06:27:23.562986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] For port 9eba6a23-5887-4855-b8cf-e012e9581e8f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eba6a23-5887-4855-b8cf-e012e9581e8f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:23.563482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:23.683062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:27:22Z', 'revision_number': 6, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:23.699525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f3565-cc39-43f5-b3b2-e6af38932211 None None] The sync data for ids ['af337b99-387f-4178-8cac-26047ea918d3'] in n-d-811808-2 is: [{'id': 'af337b99-387f-4178-8cac-26047ea918d3', 'name': 'tempest-ServersTestManualDisk-1069465519-router', 'tenant_id': '57694075314846bb8f1fc53c184fb7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:24:40Z', 'updated_at': '2022-06-04T06:27:22Z', 'revision_number': 6, 'project_id': '57694075314846bb8f1fc53c184fb7f6', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:23.755377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-e5d512ea-9595-4ea1-884c-d25de5904e67 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:23.756848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-e5d512ea-9595-4ea1-884c-d25de5904e67 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 950 time: 1.1767061 Jun 04 06:27:23.763596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-b9b8b10e-c7ae-4602-ade1-91e0c1551578 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:23.765115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-b9b8b10e-c7ae-4602-ade1-91e0c1551578 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.9381042 Jun 04 06:27:23.820006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Request body: {'port': {'device_id': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'admin_state_up': True, 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:23.850454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Calling delete_port for 9eba6a23-5887-4855-b8cf-e012e9581e8f owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:23.914090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a83ca79-78ae-41f1-9fe2-53509cab612e req-4a85b521-3b93-4ad3-8638-ee4e3366540e tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246538 Jun 04 06:27:23.967614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Deleting port f09a3fff-164b-4160-b9cc-5e7b41901cb9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:23.968398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.016289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.035230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:24.099101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-adc0beec-19e6-4d22-af2c-4d60a5904ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:24.100835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-adc0beec-19e6-4d22-af2c-4d60a5904ec6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.6162777 Jun 04 06:27:24.126859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcd37-8dc5-439c-be6e-0f3192b0d964 req-8f8ce46a-4633-463f-b7f2-b8aeef658bd3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:24.133635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: b40dc1c1-f86a-4dd3-a0f8-595a959abf0d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:24.134911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b40dc1c1-f86a-4dd3-a0f8-595a959abf0d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:24.135046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b91dcd37-8dc5-439c-be6e-0f3192b0d964 req-8f8ce46a-4633-463f-b7f2-b8aeef658bd3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.9715223 Jun 04 06:27:24.136990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event deleted for resources: {'Port': ['ID=b40dc1c1-f86a-4dd3-a0f8-595a959abf0d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:24.398098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b91dcd37-8dc5-439c-be6e-0f3192b0d964 req-efd2186d-30b2-4687-9618-0f0a4206ca7e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622581 Jun 04 06:27:24.430722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-fb75dcf4-2307-4514-bd53-0f24e1c1c915 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.3195579 Jun 04 06:27:24.489302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] No DVR routers for this DVR port b40dc1c1-f86a-4dd3-a0f8-595a959abf0d on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:24.492207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.503281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-deleted', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:24.510962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:24.533882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Usage tracker for resource:port and tenant:5fe23224c46b43acb7222a669fd57f3e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:24.540697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:24.551352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:24.565798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-ff3497da-2426-4419-a84d-3ec390d0a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:24.572969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-ff3497da-2426-4419-a84d-3ec390d0a876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.0930157 Jun 04 06:27:24.614010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:24.636702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.658467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] For port f09a3fff-164b-4160-b9cc-5e7b41901cb9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=f09a3fff-164b-4160-b9cc-5e7b41901cb9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:24.658831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.672428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device db7d4715-e73c-4eff-a934-cc5ef347cdf5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:24.733705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: db7d4715-e73c-4eff-a934-cc5ef347cdf5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:24.735108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device db7d4715-e73c-4eff-a934-cc5ef347cdf5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:24.736234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eba6a23-5887-4855-b8cf-e012e9581e8f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:24.760272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:24.823129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9eba6a23-5887-4855-b8cf-e012e9581e8f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:24.824856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eba6a23-5887-4855-b8cf-e012e9581e8f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:24.865765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eba6a23-5887-4855-b8cf-e012e9581e8f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:24.882752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Calling delete_port for f09a3fff-164b-4160-b9cc-5e7b41901cb9 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:24.917010 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f83f6b1-af0a-4046-905d-99b54fc20616 req-dbd7357d-36bd-47e6-815b-70b666c63be2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "DELETE /v2.0/ports/b40dc1c1-f86a-4dd3-a0f8-595a959abf0d HTTP/1.1" status: 204 len: 173 time: 3.5035062 Jun 04 06:27:24.974552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c77e5-da74-4916-9e74-2a0e6b7780ed req-8e2cb8d6-6789-42fe-85eb-2011d206cb88 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:24.981784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b44c77e5-da74-4916-9e74-2a0e6b7780ed req-8e2cb8d6-6789-42fe-85eb-2011d206cb88 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 950 time: 0.6005728 Jun 04 06:27:24.988285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-258123db-9e78-439c-aa83-26b4de5eba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:24.990146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-258123db-9e78-439c-aa83-26b4de5eba1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3980122 Jun 04 06:27:25.075347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3d5be0de-790b-4705-b53d-a37e74373d43 req-012f1bef-50e3-4201-a7df-508e22a7317e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:25.086858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.195725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3d5be0de-790b-4705-b53d-a37e74373d43 req-012f1bef-50e3-4201-a7df-508e22a7317e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:25.204341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d5be0de-790b-4705-b53d-a37e74373d43 req-012f1bef-50e3-4201-a7df-508e22a7317e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 210 time: 0.3319128 Jun 04 06:27:25.224026 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.442883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Allocated IP 172.20.0.11 (0fc09598-46f4-4dd3-90ff-37a36270662e/d4912a9d-084b-4ae0-9f58-f5b79cce6928/b5e86fe8-43d4-4707-a5d6-86136622004d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:25.445822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.488858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.504253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:25.539984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b44c77e5-da74-4916-9e74-2a0e6b7780ed req-e141fa4e-3a3a-4ed4-b417-73bcbc7edc41 tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/security-groups?id=afac1f3d-3447-4169-8757-03267a561fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572290 Jun 04 06:27:25.559430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Pushing event deleted for resources: {'Port': ['ID=f09a3fff-164b-4160-b9cc-5e7b41901cb9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:25.577340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.582713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.648381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-c407ccd4-4a33-4f67-a795-405b9f48bf97 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310964 Jun 04 06:27:25.655623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.656639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af337b99-387f-4178-8cac-26047ea918d3 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:27:25.775020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f09a3fff-164b-4160-b9cc-5e7b41901cb9 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:25.862268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: f09a3fff-164b-4160-b9cc-5e7b41901cb9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:25.863122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device f09a3fff-164b-4160-b9cc-5e7b41901cb9 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:25.876540 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e0f21d-fabe-429f-b6d9-9122ed59a8f6'] response: {'server_uuid': '0c222403-008f-4651-854d-9498dda3ec39', 'name': 'network-vif-deleted', 'tag': 'b40dc1c1-f86a-4dd3-a0f8-595a959abf0d', 'status': 'completed', 'code': 200} Jun 04 06:27:25.892640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] No DVR routers for this DVR port f09a3fff-164b-4160-b9cc-5e7b41901cb9 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:25.895145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.977520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:25.981490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-658a3210-475e-46da-995b-9d67c86ba21c admin admin] 10.222.0.17 "DELETE /v2.0/routers/af337b99-387f-4178-8cac-26047ea918d3 HTTP/1.1" status: 204 len: 168 time: 4.2311239 Jun 04 06:27:25.982850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49880) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:26.006168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e8b74d9-7ec8-45d8-864c-2bc7595651dc req-697782cd-31c2-49f4-a8ad-f1c6b05bf292 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469884 Jun 04 06:27:26.073201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a369a96-fd39-4cbb-a9a2-5d55a5e53cd9 req-d514d2e2-4c05-4c57-ad2f-4c84b2585697 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:26.075708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a369a96-fd39-4cbb-a9a2-5d55a5e53cd9 req-d514d2e2-4c05-4c57-ad2f-4c84b2585697 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 1102 time: 0.1493676 Jun 04 06:27:26.118617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.146976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a369a96-fd39-4cbb-a9a2-5d55a5e53cd9 req-00a65685-f6aa-4116-9718-6100e8436b23 tempest-ServersAdminTestJSON-1543800140 tempest-ServersAdminTestJSON-1543800140-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569849 Jun 04 06:27:26.334363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:26.340440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-296899380'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:26.346499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:26.350942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:network and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:26.354152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:26.355611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f85ddd4a-2da9-4113-a0df-c6e5bbd5221d req-128e48d2-5966-46f6-86ec-54c2ea897d4d tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.39 "DELETE /v2.0/ports/f09a3fff-164b-4160-b9cc-5e7b41901cb9 HTTP/1.1" status: 204 len: 173 time: 2.5885272 Jun 04 06:27:26.367101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:26.376310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:26.387359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:26.393142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.400591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Usage tracker for resource:security_group_rule and tenant:47a28289cf204bbdb7e06230b03893c5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:26.410111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:26.435180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:26.439302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:26.450574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.451258 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Added segment a7dedbf0-7253-474d-aeb2-e6f3d688a7e0 of type vlan for network af307362-a1f4-41e6-84fb-af4991a018ec Jun 04 06:27:26.462654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Deleting subnet 4cb6f94d-b8f0-4e79-a026-34039f506cbb {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:27:26.465657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.519241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.523683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.619444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2a74c-0e65-4c90-ac2f-9fcf8271921a req-3be7da70-9437-42c1-afd3-778f8f8bd1ae tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:26.619900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.620904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63b2a74c-0e65-4c90-ac2f-9fcf8271921a req-3be7da70-9437-42c1-afd3-778f8f8bd1ae tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.7330761 Jun 04 06:27:26.626842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:26.627975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.634308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.676258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-291f2017-150f-42da-8cf0-829475798e39 req-c2c644be-1748-4bce-a506-72e99985be74 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 210 time: 0.1017368 Jun 04 06:27:26.677733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3422854 Jun 04 06:27:26.682192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49898) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:26.690792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1253733713'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:26.744870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:26.746898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63b2a74c-0e65-4c90-ac2f-9fcf8271921a req-afb16330-2710-494b-b366-b3838866bad2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153414 Jun 04 06:27:26.766501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:network and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:26.768999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.772641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:26.782441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:26.784689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234146cc-c65c-4170-a57c-8a08d77e2bc3 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Network': ['ID=af307362-a1f4-41e6-84fb-af4991a018ec,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:26.798172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:26.799719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network af307362-a1f4-41e6-84fb-af4991a018ec details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:26.802752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.824013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.912049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:26.928617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.929039 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Added segment ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6 of type vlan for network c535ef09-e796-46ce-8334-8cdb2823ee41 Jun 04 06:27:26.945236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ea87f-fcb9-4063-8b62-70586c8da5bb req-de56ed69-68ec-4deb-b740-4420bb6de6be tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:26.947035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc4ea87f-fcb9-4063-8b62-70586c8da5bb req-de56ed69-68ec-4deb-b740-4420bb6de6be tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.1294510 Jun 04 06:27:26.954811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:26.957119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Network 0fc09598-46f4-4dd3-90ff-37a36270662e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:26.962085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:26.964503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:26.969974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.001542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.041716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:27.142704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.146895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-01264c0f-f87a-4321-a260-90f47a535f91 req-e28b5409-f0b1-4c16-b845-6f3faf38b3cd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Synchronizing usage tracker for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:27.151373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc4ea87f-fcb9-4063-8b62-70586c8da5bb req-b262d8be-8e25-4f5e-b389-576562a2f8fd tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772535 Jun 04 06:27:27.156478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.162463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:27.163104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.193197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=47a28289cf204bbdb7e06230b03893c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6751833 Jun 04 06:27:27.197228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:27.205905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb6f94d-b8f0-4e79-a026-34039f506cbb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:27.209225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ad021-0865-47d9-abae-5ade9b712a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35752709-d470-4824-9327-f4ea30e3f0d5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:27.214260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.220356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24295411-8515-441c-a16f-e97e7ddfdf64 None None] Network 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:27.222814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:27.223429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.247404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-01264c0f-f87a-4321-a260-90f47a535f91 req-e28b5409-f0b1-4c16-b845-6f3faf38b3cd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] Unset dirty status for tenant:adda3a332f4f469a9a984c8600112b24 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:27.249348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-01264c0f-f87a-4321-a260-90f47a535f91 req-e28b5409-f0b1-4c16-b845-6f3faf38b3cd tempest-ServersOnMultiNodesTest-933087353 tempest-ServersOnMultiNodesTest-933087353-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e949eed-52f1-498f-b4a3-02b7f5b3a7bb HTTP/1.1" status: 200 len: 210 time: 0.2080066 Jun 04 06:27:27.250841 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cf1b2070-9125-4c68-9746-79ac7b0c9958 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4cb6f94d-b8f0-4e79-a026-34039f506cbb HTTP/1.1" status: 204 len: 168 time: 1.2548683 Jun 04 06:27:27.253646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49906) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:27.270152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5835071 Jun 04 06:27:27.274950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:27.281414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-bf84b417-fc9f-4d0b-bde0-6bcbf360ceaf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4676352 Jun 04 06:27:27.288578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'subnet': {'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:27.310876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Request body: {'port': {'device_id': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:27.322942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5bf0a-edc1-4759-97c5-d37685ca7a08 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Network': ['ID=c535ef09-e796-46ce-8334-8cdb2823ee41,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:27.335624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c535ef09-e796-46ce-8334-8cdb2823ee41 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:27.348540 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.374784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.430962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.446283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35752709-d470-4824-9327-f4ea30e3f0d5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:27.453938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.457357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f35c470-b3dc-416e-8d74-de9d783a89bd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/35752709-d470-4824-9327-f4ea30e3f0d5 HTTP/1.1" status: 204 len: 168 time: 0.2545042 Jun 04 06:27:27.566007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.597092 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:27:27.605082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:27.611219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:subnet and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:27.619506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] DHCP port deletion for 8ea7fff8-dfb5-4c81-81ad-22a9174d2464 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:27:27.619742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:27.623002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.625388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Deleting port 034a4867-0511-44d5-9308-def24e3a845e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:27.625859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.640616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Deleting port 034a4867-0511-44d5-9308-def24e3a845e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:27.640957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.671460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:27.741803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:27.745212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.804107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:27.833057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.861910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] For port 034a4867-0511-44d5-9308-def24e3a845e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=034a4867-0511-44d5-9308-def24e3a845e,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:27.863369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:27.887505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'name': 'network-vif-deleted', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:27.913906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:27.928516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Usage tracker for resource:security_group_rule and tenant:a0034d25cef040f7a717421db7ba9f2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:27.933411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:27.941828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:28.075960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Calling delete_port for 034a4867-0511-44d5-9308-def24e3a845e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:28.078121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.081704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.142861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0034d25cef040f7a717421db7ba9f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376820 Jun 04 06:27:28.148971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49928) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:28.152106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf5d56-5f5f-4764-8921-88bfd8aa2d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744a26d-784d-46fa-a272-c959dd06285e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:28.172219 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.184941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd345-0125-457c-9cc4-f94668c1d911 req-a469d9ab-99d4-4ee0-8b1c-85d390658dbd tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:28.186521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-386cd345-0125-457c-9cc4-f94668c1d911 req-a469d9ab-99d4-4ee0-8b1c-85d390658dbd tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 932 time: 0.3070130 Jun 04 06:27:28.227266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] No DVR routers for this DVR port 034a4867-0511-44d5-9308-def24e3a845e on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:28.230282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664dcd-8ba3-4778-b87b-6e49e775ceda None None] Pushing event deleted for resources: {'Port': ['ID=034a4867-0511-44d5-9308-def24e3a845e,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:28.271801 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-386cd345-0125-457c-9cc4-f94668c1d911 req-230144c5-1cd1-466d-960d-93d67a973d49 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Jun 04 06:27:28.274379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.313264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.337039 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66af67b-4d0d-4481-834f-63b8a0949601'] response: {'server_uuid': '8e949eed-52f1-498f-b4a3-02b7f5b3a7bb', 'name': 'network-vif-deleted', 'tag': 'f09a3fff-164b-4160-b9cc-5e7b41901cb9', 'status': 'completed', 'code': 200} Jun 04 06:27:28.350552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] For port 034a4867-0511-44d5-9308-def24e3a845e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=034a4867-0511-44d5-9308-def24e3a845e,segment=NetworkSegment(cd578e2f-0705-428b-aa8e-1b13c3563865),segment_id=cd578e2f-0705-428b-aa8e-1b13c3563865)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:28.350939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.379511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.400503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744a26d-784d-46fa-a272-c959dd06285e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:28.411930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.413534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3bb89d76-e040-49ae-9171-f6e299fbd644 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4744a26d-784d-46fa-a272-c959dd06285e HTTP/1.1" status: 204 len: 168 time: 0.2636142 Jun 04 06:27:28.513274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439661b2-1487-42c1-944a-87b7622a3c0e req-158dfdea-955e-4276-bf36-8f3453bd303b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:28.515476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-439661b2-1487-42c1-944a-87b7622a3c0e req-158dfdea-955e-4276-bf36-8f3453bd303b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.0894201 Jun 04 06:27:28.582452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-439661b2-1487-42c1-944a-87b7622a3c0e req-efc03221-fbde-4841-a8b2-3f7faebe7bf4 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Jun 04 06:27:28.584758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Calling delete_port for 034a4867-0511-44d5-9308-def24e3a845e owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:28.619817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 034a4867-0511-44d5-9308-def24e3a845e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:28.684774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 034a4867-0511-44d5-9308-def24e3a845e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:28.685229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 034a4867-0511-44d5-9308-def24e3a845e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:28.751496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cd745-7120-4722-8b60-fbfbc6da7420 req-5cb1ace7-dd5c-4171-b106-7ef75b207d78 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:28.752936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-260cd745-7120-4722-8b60-fbfbc6da7420 req-5cb1ace7-dd5c-4171-b106-7ef75b207d78 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.7944794 Jun 04 06:27:28.818985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:27:28.819362 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:27:28.833060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-a70f2138-1da9-4bfa-acd2-53506baa2589 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:28.834677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-a70f2138-1da9-4bfa-acd2-53506baa2589 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.7030725 Jun 04 06:27:28.849274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:28.998864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49954) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:29.014293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-260cd745-7120-4722-8b60-fbfbc6da7420 req-e94d2d26-e959-4471-92da-e4ab98a16ddc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373538 Jun 04 06:27:29.065081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e86fe8-43d4-4707-a5d6-86136622004d {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:27:29.083744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Deleting port 30dd7624-2e7c-4c26-a698-ec910c58c405 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:29.084090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.110800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.119948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Subnet': ['ID=1d6c8635-b562-44a8-99be-e83e991ad9a8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:29.160457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:29.161081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network hostable DHCP agents. Network: af307362-a1f4-41e6-84fb-af4991a018ec, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:29.173532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Transition to ACTIVE for port object b5e86fe8-43d4-4707-a5d6-86136622004d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:29.183066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.267389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a06a1810-cca1-4178-a4ce-37b2db3163c1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=adda3a332f4f469a9a984c8600112b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670469 Jun 04 06:27:29.271223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49970) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:29.309398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23b930-4754-41fc-8259-ae8b7c935526 req-202a0335-05a1-4e1b-8761-6728ae06471d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:29.311516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd23b930-4754-41fc-8259-ae8b7c935526 req-202a0335-05a1-4e1b-8761-6728ae06471d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1542666 Jun 04 06:27:29.334485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Deleting port 034a4867-0511-44d5-9308-def24e3a845e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:29.334840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.369120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.394298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network af307362-a1f4-41e6-84fb-af4991a018ec is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:29.440529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd23b930-4754-41fc-8259-ae8b7c935526 req-b28635b9-87c5-49a8-a3e2-0558dcebc7f3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929675 Jun 04 06:27:29.457971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.516852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] The port '034a4867-0511-44d5-9308-def24e3a845e' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:27:29.527994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:29.539566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.560412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac1f3d-3447-4169-8757-03267a561fa8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:29.563356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, af307362-a1f4-41e6-84fb-af4991a018ec) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:29.580804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.582732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-109fb094-ad9c-4cce-9bc0-b60bec946611 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/afac1f3d-3447-4169-8757-03267a561fa8 HTTP/1.1" status: 204 len: 168 time: 0.3104095 Jun 04 06:27:29.586198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f9ed3-806e-4b71-8ddd-a7d21117a3f0 None None] Network af307362-a1f4-41e6-84fb-af4991a018ec requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:29.654867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:29.655471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:29.996114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-af307362-a1f4-41e6-84fb-af4991a018ec', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:29.997207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.047432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846ed5-044b-42cc-8dac-6e865f3a769c req-1ae4382a-0d20-421a-8bae-6e6a20f63289 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:30.062197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb846ed5-044b-42cc-8dac-6e865f3a769c req-1ae4382a-0d20-421a-8bae-6e6a20f63289 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 950 time: 0.1506636 Jun 04 06:27:30.074183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.154996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2424ccd-34b2-4c6f-842a-17d1e0ff48db tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8778930 Jun 04 06:27:30.161614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50030) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:30.169634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea7fff8-dfb5-4c81-81ad-22a9174d2464']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:30.175320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'subnet': {'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:30.205433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb846ed5-044b-42cc-8dac-6e865f3a769c req-dbbe143f-0c25-4643-bb14-46a363839d0b tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406732 Jun 04 06:27:30.218221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50034) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:30.234416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd578e2f-0705-428b-aa8e-1b13c3563865') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:30.234730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd578e2f-0705-428b-aa8e-1b13c3563865') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:30.238980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Allocated IP 10.1.1.2 (af307362-a1f4-41e6-84fb-af4991a018ec/1d6c8635-b562-44a8-99be-e83e991ad9a8/1946484c-9ebd-4848-8b02-deac5e00f32e) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:30.254920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Attempting to bind port b5e86fe8-43d4-4707-a5d6-86136622004d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:30.255276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Attempting to bind port b5e86fe8-43d4-4707-a5d6-86136622004d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:30.255605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Attempting to bind port b5e86fe8-43d4-4707-a5d6-86136622004d on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:30.300148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] For port 30dd7624-2e7c-4c26-a698-ec910c58c405, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=30dd7624-2e7c-4c26-a698-ec910c58c405,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:30.300415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.360560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:30.363304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:30.372772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:subnet and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:30.406694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:30.422743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:30.448462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:30.453647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.462469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Calling delete_port for 30dd7624-2e7c-4c26-a698-ec910c58c405 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:30.504005 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.515838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Transition to ACTIVE for port object 1946484c-9ebd-4848-8b02-deac5e00f32e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:30.516161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.526753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Port b5e86fe8-43d4-4707-a5d6-86136622004d on network 0fc09598-46f4-4dd3-90ff-37a36270662e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:27:30.527077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Attempting to bind port b5e86fe8-43d4-4707-a5d6-86136622004d on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:30.550787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Transition to ACTIVE for port object 1946484c-9ebd-4848-8b02-deac5e00f32e will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:30.552902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4a346-5319-4d90-bdc8-f51ccc7b8e23 req-5d15fefd-bfd3-4e11-a6a1-c5b549821098 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:30.554437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6cb4a346-5319-4d90-bdc8-f51ccc7b8e23 req-5d15fefd-bfd3-4e11-a6a1-c5b549821098 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 944 time: 1.1559615 Jun 04 06:27:30.562250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.569401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.583229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:30.584105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Checking segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:30.584105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Bound using segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:30.584371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Bound port: b5e86fe8-43d4-4707-a5d6-86136622004d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:30.584704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.594816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.603958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:30.616197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f5c03-bc21-470c-8a47-dc5331b996b2 req-460825e6-1bbb-415e-b53f-b582ebd0ef88 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:30.624321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-988f5c03-bc21-470c-8a47-dc5331b996b2 req-460825e6-1bbb-415e-b53f-b582ebd0ef88 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2522442 Jun 04 06:27:30.624560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Network af307362-a1f4-41e6-84fb-af4991a018ec is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:30.631698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:30.634614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:27:30.635093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.636856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:30.658201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Usage tracker for resource:security_group_rule and tenant:edf313874587441e9b4e8ee5d0c77f92 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:30.667249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:30.680034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Pushing event updated for resources: {'Port': ['ID=1946484c-9ebd-4848-8b02-deac5e00f32e,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:30.681401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:30.716610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-988f5c03-bc21-470c-8a47-dc5331b996b2 req-1d034bf6-38a0-4d82-ada5-fece1ffa9728 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909159 Jun 04 06:27:30.745173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Attempting to bind port 1946484c-9ebd-4848-8b02-deac5e00f32e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:30.745569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Attempting to bind port 1946484c-9ebd-4848-8b02-deac5e00f32e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:30.745932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Attempting to bind port 1946484c-9ebd-4848-8b02-deac5e00f32e on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:30.753028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:30.753455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:30.753883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.754266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Bound using segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:30.754726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Bound port: 1946484c-9ebd-4848-8b02-deac5e00f32e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:30.755095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.758614 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cd578e2f-0705-428b-aa8e-1b13c3563865 resource provider aggregate not found Jun 04 06:27:30.810393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ff6f1e38-7557-4587-9e1c-70df8d013f32 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=324758277304499db03fd543e2d4bb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909064 Jun 04 06:27:30.824578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:30.855174 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cd578e2f-0705-428b-aa8e-1b13c3563865 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd578e2f-0705-428b-aa8e-1b13c3563865 found for delete ", "request_id": "req-83281d25-f803-4747-ae58-71d7dc259427"}]} Jun 04 06:27:30.869520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:30.884473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6cb4a346-5319-4d90-bdc8-f51ccc7b8e23 req-21b08965-f71c-4adb-bc9a-24f6e5f0e522 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174639 Jun 04 06:27:30.889780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.924014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.946719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea7fff8-dfb5-4c81-81ad-22a9174d2464,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:30.961754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:30.967722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:30.971871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:30.973057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:30.982312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.037696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.040132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['967518a5-373f-4eb5-b455-78c8e12375d1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:31.043374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event deleted for resources: {'Port': ['ID=30dd7624-2e7c-4c26-a698-ec910c58c405,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.047162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.047657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6e840709-acbd-4359-a461-9169061a557a admin admin] 10.222.0.17 "DELETE /v2.0/networks/8ea7fff8-dfb5-4c81-81ad-22a9174d2464 HTTP/1.1" status: 204 len: 168 time: 3.7930014 Jun 04 06:27:31.068006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b447de1-d23d-4bbe-be33-325a38ec074a req-a6be5622-76e3-4bea-adb5-44af581a1613 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:31.071196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b447de1-d23d-4bbe-be33-325a38ec074a req-a6be5622-76e3-4bea-adb5-44af581a1613 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2182214 Jun 04 06:27:31.072254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.078627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.088350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:31.130337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.249079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50058) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:31.250220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] No DVR routers for this DVR port 30dd7624-2e7c-4c26-a698-ec910c58c405 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:31.255806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.258283 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7500ffb5-d749-4d59-925e-3980ab2f45ee req-c6fc4c52-35e8-466b-925f-fa3465f827f9 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "DELETE /v2.0/ports/30dd7624-2e7c-4c26-a698-ec910c58c405 HTTP/1.1" status: 204 len: 173 time: 2.4104071 Jun 04 06:27:31.260024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:31.260634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.262049 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-3d2dae92-c355-4119-8d24-62415363d303 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5e86fe8-43d4-4707-a5d6-86136622004d HTTP/1.1" status: 200 len: 1092 time: 3.9601688 Jun 04 06:27:31.285731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.302447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'name': 'network-vif-deleted', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405'}, {'name': 'network-changed', 'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:31.305006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Subnet': ['ID=9c3f9218-4825-494d-ae2e-ffa26ac3df14,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.360159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b41201-cbe4-44e3-b4f3-9c3ad6457a8c None None] Pushing event updated for resources: {'Port': ['ID=1946484c-9ebd-4848-8b02-deac5e00f32e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.411845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b447de1-d23d-4bbe-be33-325a38ec074a req-721467ff-61da-4932-8772-2620a38c658f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287394 Jun 04 06:27:31.415428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.442121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=edf313874587441e9b4e8ee5d0c77f92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0755427 Jun 04 06:27:31.445935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50066) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:31.470505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2f29b1cd-fdc0-4b26-be55-63738e65f8b2 req-c8ba9943-ed71-4795-ad0a-fbefed7e2472 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:31.491536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a3e215a8-f915-4fb3-b817-79da7ac76a4b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57694075314846bb8f1fc53c184fb7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367053 Jun 04 06:27:31.494968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:31.497576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ee161-ed4c-468f-81e2-f54f069b7c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f0af8a-7612-486c-8c6f-0c2679b32a58,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.530565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Checking segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:31.530939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network hostable DHCP agents. Network: c535ef09-e796-46ce-8334-8cdb2823ee41, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:31.556442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2f29b1cd-fdc0-4b26-be55-63738e65f8b2 req-c8ba9943-ed71-4795-ad0a-fbefed7e2472 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:31.559305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f29b1cd-fdc0-4b26-be55-63738e65f8b2 req-c8ba9943-ed71-4795-ad0a-fbefed7e2472 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=9063bf34-0535-40c6-9e6f-9bbb512a7eff HTTP/1.1" status: 200 len: 210 time: 0.1568346 Jun 04 06:27:31.565426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-33a8fa60-1387-4a4c-962a-8dfcd5ba48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:31.566998 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-33a8fa60-1387-4a4c-962a-8dfcd5ba48dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 1095 time: 0.2549045 Jun 04 06:27:31.639064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network c535ef09-e796-46ce-8334-8cdb2823ee41 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:31.689274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.692125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.718831 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676598d3-abcb-4088-819d-4478709b3454'] response: {'server_uuid': '9063bf34-0535-40c6-9e6f-9bbb512a7eff', 'name': 'network-vif-deleted', 'tag': '30dd7624-2e7c-4c26-a698-ec910c58c405', 'status': 'completed', 'code': 200} Jun 04 06:27:31.719199 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676598d3-abcb-4088-819d-4478709b3454'] response: {'name': 'network-changed', 'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'status': 'completed', 'code': 200} Jun 04 06:27:31.728519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c535ef09-e796-46ce-8334-8cdb2823ee41) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:31.739040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-dc6e6157-fb31-4fc9-993f-2f45f7867372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e86fe8-43d4-4707-a5d6-86136622004d HTTP/1.1" status: 200 len: 217 time: 0.1588840 Jun 04 06:27:31.750433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b8514-6207-435e-bcd3-0831a5601082 None None] Network c535ef09-e796-46ce-8334-8cdb2823ee41 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:31.759842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a94da8-9e2e-42ce-b4d1-72c77994bca3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:31.771119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:31.771708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.776260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.792384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.819717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30dd7624-2e7c-4c26-a698-ec910c58c405 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:31.894028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-52aeb0ac-de07-4b8b-bd71-3bf11c0a11e9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7295454 Jun 04 06:27:31.894712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:31.896875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:31.897979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-add276ee-2be2-4610-8638-2bf76b247ece admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c0a94da8-9e2e-42ce-b4d1-72c77994bca3 HTTP/1.1" status: 204 len: 168 time: 1.0724587 Jun 04 06:27:31.908319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'name': 'tempest-TaggedBootDevicesTest_v242-2067218475', 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:32.068774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-c1323900-35ea-41fa-9c3e-9a9c1f2cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:32.071596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-c1323900-35ea-41fa-9c3e-9a9c1f2cecd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.2963591 Jun 04 06:27:32.099141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.172896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f0af8a-7612-486c-8c6f-0c2679b32a58,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:32.200724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.202565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c239441d-57cf-43ef-8b0c-62ae7c80e8c0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/12f0af8a-7612-486c-8c6f-0c2679b32a58 HTTP/1.1" status: 204 len: 168 time: 0.7556155 Jun 04 06:27:32.217364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.232331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-9d94e196-963d-40f7-a28b-0de3c4fbebdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312089 Jun 04 06:27:32.233734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 30dd7624-2e7c-4c26-a698-ec910c58c405 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:32.234093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 30dd7624-2e7c-4c26-a698-ec910c58c405 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:32.279180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:32.286800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:port and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:32.290447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:32.299973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:32.319493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5beb-db2a-4be2-bc39-463a0296154a req-784ae33c-192f-473c-aa23-fb346218cb58 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:32.327004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56fa5beb-db2a-4be2-bc39-463a0296154a req-784ae33c-192f-473c-aa23-fb346218cb58 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 944 time: 0.2197206 Jun 04 06:27:32.344702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:32.432615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c535ef09-e796-46ce-8334-8cdb2823ee41', 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ips': [{'subnet_id': '9c3f9218-4825-494d-ae2e-ffa26ac3df14'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:32.434208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.463646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d5c9-c12d-4978-95eb-0ce97374b45e req-aae603cf-8e91-4079-bda7-e67096eaf443 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:32.465211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4245d5c9-c12d-4978-95eb-0ce97374b45e req-aae603cf-8e91-4079-bda7-e67096eaf443 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.6389952 Jun 04 06:27:32.523791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56fa5beb-db2a-4be2-bc39-463a0296154a req-7fd06454-d5e7-4dc9-8018-1e8f1bc6a370 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957026 Jun 04 06:27:32.526481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-67d20c6b-4de3-43f7-b4fd-d706148e865b service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865505 Jun 04 06:27:32.582094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.625756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] device_id is not set on port 24fb8ba6-13bc-4fb3-a210-885066db3b9b yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:27:32.637632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:32.744374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Allocated IP 10.2.2.2 (c535ef09-e796-46ce-8334-8cdb2823ee41/9c3f9218-4825-494d-ae2e-ffa26ac3df14/47fb87cb-1183-4cee-9edd-fc5cca59f882) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:33.096263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.1.1.63 (af307362-a1f4-41e6-84fb-af4991a018ec/1d6c8635-b562-44a8-99be-e83e991ad9a8/24fb8ba6-13bc-4fb3-a210-885066db3b9b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:33.121304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1946484c-9ebd-4848-8b02-deac5e00f32e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:33.168517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2553c-0eed-40d4-84a9-7aa09e78aba4 None None] Network af307362-a1f4-41e6-84fb-af4991a018ec requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:33.264842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4245d5c9-c12d-4978-95eb-0ce97374b45e req-48ec2a54-56e8-45e6-a7c8-8a5dd0301c5b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7795238 Jun 04 06:27:33.270496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07860eaf-60fe-426a-8553-8a371219bc24,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:33.296975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:33.300725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38b44759-f812-4173-9091-66dbcf529f80 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/07860eaf-60fe-426a-8553-8a371219bc24 HTTP/1.1" status: 204 len: 168 time: 1.7998779 Jun 04 06:27:33.412486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-35c20dfe-1574-4121-800a-9a21b9f6bea1 req-a7eecb3f-56a6-4a75-9ec3-4421be7cd11d service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778200 Jun 04 06:27:33.466526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:33.479266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Transition to ACTIVE for port object 47fb87cb-1183-4cee-9edd-fc5cca59f882 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:33.643093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Transition to ACTIVE for port object 47fb87cb-1183-4cee-9edd-fc5cca59f882 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:33.662961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-c6846ab3-3613-4bfd-9b8d-997f2b168d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:33.664823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1b8fa030-ffbe-40b2-a9b4-dbfcabb90dfd None None] Provisioning for port 1946484c-9ebd-4848-8b02-deac5e00f32e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:33.666585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-c6846ab3-3613-4bfd-9b8d-997f2b168d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 1095 time: 0.1929879 Jun 04 06:27:33.682299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:33.762961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Network c535ef09-e796-46ce-8334-8cdb2823ee41 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:33.776496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:33.800383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:33.803341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:33.824798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object 24fb8ba6-13bc-4fb3-a210-885066db3b9b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:33.850637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Pushing event updated for resources: {'Port': ['ID=47fb87cb-1183-4cee-9edd-fc5cca59f882,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:33.895687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:33.951635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1946484c-9ebd-4848-8b02-deac5e00f32e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:33.994385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:34.061836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1946484c-9ebd-4848-8b02-deac5e00f32e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:34.062214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.176069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network af307362-a1f4-41e6-84fb-af4991a018ec is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:34.190796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:34.202333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:34.204728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-76b8fc2e-4234-4cd2-bd17-992d105c39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:34.209043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-76b8fc2e-4234-4cd2-bd17-992d105c39ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 906 time: 0.5359206 Jun 04 06:27:34.210494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:34.259528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Attempting to bind port 47fb87cb-1183-4cee-9edd-fc5cca59f882 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:34.260135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Attempting to bind port 47fb87cb-1183-4cee-9edd-fc5cca59f882 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:34.260253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Attempting to bind port 47fb87cb-1183-4cee-9edd-fc5cca59f882 on network c535ef09-e796-46ce-8334-8cdb2823ee41 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:34.284507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:34.284908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Checking segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:34.285279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.286459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Bound using segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:34.286459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Bound port: 47fb87cb-1183-4cee-9edd-fc5cca59f882, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:34.286736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.302070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863e58-5633-4f04-900f-b74a0f354f09 req-aec30b3e-aa02-4f40-9202-08e5ba43a385 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:34.314664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7863e58-5633-4f04-900f-b74a0f354f09 req-aec30b3e-aa02-4f40-9202-08e5ba43a385 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.7114985 Jun 04 06:27:34.373760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-network', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:34.394361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:34.407334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-bd80d75e-cd73-489b-9467-5dfb632fe615 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5e86fe8-43d4-4707-a5d6-86136622004d HTTP/1.1" status: 200 len: 217 time: 0.1873538 Jun 04 06:27:34.432123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de090a-671f-4a24-8042-9c29707c1cce req-02fcec5c-d2c8-430e-ae32-d270c41376e1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:34.443468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11de090a-671f-4a24-8042-9c29707c1cce req-02fcec5c-d2c8-430e-ae32-d270c41376e1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 944 time: 0.5863955 Jun 04 06:27:34.448064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:34.465209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.499104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Usage tracker for resource:network and tenant:a7e1905a019945989cde4e9ae127c21f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:34.527403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7863e58-5633-4f04-900f-b74a0f354f09 req-ba5ff904-d9ad-4c59-aa64-a0589863f952 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117128 Jun 04 06:27:34.528769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:34.543619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01bbd7a9-64d0-4794-87eb-d80c5c9b7b10 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6481102 Jun 04 06:27:34.546315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:34.560377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'name': 'tempest-TaggedBootDevicesTest_v242-855218023', 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:34.644069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:34.693345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Made reservation on behalf of a7e1905a019945989cde4e9ae127c21f for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:34.695625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.720240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] For port 47fb87cb-1183-4cee-9edd-fc5cca59f882, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:34.728566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-332df29c-b5a2-488e-9bf9-b8ed430329e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:34.732563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-332df29c-b5a2-488e-9bf9-b8ed430329e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.3148129 Jun 04 06:27:34.733654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.743746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1946484c-9ebd-4848-8b02-deac5e00f32e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:34.745299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.774433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] For port 47fb87cb-1183-4cee-9edd-fc5cca59f882, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=47fb87cb-1183-4cee-9edd-fc5cca59f882,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:34.775178 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-11de090a-671f-4a24-8042-9c29707c1cce req-b3a26b50-bea7-4706-9e7a-17103d913fb5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488432 Jun 04 06:27:34.816819 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.877907 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-43d70c36-73a0-4d19-a540-8b2af0a9793c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016581 Jun 04 06:27:34.881936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:34.938355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a8006561-dc3b-4a64-a947-cf94903a6e1f None None] Provisioning complete for port 1946484c-9ebd-4848-8b02-deac5e00f32e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:34.939269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a8006561-dc3b-4a64-a947-cf94903a6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:34.950424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e1905a019945989cde4e9ae127c21f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:34.959237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:35.030608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:35.042918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e900435-2070-4f24-8193-a861e71f3912 req-c79f9373-d525-4931-bf3a-02a2c9e8264d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:35.052999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e900435-2070-4f24-8193-a861e71f3912 req-c79f9373-d525-4931-bf3a-02a2c9e8264d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2799599 Jun 04 06:27:35.057760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.079516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c7793-9ac6-44db-a445-2adb34452000 None None] Pushing event updated for resources: {'Port': ['ID=47fb87cb-1183-4cee-9edd-fc5cca59f882,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:35.088168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:35.151704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:35.179555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:port and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:35.184116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:35.223956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e900435-2070-4f24-8193-a861e71f3912 req-500d3dae-f55c-4c5e-a457-f4b37ce20b1f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665266 Jun 04 06:27:35.225246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:35.237677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1946484c-9ebd-4848-8b02-deac5e00f32e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:35.248467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a8006561-dc3b-4a64-a947-cf94903a6e1f None None] Current status of the port 1946484c-9ebd-4848-8b02-deac5e00f32e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:35.264172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:35.272641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.300752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] device_id is not set on port aaca8795-a07e-4f1e-9602-b3c7538a6975 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:27:35.307706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50180) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:35.381058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-841facb3-76a2-45d7-bacd-a705a60e65ce None None] Provisioning for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:35.390049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-841facb3-76a2-45d7-bacd-a705a60e65ce None None] Provisioning complete for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:35.390430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-841facb3-76a2-45d7-bacd-a705a60e65ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.398606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-bbea62df-8f18-4538-8d04-29a4576b65e0 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103345 Jun 04 06:27:35.409828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-3852f78d-f11f-4352-b2fb-01119469e677 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:35.411605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-3852f78d-f11f-4352-b2fb-01119469e677 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.24 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.6342649 Jun 04 06:27:35.551960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-841facb3-76a2-45d7-bacd-a705a60e65ce None None] Port 24fb8ba6-13bc-4fb3-a210-885066db3b9b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:35.702887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1510850119-network', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:35.730117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:35.786180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Usage tracker for resource:network and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:35.792304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:35.830394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.835490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Deleting port 967518a5-373f-4eb5-b455-78c8e12375d1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:35.836014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.870667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:35.882355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.894411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:35.926789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.1.1.158 (af307362-a1f4-41e6-84fb-af4991a018ec/1d6c8635-b562-44a8-99be-e83e991ad9a8/aaca8795-a07e-4f1e-9602-b3c7538a6975) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:35.969650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3dc25-0f2c-4e18-bca8-75138c5a56c3 req-cc689d76-8be9-45d1-9be6-b64e2510a569 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:35.971043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60a3dc25-0f2c-4e18-bca8-75138c5a56c3 req-cc689d76-8be9-45d1-9be6-b64e2510a569 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 950 time: 0.1486051 Jun 04 06:27:35.977726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:35.978072 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Added segment 16248d37-d42f-4519-98a0-aed0ad4687e1 of type vlan for network 64c9dad4-3484-4321-b111-c69e15b6b63d Jun 04 06:27:36.033453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:36.045672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.073926 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.099805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06712719-32fa-4bd9-8de9-21d149583ea4 req-83e03025-cf2d-404f-904a-e995241b8135 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837869 Jun 04 06:27:36.104018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59897f9e-95f3-4d52-9149-eaecad9eece2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:36.191065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.215080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60a3dc25-0f2c-4e18-bca8-75138c5a56c3 req-3b9ac626-35ec-4310-bce9-998dab471b4d tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206926 Jun 04 06:27:36.240057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:36.253007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.253803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:36.254540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.278624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:36.307464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.328015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object aaca8795-a07e-4f1e-9602-b3c7538a6975 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:36.360203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.378938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Usage tracker for resource:security_group_rule and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:36.388468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:36.464562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc87738-1692-42e5-97d7-4976a5982c1c None None] Network c535ef09-e796-46ce-8334-8cdb2823ee41 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:36.477343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0ddea-bbd5-4680-a581-e861ee3701cd req-52473618-1426-40e0-b1f6-3aa362d910b7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:36.481427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c92b3408-9418-44f7-b7d3-78fe683a76df tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:36.485211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fd0ddea-bbd5-4680-a581-e861ee3701cd req-52473618-1426-40e0-b1f6-3aa362d910b7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.6823573 Jun 04 06:27:36.486140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network af307362-a1f4-41e6-84fb-af4991a018ec is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:36.500060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:36.501441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:36.503278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:36.565592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:36.583431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-03014e4b-5545-4ae3-aa8c-f0e1de55185f None None] Provisioning for port 47fb87cb-1183-4cee-9edd-fc5cca59f882 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:36.586723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.587071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.587413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.587747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.588079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.588990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.588990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.589242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.589337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.589912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.590057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.590319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:36.625569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:36.626344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.633079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c92b3408-9418-44f7-b7d3-78fe683a76df tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "PUT /v2.0/quotas/657b9761faa744d2a30d9cdf0141bb9f HTTP/1.1" status: 200 len: 368 time: 0.3794022 Jun 04 06:27:36.641940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:36.647485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Request body: {'network': {'project_id': '657b9761faa744d2a30d9cdf0141bb9f'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:36.658477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:36.666967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Usage tracker for resource:network and tenant:657b9761faa744d2a30d9cdf0141bb9f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:36.672183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:36.681229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:36.690289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3556f398-d9b9-4ed9-9344-cbeae139e81f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1426454 Jun 04 06:27:36.707678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4320e-fdc4-486f-a61c-7f097480fe71 req-e6b288bb-1088-4bdf-803c-5a7fca8ea5f1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:36.709827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5e4320e-fdc4-486f-a61c-7f097480fe71 req-e6b288bb-1088-4bdf-803c-5a7fca8ea5f1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 944 time: 0.2986670 Jun 04 06:27:36.752893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7462718 Jun 04 06:27:36.768043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50214) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:36.775684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5e4320e-fdc4-486f-a61c-7f097480fe71 req-13461bb6-655f-4c76-b724-4ea4dcfd6150 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Jun 04 06:27:36.776273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Made reservation on behalf of 657b9761faa744d2a30d9cdf0141bb9f for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:36.779062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.790425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fd0ddea-bbd5-4680-a581-e861ee3701cd req-e8271036-9ee5-4553-9bfc-9c9fc0072eea tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042207 Jun 04 06:27:36.802508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Request body: {'subnet': {'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-subnet', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:36.807226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db1cc-4452-4dc3-90b0-86c81d9eed68 admin admin] Pushing event updated for resources: {'Network': ['ID=64c9dad4-3484-4321-b111-c69e15b6b63d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:36.813321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.818511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 64c9dad4-3484-4321-b111-c69e15b6b63d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:36.845301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:36.865878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Usage tracker for resource:subnet and tenant:a7e1905a019945989cde4e9ae127c21f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:36.874802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:36.892285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:36.900410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:36.910817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Usage tracker for resource:security_group_rule and tenant:657b9761faa744d2a30d9cdf0141bb9f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:36.916229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] For port 967518a5-373f-4eb5-b455-78c8e12375d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=967518a5-373f-4eb5-b455-78c8e12375d1,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:36.916711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.924469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50218) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:36.931238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:36.938267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496341666', 'description': 'tempest-description--573264206'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:36.938907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Made reservation on behalf of a7e1905a019945989cde4e9ae127c21f for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:36.941574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:36.967712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:36.985596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-928d3e1d-1b5f-435e-b0d0-57c491128d0c None None] Provisioning for port aaca8795-a07e-4f1e-9602-b3c7538a6975 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:36.996540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-928d3e1d-1b5f-435e-b0d0-57c491128d0c None None] Provisioning complete for port aaca8795-a07e-4f1e-9602-b3c7538a6975 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:36.997112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-928d3e1d-1b5f-435e-b0d0-57c491128d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.065989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-928d3e1d-1b5f-435e-b0d0-57c491128d0c None None] Port aaca8795-a07e-4f1e-9602-b3c7538a6975 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:37.129575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Calling delete_port for 967518a5-373f-4eb5-b455-78c8e12375d1 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:37.201033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:37.214343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:security_group and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:37.223227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:37.239798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.251714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:37.265966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.266628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1946484c-9ebd-4848-8b02-deac5e00f32e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:37.280514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:37.290144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.290607 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Added segment 868bd117-aad2-46e4-ac0c-72da1a475cdb of type vlan for network 30aa4aad-9513-4c66-a4e0-29b9e6065fc4 Jun 04 06:27:37.319175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.319431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.354607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.356326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:37.362973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1946484c-9ebd-4848-8b02-deac5e00f32e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:37.363745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.366101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:security_group_rule and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:37.369023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.374154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:37.384810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.398030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:37.415530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1626c0-760b-4acd-8571-5b6221987333,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:37.463945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.464665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:37.465933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.477316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:37.490129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1946484c-9ebd-4848-8b02-deac5e00f32e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:37.490996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 47fb87cb-1183-4cee-9edd-fc5cca59f882 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:37.499071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.526581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cafa1290-7d3a-49d9-9c7c-98138f0446d7'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:37.559484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.561136 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Added segment 2bf7e128-a483-410c-9ba0-b6a058c9d82a of type vlan for network 2453245e-4445-4c74-9d91-70441e4b4d37 Jun 04 06:27:37.567484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e675d04e-46ba-4fe2-8105-708f93f5379d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:37.569621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfb701c-b567-4b24-b7e6-687c8a04f463,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:37.588944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event deleted for resources: {'Port': ['ID=967518a5-373f-4eb5-b455-78c8e12375d1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:37.591172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Checking segment: {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:37.591539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Network hostable DHCP agents. Network: 64c9dad4-3484-4321-b111-c69e15b6b63d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:37.608328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event updated for resources: {'Network': ['ID=30aa4aad-9513-4c66-a4e0-29b9e6065fc4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:37.628409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5482ea2-9124-45a1-bcaa-b46485784370 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9852772 Jun 04 06:27:37.631133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:37.636347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 30aa4aad-9513-4c66-a4e0-29b9e6065fc4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:37.638299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Request body: {'network': {'project_id': '657b9761faa744d2a30d9cdf0141bb9f'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:37.642108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Network 64c9dad4-3484-4321-b111-c69e15b6b63d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:37.647017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:37.653521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Usage tracker for resource:network and tenant:657b9761faa744d2a30d9cdf0141bb9f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:37.657574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 64c9dad4-3484-4321-b111-c69e15b6b63d) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:37.662219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:37.662690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.669339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:37.681141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:37.692946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-21df08a7-c3cd-48ff-b917-375a5755ecf4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9214399 Jun 04 06:27:37.694369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50230) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:37.699795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:37.705407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:37.708000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Made reservation on behalf of 657b9761faa744d2a30d9cdf0141bb9f for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:37.710722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.710927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdaa471-6890-4143-ac5c-0aab67bddd54 None None] Network 64c9dad4-3484-4321-b111-c69e15b6b63d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:37.717645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.729399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Usage tracker for resource:router and tenant:a7e1905a019945989cde4e9ae127c21f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:37.734131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:37.744092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:37.757524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:37.764992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.765513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.773558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda3083-7c73-4740-bb86-5135f54cff01 req-745b8ce5-27f9-40c9-974c-e99a0e7d9b05 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:37.776223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.776568 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Added segment 0cd35628-ed2a-4536-92cb-a3b5cbda438e of type vlan for network a82cf88f-98a1-42c4-b849-1e4456991ab8 Jun 04 06:27:37.780679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9cda3083-7c73-4740-bb86-5135f54cff01 req-745b8ce5-27f9-40c9-974c-e99a0e7d9b05 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=81ba250b-8dac-4192-b7cd-97eb78e930a3 HTTP/1.1" status: 200 len: 867 time: 0.3889389 Jun 04 06:27:37.800835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.808943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] No DVR routers for this DVR port 967518a5-373f-4eb5-b455-78c8e12375d1 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:37.824762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.858117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 47fb87cb-1183-4cee-9edd-fc5cca59f882 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:37.886358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 47fb87cb-1183-4cee-9edd-fc5cca59f882 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:37.887022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.921559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.932396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:37.940184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'name': 'network-vif-deleted', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:38.007216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.009382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:38.010993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.125210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:27:38.127682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 967518a5-373f-4eb5-b455-78c8e12375d1 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:38.159992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.160955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:38.161553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.183240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 967518a5-373f-4eb5-b455-78c8e12375d1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:38.183919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 967518a5-373f-4eb5-b455-78c8e12375d1 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:38.267252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.275519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] Pushing event updated for resources: {'Network': ['ID=2453245e-4445-4c74-9d91-70441e4b4d37,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:38.309777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a0c85ba1-e0f2-445d-a13c-e5eb61de2e61 req-de41a75c-36bc-4762-9627-e21137104b92 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.24 "DELETE /v2.0/ports/967518a5-373f-4eb5-b455-78c8e12375d1 HTTP/1.1" status: 204 len: 173 time: 2.8611181 Jun 04 06:27:38.318397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2453245e-4445-4c74-9d91-70441e4b4d37 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:38.334882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9cda3083-7c73-4740-bb86-5135f54cff01 req-689b735e-600a-4012-a3ec-bc3ad25256d6 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532742 Jun 04 06:27:38.343572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-64c9dad4-3484-4321-b111-c69e15b6b63d', 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'fixed_ips': [{'subnet_id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:38.346586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.351324 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c78f72f4-2d43-4a2c-b488-0ab0b1e41a72 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0360758 Jun 04 06:27:38.359190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50240) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.387052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Request body: {'subnet': {'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1510850119-subnet', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:38.396327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.401197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4742439 Jun 04 06:27:38.406766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50244) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.411504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:38.417932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'security_group_rule': {'security_group_id': '02212e49-8445-4353-8c81-2ad7d0fcf99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:38.423058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81af60c-0a0b-4963-8b91-d61f27004784 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02212e49-8445-4353-8c81-2ad7d0fcf99b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:38.440691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:38.443879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Usage tracker for resource:subnet and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:38.450491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:38.454381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:security_group_rule and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:38.461333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:38.464576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:38.472860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:38.488803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:38.492542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.559348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.581929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 47fb87cb-1183-4cee-9edd-fc5cca59f882 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:38.582559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.629798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.654662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event updated for resources: {'Network': ['ID=a82cf88f-98a1-42c4-b849-1e4456991ab8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:38.677286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9e6aa9e9-f5bc-4c75-b3df-d122b246b54e tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0425231 Jun 04 06:27:38.680076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50248) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.687844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a82cf88f-98a1-42c4-b849-1e4456991ab8 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:38.689641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Request body: {'network': {'project_id': '657b9761faa744d2a30d9cdf0141bb9f'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:38.699208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:38.708427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Usage tracker for resource:network and tenant:657b9761faa744d2a30d9cdf0141bb9f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:38.720461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee92f-1674-4b82-bb74-948cac52286a req-722339f0-f0fa-462d-9489-a4fceb9099ee tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:38.721983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fddee92f-1674-4b82-bb74-948cac52286a req-722339f0-f0fa-462d-9489-a4fceb9099ee tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 944 time: 0.7300310 Jun 04 06:27:38.768747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:38.769923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad51462-3c93-48a1-8327-3d6b7babf0df req-b126c744-e1aa-4924-a369-d77bbec9c297 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:38.771563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2ad51462-3c93-48a1-8327-3d6b7babf0df req-b126c744-e1aa-4924-a369-d77bbec9c297 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2637396 Jun 04 06:27:38.779949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.785148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:38.799659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.838817 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 06:27:38.839490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:27:38.842127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f6627c8-9146-4d3a-b21c-83a8ba758788 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1609454 Jun 04 06:27:38.855206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.883728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2ad51462-3c93-48a1-8327-3d6b7babf0df req-77dcc12b-19a8-493a-bbe9-66394497fa32 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059408 Jun 04 06:27:38.884249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b218e1c6-1286-4746-a261-c8242c02f7ce,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:38.894789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fddee92f-1674-4b82-bb74-948cac52286a req-eea0f11d-31b5-4716-8fd6-869378be620e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062548 Jun 04 06:27:38.931842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:38.937284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32ea11c0-403b-433d-a5ba-93b434279446 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5287771 Jun 04 06:27:38.937690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50258) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.949759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'security_group_rule': {'security_group_id': '02212e49-8445-4353-8c81-2ad7d0fcf99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:38.959924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 47fb87cb-1183-4cee-9edd-fc5cca59f882, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=47fb87cb-1183-4cee-9edd-fc5cca59f882,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:38.972091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:38.974813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:38.986411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-be35f06f-7e09-4c43-87af-0d859cec7f40 tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=657b9761faa744d2a30d9cdf0141bb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300743 Jun 04 06:27:38.989059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50262) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:38.995348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:security_group_rule and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:39.005752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.010625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:39.030098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:39.036851 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd1d6ff-041b-465b-9b82-f69ebc0b37a5'] response: {'server_uuid': '81ba250b-8dac-4192-b7cd-97eb78e930a3', 'name': 'network-vif-deleted', 'tag': '967518a5-373f-4eb5-b455-78c8e12375d1', 'status': 'completed', 'code': 200} Jun 04 06:27:39.068189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.118180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'mac_address': 'fa:16:3e:74:ab:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:27:39.154909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.189063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca4280f-fa5c-4a88-b11c-749f2d45672e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:39.204910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Checking segment: {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:39.205397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Network hostable DHCP agents. Network: 2453245e-4445-4c74-9d91-70441e4b4d37, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:39.205586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Allocated IP 172.20.0.2 (64c9dad4-3484-4321-b111-c69e15b6b63d/dcfb701c-b567-4b24-b7e6-687c8a04f463/46d61bf2-aaf4-463f-b18f-ef46163d6592) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:39.212996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=47fb87cb-1183-4cee-9edd-fc5cca59f882,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:39.215374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.226175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:39.226543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.255177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Network 2453245e-4445-4c74-9d91-70441e4b4d37 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:39.258594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.264987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e86fe8-43d4-4707-a5d6-86136622004d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:27:39.281756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2453245e-4445-4c74-9d91-70441e4b4d37) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:39.289715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:39.290409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.325385 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0df15c06-9de0-4e9a-8fe2-d0dde76cde36 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9574015 Jun 04 06:27:39.325657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15033aa1-8a4e-47f2-b2bb-bdf9674c00ef None None] Network 2453245e-4445-4c74-9d91-70441e4b4d37 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:39.325825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50266) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:39.331767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:39.336954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:39.341419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Usage tracker for resource:router and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:39.344966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:39.352869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:39.366019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.378037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.379608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.392001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1626c0-760b-4acd-8571-5b6221987333,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:39.399948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.404536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1c28f0b-b634-4463-9250-ef452256b99b tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "DELETE /v2.0/security-groups/3b1626c0-760b-4acd-8571-5b6221987333 HTTP/1.1" status: 204 len: 168 time: 0.4135966 Jun 04 06:27:39.405531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50272) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:39.431952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.432759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.445058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de8ee8-d714-4d61-9def-fe0d7adf36ba req-b5978bb2-8441-4d27-a75c-d7effadc4c26 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:39.452935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85de8ee8-d714-4d61-9def-fe0d7adf36ba req-b5978bb2-8441-4d27-a75c-d7effadc4c26 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3689728 Jun 04 06:27:39.469763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.493236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.503745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:39.535290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.549278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.553884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33588da-7d49-4260-80f6-6adb60ab1731,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:39.618473 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85de8ee8-d714-4d61-9def-fe0d7adf36ba req-afe6db4a-9e71-4934-9d31-2e7474a9d1a7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627333 Jun 04 06:27:39.620656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.622083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-39413bb4-f39f-4186-8ef7-c074d377204c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6802692 Jun 04 06:27:39.630008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:39.642758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:39.652224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:39.669416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:floatingip and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:39.723462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:39.736103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:39.773551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.780959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:39.786972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Allocated IP 172.25.1.91 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/915fcea8-e87f-4c4d-9358-1a3c1b47ad3d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:39.897305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b5e86fe8-43d4-4707-a5d6-86136622004d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:27:39.983340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.995141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:39.996882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2453245e-4445-4c74-9d91-70441e4b4d37', 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'fixed_ips': [{'subnet_id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:39.997825 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.053168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.082150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b5db7-5133-4a19-afc5-38ad5b9163f2 req-4c84174c-0bbb-4edd-9d5a-d43327416175 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:40.083652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c33b5db7-5133-4a19-afc5-38ad5b9163f2 req-4c84174c-0bbb-4edd-9d5a-d43327416175 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2834535 Jun 04 06:27:40.111828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Transition to ACTIVE for port object 46d61bf2-aaf4-463f-b18f-ef46163d6592 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:40.128798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.188284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Transition to ACTIVE for port object 46d61bf2-aaf4-463f-b18f-ef46163d6592 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:40.190529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c33b5db7-5133-4a19-afc5-38ad5b9163f2 req-ab5dad5d-6c8d-48a2-bc23-b1c07a09eb02 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970740 Jun 04 06:27:40.196786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:40.209612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:40.213013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:40.214055 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.226407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.275703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Pushing event updated for resources: {'Port': ['ID=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:40.277633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Allocated IP 172.20.0.2 (2453245e-4445-4c74-9d91-70441e4b4d37/3ca4280f-fa5c-4a88-b11c-749f2d45672e/3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:40.299802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.350609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Network 64c9dad4-3484-4321-b111-c69e15b6b63d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:40.374646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:40.386664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:40.388069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82cf88f-98a1-42c4-b849-1e4456991ab8']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:40.395449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Pushing event updated for resources: {'Port': ['ID=46d61bf2-aaf4-463f-b18f-ef46163d6592,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:40.457957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd35628-ed2a-4536-92cb-a3b5cbda438e') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:40.458401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd35628-ed2a-4536-92cb-a3b5cbda438e') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:40.471780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187012-ab96-4b97-ac86-c2080c84c69e req-68fb2508-b0f2-4e3c-8904-f9534c5e8004 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:40.472619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-85187012-ab96-4b97-ac86-c2080c84c69e req-68fb2508-b0f2-4e3c-8904-f9534c5e8004 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Synchronizing usage tracker for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:40.487019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.529897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.538267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-85187012-ab96-4b97-ac86-c2080c84c69e req-68fb2508-b0f2-4e3c-8904-f9534c5e8004 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Unset dirty status for tenant:1bf520eb493f41b59d8c58b538a5fbeb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:40.539658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85187012-ab96-4b97-ac86-c2080c84c69e req-68fb2508-b0f2-4e3c-8904-f9534c5e8004 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.5842195 Jun 04 06:27:40.547781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:27:40.548335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.621769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Attempting to bind port 46d61bf2-aaf4-463f-b18f-ef46163d6592 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:40.622135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Attempting to bind port 46d61bf2-aaf4-463f-b18f-ef46163d6592 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:40.622493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Attempting to bind port 46d61bf2-aaf4-463f-b18f-ef46163d6592 on network 64c9dad4-3484-4321-b111-c69e15b6b63d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:40.649383 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0cd35628-ed2a-4536-92cb-a3b5cbda438e resource provider aggregate not found Jun 04 06:27:40.653420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:40.653909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Checking segment: {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:40.655170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.655980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Bound using segment: {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:40.656249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Bound port: 46d61bf2-aaf4-463f-b18f-ef46163d6592, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:40.656706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.691378 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0cd35628-ed2a-4536-92cb-a3b5cbda438e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cd35628-ed2a-4536-92cb-a3b5cbda438e found for delete ", "request_id": "req-7cff4340-9ce5-4945-b610-fba44da62077"}]} Jun 04 06:27:40.726494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85187012-ab96-4b97-ac86-c2080c84c69e req-7509d45a-0db7-4a91-a94d-61c931c74edf tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590769 Jun 04 06:27:40.727236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.748586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.762365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.771666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56008-a1a2-4ca5-9b18-89f429279425 req-06aa7568-a4d6-49e5-8631-60aaa5c786b9 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:40.773405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55c56008-a1a2-4ca5-9b18-89f429279425 req-06aa7568-a4d6-49e5-8631-60aaa5c786b9 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 945 time: 0.3547695 Jun 04 06:27:40.800261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event deleted for resources: {'Network': ['ID=a82cf88f-98a1-42c4-b849-1e4456991ab8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:40.827345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3dc659e6-356c-425f-84b9-002d824b199f tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "DELETE /v2.0/networks/a82cf88f-98a1-42c4-b849-1e4456991ab8 HTTP/1.1" status: 204 len: 168 time: 1.4185116 Jun 04 06:27:40.830153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50294) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:40.864190 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:40.879942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] For port 46d61bf2-aaf4-463f-b18f-ef46163d6592, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:40.882590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Transition to ACTIVE for port object 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:40.886765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] For port 46d61bf2-aaf4-463f-b18f-ef46163d6592, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d61bf2-aaf4-463f-b18f-ef46163d6592,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:40.897102 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.000122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c143-19c0-4397-85bd-a418dde1b03f None None] Pushing event updated for resources: {'Port': ['ID=46d61bf2-aaf4-463f-b18f-ef46163d6592,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:41.016938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55c56008-a1a2-4ca5-9b18-89f429279425 req-755ed977-3d00-4719-b652-a31df15e37b6 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886635 Jun 04 06:27:41.017918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Transition to ACTIVE for port object 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:41.025422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.040776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.102452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.149091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Pushing event updated for resources: {'Port': ['ID=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:41.166158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Network 2453245e-4445-4c74-9d91-70441e4b4d37 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:41.171551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:41.174250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:41.233203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 47fb87cb-1183-4cee-9edd-fc5cca59f882 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:41.311865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 172.25.1.42 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/34c87cba-d90c-45d3-aab1-6885e505ded5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:41.402970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Attempting to bind port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:41.402970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Attempting to bind port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:41.402970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Attempting to bind port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 on network 2453245e-4445-4c74-9d91-70441e4b4d37 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:41.410751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:41.411645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Checking segment: {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:41.411645 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.411932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Bound using segment: {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:41.412393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Bound port: 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:41.412773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.421665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.511571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30aa4aad-9513-4c66-a4e0-29b9e6065fc4']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:41.515904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.517458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 47fb87cb-1183-4cee-9edd-fc5cca59f882 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:41.517872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.541854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868bd117-aad2-46e4-ac0c-72da1a475cdb') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:41.542154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868bd117-aad2-46e4-ac0c-72da1a475cdb') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:41.560784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.566145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.575751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] For port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:41.579921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694e943-7388-4d4b-a158-7b9222c2ccbd req-f30a3ab3-4e1e-4aa6-a9bc-59644f174327 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:41.581701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2694e943-7388-4d4b-a158-7b9222c2ccbd req-f30a3ab3-4e1e-4aa6-a9bc-59644f174327 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.6629989 Jun 04 06:27:41.606322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] For port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:41.616400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.652201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.667309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:27:41.667309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.776997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2694e943-7388-4d4b-a158-7b9222c2ccbd req-3a96129e-cbf7-414d-8377-2b854af90d50 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562185 Jun 04 06:27:41.789671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.792902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.799799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.800002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 47fb87cb-1183-4cee-9edd-fc5cca59f882 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:41.821091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-ade324e0-5268-42dc-9441-2fac691c179a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:41.822647 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-ade324e0-5268-42dc-9441-2fac691c179a tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.4276145 Jun 04 06:27:41.838268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f3ed-f78a-42d9-92e5-5532d67044cd None None] Pushing event updated for resources: {'Port': ['ID=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:41.960150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.977106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Deleting port cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:41.977862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:41.993716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] Pushing event deleted for resources: {'Network': ['ID=30aa4aad-9513-4c66-a4e0-29b9e6065fc4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:42.003022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3cea8a45-6e70-4828-a5cd-163789e111ea tempest-QuotasNegativeTest-34980574 tempest-QuotasNegativeTest-34980574-project-admin] 10.222.0.17 "DELETE /v2.0/networks/30aa4aad-9513-4c66-a4e0-29b9e6065fc4 HTTP/1.1" status: 204 len: 168 time: 1.1718276 Jun 04 06:27:42.135912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:42.181501 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 868bd117-aad2-46e4-ac0c-72da1a475cdb resource provider aggregate not found Jun 04 06:27:42.279709 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 868bd117-aad2-46e4-ac0c-72da1a475cdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 868bd117-aad2-46e4-ac0c-72da1a475cdb found for delete ", "request_id": "req-9a6d96ed-a80a-4a48-a0dd-335a4a21ffb0"}]} Jun 04 06:27:42.326826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6e89e-a57f-4319-a52e-f85b3026da4c req-a5ffdaac-46b5-4312-86c3-b21bb2624864 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:42.329597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efe6e89e-a57f-4319-a52e-f85b3026da4c req-a5ffdaac-46b5-4312-86c3-b21bb2624864 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.3251495 Jun 04 06:27:42.349301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port b5e86fe8-43d4-4707-a5d6-86136622004d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:42.361663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b5e86fe8-43d4-4707-a5d6-86136622004d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:42.362043 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:42.580521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:42.583697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Router 4e125727-9601-4018-a75f-41576d2bebdf is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:27:42.584382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:42.617083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:42.632910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:42.639983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:42.666431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:42.736993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efe6e89e-a57f-4319-a52e-f85b3026da4c req-a6b4a3c0-8c17-4d94-98ab-6e126a37a2be tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966939 Jun 04 06:27:42.757912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2ae3f-cbba-44b6-b08c-04aea0563f05 None None] Network 64c9dad4-3484-4321-b111-c69e15b6b63d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:42.799300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:42.824507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:42.844216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:42.944840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbb12f-45f0-4164-8fbf-d1cd082b330b req-5fe6aeab-f4bc-43af-be45-1624b619e2ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:42.945930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d906a150-e17a-4054-8d2a-5cf4417b8761 None None] Provisioning for port 46d61bf2-aaf4-463f-b18f-ef46163d6592 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:42.959531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-73dbb12f-45f0-4164-8fbf-d1cd082b330b req-5fe6aeab-f4bc-43af-be45-1624b619e2ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.8822529 Jun 04 06:27:42.963297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:43.026587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=34c87cba-d90c-45d3-aab1-6885e505ded5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:43.096882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Allocated IP 172.25.1.241 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/73037987-ff94-4a87-9156-094d474be239) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:43.110005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:43.126052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] For port cafa1290-7d3a-49d9-9c7c-98138f0446d7, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cafa1290-7d3a-49d9-9c7c-98138f0446d7,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:43.126905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:43.139237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:43.164676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Sync routers for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:43.191763 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:43.192417 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:43.235595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:43.237204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9a5e09a-f2fd-4a1e-b35a-175e10d19818 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5418537 Jun 04 06:27:43.250402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d24d0-94c0-4585-b745-b4a7d94d4341 req-4beac948-ec52-4487-af78-2f6243dba4f6 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:43.259821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-642d24d0-94c0-4585-b745-b4a7d94d4341 req-4beac948-ec52-4487-af78-2f6243dba4f6 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.3089254 Jun 04 06:27:43.305255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50324) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:43.322516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:43.446837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:43.458644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d61bf2-aaf4-463f-b18f-ef46163d6592 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:43.473294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Calling delete_port for cafa1290-7d3a-49d9-9c7c-98138f0446d7 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:43.486148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:43.520708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-642d24d0-94c0-4585-b745-b4a7d94d4341 req-7060f43d-e6c1-45de-8399-3a13e5be59c7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591400 Jun 04 06:27:43.527201 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:43.575907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686af0e-06a8-4dfd-98a1-ad9509889499 None None] Network 2453245e-4445-4c74-9d91-70441e4b4d37 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:43.626964 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11cc8ff-1c66-4084-ba96-3eda4c94f914'] response: {'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'code': 200} Jun 04 06:27:43.657526 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-73dbb12f-45f0-4164-8fbf-d1cd082b330b req-1540151b-8c2a-4971-9144-ce232c2e7476 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6536984 Jun 04 06:27:43.729371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 46d61bf2-aaf4-463f-b18f-ef46163d6592 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:43.762269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 46d61bf2-aaf4-463f-b18f-ef46163d6592 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:43.762649 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:43.793398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:43.806821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Usage tracker for resource:security_group_rule and tenant:fd6bc30017b1441fb63dec7e46fdfdb5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:43.811402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:43.826834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:43.850666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Provisioning for port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:43.882811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Provisioning complete for port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:43.883177 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.072280 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:40Z', 'revision_number': 3, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:44.077603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.079943 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Checking router: 4e125727-9601-4018-a75f-41576d2bebdf for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:44.080858 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Updating router 4e125727-9601-4018-a75f-41576d2bebdf port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:27:44.112851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.135913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359192-a8f0-4baa-8d0e-3126c88103f8 req-6104743f-e8a2-43f2-80dc-0e68ec9394ef tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:44.144406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73359192-a8f0-4baa-8d0e-3126c88103f8 req-6104743f-e8a2-43f2-80dc-0e68ec9394ef tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2502866 Jun 04 06:27:44.149562 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.172088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 46d61bf2-aaf4-463f-b18f-ef46163d6592 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:44.172467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.300337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 46d61bf2-aaf4-463f-b18f-ef46163d6592, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d61bf2-aaf4-463f-b18f-ef46163d6592,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:44.314168 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.316127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73359192-a8f0-4baa-8d0e-3126c88103f8 req-eeb439da-a357-43a9-bbf1-2926a340e0c7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700585 Jun 04 06:27:44.321704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.334450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.370615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Current status of the port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:44.371263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.423411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.432769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726b760c-039b-4baf-a2cf-64ca8255eae8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:44.438108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=46d61bf2-aaf4-463f-b18f-ef46163d6592,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:44.442826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-945acb39-d3ad-461a-a558-786ba669b4bf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fd6bc30017b1441fb63dec7e46fdfdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3318009 Jun 04 06:27:44.445571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50336) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:44.449338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] For port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:44.457645 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.507421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1baf3-6e11-4ae3-9f4a-ebd647283422 req-6f698b5d-c657-4e99-8d20-442b043b8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:44.508915 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16d1baf3-6e11-4ae3-9f4a-ebd647283422 req-6f698b5d-c657-4e99-8d20-442b043b8e69 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 1097 time: 0.8044972 Jun 04 06:27:44.520178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.538496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aba58-a3f8-4b5a-80e5-83d399da1e35 None None] Pushing event updated for resources: {'Port': ['ID=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:44.584931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-88e3b824-51c2-47f8-8834-ccfb418cf22a None None] Provisioning complete for port 46d61bf2-aaf4-463f-b18f-ef46163d6592 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:44.585100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-88e3b824-51c2-47f8-8834-ccfb418cf22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.616690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.632604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.704468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16d1baf3-6e11-4ae3-9f4a-ebd647283422 req-e5393b4f-1cf3-409e-8597-55af310a97d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775279 Jun 04 06:27:44.751691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-88e3b824-51c2-47f8-8834-ccfb418cf22a None None] Current status of the port 46d61bf2-aaf4-463f-b18f-ef46163d6592 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:44.759006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Pushing event deleted for resources: {'Port': ['ID=cafa1290-7d3a-49d9-9c7c-98138f0446d7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:44.834717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d99125-702b-414a-9015-1d98e3655d5d req-fc91ed78-3f07-4f77-927c-2039bd3a3b02 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:44.836449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b9d99125-702b-414a-9015-1d98e3655d5d req-fc91ed78-3f07-4f77-927c-2039bd3a3b02 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/ports?device_id=eed6bdb0-2231-4aa0-953c-75144b9c3403 HTTP/1.1" status: 200 len: 951 time: 0.8236868 Jun 04 06:27:44.844737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.884231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ab832dd1-d0f0-46dd-8b57-19db62118e2b None None] Provisioning complete for port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:44.884770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ab832dd1-d0f0-46dd-8b57-19db62118e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:44.916774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.006658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5145895-a5e8-4077-8587-2c5088247e08 req-f6b0bfa7-d517-465f-acaf-17756fc54c4a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:45.011703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:45.013744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5145895-a5e8-4077-8587-2c5088247e08 req-f6b0bfa7-d517-465f-acaf-17756fc54c4a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2966361 Jun 04 06:27:45.030985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.060757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726b760c-039b-4baf-a2cf-64ca8255eae8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.086386 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.098619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.099974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8b8c9adc-199c-4494-bb67-88673e05fb2b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/726b760c-039b-4baf-a2cf-64ca8255eae8 HTTP/1.1" status: 204 len: 168 time: 0.6534603 Jun 04 06:27:45.118890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Transition to ACTIVE for port object 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:45.124431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5145895-a5e8-4077-8587-2c5088247e08 req-7d1d44a1-e30f-457a-86b5-545651f002a8 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097887 Jun 04 06:27:45.147564 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.162458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ab832dd1-d0f0-46dd-8b57-19db62118e2b None None] Current status of the port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:45.182589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:45.184846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] No DVR routers for this DVR port cafa1290-7d3a-49d9-9c7c-98138f0446d7 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:27:45.190527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:45.224009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:45.262163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.280029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-deleted', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:27:45.294320 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Pushing event updated for resources: {'Port': ['ID=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.295115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ad9ba295-c9bf-41f4-b275-d815e0026759 req-d95e99b2-4353-4587-82ea-14ac67eec782 tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.39 "DELETE /v2.0/ports/cafa1290-7d3a-49d9-9c7c-98138f0446d7 HTTP/1.1" status: 204 len: 173 time: 3.4603691 Jun 04 06:27:45.297795 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Attempting to bind port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:45.298426 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Attempting to bind port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:45.299218 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Attempting to bind port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:45.314948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.315598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.316151 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.316857 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.317403 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.317976 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.318613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:27:45.330576 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.330994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.331545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.332117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.332844 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.336529 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:45.337600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Allocated IP 172.20.0.1 (64c9dad4-3484-4321-b111-c69e15b6b63d/dcfb701c-b567-4b24-b7e6-687c8a04f463/d6c6f1c6-b751-496f-95f4-0024944dd1a5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:45.347527 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:45.347992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:45.348503 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.349093 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:45.349768 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Bound port: 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:45.350405 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.380701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Pushing event updated for resources: {'Port': ['ID=73037987-ff94-4a87-9156-094d474be239,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.398951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b9d99125-702b-414a-9015-1d98e3655d5d req-c30b1752-e0ef-4680-ab1d-e9668a73110e tempest-ServersAdminTestJSON-700350480 tempest-ServersAdminTestJSON-700350480-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410953 Jun 04 06:27:45.408288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.462759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:45.463360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.531054 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] For port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:45.542169 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] For port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:45.552774 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.590567 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf47959d-2f94-4d07-9ca7-7c1d68d57bce'] response: {'server_uuid': 'eed6bdb0-2231-4aa0-953c-75144b9c3403', 'name': 'network-vif-deleted', 'tag': 'cafa1290-7d3a-49d9-9c7c-98138f0446d7', 'status': 'completed', 'code': 200} Jun 04 06:27:45.594687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.619930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:45.621287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d61bf2-aaf4-463f-b18f-ef46163d6592 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:45.652637 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:45.655581 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:45.701950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.725145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Transition to ACTIVE for port object d6c6f1c6-b751-496f-95f4-0024944dd1a5 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:45.736851 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad5d3-6481-4810-b72d-c7952b3ee9b7 None None] Pushing event updated for resources: {'Port': ['ID=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.761516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 46d61bf2-aaf4-463f-b18f-ef46163d6592 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:45.762179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.771831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.822417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=34c87cba-d90c-45d3-aab1-6885e505ded5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.853518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:27:45.882839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:45.887084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50348) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:45.899066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Network 64c9dad4-3484-4321-b111-c69e15b6b63d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:45.900395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: cafa1290-7d3a-49d9-9c7c-98138f0446d7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:27:45.900736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cafa1290-7d3a-49d9-9c7c-98138f0446d7 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:27:45.913135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:45.917147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:45.954876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.961447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.978818 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:45.996126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:45.998835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64596301-c586-480c-82bc-520a68a4ed61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3667490 Jun 04 06:27:46.019286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:46.038999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Usage tracker for resource:security_group_rule and tenant:7bb12ff93fd3499ba31ebc5faa6752e6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:46.055769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.184722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 46d61bf2-aaf4-463f-b18f-ef46163d6592 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:46.319184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.332710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:46.353497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:46.406756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-26889692-7f55-4cec-98aa-5b3bd2c10ff7 None None] Provisioning for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:46.423034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-26889692-7f55-4cec-98aa-5b3bd2c10ff7 None None] Provisioning complete for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:46.424168 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-26889692-7f55-4cec-98aa-5b3bd2c10ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.561362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-26889692-7f55-4cec-98aa-5b3bd2c10ff7 None None] Port d6c6f1c6-b751-496f-95f4-0024944dd1a5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:46.578402 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:40Z', 'revision_number': 3, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:46.582383 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f040c-7366-4a1d-91f7-9e3a08896c89 None None] The sync data for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 is: [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:40Z', 'revision_number': 3, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:46.625524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.625690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec64e0a-8042-42f4-894b-b1903a462833 req-03dd8de4-0b36-48b5-9da3-48b9fc90363e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:46.627176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ec64e0a-8042-42f4-894b-b1903a462833 req-03dd8de4-0b36-48b5-9da3-48b9fc90363e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2192535 Jun 04 06:27:46.649010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.690569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-618c3fa3-ae55-40b2-ac1e-bf0289c33555 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:46.695141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.749289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7bb12ff93fd3499ba31ebc5faa6752e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610172 Jun 04 06:27:46.751930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d77dfe-cad0-44d3-9409-590ab91b24ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac68dac7-ee70-4c88-aff3-63f6825a80ea,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:46.778673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:46.797457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-618c3fa3-ae55-40b2-ac1e-bf0289c33555 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:46.798577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-618c3fa3-ae55-40b2-ac1e-bf0289c33555 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1496341666&fields=id&tenant_id=40e041dbbfab4e3194da12f3300d86fb HTTP/1.1" status: 200 len: 267 time: 0.2370119 Jun 04 06:27:46.903044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ec64e0a-8042-42f4-894b-b1903a462833 req-b56ae659-dd37-4786-a197-dc789609e110 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931909 Jun 04 06:27:46.910808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35d26459-43a5-4779-9185-5c7ffc07f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:46.964178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3b1ba5ba-8a69-4c5c-aa0c-c3d0a5a90fac tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:46.965018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3b1ba5ba-8a69-4c5c-aa0c-c3d0a5a90fac tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:47.004959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.180060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.214013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3b1ba5ba-8a69-4c5c-aa0c-c3d0a5a90fac tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:47.222695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3b1ba5ba-8a69-4c5c-aa0c-c3d0a5a90fac tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 936 time: 0.4006248 Jun 04 06:27:47.239414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:47.310695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.344101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:27:47.344381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Router 469e494a-4353-43cd-a733-57f15390cda6 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:27:47.400136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:47.401198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.412506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:47.412941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.443214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.608269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:47.612084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50382) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:47.617933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-00ac3dae-9a9f-4b5d-91a9-145b31f11523 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:47.619739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-00ac3dae-9a9f-4b5d-91a9-145b31f11523 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 936 time: 0.3925214 Jun 04 06:27:47.672757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:47.673339 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.695120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:47.714327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.737433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ecae1-9c2f-4320-a61a-859ee191ce01 req-7e61ca17-3cde-4c0a-babd-68dde4ac0c77 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:47.739033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea1ecae1-9c2f-4320-a61a-859ee191ce01 req-7e61ca17-3cde-4c0a-babd-68dde4ac0c77 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2273073 Jun 04 06:27:47.758723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:47.815553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.816751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e098ce6d-83fb-4618-82b1-3c876908c1fe admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4896116 Jun 04 06:27:47.827179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ea1ecae1-9c2f-4320-a61a-859ee191ce01 req-69933afa-c9d1-49de-9aed-603e9d0705af tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763128 Jun 04 06:27:47.829161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50388) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:47.838159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:47.842225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Sync routers for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:47.853759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:47.855202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:47.863409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-a39153c2-ecd3-4a84-a772-52838b1c73ff tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2267365 Jun 04 06:27:47.933732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.950191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f4d8059f-f898-45bf-a93d-5026a011bdbe tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0809178 Jun 04 06:27:47.955012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:47.963589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac68dac7-ee70-4c88-aff3-63f6825a80ea,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:48.015057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0178b814-ccdb-45b7-a658-093e3bc97ec7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1bf520eb493f41b59d8c58b538a5fbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988125 Jun 04 06:27:48.021626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50392) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:48.121969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:48.156343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.160254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30cee79c-0e6a-4065-8c08-46422745ae3b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ac68dac7-ee70-4c88-aff3-63f6825a80ea HTTP/1.1" status: 204 len: 168 time: 1.3787401 Jun 04 06:27:48.257388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.288057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:48.294120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:48.300864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:48.301938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:48.309876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Network 64c9dad4-3484-4321-b111-c69e15b6b63d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:48.314619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:48.368600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.405356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:48.407215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9573b709-f36c-42a8-aba4-b23937f8ea50 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/networks?id=aaad800a-bd42-460e-b942-3679e984688e&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=c535ef09-e796-46ce-8334-8cdb2823ee41&id=c535ef09-e796-46ce-8334-8cdb2823ee41 HTTP/1.1" status: 200 len: 1994 time: 0.4481413 Jun 04 06:27:48.447476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-1a24e6c8-3517-4498-bede-52cd71263796 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/quotas/40e041dbbfab4e3194da12f3300d86fb HTTP/1.1" status: 200 len: 375 time: 0.0335572 Jun 04 06:27:48.523593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:45Z', 'revision_number': 3, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:48.529943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Checking router: 469e494a-4353-43cd-a733-57f15390cda6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:48.530197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Updating router 469e494a-4353-43cd-a733-57f15390cda6 port 73037987-ff94-4a87-9156-094d474be239 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:27:48.622187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.727489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Router 4e125727-9601-4018-a75f-41576d2bebdf has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:27:48.757383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-70fe1a84-51a6-48e2-b944-410bd0c264e6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2930443 Jun 04 06:27:48.820475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-56c720f5-064f-4e86-a6ef-87c6cc6a8960 None None] Provisioning complete for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:48.821074 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-56c720f5-064f-4e86-a6ef-87c6cc6a8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.854952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-806bf272-7a1d-4e91-954c-d68ead3a6e3a service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:27:48.856323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-806bf272-7a1d-4e91-954c-d68ead3a6e3a service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0846314 Jun 04 06:27:48.868293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:48.900832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-56c720f5-064f-4e86-a6ef-87c6cc6a8960 None None] Port d6c6f1c6-b751-496f-95f4-0024944dd1a5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:48.922136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b46da1-d6cc-49bf-b98b-1e36a3b5c60a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:49.014394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.020894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c05a881e-63da-4390-b8f2-019cfea4a4de admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/00b46da1-d6cc-49bf-b98b-1e36a3b5c60a HTTP/1.1" status: 204 len: 168 time: 0.9960864 Jun 04 06:27:49.181970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-19b2acd0-1bb2-4be3-bffc-79467731c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.215243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:49.227502 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Sync routers for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:49.230572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ab46b244-391b-476c-8733-755e38604ec6 admin admin] 10.222.0.17 "PUT /v2.0/routers/4e125727-9601-4018-a75f-41576d2bebdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9230068 Jun 04 06:27:49.234351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66caed-98b4-49e1-ba58-3291ee15623e req-bec7fa57-aaf3-45f5-85bf-69f4bf1ba513 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:49.235945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-57b9382f-87d8-4f0b-805b-16e383a47eb0 service neutron] 10.222.0.17 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455212 Jun 04 06:27:49.254245 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:49.254881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:49.264579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c66caed-98b4-49e1-ba58-3291ee15623e req-bec7fa57-aaf3-45f5-85bf-69f4bf1ba513 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2137051 Jun 04 06:27:49.351804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.367263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Transition to ACTIVE for port object 73037987-ff94-4a87-9156-094d474be239 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:49.374972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:49.412932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.418077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.440024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c66caed-98b4-49e1-ba58-3291ee15623e req-77db09a8-63d0-4301-8dfc-5ed0abf2c88e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741679 Jun 04 06:27:49.541515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e798-e574-4f45-9cd0-3584698f2fe8 None None] Pushing event updated for resources: {'Port': ['ID=73037987-ff94-4a87-9156-094d474be239,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:49.543771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Attempting to bind port 73037987-ff94-4a87-9156-094d474be239 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:49.544131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Attempting to bind port 73037987-ff94-4a87-9156-094d474be239 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:49.544755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Attempting to bind port 73037987-ff94-4a87-9156-094d474be239 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:49.554301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:49.554667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:49.555067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.555446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:49.555909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Bound port: 73037987-ff94-4a87-9156-094d474be239, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:49.556275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.580045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7b8588e7-df7c-435e-be4e-afd5f53d040d service neutron] 10.222.0.17 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226621 Jun 04 06:27:49.610454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:49.610837 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.630443 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:49.710811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] For port 73037987-ff94-4a87-9156-094d474be239, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:49.716641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] For port 73037987-ff94-4a87-9156-094d474be239, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=73037987-ff94-4a87-9156-094d474be239,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:49.727528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:49.739402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-77f1ea4b-0096-4f80-9515-37279b9d9f0b service neutron] 10.222.0.17 "GET /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1511767 Jun 04 06:27:49.812733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Allocated IP 172.20.0.1 (2453245e-4445-4c74-9d91-70441e4b4d37/3ca4280f-fa5c-4a88-b11c-749f2d45672e/cd3ec96f-6565-46a2-b4bb-c425f186ab9c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:49.913068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e798-e574-4f45-9cd0-3584698f2fe8 None None] Pushing event updated for resources: {'Port': ['ID=73037987-ff94-4a87-9156-094d474be239,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:49.924207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:49.949091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:49.949751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:50.055441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:46Z', 'revision_number': 4, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd6c6f1c6-b751-496f-95f4-0024944dd1a5', 'name': '', 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'mac_address': 'fa:16:3e:3c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:44Z', 'updated_at': '2022-06-04T06:27:46Z', 'revision_number': 2, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'subnets': [{'id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:50.059810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Checking router: 4e125727-9601-4018-a75f-41576d2bebdf for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:50.060477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Updating router 4e125727-9601-4018-a75f-41576d2bebdf port d6c6f1c6-b751-496f-95f4-0024944dd1a5 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:27:50.082548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae45b4fc-f9d1-4b63-92c0-8ff236a02775 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fc35974648914071abe665ba39fb7f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565137 Jun 04 06:27:50.084013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.097680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:50.101989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Transition to ACTIVE for port object cd3ec96f-6565-46a2-b4bb-c425f186ab9c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:50.135775 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.144570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c57da3d5-b8d1-48ee-a591-3c8efb14cde1 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981187 Jun 04 06:27:50.155912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:50.186452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.228548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.297812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d35c6ff-0c66-4c09-ae61-c60b4d6b31a1 req-b445d05a-d3c9-458f-93bb-815c4d3907ba tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] 10.222.0.17 "GET /v2.0/floatingips?tenant_id=a7e1905a019945989cde4e9ae127c21f HTTP/1.1" status: 200 len: 217 time: 0.1678381 Jun 04 06:27:50.361208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1e537977-db03-4846-8edf-6f7a67bc9651 req-b3ae0f75-f0b7-4ef1-ae1c-b57c35ba0b5b tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] Synchronizing usage tracker for tenant:a7e1905a019945989cde4e9ae127c21f on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:50.375868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Network 2453245e-4445-4c74-9d91-70441e4b4d37 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:50.379959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:50.396740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:50.406003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:50.444846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1e537977-db03-4846-8edf-6f7a67bc9651 req-b3ae0f75-f0b7-4ef1-ae1c-b57c35ba0b5b tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] Unset dirty status for tenant:a7e1905a019945989cde4e9ae127c21f on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:50.454809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1e537977-db03-4846-8edf-6f7a67bc9651 req-b3ae0f75-f0b7-4ef1-ae1c-b57c35ba0b5b tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1360378 Jun 04 06:27:50.474577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:50.601518 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.606261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.624534 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Transition to ACTIVE for port object d6c6f1c6-b751-496f-95f4-0024944dd1a5 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:50.633319 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.640133 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-cd650707-2989-4e6f-b9c3-dc3d270fdefd req-3eff3329-36a1-4576-8fa7-0d60efb1f3c1 tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] show failed (client error): The resource could not be found. Jun 04 06:27:50.657168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd650707-2989-4e6f-b9c3-dc3d270fdefd req-3eff3329-36a1-4576-8fa7-0d60efb1f3c1 tempest-FloatingIPsNegativeTestJSON-2110057750 tempest-FloatingIPsNegativeTestJSON-2110057750-project] 10.222.0.17 "GET /v2.0/floatingips/2876dbb8-7459-429d-9f5d-42249cfe52b5 HTTP/1.1" status: 404 len: 350 time: 0.1837792 Jun 04 06:27:50.665634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50454) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:50.683586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.685148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.686436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.688775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.689305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.690110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.691286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.692612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.693120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.694050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.695558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.700359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:27:50.725305 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.755508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.763010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7d46457a-9105-49a1-b24c-a2c5f0db5cd8 None None] Provisioning for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:50.772953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7d46457a-9105-49a1-b24c-a2c5f0db5cd8 None None] Provisioning complete for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:50.773316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7d46457a-9105-49a1-b24c-a2c5f0db5cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:50.824490 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5dce4-48b3-48e0-b484-c34062c93e14 None None] Pushing event updated for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:50.860881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7d46457a-9105-49a1-b24c-a2c5f0db5cd8 None None] Port cd3ec96f-6565-46a2-b4bb-c425f186ab9c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:50.971615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-06333cdd-ae95-4ffa-ba14-b71774776109 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8258822 Jun 04 06:27:51.006668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Attempting to bind port d6c6f1c6-b751-496f-95f4-0024944dd1a5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:51.007038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Attempting to bind port d6c6f1c6-b751-496f-95f4-0024944dd1a5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:51.007394 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Attempting to bind port d6c6f1c6-b751-496f-95f4-0024944dd1a5 on network 64c9dad4-3484-4321-b111-c69e15b6b63d {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:51.011924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:45Z', 'revision_number': 3, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:51.018351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1205a820-f980-4b28-99f6-38f6daa91720 None None] The sync data for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 is: [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:45Z', 'revision_number': 3, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:51.018618 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:51.018994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Checking segment: {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:51.019237 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.019621 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Bound using segment: {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:51.020088 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Bound port: d6c6f1c6-b751-496f-95f4-0024944dd1a5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16248d37-d42f-4519-98a0-aed0ad4687e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:51.020480 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.039163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50464) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:51.121691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.126964 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] For port d6c6f1c6-b751-496f-95f4-0024944dd1a5, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:51.130303 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] For port d6c6f1c6-b751-496f-95f4-0024944dd1a5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c6f1c6-b751-496f-95f4-0024944dd1a5,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:51.136845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.145892 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.211607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f6f7a-09b8-46b4-9f22-4f3f22ba2315 req-62514b85-c7cd-4453-afe8-6485aeeafa0e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:51.213440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-512f6f7a-09b8-46b4-9f22-4f3f22ba2315 req-62514b85-c7cd-4453-afe8-6485aeeafa0e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.3223846 Jun 04 06:27:51.281231 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5dce4-48b3-48e0-b484-c34062c93e14 None None] Pushing event updated for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:51.303621 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:51.305174 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:51.318756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3709d4e7-f2d5-4a7f-b2d7-a5019784ef98 service neutron] 10.222.0.17 "GET /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2785680 Jun 04 06:27:51.502991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-512f6f7a-09b8-46b4-9f22-4f3f22ba2315 req-0aa874d8-be32-4c99-a7d3-c4dcd8a5c431 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682145 Jun 04 06:27:51.570306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.577366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-421634437', 'router:external': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:51.578719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.611364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:51.631250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:network and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:51.644273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:51.649538 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:51.661019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:51.668006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.702802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.707271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:51.782277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed129d01-ea22-4c18-b20b-8872d4862a5d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:51.828260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Made reservation on behalf of e29c4cd4bb73493f81672303297c09a4 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:51.830717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.859636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-eb24cbc8-57a6-4f08-9e5f-5ed06b7e6b08 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398383 Jun 04 06:27:51.887073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.888883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a8929576-0786-4f34-af1b-52126ce91c41 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ed129d01-ea22-4c18-b20b-8872d4862a5d HTTP/1.1" status: 204 len: 168 time: 1.7887409 Jun 04 06:27:51.900612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:51.967301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:52.019366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Network 2453245e-4445-4c74-9d91-70441e4b4d37 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:52.021730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:52.060494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:52.090741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:security_group_rule and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:52.100596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:52.113603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:52.165993 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:46Z', 'revision_number': 4, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd6c6f1c6-b751-496f-95f4-0024944dd1a5', 'name': '', 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'mac_address': 'fa:16:3e:3c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:44Z', 'updated_at': '2022-06-04T06:27:51Z', 'revision_number': 4, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'subnets': [{'id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:52.175823 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560ec71-5aa0-4ada-b0ac-23943273e880 None None] The sync data for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 is: [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:46Z', 'revision_number': 4, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd6c6f1c6-b751-496f-95f4-0024944dd1a5', 'name': '', 'network_id': '64c9dad4-3484-4321-b111-c69e15b6b63d', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'mac_address': 'fa:16:3e:3c:53:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:44Z', 'updated_at': '2022-06-04T06:27:51Z', 'revision_number': 4, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'subnets': [{'id': 'dcfb701c-b567-4b24-b7e6-687c8a04f463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:52.316976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3030d408-647a-418f-8593-7faa55c0c28d service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563696 Jun 04 06:27:52.372147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Router 469e494a-4353-43cd-a733-57f15390cda6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:27:52.460015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3e273193-ab41-49b1-b797-3ec000cbcaeb None None] Provisioning complete for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:52.460651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3e273193-ab41-49b1-b797-3ec000cbcaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:52.625136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3e273193-ab41-49b1-b797-3ec000cbcaeb None None] Port cd3ec96f-6565-46a2-b4bb-c425f186ab9c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:27:52.670760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:52.708823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:52.712544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:52.736681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-e9888391-01bb-43d4-94a5-08fc48b34bc1 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181731 Jun 04 06:27:52.745353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:52.750486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-508ce3eb-7ad2-4a46-bb1a-98ecda629c5d admin admin] 10.222.0.17 "PUT /v2.0/routers/469e494a-4353-43cd-a733-57f15390cda6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9187713 Jun 04 06:27:52.892328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3df2-aacf-4111-8db9-a2def7c3ce96 req-0b12774f-3581-4a12-a2a7-0d41d30b2bda tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:52.894177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e42b3df2-aacf-4111-8db9-a2def7c3ce96 req-0b12774f-3581-4a12-a2a7-0d41d30b2bda tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.1351657 Jun 04 06:27:52.924521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:52.942300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:52.971608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e42b3df2-aacf-4111-8db9-a2def7c3ce96 req-00d2e9ee-1872-4027-95ff-35b63afbd4c8 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Jun 04 06:27:53.032041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.034094 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Added segment fae75658-0b25-484e-8a20-f6fa540e4908 of type vlan for network 64493bd8-21fa-47f2-86be-da85c647895f Jun 04 06:27:53.049136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0ccc2-86d5-4d0d-82ac-45ef76ea3a81,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:53.176652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1240099611'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:53.182601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:53.188779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:network and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:53.196046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:53.216926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:53.232388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:53.243686 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.295802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c6f1c6-b751-496f-95f4-0024944dd1a5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:53.382145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:53.389974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:53.390504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.411319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-335338a1-bbae-40b3-80ce-862a67f1f0f6 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678004 Jun 04 06:27:53.417975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.549116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d6c6f1c6-b751-496f-95f4-0024944dd1a5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:53.550286 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.599464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d6c6f1c6-b751-496f-95f4-0024944dd1a5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c6f1c6-b751-496f-95f4-0024944dd1a5,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:53.605328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.606487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 73037987-ff94-4a87-9156-094d474be239 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:53.668935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:27:53.721736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:27:53.722388 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:27:53.725304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f51e572d-1793-415e-9a70-3e760a367a46 service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002717 Jun 04 06:27:53.727131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.728075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:53.728658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.777897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:53.804621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 73037987-ff94-4a87-9156-094d474be239 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:27:53.811708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 73037987-ff94-4a87-9156-094d474be239 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:53.812554 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:53.857973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Sync routers for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:53.896615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:53.897377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:53.979770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9384296 Jun 04 06:27:53.983494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50512) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:53.989045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'subnet': {'network_id': '64493bd8-21fa-47f2-86be-da85c647895f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:53.990705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115a17a-37e6-4f46-bc9e-8885d1d6dc8e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Network': ['ID=64493bd8-21fa-47f2-86be-da85c647895f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:54.007612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:54.014890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 64493bd8-21fa-47f2-86be-da85c647895f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:54.028258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:subnet and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:54.043375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:54.073312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:54.087811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7343aea6-ed3a-4e99-a9a4-4bcda72c4f7b service neutron] 10.222.0.17 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613102 Jun 04 06:27:54.112936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Made reservation on behalf of e29c4cd4bb73493f81672303297c09a4 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:54.116571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.302789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.351610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 73037987-ff94-4a87-9156-094d474be239 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:54.351996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.363082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Deleting port d6c6f1c6-b751-496f-95f4-0024944dd1a5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:54.363576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.380536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:54.416912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:54.437246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 73037987-ff94-4a87-9156-094d474be239, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=73037987-ff94-4a87-9156-094d474be239,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:54.443017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.443363 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Added segment b6d1b735-556b-4582-a13b-8385d4494f3a of type vlan for network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf Jun 04 06:27:54.452382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.517738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c23a4-c90b-4419-a245-c836b9dc774f req-6643821d-6fff-4642-8514-8953b1d57ced tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:54.519233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d87c23a4-c90b-4419-a245-c836b9dc774f req-6643821d-6fff-4642-8514-8953b1d57ced tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2976735 Jun 04 06:27:54.559070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.582560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] For port d6c6f1c6-b751-496f-95f4-0024944dd1a5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c6f1c6-b751-496f-95f4-0024944dd1a5,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:54.583023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.595959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-feb54549-b351-4d52-883e-cf39137b6011 service neutron] 10.222.0.17 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073788 Jun 04 06:27:54.668271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=73037987-ff94-4a87-9156-094d474be239,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:54.674895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d87c23a4-c90b-4419-a245-c836b9dc774f req-fefdcd39-38b8-4932-a8e7-c86786a5dfc7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403739 Jun 04 06:27:54.738627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.743999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:54.744594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.800194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:50Z', 'revision_number': 4, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd3ec96f-6565-46a2-b4bb-c425f186ab9c', 'name': '', 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'mac_address': 'fa:16:3e:e0:91:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:49Z', 'updated_at': '2022-06-04T06:27:51Z', 'revision_number': 2, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'subnets': [{'id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:54.804591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Checking router: 469e494a-4353-43cd-a733-57f15390cda6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:54.805134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Updating router 469e494a-4353-43cd-a733-57f15390cda6 port cd3ec96f-6565-46a2-b4bb-c425f186ab9c binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:27:54.863571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc97b81-6fb7-47b6-855b-41afec78dc58 service neutron] 10.222.0.17 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146184 Jun 04 06:27:54.871191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Calling delete_port for d6c6f1c6-b751-496f-95f4-0024944dd1a5 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:54.884022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:54.886472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9430997 Jun 04 06:27:54.887035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:54.899792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'subnet': {'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:54.924496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7942f-528b-473d-be06-c121fef2785f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Network': ['ID=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:54.948280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:55.040599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:55.045155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:subnet and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:55.049685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:55.056235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:55.071549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:55.075930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.235843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.241458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c6f1c6-b751-496f-95f4-0024944dd1a5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:55.276135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:27:55.276607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.382770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fab0f5da-b9a2-44a6-9964-952c00fbd113,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:55.407141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-648219bb-ccf5-4084-8c5d-6be1937dcaa6 service neutron] 10.222.0.17 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054176 Jun 04 06:27:55.460759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d6c6f1c6-b751-496f-95f4-0024944dd1a5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:55.460759 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.571745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:55.575127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.579193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Checking segment: {'id': 'fae75658-0b25-484e-8a20-f6fa540e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:55.579550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network hostable DHCP agents. Network: 64493bd8-21fa-47f2-86be-da85c647895f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:55.621750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 64493bd8-21fa-47f2-86be-da85c647895f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:55.658480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d507796a-2a9d-471d-94e8-32e226a340d0 service neutron] 10.222.0.17 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504566 Jun 04 06:27:55.659461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 64493bd8-21fa-47f2-86be-da85c647895f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:55.664589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:55.665114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.695215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.715698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.751030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe420c0-6c03-40a4-958a-91bd00a5de85 None None] Network 64493bd8-21fa-47f2-86be-da85c647895f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:55.770558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3477b091-dccb-47e9-a0c9-14a4d940bd21 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7858679 Jun 04 06:27:55.772659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Subnet': ['ID=bf00ae91-81cd-4472-941f-55f57fdf024a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:55.775462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50548) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:55.789069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1274715919', 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:55.801001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:55.812631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port d6c6f1c6-b751-496f-95f4-0024944dd1a5 update to ACTIVE by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:27:55.813385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:port and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:55.813821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 73037987-ff94-4a87-9156-094d474be239 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:27:55.818804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:55.827356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:55.835671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Checking segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:55.836054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network hostable DHCP agents. Network: fa5ca749-5b03-4b77-95eb-e8fc269b4eaf, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:55.848303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c6f1c6-b751-496f-95f4-0024944dd1a5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:55.855387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Made reservation on behalf of e29c4cd4bb73493f81672303297c09a4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:55.859420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.876988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:55.891483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] device_id is not set on port 98522d86-f106-4c37-8ab9-0827cf009bd2 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:27:55.930517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:55.987510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, fa5ca749-5b03-4b77-95eb-e8fc269b4eaf) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:55.992681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:55.993269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.017826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:56.019513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1733f-e616-4792-8c57-0085aa642484 None None] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:56.033600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Usage tracker for resource:security_group_rule and tenant:e96e3484e7de487bb464e0307c8f7db0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:56.038584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:56.048735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:56.090317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1af87883-f885-4f12-82f0-4cbd233b8c17 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1993039 Jun 04 06:27:56.099962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:56.102433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.138248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-793171783'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:56.144109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:56.148331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:network and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:56.151543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:56.175049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:56.188066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bc890-81b9-4e32-8762-a9c841b0b323 req-0c2a17ba-8952-42a9-9542-10f96ac39285 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:56.189893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-399bc890-81b9-4e32-8762-a9c841b0b323 req-0c2a17ba-8952-42a9-9542-10f96ac39285 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2609365 Jun 04 06:27:56.215279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 73037987-ff94-4a87-9156-094d474be239 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:27:56.215672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.233983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:56.237788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.273845 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-399bc890-81b9-4e32-8762-a9c841b0b323 req-a664adf3-2d70-4779-aca2-02ad84fa3b2b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753024 Jun 04 06:27:56.276570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.20.0.7 (64493bd8-21fa-47f2-86be-da85c647895f/fab0f5da-b9a2-44a6-9964-952c00fbd113/98522d86-f106-4c37-8ab9-0827cf009bd2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:56.283644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Transition to ACTIVE for port object cd3ec96f-6565-46a2-b4bb-c425f186ab9c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:27:56.292444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:27:56.329518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.330146 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Added segment 77da255c-3388-48d7-a4a3-a2cd1433a2b0 of type vlan for network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 Jun 04 06:27:56.343714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.393952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.534418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.540088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:56.540685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.579997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.593542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.642334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfacec8-c70b-4a27-93cb-13b7a6f9c7c2 None None] Pushing event updated for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:56.643126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e96e3484e7de487bb464e0307c8f7db0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0663714 Jun 04 06:27:56.644075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.651526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50570) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:56.663752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Network': ['ID=6ebcf9b3-44cc-49f7-b3c8-a12e29d07547,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:56.688316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.701506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-19f0053b-ec63-452a-b46f-dff02f8b892e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5993838 Jun 04 06:27:56.705067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50578) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:56.711810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'subnet': {'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:56.805002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:27:56.851835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:56.856803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:subnet and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:56.861698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:56.865039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:56.911602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:56.919623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 73037987-ff94-4a87-9156-094d474be239 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:27:56.927624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a999f5c-cc27-4910-bcba-87fb323c5c89 None None] Network 64493bd8-21fa-47f2-86be-da85c647895f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:56.938250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 64493bd8-21fa-47f2-86be-da85c647895f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:27:56.943033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:56.945606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:27:56.982328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ee95-688a-41e1-9e13-0af72aa41250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41275a3-3494-4c3a-accd-6ef6b6eec3e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:57.025687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:27:57.033372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.071338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.105299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.182460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.252364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41275a3-3494-4c3a-accd-6ef6b6eec3e1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:57.266426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.267807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa1027e4-ffe4-4831-89f4-5e54ef097b44 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e41275a3-3494-4c3a-accd-6ef6b6eec3e1 HTTP/1.1" status: 204 len: 168 time: 0.6144273 Jun 04 06:27:57.289141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=98522d86-f106-4c37-8ab9-0827cf009bd2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:57.326399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8440b05-1a70-49cf-a8b2-48e7b0217776 req-5632150e-56e5-4a71-8381-f4be97d3dbf1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 210 time: 0.1082351 Jun 04 06:27:57.344875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:57.345085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.396892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Router 4e125727-9601-4018-a75f-41576d2bebdf has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:27:57.434615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e33327ec-359a-4139-81f6-25df323b8d68 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6535327 Jun 04 06:27:57.435713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50594) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:57.510192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Attempting to bind port cd3ec96f-6565-46a2-b4bb-c425f186ab9c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:27:57.510585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Attempting to bind port cd3ec96f-6565-46a2-b4bb-c425f186ab9c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:27:57.510954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Attempting to bind port cd3ec96f-6565-46a2-b4bb-c425f186ab9c on network 2453245e-4445-4c74-9d91-70441e4b4d37 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:27:57.539228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'fixed_ips': [{'subnet_id': 'bf00ae91-81cd-4472-941f-55f57fdf024a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:57.540277 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.553146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:27:57.553562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Checking segment: {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:57.554194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.554599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Bound using segment: {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:27:57.555140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Bound port: cd3ec96f-6565-46a2-b4bb-c425f186ab9c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf7e128-a483-410c-9ba0-b6a058c9d82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:27:57.555562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.583175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.666163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Deleting port 98522d86-f106-4c37-8ab9-0827cf009bd2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:57.666551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:57.781295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Subnet': ['ID=23894e39-4f01-4857-8c99-e4ea4f58d566,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:57.861310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:27:57.861782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] For port cd3ec96f-6565-46a2-b4bb-c425f186ab9c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:27:57.871037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-22eb34cd-99fc-4b03-898c-55ee26a71dda admin admin] 10.222.0.17 "PUT /v2.0/routers/4e125727-9601-4018-a75f-41576d2bebdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1975901 Jun 04 06:27:57.871037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:57.871256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] For port cd3ec96f-6565-46a2-b4bb-c425f186ab9c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:27:57.881463 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Sync routers for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:27:57.897907 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:57.900280 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:57.905284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Checking segment: {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:27:57.905922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network hostable DHCP agents. Network: 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:27:57.911795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50606) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:57.949268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a5ee3-67c8-40d7-acaa-b992af080404 req-05f40a32-f375-4eaf-a69b-2caf0a754f80 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:57.956458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d6a5ee3-67c8-40d7-acaa-b992af080404 req-05f40a32-f375-4eaf-a69b-2caf0a754f80 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.4726193 Jun 04 06:27:58.061957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d6a5ee3-67c8-40d7-acaa-b992af080404 req-12a44618-a1a9-40be-a276-dc72f0fba559 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043496 Jun 04 06:27:58.148782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.170094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.203633 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:58.221845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:27:58.230395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:27:58.235052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Usage tracker for resource:security_group_rule and tenant:62f018a0eeff439cad19fb1d3a533268 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:27:58.241174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:27:58.274334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Allocated IP 19.80.0.2 (fa5ca749-5b03-4b77-95eb-e8fc269b4eaf/bf00ae91-81cd-4472-941f-55f57fdf024a/ebad4237-6a48-427f-8111-d395659feedc) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:27:58.281776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.301759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:27:58.304383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:58.305231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:58.318136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:27:58.338618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:58.339210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.439237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c174c-2486-484a-a87a-89598fe64d97 None None] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:27:58.439780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7b76d74b-78ad-42d9-8ff6-6947354fde3f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7345271 Jun 04 06:27:58.500991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.617986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfacec8-c70b-4a27-93cb-13b7a6f9c7c2 None None] Pushing event updated for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:58.677410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.700626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Deleting port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:27:58.701045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:58.725467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:55Z', 'revision_number': 5, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port': {'id': '915fcea8-e87f-4c4d-9358-1a3c1b47ad3d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e125727-9601-4018-a75f-41576d2bebdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:58.750600 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Checking router: 4e125727-9601-4018-a75f-41576d2bebdf for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:27:58.760786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Routers {'4e125727-9601-4018-a75f-41576d2bebdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:27:58.761433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['4e125727-9601-4018-a75f-41576d2bebdf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:58.776425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Calling delete_port for 98522d86-f106-4c37-8ab9-0827cf009bd2 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:58.900895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21b47574-c6b7-4a33-b997-8e25c0668994 req-b416997c-6081-4856-a885-96da88bb2979 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 210 time: 0.2449851 Jun 04 06:27:58.966033 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] Set router 4e125727-9601-4018-a75f-41576d2bebdf gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:58.971214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6e9583f6-f4d9-49d8-81a6-afcddbd370d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:58.973139 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6e9583f6-f4d9-49d8-81a6-afcddbd370d6 service neutron] 10.222.0.39 "GET /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 1032 time: 0.1431041 Jun 04 06:27:58.982386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.044989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.104648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:58Z', 'revision_number': 6, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:27:59.111106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddacbe41-2219-4a24-8eba-1e88c5e8f7a9 None None] The sync data for ids ['4e125727-9601-4018-a75f-41576d2bebdf'] in n-d-811808-2 is: [{'id': '4e125727-9601-4018-a75f-41576d2bebdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-1795476293-router', 'tenant_id': 'a7e1905a019945989cde4e9ae127c21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:37Z', 'updated_at': '2022-06-04T06:27:58Z', 'revision_number': 6, 'project_id': 'a7e1905a019945989cde4e9ae127c21f', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:27:59.124458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] For port 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:27:59.125146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.136524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=62f018a0eeff439cad19fb1d3a533268&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202723 Jun 04 06:27:59.138818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c03be8ba-5185-423d-947b-0c0ce10e712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.144878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c03be8ba-5185-423d-947b-0c0ce10e712e service neutron] 10.222.0.39 "GET /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 1032 time: 0.1607304 Jun 04 06:27:59.154019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:27:59.305467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Calling delete_port for 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:27:59.386517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6ebcf9b3-44cc-49f7-b3c8-a12e29d07547', 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'fixed_ips': [{'subnet_id': '23894e39-4f01-4857-8c99-e4ea4f58d566'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:27:59.387354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.411803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47282fbc-1bf6-425b-ad47-dbe6546e54e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad04af3-865a-4bb7-9b87-577ce9888d51,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:59.422894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-01f16cc1-031d-47ef-8620-7948d9db7af2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.429899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-01f16cc1-031d-47ef-8620-7948d9db7af2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.437671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-01f16cc1-031d-47ef-8620-7948d9db7af2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.439086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-01f16cc1-031d-47ef-8620-7948d9db7af2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/networks?id=aaad800a-bd42-460e-b942-3679e984688e&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=c535ef09-e796-46ce-8334-8cdb2823ee41&id=c535ef09-e796-46ce-8334-8cdb2823ee41 HTTP/1.1" status: 200 len: 1994 time: 0.2932913 Jun 04 06:27:59.497075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-1646bed8-7c22-4a77-bbf9-eaa727f3f319 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.502972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-1646bed8-7c22-4a77-bbf9-eaa727f3f319 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:27:59.510429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-1646bed8-7c22-4a77-bbf9-eaa727f3f319 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/networks?id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf&id=6ebcf9b3-44cc-49f7-b3c8-a12e29d07547&id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf HTTP/1.1" status: 200 len: 1391 time: 0.7022266 Jun 04 06:27:59.518888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:27:59.533370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-96e57ffa-9d9b-4212-840d-c37fb3a7419e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/quotas/d6280535db85410ba45a56eaec87fca9 HTTP/1.1" status: 200 len: 375 time: 0.0219753 Jun 04 06:27:59.571805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.650113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-60792f7e-9d89-41ff-9c21-5c467526da46 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:27:59.674668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-60792f7e-9d89-41ff-9c21-5c467526da46 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:27:59.676156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-60792f7e-9d89-41ff-9c21-5c467526da46 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e041dbbfab4e3194da12f3300d86fb HTTP/1.1" status: 200 len: 380 time: 0.1798034 Jun 04 06:27:59.682166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.711045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.765108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'admin_state_up': True, 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'security_groups': ['02212e49-8445-4353-8c81-2ad7d0fcf99b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:27:59.807538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=915fcea8-e87f-4c4d-9358-1a3c1b47ad3d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:59.814170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.854624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.927457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.942842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Port': ['ID=98522d86-f106-4c37-8ab9-0827cf009bd2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:27:59.945259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:27:59.985264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Transition to ACTIVE for port object ebad4237-6a48-427f-8111-d395659feedc will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:00.007712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad04af3-865a-4bb7-9b87-577ce9888d51,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:00.055360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Allocated IP 19.86.0.2 (6ebcf9b3-44cc-49f7-b3c8-a12e29d07547/23894e39-4f01-4857-8c99-e4ea4f58d566/5dd63bb9-834e-4f58-99f4-91ed97525f5b) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:00.088211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Transition to ACTIVE for port object ebad4237-6a48-427f-8111-d395659feedc will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:00.144556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.145798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d883485b-435e-4513-bcca-4159cee09dd3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dad04af3-865a-4bb7-9b87-577ce9888d51 HTTP/1.1" status: 204 len: 168 time: 0.9642212 Jun 04 06:28:00.155335 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.158844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fd93-6bad-414d-8777-6e535af22d07 req-dcfc238a-37bd-4305-9efc-108097dd0814 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:00.160474 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e58fd93-6bad-414d-8777-6e535af22d07 req-dcfc238a-37bd-4305-9efc-108097dd0814 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.9172497 Jun 04 06:28:00.176289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:00.205936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.210726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1913cec8-f455-4899-94d1-047a7822c94a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/ports/98522d86-f106-4c37-8ab9-0827cf009bd2 HTTP/1.1" status: 204 len: 168 time: 2.7568173 Jun 04 06:28:00.214530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50638) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:00.219949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:00.231058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64493bd8-21fa-47f2-86be-da85c647895f', 'external_fixed_ips': [{'subnet_id': 'fab0f5da-b9a2-44a6-9964-952c00fbd113', 'ip_address': '172.20.0.7'}]}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:00.254293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:00.262208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:00.267409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.279064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:router and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:00.284031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:00.291585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4e58fd93-6bad-414d-8777-6e535af22d07 req-5ee50bba-bce5-46f6-ace4-328d675fd7ce tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251607 Jun 04 06:28:00.300375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:00.311226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.320885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.356099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.357572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e125727-9601-4018-a75f-41576d2bebdf {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:28:00.376828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.379056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.388688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.393553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3c3b3f43-ad7c-4a90-a4d9-b34d02729e3e admin admin] 10.222.0.17 "DELETE /v2.0/routers/4e125727-9601-4018-a75f-41576d2bebdf HTTP/1.1" status: 204 len: 168 time: 2.5211186 Jun 04 06:28:00.394318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50642) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:00.417734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c9e7b95b-6823-44c7-9811-e7b34162bfff tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8833792 Jun 04 06:28:00.510234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.777942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-07a53518-01dc-42a5-969a-9ace79b99d6f service neutron] 10.222.0.17 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502028 Jun 04 06:28:00.807687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 172.20.0.13 (aaad800a-bd42-460e-b942-3679e984688e/1adacacb-6783-48e1-9755-b5f90e01011f/16e687fa-ecc5-45b5-b885-50c57a6550f5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:00.830573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.845720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Transition to ACTIVE for port object 5dd63bb9-834e-4f58-99f4-91ed97525f5b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:00.865021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Transition to ACTIVE for port object 5dd63bb9-834e-4f58-99f4-91ed97525f5b will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:00.962046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Pushing event updated for resources: {'Port': ['ID=ebad4237-6a48-427f-8111-d395659feedc,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:00.962046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:00.962046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:00.962046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:00.962046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:01.052138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Pushing event updated for resources: {'Port': ['ID=5dd63bb9-834e-4f58-99f4-91ed97525f5b,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:01.061852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.079267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object 16e687fa-ecc5-45b5-b885-50c57a6550f5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:01.100291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c05bf394-cb6b-4cae-bcf1-52ff44b2d978 service neutron] 10.222.0.17 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153858 Jun 04 06:28:01.162870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.183289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:01.204173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:01.212086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:01.258815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Attempting to bind port ebad4237-6a48-427f-8111-d395659feedc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:01.259557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Attempting to bind port ebad4237-6a48-427f-8111-d395659feedc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:01.260695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Attempting to bind port ebad4237-6a48-427f-8111-d395659feedc on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:01.261601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Deleting subnet dcfb701c-b567-4b24-b7e6-687c8a04f463 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:28:01.282891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-96209881-3591-4f62-bca3-1b4c897462e6 service neutron] 10.222.0.17 "GET /v2.0/networks/6ebcf9b3-44cc-49f7-b3c8-a12e29d07547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752584 Jun 04 06:28:01.287647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.327436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c6f1c6-b751-496f-95f4-0024944dd1a5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:01.369185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network aaad800a-bd42-460e-b942-3679e984688e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:01.422493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:01.422866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Checking segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:01.423266 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.424188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Bound using segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:01.424432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Bound port: ebad4237-6a48-427f-8111-d395659feedc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:01.424810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.443691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d6c6f1c6-b751-496f-95f4-0024944dd1a5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:28:01.444029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c6f1c6-b751-496f-95f4-0024944dd1a5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:28:01.444442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:01.484792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-b456981c-0960-45c4-9a96-532ee9d3dec1 service neutron] 10.222.0.17 "GET /v2.0/networks/6ebcf9b3-44cc-49f7-b3c8-a12e29d07547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947174 Jun 04 06:28:01.503943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:28:01.504287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 915fcea8-e87f-4c4d-9358-1a3c1b47ad3d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:28:01.516432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:01.581806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:01.588678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Attempting to bind port 5dd63bb9-834e-4f58-99f4-91ed97525f5b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:01.589108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Attempting to bind port 5dd63bb9-834e-4f58-99f4-91ed97525f5b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:01.589517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Attempting to bind port 5dd63bb9-834e-4f58-99f4-91ed97525f5b on network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:01.604701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:50Z', 'revision_number': 4, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd3ec96f-6565-46a2-b4bb-c425f186ab9c', 'name': '', 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'mac_address': 'fa:16:3e:e0:91:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:49Z', 'updated_at': '2022-06-04T06:27:57Z', 'revision_number': 4, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'subnets': [{'id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:01.612367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:01.612879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Checking segment: {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:01.613289 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.613754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Bound using segment: {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:01.614256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Bound port: 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:01.614657 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.635943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313e87a-04a8-4bb9-9fbf-8d352d4176d2 None None] The sync data for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 is: [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:27:50Z', 'revision_number': 4, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd3ec96f-6565-46a2-b4bb-c425f186ab9c', 'name': '', 'network_id': '2453245e-4445-4c74-9d91-70441e4b4d37', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'mac_address': 'fa:16:3e:e0:91:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:49Z', 'updated_at': '2022-06-04T06:27:57Z', 'revision_number': 4, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'subnets': [{'id': '3ca4280f-fa5c-4a88-b11c-749f2d45672e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:01.686342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:01.690672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50666) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:01.774245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-4496f900-d2f5-4400-b72d-f46140658bbc service neutron] 10.222.0.17 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797301 Jun 04 06:28:01.802559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] For port ebad4237-6a48-427f-8111-d395659feedc, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:01.840968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] For port ebad4237-6a48-427f-8111-d395659feedc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebad4237-6a48-427f-8111-d395659feedc,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:01.848832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] For port 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:01.852304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.874181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] For port 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5dd63bb9-834e-4f58-99f4-91ed97525f5b,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:01.931867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.962040 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:01.997244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:02.071208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-4d61422c-8525-43ce-9682-75270884120f service neutron] 10.222.0.17 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886271 Jun 04 06:28:02.114627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9017c0-5ad4-4a01-8d98-ada54a649b01 req-fda8eb2f-b625-43ad-91e1-ea8c0a027b3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:02.119241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64647f-aa34-41e6-bb37-c8f99ef8562e None None] Pushing event updated for resources: {'Port': ['ID=ebad4237-6a48-427f-8111-d395659feedc,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:02.133278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9017c0-5ad4-4a01-8d98-ada54a649b01 req-fda8eb2f-b625-43ad-91e1-ea8c0a027b3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 932 time: 1.0148711 Jun 04 06:28:02.191540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:02.192215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:02.215661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2bdb9059-b0ea-4377-bd2e-32e67eb0f74b None None] Provisioning for port 16e687fa-ecc5-45b5-b885-50c57a6550f5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:02.256135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2bdb9059-b0ea-4377-bd2e-32e67eb0f74b None None] Provisioning complete for port 16e687fa-ecc5-45b5-b885-50c57a6550f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:02.256909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bdb9059-b0ea-4377-bd2e-32e67eb0f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:02.279332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-network', 'tenant_id': 'f031ed01c86441689b33b25096b99609'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:02.382882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb9059-b0ea-4377-bd2e-32e67eb0f74b None None] Port 16e687fa-ecc5-45b5-b885-50c57a6550f5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:02.386855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453819f-8aad-420d-a6ca-6415770869b2 None None] Pushing event updated for resources: {'Port': ['ID=5dd63bb9-834e-4f58-99f4-91ed97525f5b,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:02.558678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:02.588279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Usage tracker for resource:network and tenant:f031ed01c86441689b33b25096b99609 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:02.628663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:02.636410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:02.759025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4185aea6-056e-4e47-8d50-e0d4a96ccf27 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0025103 Jun 04 06:28:02.776449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Made reservation on behalf of f031ed01c86441689b33b25096b99609 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:02.786572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:02.814260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:02.839565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9017c0-5ad4-4a01-8d98-ada54a649b01 req-7df061a6-978b-4673-ba17-a4940a166dd9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7014101 Jun 04 06:28:02.852365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'admin_state_up': True, 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'security_groups': ['02212e49-8445-4353-8c81-2ad7d0fcf99b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:02.882796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c988-3d46-40e9-9553-5ff2ebe05e0e req-3597efd9-5a18-4fd9-949a-7b6649430c0a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:02.884337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6641c988-3d46-40e9-9553-5ff2ebe05e0e req-3597efd9-5a18-4fd9-949a-7b6649430c0a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.2121561 Jun 04 06:28:02.887480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:03.014016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6641c988-3d46-40e9-9553-5ff2ebe05e0e req-b3951534-c852-483b-a93a-159e617a4d39 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172721 Jun 04 06:28:03.104448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:03.109758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Usage tracker for resource:security_group_rule and tenant:f031ed01c86441689b33b25096b99609 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:03.112940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:03.119442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:03.320632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2cdc269c-6873-4aa7-a4a6-afd5182fcdde req-ee58bed3-6f3f-43a2-a9a7-6069b645e592 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:03.471192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd3ec96f-6565-46a2-b4bb-c425f186ab9c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:03.472656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:03.518912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:port and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:03.524974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:03.552849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:03.567207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2cdc269c-6873-4aa7-a4a6-afd5182fcdde req-ee58bed3-6f3f-43a2-a9a7-6069b645e592 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:03.584267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2cdc269c-6873-4aa7-a4a6-afd5182fcdde req-ee58bed3-6f3f-43a2-a9a7-6069b645e592 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 210 time: 0.5823574 Jun 04 06:28:03.599857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:03.612197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:03.613028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:03.626199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:03.746274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:03.755318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:03.899685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:03.905508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb370531-2c2a-455a-970c-fa337c9d2d5d None None] Network 64c9dad4-3484-4321-b111-c69e15b6b63d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:03.923808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfb701c-b567-4b24-b7e6-687c8a04f463,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:04.136843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc70db5-00c1-43a8-a66d-0df871577e2d None None] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:04.226042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3655eee3-00f5-4be4-8b81-5f73d14dac74 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/dcfb701c-b567-4b24-b7e6-687c8a04f463 HTTP/1.1" status: 204 len: 168 time: 3.8225863 Jun 04 06:28:04.229792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50698) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:04.269380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cd3ec96f-6565-46a2-b4bb-c425f186ab9c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:04.269913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:04.387247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:04.393666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640c2fb-7775-4d1b-bfa1-6ca429b2667e None None] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:04.411301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Deleting port 46d61bf2-aaf4-463f-b18f-ef46163d6592 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:04.411647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:04.474186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port cd3ec96f-6565-46a2-b4bb-c425f186ab9c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:04.511665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14ba41-9a42-4cdb-9067-fc51d4270fd3 req-94248216-f437-47b6-9898-01b191329d81 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:04.513251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be14ba41-9a42-4cdb-9067-fc51d4270fd3 req-94248216-f437-47b6-9898-01b191329d81 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 932 time: 0.3782315 Jun 04 06:28:04.566408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be14ba41-9a42-4cdb-9067-fc51d4270fd3 req-a280c3f5-b19d-4cc4-8b61-24ecd7f4fc0a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Jun 04 06:28:04.575882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d43b8e44-7b1b-4149-bdbb-4cb28eb8dea8 None None] Provisioning for port ebad4237-6a48-427f-8111-d395659feedc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:04.586517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:28:04.600594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:04.605203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5dd63bb9-834e-4f58-99f4-91ed97525f5b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:04.806731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d4b1a7a3-9588-4c7d-8d39-d4da7b434567 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:04.814768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d4b1a7a3-9588-4c7d-8d39-d4da7b434567 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:04.815774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d4b1a7a3-9588-4c7d-8d39-d4da7b434567 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:04.901696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d4b1a7a3-9588-4c7d-8d39-d4da7b434567 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:04.904086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d4b1a7a3-9588-4c7d-8d39-d4da7b434567 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "GET /v2.0/networks?id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf&id=6ebcf9b3-44cc-49f7-b3c8-a12e29d07547&id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf HTTP/1.1" status: 200 len: 1391 time: 0.4003158 Jun 04 06:28:04.923396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'admin_state_up': True, 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:05.066046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b27ade3b-bb19-40aa-aa3e-31892817453c req-7e3e5b25-31e1-4e2c-adc5-a5c2f5e7e38d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 210 time: 0.1975446 Jun 04 06:28:05.088475 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.127919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c31131de-b84f-4212-ab41-f7d545ead045 None None] Provisioning for port 5dd63bb9-834e-4f58-99f4-91ed97525f5b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:05.129209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] For port 46d61bf2-aaf4-463f-b18f-ef46163d6592, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=46d61bf2-aaf4-463f-b18f-ef46163d6592,segment=NetworkSegment(16248d37-d42f-4519-98a0-aed0ad4687e1),segment_id=16248d37-d42f-4519-98a0-aed0ad4687e1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:05.129771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.131793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.1.1.126 (af307362-a1f4-41e6-84fb-af4991a018ec/1d6c8635-b562-44a8-99be-e83e991ad9a8/43d230da-af25-41c9-93cf-3d583ce5096a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:05.175974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:05.308986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Calling delete_port for 46d61bf2-aaf4-463f-b18f-ef46163d6592 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:05.314449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.381359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5dd63bb9-834e-4f58-99f4-91ed97525f5b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:05.415737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.439143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5dd63bb9-834e-4f58-99f4-91ed97525f5b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:05.439787 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.476387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb034717-d7eb-433d-bd5a-e304519847a5 req-cea323f1-c8e3-40de-8499-ddf25a7b6efb tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:05.478703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bb034717-d7eb-433d-bd5a-e304519847a5 req-cea323f1-c8e3-40de-8499-ddf25a7b6efb tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 1.2025955 Jun 04 06:28:05.483855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=46d61bf2-aaf4-463f-b18f-ef46163d6592,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:05.485730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] No DVR routers for this DVR port 46d61bf2-aaf4-463f-b18f-ef46163d6592 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:28:05.535929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4728bf20-62c4-4e0a-9a98-11d746562dc0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:05.551939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db5892-2a06-4dc4-bb4f-a5296b023c4b None None] DHCP port deletion for 64c9dad4-3484-4321-b111-c69e15b6b63d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:28:05.636998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.656578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object 43d230da-af25-41c9-93cf-3d583ce5096a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:05.657236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.704615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9dad4-3484-4321-b111-c69e15b6b63d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:05.710676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5dd63bb9-834e-4f58-99f4-91ed97525f5b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:05.711062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.724860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16248d37-d42f-4519-98a0-aed0ad4687e1') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:05.725525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16248d37-d42f-4519-98a0-aed0ad4687e1') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:05.745090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.797849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:28:05.801214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5dd63bb9-834e-4f58-99f4-91ed97525f5b,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:05.812539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.813588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ebad4237-6a48-427f-8111-d395659feedc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:05.853097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.863817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:28:05.864350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:05.894501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.001392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5dd63bb9-834e-4f58-99f4-91ed97525f5b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:06.045856 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 16248d37-d42f-4519-98a0-aed0ad4687e1 resource provider aggregate not found Jun 04 06:28:06.046244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.046680 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Added segment da609393-31fd-4d86-8676-5ce185611ab6 of type vlan for network 9e740d84-5578-406c-986b-2abade826326 Jun 04 06:28:06.052678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:06.078070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.120688 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 16248d37-d42f-4519-98a0-aed0ad4687e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16248d37-d42f-4519-98a0-aed0ad4687e1 found for delete ", "request_id": "req-cfc27520-d7da-4e47-a0cc-95769b6d0f86"}]} Jun 04 06:28:06.121875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.125371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=64c9dad4-3484-4321-b111-c69e15b6b63d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:06.128982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ebad4237-6a48-427f-8111-d395659feedc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:06.135547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ebad4237-6a48-427f-8111-d395659feedc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:06.136794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.151570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network af307362-a1f4-41e6-84fb-af4991a018ec is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:06.154953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:06.159333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bb034717-d7eb-433d-bd5a-e304519847a5 req-04797037-cfc1-47f1-a574-dc4278d53906 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576808 Jun 04 06:28:06.167910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:06.189360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:06.193992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109883db-b4f2-4403-9579-0c0622e72e8f req-981fee6d-1008-423e-8392-54e0ac525954 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:06.200996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109883db-b4f2-4403-9579-0c0622e72e8f req-981fee6d-1008-423e-8392-54e0ac525954 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:06.203456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-109883db-b4f2-4403-9579-0c0622e72e8f req-981fee6d-1008-423e-8392-54e0ac525954 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 1654 time: 0.4345284 Jun 04 06:28:06.205405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1d717b51-59f2-4e0e-be37-29362c3c7bbd admin admin] 10.222.0.17 "DELETE /v2.0/networks/64c9dad4-3484-4321-b111-c69e15b6b63d HTTP/1.1" status: 204 len: 168 time: 1.9724841 Jun 04 06:28:06.249795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:06.281202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-880effab-5a1d-43f4-be6f-9a49b44de09d None None] Provisioning complete for port 5dd63bb9-834e-4f58-99f4-91ed97525f5b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:06.281641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-880effab-5a1d-43f4-be6f-9a49b44de09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.283107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.374203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-109883db-b4f2-4403-9579-0c0622e72e8f req-07ea2302-86df-41ce-a449-d585606da6d9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448555 Jun 04 06:28:06.390414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.416490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8a64d962-d866-4621-a334-e925624e32d3 req-d0f39ea9-3bd9-433d-9b8d-f488fa8c00fd tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 210 time: 0.0807848 Jun 04 06:28:06.417421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:06.425454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.443868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.503671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:06.563844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:06.581650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:06.582292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.593156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-147031de-0ed5-4866-8d11-b37867c9c1a9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a7e1905a019945989cde4e9ae127c21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854685 Jun 04 06:28:06.593351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ebad4237-6a48-427f-8111-d395659feedc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:06.593351 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.593840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50724) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:06.658913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-880effab-5a1d-43f4-be6f-9a49b44de09d None None] Current status of the port 5dd63bb9-834e-4f58-99f4-91ed97525f5b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:06.664045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port ebad4237-6a48-427f-8111-d395659feedc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebad4237-6a48-427f-8111-d395659feedc,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:06.670434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.704041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.704987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:06.715400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.744290 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.785644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=ebad4237-6a48-427f-8111-d395659feedc,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:06.802389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2651f51-c332-4f33-b7e0-814393a57730 None None] Provisioning for port 43d230da-af25-41c9-93cf-3d583ce5096a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:06.811259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2651f51-c332-4f33-b7e0-814393a57730 None None] Provisioning complete for port 43d230da-af25-41c9-93cf-3d583ce5096a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:06.811637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e2651f51-c332-4f33-b7e0-814393a57730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.823908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.864427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd3ec96f-6565-46a2-b4bb-c425f186ab9c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:06.950905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:06.968301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e2651f51-c332-4f33-b7e0-814393a57730 None None] Port 43d230da-af25-41c9-93cf-3d583ce5096a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:06.980488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59897f9e-95f3-4d52-9149-eaecad9eece2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:06.990046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cd3ec96f-6565-46a2-b4bb-c425f186ab9c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:06.990642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.004645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.008071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-93fbcee7-dc8d-4a6b-95bc-d8c96b291e0b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/59897f9e-95f3-4d52-9149-eaecad9eece2 HTTP/1.1" status: 204 len: 168 time: 0.4111853 Jun 04 06:28:07.073337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] Pushing event updated for resources: {'Network': ['ID=9e740d84-5578-406c-986b-2abade826326,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:07.090202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9e740d84-5578-406c-986b-2abade826326 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:28:07.117894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2fc9ecae-a882-4553-a85d-5f744186bf3f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3056567 Jun 04 06:28:07.127535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:07.128094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3128d68b-1552-45d6-bf61-b64fc08d7275 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 5.3756101 Jun 04 06:28:07.134191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Request body: {'subnet': {'network_id': '9e740d84-5578-406c-986b-2abade826326', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-subnet', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:07.136045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'admin_state_up': True, 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'security_groups': ['02212e49-8445-4353-8c81-2ad7d0fcf99b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:07.142818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:07.152836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Usage tracker for resource:subnet and tenant:f031ed01c86441689b33b25096b99609 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:07.157849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:07.165340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:07.218523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Made reservation on behalf of f031ed01c86441689b33b25096b99609 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:07.224202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.330439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cd3ec96f-6565-46a2-b4bb-c425f186ab9c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:07.331652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5dd63bb9-834e-4f58-99f4-91ed97525f5b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:07.378051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Allocated IP 19.80.0.112 (fa5ca749-5b03-4b77-95eb-e8fc269b4eaf/bf00ae91-81cd-4472-941f-55f57fdf024a/3f2af0b3-89ed-41c5-ad37-0b62288ebec5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:07.442975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5dd63bb9-834e-4f58-99f4-91ed97525f5b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:07.444231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.530785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193e23e-7f01-4465-90cf-c614a61f5cb7 req-0f2e0880-693c-4a2b-80d6-cd572e8c2fab tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:07.538005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c193e23e-7f01-4465-90cf-c614a61f5cb7 req-0f2e0880-693c-4a2b-80d6-cd572e8c2fab tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.2636833 Jun 04 06:28:07.578981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.20.0.7 (64493bd8-21fa-47f2-86be-da85c647895f/fab0f5da-b9a2-44a6-9964-952c00fbd113/b67bf195-fac5-4404-bcc6-58236ca018e9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:07.680595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.696280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5dd63bb9-834e-4f58-99f4-91ed97525f5b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:07.778997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.821403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Checking segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:07.821403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Network hostable DHCP agents. Network: 9e740d84-5578-406c-986b-2abade826326, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:28:07.825891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d61bf2-aaf4-463f-b18f-ef46163d6592 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:07.828917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2585337c-6879-4aaf-a7c5-be44f8f5c588,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:07.851713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Network 9e740d84-5578-406c-986b-2abade826326 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:28:07.867369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9e740d84-5578-406c-986b-2abade826326) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:07.875441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:07.876042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.881080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:07.888847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:port and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:07.892361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:07.899442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:07.910153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 46d61bf2-aaf4-463f-b18f-ef46163d6592 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:28:07.910775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 46d61bf2-aaf4-463f-b18f-ef46163d6592 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:28:07.912891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a819cb-8031-4b05-8cc9-68d3f507bf5b None None] Network 9e740d84-5578-406c-986b-2abade826326 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:07.936931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51a6c2d8-41be-4a94-9ec5-68ef9a1fd337 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8081071 Jun 04 06:28:07.939761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:07.940728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:07.949867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:07.963967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:07.972003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Usage tracker for resource:router and tenant:f031ed01c86441689b33b25096b99609 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:07.983713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:08.014608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c193e23e-7f01-4465-90cf-c614a61f5cb7 req-c32b61ee-3b8b-4fd1-8ffb-1331cdccd2d7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755285 Jun 04 06:28:08.043395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:08.079494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.081236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.130871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.245668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 64493bd8-21fa-47f2-86be-da85c647895f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:08.247543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:08.251346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.290507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:08.293316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:08.318566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-9e740d84-5578-406c-986b-2abade826326', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:28:08.319396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.559926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Allocated IP 172.20.0.2 (9e740d84-5578-406c-986b-2abade826326/2585337c-6879-4aaf-a7c5-be44f8f5c588/77cea87d-0769-456f-b526-63ea57e767c4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:08.606188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.630180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Transition to ACTIVE for port object 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:08.683877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=b67bf195-fac5-4404-bcc6-58236ca018e9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:08.704985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d68e79-36b6-49ba-a837-05de30bdca8a req-91517f5e-4123-41b0-8f4c-e56cfbf6d580 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:08.706862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82d68e79-36b6-49ba-a837-05de30bdca8a req-91517f5e-4123-41b0-8f4c-e56cfbf6d580 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 1.2605240 Jun 04 06:28:08.830864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ebad4237-6a48-427f-8111-d395659feedc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:08.886022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.924671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:08.927750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83699-7b3d-4aff-88b0-06ae70cd189e req-d155ac1f-01ec-416d-b327-d73403fea99d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:08.933540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c83699-7b3d-4aff-88b0-06ae70cd189e req-d155ac1f-01ec-416d-b327-d73403fea99d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:08.941218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19c83699-7b3d-4aff-88b0-06ae70cd189e req-d155ac1f-01ec-416d-b327-d73403fea99d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 1654 time: 0.6256170 Jun 04 06:28:08.988051 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.008302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Transition to ACTIVE for port object 77cea87d-0769-456f-b526-63ea57e767c4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:09.018538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:09.030213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:09.050282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:09.053784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Transition to ACTIVE for port object 77cea87d-0769-456f-b526-63ea57e767c4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:09.057507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19c83699-7b3d-4aff-88b0-06ae70cd189e req-d1861003-8a29-4e02-936b-1063c44eeea1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155114 Jun 04 06:28:09.066699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.101943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117be94-9700-430c-91cb-c983a190d4de req-ab44f13f-0683-46ec-ae20-c77e990c239b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:09.103657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6117be94-9700-430c-91cb-c983a190d4de req-ab44f13f-0683-46ec-ae20-c77e990c239b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.2700472 Jun 04 06:28:09.131134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-82d68e79-36b6-49ba-a837-05de30bdca8a req-436cb25d-e07b-4122-829d-9e49e3c5f9ae tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448053 Jun 04 06:28:09.199844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Network 9e740d84-5578-406c-986b-2abade826326 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:09.206164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Pushing event updated for resources: {'Port': ['ID=77cea87d-0769-456f-b526-63ea57e767c4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:09.218505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:09.223920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Deleting port e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:09.224595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.224708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:09.235886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.1.1.46 (af307362-a1f4-41e6-84fb-af4991a018ec/1d6c8635-b562-44a8-99be-e83e991ad9a8/49d63827-a072-40c9-97c0-59ea2939dac3) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:09.266139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:09.285157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ebad4237-6a48-427f-8111-d395659feedc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:09.285898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.386098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:09.386975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.429874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Attempting to bind port 77cea87d-0769-456f-b526-63ea57e767c4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:09.430326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Attempting to bind port 77cea87d-0769-456f-b526-63ea57e767c4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:09.430750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Attempting to bind port 77cea87d-0769-456f-b526-63ea57e767c4 on network 9e740d84-5578-406c-986b-2abade826326 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:09.450559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:09.451905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Checking segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:09.452464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.452931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Bound using segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:09.453606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Bound port: 77cea87d-0769-456f-b526-63ea57e767c4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:09.454276 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.467513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cec18623-be00-45e1-bd7d-d398227daaed None None] Provisioning for port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:09.494231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cec18623-be00-45e1-bd7d-d398227daaed None None] Provisioning complete for port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:09.494694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cec18623-be00-45e1-bd7d-d398227daaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.584600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d90c0-9372-4c9f-9a19-2d12135b15b9 req-0dea7581-b8f6-4762-af98-ac6de3473133 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:09.592739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0d90c0-9372-4c9f-9a19-2d12135b15b9 req-0dea7581-b8f6-4762-af98-ac6de3473133 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 932 time: 0.3030033 Jun 04 06:28:09.681538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cec18623-be00-45e1-bd7d-d398227daaed None None] Port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:09.713822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ebad4237-6a48-427f-8111-d395659feedc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:09.725083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] For port 77cea87d-0769-456f-b526-63ea57e767c4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:09.729991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] For port 77cea87d-0769-456f-b526-63ea57e767c4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=77cea87d-0769-456f-b526-63ea57e767c4,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:09.736301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.767221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-42ed3059-ff58-4f12-9bab-1869ddaa695d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8492215 Jun 04 06:28:09.814158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0d90c0-9372-4c9f-9a19-2d12135b15b9 req-9faad23d-bbb4-4f4e-adde-72b88ac11e0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204311 Jun 04 06:28:09.822285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547', 'admin_state_up': True, 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:09.861444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50784) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:09.864995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867d3f1-a267-4d9e-9451-178ca85ff146 None None] Pushing event updated for resources: {'Port': ['ID=77cea87d-0769-456f-b526-63ea57e767c4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:09.892825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] For port e984a964-f600-4102-af78-dde03ac38ee3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e984a964-f600-4102-af78-dde03ac38ee3,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:09.893301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:09.985564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.045837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.053989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.144773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.295797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.362012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:10.401149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:10.406952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object 49d63827-a072-40c9-97c0-59ea2939dac3 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:10.407271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:10.415854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43dcb-0b6a-411f-a126-2e0b557b142d req-532aeaff-d876-4df0-92cf-2823814cb054 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:10.417541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c7f43dcb-0b6a-411f-a126-2e0b557b142d req-532aeaff-d876-4df0-92cf-2823814cb054 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 947 time: 0.6678958 Jun 04 06:28:10.432380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Usage tracker for resource:security_group_rule and tenant:4b4c1f183cc94f7d925977f11ed3ed8b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:10.443245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:10.456161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:10.456395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:10.460743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.634133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c7f43dcb-0b6a-411f-a126-2e0b557b142d req-a37bca1e-ac33-49f2-9098-64ae660774dc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=58b88703-d54c-48f9-b551-98b02da716f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012012 Jun 04 06:28:10.662133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Allocated IP 172.25.1.213 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9108a398-606b-46d7-9edd-4c024f7b5dac) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:10.768966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:10.868506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 77cea87d-0769-456f-b526-63ea57e767c4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:10.918650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network af307362-a1f4-41e6-84fb-af4991a018ec is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:10.929374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.009106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.011367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:11.053574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:11.062705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 77cea87d-0769-456f-b526-63ea57e767c4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:11.089726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.090104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.090421 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Floating IP 66a37193-bb2d-4c7a-ad07-c91c59ee11c7 disassociated. External IP: 172.25.1.109, port: e984a964-f600-4102-af78-dde03ac38ee3. Jun 04 06:28:11.091370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Calling delete_port for e984a964-f600-4102-af78-dde03ac38ee3 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:11.133972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.164292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b298a-9262-41bc-8d00-64b3384b85e3 None None] Network 9e740d84-5578-406c-986b-2abade826326 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:11.222489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.231998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:11.241798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:11.243759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:11.267684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56675b28-d083-43b3-8573-683ee94ab550 req-fec944ee-a258-4e4b-8349-b5508db0cc2e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:11.274553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56675b28-d083-43b3-8573-683ee94ab550 req-fec944ee-a258-4e4b-8349-b5508db0cc2e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:11.276188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56675b28-d083-43b3-8573-683ee94ab550 req-fec944ee-a258-4e4b-8349-b5508db0cc2e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 1654 time: 1.0603132 Jun 04 06:28:11.276849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.286671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:11.322735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Provisioning for port 77cea87d-0769-456f-b526-63ea57e767c4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:11.363756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ec886-95fb-4f69-bb85-ba33b55b8cfc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:11.414008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Provisioning complete for port 77cea87d-0769-456f-b526-63ea57e767c4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:11.414502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.433878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Pushing event updated for resources: {'Port': ['ID=9108a398-606b-46d7-9edd-4c024f7b5dac,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:11.459131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d819ad52-c22c-4504-8603-463dc521482b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4b4c1f183cc94f7d925977f11ed3ed8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5873206 Jun 04 06:28:11.464691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50798) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:11.553420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:11.554139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.612699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Current status of the port 77cea87d-0769-456f-b526-63ea57e767c4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:11.614891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.633978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56675b28-d083-43b3-8573-683ee94ab550 req-7f85dafe-7332-429f-a8da-a16d91752bd0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127136 Jun 04 06:28:11.637705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Allocated IP 19.86.0.54 (6ebcf9b3-44cc-49f7-b3c8-a12e29d07547/23894e39-4f01-4857-8c99-e4ea4f58d566/10c9c39b-b534-47e7-a1b9-7f9df8fed5a0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:11.661655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7c1cd218-5b51-4d50-ab4c-4f15e24a4a3e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5293927 Jun 04 06:28:11.674883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'admin_state_up': True, 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'security_groups': ['02212e49-8445-4353-8c81-2ad7d0fcf99b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:11.705590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] For port 77cea87d-0769-456f-b526-63ea57e767c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=77cea87d-0769-456f-b526-63ea57e767c4,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:11.713895 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.751386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e27d4-0ad9-403c-81fe-c02c0e2f0595 req-bfd871e9-8d53-4a11-947a-1bc7f0b58ade tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:11.774761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c68e27d4-0ad9-403c-81fe-c02c0e2f0595 req-bfd871e9-8d53-4a11-947a-1bc7f0b58ade tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.8753896 Jun 04 06:28:11.857769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Pushing event updated for resources: {'Port': ['ID=77cea87d-0769-456f-b526-63ea57e767c4,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:11.867888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.868206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.868556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.869127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.869212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.869556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.869889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.870264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.870592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.870908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.871238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.872340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b95c096-b99c-4703-800b-6cf4221faceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:11.872828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.878861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-408d4935-b9db-4697-9e73-b6d017ef32f3 None None] Provisioning for port 49d63827-a072-40c9-97c0-59ea2939dac3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:11.885173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-408d4935-b9db-4697-9e73-b6d017ef32f3 None None] Provisioning complete for port 49d63827-a072-40c9-97c0-59ea2939dac3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:11.885173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-408d4935-b9db-4697-9e73-b6d017ef32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.914555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:11.994692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.027166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-408d4935-b9db-4697-9e73-b6d017ef32f3 None None] Port 49d63827-a072-40c9-97c0-59ea2939dac3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:12.031118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:12.052350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'Port': ['ID=e984a964-f600-4102-af78-dde03ac38ee3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:12.080944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: e984a964-f600-4102-af78-dde03ac38ee3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:28:12.081388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e984a964-f600-4102-af78-dde03ac38ee3 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:28:12.159151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4c3a6d2f-08df-499e-a042-4791b2519308 None None] Provisioning complete for port 77cea87d-0769-456f-b526-63ea57e767c4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:12.159581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4c3a6d2f-08df-499e-a042-4791b2519308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.202576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c68e27d4-0ad9-403c-81fe-c02c0e2f0595 req-342ff4e5-09c0-4d47-a4a6-f977b15bca64 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263742 Jun 04 06:28:12.230622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router f8fc3280-306c-4441-aac8-e0e22eefcafd is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:12.320799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a6d2f-08df-499e-a042-4791b2519308 None None] Current status of the port 77cea87d-0769-456f-b526-63ea57e767c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:12.467755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:12.543782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Usage tracker for resource:port and tenant:40e041dbbfab4e3194da12f3300d86fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:12.561167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:12.566593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-2d940b19-c50c-427d-a4e6-ff204f2366af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7610240 Jun 04 06:28:12.568698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3e10a4-036e-4b37-859e-ac3984c9aed6 req-652479d2-7777-4900-b5d5-79eb7c34187c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 210 time: 0.1066492 Jun 04 06:28:12.578286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:12.644591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:12.655744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.786392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.801969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 77cea87d-0769-456f-b526-63ea57e767c4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:12.917344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 77cea87d-0769-456f-b526-63ea57e767c4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:12.918483 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.949311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:12.960264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Transition to ACTIVE for port object 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:13.003616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:13.016173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d6c4a-8b48-4308-911b-d1526c9cdac0 req-595c761e-d190-4581-b569-12f5a88e4782 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.018451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-086d6c4a-8b48-4308-911b-d1526c9cdac0 req-595c761e-d190-4581-b569-12f5a88e4782 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 932 time: 1.0455377 Jun 04 06:28:13.035901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Sync routers for ids ['f8fc3280-306c-4441-aac8-e0e22eefcafd'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:13.066866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ec886-95fb-4f69-bb85-ba33b55b8cfc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:13.073772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Routers {'f8fc3280-306c-4441-aac8-e0e22eefcafd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:13.077251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f8fc3280-306c-4441-aac8-e0e22eefcafd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:13.118172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.122831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ae083b4-cbe8-44cf-81a1-65411d670a04 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.9043868 Jun 04 06:28:13.126063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.128041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:13.143421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:28:13.184277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-469af627-9bef-4c20-8552-d6121977e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.186222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-469af627-9bef-4c20-8552-d6121977e3e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 1096 time: 0.4509110 Jun 04 06:28:13.227188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.241661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.248736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.254940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.255974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:13.287335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-086d6c4a-8b48-4308-911b-d1526c9cdac0 req-e365df19-5e27-43df-a87b-50fdb0199d04 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411878 Jun 04 06:28:13.326979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.328161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-164b6cf9-0298-4bd8-8f71-a53e52042d94 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/699ec886-95fb-4f69-bb85-ba33b55b8cfc HTTP/1.1" status: 204 len: 168 time: 1.8625336 Jun 04 06:28:13.335735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 77cea87d-0769-456f-b526-63ea57e767c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:13.341731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Set router f8fc3280-306c-4441-aac8-e0e22eefcafd gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:13.408609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:13.410069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-f639d80d-953f-45db-ac5f-e467dbf44c28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 2374 time: 0.5092139 Jun 04 06:28:13.488553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:13.508192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:13.533329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:13.537098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.679771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:13.724740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fc3280-306c-4441-aac8-e0e22eefcafd', 'name': '', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64493bd8-21fa-47f2-86be-da85c647895f', 'external_fixed_ips': [{'subnet_id': 'fab0f5da-b9a2-44a6-9964-952c00fbd113', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b67bf195-fac5-4404-bcc6-58236ca018e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:00Z', 'updated_at': '2022-06-04T06:28:09Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': 'b67bf195-fac5-4404-bcc6-58236ca018e9', 'name': '', 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fc3280-306c-4441-aac8-e0e22eefcafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': 'fab0f5da-b9a2-44a6-9964-952c00fbd113', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:06Z', 'updated_at': '2022-06-04T06:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fab0f5da-b9a2-44a6-9964-952c00fbd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:13.728739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Checking router: f8fc3280-306c-4441-aac8-e0e22eefcafd for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:13.729087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Updating router f8fc3280-306c-4441-aac8-e0e22eefcafd port b67bf195-fac5-4404-bcc6-58236ca018e9 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:13.832306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.857264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-278ebaba-2b03-4a69-934a-bb5e192ce53e req-7f03b122-a1b8-4b30-ac05-ac7d43e1ff5b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659868 Jun 04 06:28:13.950829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.951954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:13.976951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-bc92e6c6-0cc5-4315-954e-71a676847765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:13.978586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-bc92e6c6-0cc5-4315-954e-71a676847765 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.7477589 Jun 04 06:28:14.058811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.2.2.100 (c535ef09-e796-46ce-8334-8cdb2823ee41/9c3f9218-4825-494d-ae2e-ffa26ac3df14/a2631b2b-42d8-4cbd-9a58-89fc6f1b248c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:14.155486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d105263-745c-43ea-a8b9-3cbf598341f6 None None] Provisioning for port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:14.175735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d105263-745c-43ea-a8b9-3cbf598341f6 None None] Provisioning complete for port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:14.176182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d105263-745c-43ea-a8b9-3cbf598341f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:14.271768 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:14.338972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4d105263-745c-43ea-a8b9-3cbf598341f6 None None] Port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:14.368563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ed5133fa-4bb6-4246-a0a7-f2f59c9ffdcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5564263 Jun 04 06:28:14.428103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-7861dfc2-15ab-4c99-a752-830a5c2451f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 200 len: 217 time: 0.4386349 Jun 04 06:28:14.454512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'admin_state_up': True, 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:14.468016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:14.473126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebea77d2-eff8-423f-b09f-863188c3d252 req-f2011061-aa96-45b6-af9d-0a1ab4ce8023 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=f4b66b79-071f-4965-9731-2c1703eef7dd HTTP/1.1" status: 200 len: 210 time: 0.1474206 Jun 04 06:28:14.484446 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:14.504894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:14.505591 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:14.558395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-b35b5529-3e83-4993-bef2-244c97de9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:14.560147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-b35b5529-3e83-4993-bef2-244c97de9963 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1100953 Jun 04 06:28:14.571260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:14.655773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] No DVR routers for this DVR port e984a964-f600-4102-af78-dde03ac38ee3 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:28:14.658478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:14.662276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6117be94-9700-430c-91cb-c983a190d4de req-340ab750-f06d-4d88-ac3a-9f0730bc2a51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "DELETE /v2.0/ports/e984a964-f600-4102-af78-dde03ac38ee3 HTTP/1.1" status: 204 len: 173 time: 5.5475881 Jun 04 06:28:14.698871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:14.700826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-deleted', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:14.733788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Transition to ACTIVE for port object b67bf195-fac5-4404-bcc6-58236ca018e9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:14.759161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:14.924867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:14.951897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c115f-ac4c-443a-bee7-bb8f1ad40d25 None None] Pushing event updated for resources: {'Port': ['ID=b67bf195-fac5-4404-bcc6-58236ca018e9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:14.988483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Attempting to bind port b67bf195-fac5-4404-bcc6-58236ca018e9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:14.989121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Attempting to bind port b67bf195-fac5-4404-bcc6-58236ca018e9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'fae75658-0b25-484e-8a20-f6fa540e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:14.989959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Attempting to bind port b67bf195-fac5-4404-bcc6-58236ca018e9 on network 64493bd8-21fa-47f2-86be-da85c647895f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:15.019319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:15.019996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Checking segment: {'id': 'fae75658-0b25-484e-8a20-f6fa540e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:15.021290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.021881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Bound using segment: {'id': 'fae75658-0b25-484e-8a20-f6fa540e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:15.022499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Bound port: b67bf195-fac5-4404-bcc6-58236ca018e9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae75658-0b25-484e-8a20-f6fa540e4908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '64493bd8-21fa-47f2-86be-da85c647895f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:15.023743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.036325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef32aa-c2f2-472f-81a5-5daffe23e2b2 req-19a0484d-b8ed-4126-a740-15588458e19c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:15.038173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6ef32aa-c2f2-472f-81a5-5daffe23e2b2 req-19a0484d-b8ed-4126-a740-15588458e19c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 1.2799733 Jun 04 06:28:15.103740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.110011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:15.128924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-6715d77b-8bc4-47fe-89ab-890f89a71418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:15.139692 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-6715d77b-8bc4-47fe-89ab-890f89a71418 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5700805 Jun 04 06:28:15.151592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-4d846cb9-9237-4aba-9ddd-3ccfd4ceafad tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:15.166293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Router 172e5eb8-a0d7-4914-8347-3cd112a63d62 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:15.169444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.176119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-4d846cb9-9237-4aba-9ddd-3ccfd4ceafad tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:15.176978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-4d846cb9-9237-4aba-9ddd-3ccfd4ceafad tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:15.177731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6ef32aa-c2f2-472f-81a5-5daffe23e2b2 req-a14ff7b9-e98a-4983-9342-16e4fd407723 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317856 Jun 04 06:28:15.202989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:15.234571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] For port b67bf195-fac5-4404-bcc6-58236ca018e9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:15.243336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] For port b67bf195-fac5-4404-bcc6-58236ca018e9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b67bf195-fac5-4404-bcc6-58236ca018e9,segment=NetworkSegment(fae75658-0b25-484e-8a20-f6fa540e4908),segment_id=fae75658-0b25-484e-8a20-f6fa540e4908)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:15.256541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.264128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object a2631b2b-42d8-4cbd-9a58-89fc6f1b248c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:15.284701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Deleting port b67bf195-fac5-4404-bcc6-58236ca018e9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:15.285250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.367932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:15.371404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.379411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Routers {'f8fc3280-306c-4441-aac8-e0e22eefcafd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:15.380055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f8fc3280-306c-4441-aac8-e0e22eefcafd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:15.432173 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:15.446216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:15.452067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-4d846cb9-9237-4aba-9ddd-3ccfd4ceafad tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:15.453224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-4d846cb9-9237-4aba-9ddd-3ccfd4ceafad tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 1654 time: 0.7016540 Jun 04 06:28:15.461235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:15.466264 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:15.538459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c115f-ac4c-443a-bee7-bb8f1ad40d25 None None] Pushing event updated for resources: {'Port': ['ID=b67bf195-fac5-4404-bcc6-58236ca018e9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:15.615299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-48aec195-e8a5-4b93-b33c-6b512f56e985 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140043 Jun 04 06:28:15.626922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-a047414e-f820-43e7-8f70-5aa22d9d5598 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:15.664231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.675326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:15.698720 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e57cb8f-8f57-4d7a-bef0-235b4edeb44d'] response: {'server_uuid': 'f4b66b79-071f-4965-9731-2c1703eef7dd', 'name': 'network-vif-deleted', 'tag': 'e984a964-f600-4102-af78-dde03ac38ee3', 'status': 'completed', 'code': 200} Jun 04 06:28:15.743445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] Set router f8fc3280-306c-4441-aac8-e0e22eefcafd gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:15.744821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] For port b67bf195-fac5-4404-bcc6-58236ca018e9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b67bf195-fac5-4404-bcc6-58236ca018e9,segment=NetworkSegment(fae75658-0b25-484e-8a20-f6fa540e4908),segment_id=fae75658-0b25-484e-8a20-f6fa540e4908)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:15.745312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.766196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:15.768272 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:15.772267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-737f3981-86fd-4a82-9830-693a3e90996a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.8306334 Jun 04 06:28:15.774238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50850) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:15.858297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network c535ef09-e796-46ce-8334-8cdb2823ee41 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:15.865678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:15.882453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-a047414e-f820-43e7-8f70-5aa22d9d5598 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:15.894023 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c68d953-2c84-4e05-95de-d40a820299f0 req-a047414e-f820-43e7-8f70-5aa22d9d5598 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215739 Jun 04 06:28:15.898903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Allocated IP 19.80.0.210 (fa5ca749-5b03-4b77-95eb-e8fc269b4eaf/bf00ae91-81cd-4472-941f-55f57fdf024a/ba184806-8ef5-4b11-bffe-467b887af82a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:15.905205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fc3280-306c-4441-aac8-e0e22eefcafd', 'name': '', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:00Z', 'updated_at': '2022-06-04T06:28:15Z', 'revision_number': 4, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:15.906419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:15.914738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba78198-a94d-4e78-81a8-6782aade96f3 None None] The sync data for ids ['f8fc3280-306c-4441-aac8-e0e22eefcafd'] in n-d-811808-2 is: [{'id': 'f8fc3280-306c-4441-aac8-e0e22eefcafd', 'name': '', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:00Z', 'updated_at': '2022-06-04T06:28:15Z', 'revision_number': 4, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:15.918177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Sync routers for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:15.930502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:15.933868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:16.069711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:16.081315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Calling delete_port for b67bf195-fac5-4404-bcc6-58236ca018e9 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:16.270462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fadfba0e-b752-4b4b-914e-f73e1fbdec9c req-dc9501fe-f37c-4a30-a6c4-010ece066d08 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462243 Jun 04 06:28:16.279970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:16.280883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:16.311789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:16.323663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-befb0301-5722-4d83-9244-67f8e6cb26f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6532185 Jun 04 06:28:16.339940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:16.340187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'admin_state_up': True, 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'security_groups': ['02212e49-8445-4353-8c81-2ad7d0fcf99b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:16.350033 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c9606-c49d-47e0-8388-25ac40e79ad4 None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:16.586444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5782205b-16e4-4289-8299-8b4c237d3d36 None None] Provisioning for port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:16.596525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5782205b-16e4-4289-8299-8b4c237d3d36 None None] Provisioning complete for port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:16.600990 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5782205b-16e4-4289-8299-8b4c237d3d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:16.715021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5782205b-16e4-4289-8299-8b4c237d3d36 None None] Port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:16.742223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:16.800902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:16.845579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Transition to ACTIVE for port object ba184806-8ef5-4b11-bffe-467b887af82a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:16.920403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:16.944116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e3d2c28-9f0b-461e-ab46-df9e2fdad6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:16.951067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:16.962324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:11Z', 'revision_number': 3, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:16.966330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Checking router: 172e5eb8-a0d7-4914-8347-3cd112a63d62 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:16.966812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Updating router 172e5eb8-a0d7-4914-8347-3cd112a63d62 port 9108a398-606b-46d7-9edd-4c024f7b5dac binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:17.042358 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c91c2-5b93-41f8-8633-e749600d00a3 None None] New status for floating IP 66a37193-bb2d-4c7a-ad07-c91c59ee11c7: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:28:17.072194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Made reservation on behalf of 40e041dbbfab4e3194da12f3300d86fb for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:17.092464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-c5b974cd-43bf-434c-b759-b1449fc2ec85 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.093900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.104204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-c5b974cd-43bf-434c-b759-b1449fc2ec85 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.114750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-c5b974cd-43bf-434c-b759-b1449fc2ec85 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.118736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.131539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-c5b974cd-43bf-434c-b759-b1449fc2ec85 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.139349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-c5b974cd-43bf-434c-b759-b1449fc2ec85 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 3095 time: 1.1896546 Jun 04 06:28:17.145563 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.271568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Port': ['ID=b67bf195-fac5-4404-bcc6-58236ca018e9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:17.450774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:17.521212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:17.528083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:17.604303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.604866 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.663553 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.668150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:17.689687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.698175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Transition to ACTIVE for port object 9108a398-606b-46d7-9edd-4c024f7b5dac will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:17.712621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.737846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-6a32e5fe-fc2c-4c70-bd52-625715542660 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3085666 Jun 04 06:28:17.751852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:17.846413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acd9268d-92d5-459d-b0bf-9dd33fcbd1fd req-8b3c4ed4-4984-4bfc-9c32-ae175dbbff45 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7055926 Jun 04 06:28:17.847030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Attempting to bind port 9108a398-606b-46d7-9edd-4c024f7b5dac on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:17.847392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Attempting to bind port 9108a398-606b-46d7-9edd-4c024f7b5dac by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:17.847748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Attempting to bind port 9108a398-606b-46d7-9edd-4c024f7b5dac on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:17.850135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72290eee-3c17-498c-add2-0d0340e151f2 None None] Pushing event updated for resources: {'Port': ['ID=9108a398-606b-46d7-9edd-4c024f7b5dac,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:17.857869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:17.858263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:17.858668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.859056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:17.859526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Bound port: 9108a398-606b-46d7-9edd-4c024f7b5dac, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:17.859898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:17.940505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.949705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.964156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:17.964560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] For port 9108a398-606b-46d7-9edd-4c024f7b5dac, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:17.969459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:17.973359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] For port 9108a398-606b-46d7-9edd-4c024f7b5dac, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9108a398-606b-46d7-9edd-4c024f7b5dac,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:17.980744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.001856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50882) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:18.037276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.056928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.128610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72290eee-3c17-498c-add2-0d0340e151f2 None None] Pushing event updated for resources: {'Port': ['ID=9108a398-606b-46d7-9edd-4c024f7b5dac,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:18.157201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:18.158006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:27:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:18.235023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2681da09-cf52-48a2-b6b2-56915dc8674f None None] Provisioning for port ba184806-8ef5-4b11-bffe-467b887af82a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:18.240476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.241085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8fc3280-306c-4441-aac8-e0e22eefcafd {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:28:18.259228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2681da09-cf52-48a2-b6b2-56915dc8674f None None] Provisioning complete for port ba184806-8ef5-4b11-bffe-467b887af82a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:18.259594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2681da09-cf52-48a2-b6b2-56915dc8674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.322837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.323955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51a42320-3306-4701-93cb-c9af2b850f87 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/routers/f8fc3280-306c-4441-aac8-e0e22eefcafd HTTP/1.1" status: 204 len: 168 time: 5.1890495 Jun 04 06:28:18.330600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:18.385520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2681da09-cf52-48a2-b6b2-56915dc8674f None None] Port ba184806-8ef5-4b11-bffe-467b887af82a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:18.408282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:18.415980 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6145f285-b368-413a-8df9-44e9fb468207 req-54d2f9dd-16b3-4739-a623-8e4a77016cfa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2376 time: 0.9774296 Jun 04 06:28:18.476457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Deleting subnet fab0f5da-b9a2-44a6-9964-952c00fbd113 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:28:18.481977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.489131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.501045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Allocated IP 10.2.2.200 (c535ef09-e796-46ce-8334-8cdb2823ee41/9c3f9218-4825-494d-ae2e-ffa26ac3df14/16683bc0-200c-4a22-97c8-25b86a031552) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:18.551624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6145f285-b368-413a-8df9-44e9fb468207 req-8d62085a-49c9-4a9a-b8d3-8bcdf0a8cd21 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346886 Jun 04 06:28:18.552772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.562107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.569131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:18.633789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.821273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.836735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.894545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fab0f5da-b9a2-44a6-9964-952c00fbd113,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:18.905118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.914758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c983230-0782-460c-88ea-7e8f2bdf4145 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/subnets/fab0f5da-b9a2-44a6-9964-952c00fbd113 HTTP/1.1" status: 204 len: 168 time: 0.5831938 Jun 04 06:28:18.950085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:18.988475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:18.992764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Transition to ACTIVE for port object 16683bc0-200c-4a22-97c8-25b86a031552 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:19.101670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.111488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-26667094-54d5-4dd3-b9cb-8f42c7b59171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.155433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.171585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:11Z', 'revision_number': 3, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:19.182356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfef9b-e3dd-4b3b-b4de-fe8e722e3566 None None] The sync data for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 is: [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:11Z', 'revision_number': 3, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:19.304083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.338042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:19.394712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Network c535ef09-e796-46ce-8334-8cdb2823ee41 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:19.425140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:19.436521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:19.517007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.536257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.537290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.577135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64493bd8-21fa-47f2-86be-da85c647895f']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:19.603990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Allocated IP 172.20.0.1 (9e740d84-5578-406c-986b-2abade826326/2585337c-6879-4aaf-a7c5-be44f8f5c588/ff282d30-a069-4d65-9525-e9f57725c5dc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:19.607219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae75658-0b25-484e-8a20-f6fa540e4908') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:19.607528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae75658-0b25-484e-8a20-f6fa540e4908') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:19.642234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.698483 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.755065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-4ff2a920-3d99-4415-a29a-57f2739789ef tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4212255 Jun 04 06:28:19.771906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.781098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.788329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.796988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.803384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:19.804367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Synchronizing usage tracker for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:19.816943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:19.844294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.908879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Unset dirty status for tenant:40e041dbbfab4e3194da12f3300d86fb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:19.910184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-4e680c5e-6ce6-484a-9cc0-5c53c5b9221b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 3816 time: 0.8104541 Jun 04 06:28:19.939185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a41f6c64-ae3d-46b0-8c18-351e48cc6e07 None None] Provisioning for port 16683bc0-200c-4a22-97c8-25b86a031552 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:19.941815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:28:19.942214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.955226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a41f6c64-ae3d-46b0-8c18-351e48cc6e07 None None] Provisioning complete for port 16683bc0-200c-4a22-97c8-25b86a031552 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:19.955952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a41f6c64-ae3d-46b0-8c18-351e48cc6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:19.996028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b88703-d54c-48f9-b551-98b02da716f8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:20.048365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a41f6c64-ae3d-46b0-8c18-351e48cc6e07 None None] Port 16683bc0-200c-4a22-97c8-25b86a031552 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:20.076023 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fae75658-0b25-484e-8a20-f6fa540e4908 resource provider aggregate not found Jun 04 06:28:20.120419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.122299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48bcd169-212e-414f-b922-d8b4e7b3a30f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "DELETE /v2.0/security-groups/58b88703-d54c-48f9-b551-98b02da716f8 HTTP/1.1" status: 204 len: 168 time: 2.1172597 Jun 04 06:28:20.131980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:20.138445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.140942 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fae75658-0b25-484e-8a20-f6fa540e4908 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fae75658-0b25-484e-8a20-f6fa540e4908 found for delete ", "request_id": "req-8ec4ecf3-794b-4d49-8669-c0c19db37939"}]} Jun 04 06:28:20.184915 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-80e9fe20-84cb-4d2c-9661-81d0dc02506d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] show failed (client error): The resource could not be found. Jun 04 06:28:20.186182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80e9fe20-84cb-4d2c-9661-81d0dc02506d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups/58b88703-d54c-48f9-b551-98b02da716f8 HTTP/1.1" status: 404 len: 347 time: 0.0483358 Jun 04 06:28:20.193010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:20.203069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:20.214298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.235544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.250305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3c8f619-902b-41a9-b0ec-89a2cc4b1650 req-81bb9eeb-066c-46eb-98f8-aeec884aab61 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558954 Jun 04 06:28:20.260021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Transition to ACTIVE for port object 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:20.276473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.292681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.303998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:28:20.335973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.416509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64493bd8-21fa-47f2-86be-da85c647895f {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:28:20.447695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.477551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Network': ['ID=64493bd8-21fa-47f2-86be-da85c647895f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:20.543967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:20.567708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'mac_address': 'fa:16:3e:74:ab:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:28:20.604998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158776-fbd3-41a3-ae98-25b66c41c409 req-8fe5cd7a-821f-48ce-9571-2312033df2aa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:20.611938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158776-fbd3-41a3-ae98-25b66c41c409 req-8fe5cd7a-821f-48ce-9571-2312033df2aa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:20.618435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32158776-fbd3-41a3-ae98-25b66c41c409 req-8fe5cd7a-821f-48ce-9571-2312033df2aa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:20.626988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32158776-fbd3-41a3-ae98-25b66c41c409 req-8fe5cd7a-821f-48ce-9571-2312033df2aa tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2376 time: 0.6377361 Jun 04 06:28:20.651664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Transition to ACTIVE for port object ff282d30-a069-4d65-9525-e9f57725c5dc will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:20.653978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.686471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6899e9cf-6369-4d7c-b43b-223177df518a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/networks/64493bd8-21fa-47f2-86be-da85c647895f HTTP/1.1" status: 204 len: 168 time: 1.6969359 Jun 04 06:28:20.697087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:20.700298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.706927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Deleting port d0ecac77-f5f9-41e0-8722-8d78c8f35f1e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:20.707126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:20.740401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:20.750667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5e86fe8-43d4-4707-a5d6-86136622004d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:20.812483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:20.818109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32158776-fbd3-41a3-ae98-25b66c41c409 req-e200e288-b8c3-4d20-90f7-a534b4656e1f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900899 Jun 04 06:28:20.840277 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.021083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.054286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:21.070954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9108a398-606b-46d7-9edd-4c024f7b5dac up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:21.095594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50986) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:21.146990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b5e86fe8-43d4-4707-a5d6-86136622004d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:28:21.158032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Network 9e740d84-5578-406c-986b-2abade826326 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:21.181736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:21.191132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:21.285791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:21.291102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.291442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.378539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9108a398-606b-46d7-9edd-4c024f7b5dac completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:21.411855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9108a398-606b-46d7-9edd-4c024f7b5dac triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:21.412721 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.479408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Attempting to bind port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:21.479629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Attempting to bind port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:21.480524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Attempting to bind port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:21.486761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:21.503499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'name': 'tempest-router--386309393', 'project_id': '4539c57b9a2e4863979bdc1fd39c5a3e'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:21.527052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:21.527374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Attempting to bind port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:21.533783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:21.555780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:router and tenant:4539c57b9a2e4863979bdc1fd39c5a3e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:21.558830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:21.559258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Checking segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:21.559685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Bound using segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:21.560111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Bound port: 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:21.562198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.566649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.583838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:21.607557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:21.706605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.707304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.712601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e687fa-ecc5-45b5-b885-50c57a6550f5 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:21.713108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Calling delete_port for d0ecac77-f5f9-41e0-8722-8d78c8f35f1e owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:21.730425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.737802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-193dbecb-8980-4efb-b391-cb7551ef7995 None None] Provisioning for port ff282d30-a069-4d65-9525-e9f57725c5dc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:21.742923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9108a398-606b-46d7-9edd-4c024f7b5dac is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:21.742923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.762740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-193dbecb-8980-4efb-b391-cb7551ef7995 None None] Provisioning complete for port ff282d30-a069-4d65-9525-e9f57725c5dc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:21.763107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-193dbecb-8980-4efb-b391-cb7551ef7995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.772314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.773903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Transition to ACTIVE for port object 16e687fa-ecc5-45b5-b885-50c57a6550f5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:21.788229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.824477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:21.839225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9108a398-606b-46d7-9edd-4c024f7b5dac, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9108a398-606b-46d7-9edd-4c024f7b5dac,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:21.844637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-193dbecb-8980-4efb-b391-cb7551ef7995 None None] Port ff282d30-a069-4d65-9525-e9f57725c5dc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:21.854573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.867757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.932512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:21.943981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.950061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9108a398-606b-46d7-9edd-4c024f7b5dac,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:21.970061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:21.973703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:21.979521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Usage tracker for resource:security_group_rule and tenant:71b22e9a213c470a9f97c3f82339945c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:21.987793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.001179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:22.050290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:22.063183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:22.108903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.109518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.111327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] 10.222.0.24 "PUT /v2.0/ports/3f2af0b3-89ed-41c5-ad37-0b62288ebec5 HTTP/1.1" status: 200 len: 1092 time: 4.3653021 Jun 04 06:28:22.118809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:22.205641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:22.244070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.248264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4f4ef7a-1c70-4f14-b768-0bb28be8453e tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7577195 Jun 04 06:28:22.274429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:22.314696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:22.379581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.385981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.392818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.396665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b5e86fe8-43d4-4707-a5d6-86136622004d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:22.397110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.399086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.405746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:22.407609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-534e3e56-7b2a-4131-9405-98580422a275 req-8ed0e534-6f59-4cff-807f-dae95e884bb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 3828 time: 0.8423035 Jun 04 06:28:22.506397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.521411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6546009-a44b-4dff-94d4-e0fbb597669d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:22.536293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.548748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:22.549532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.589964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:22.594457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'Port': ['ID=d0ecac77-f5f9-41e0-8722-8d78c8f35f1e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:22.598915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Attempting to bind port 16e687fa-ecc5-45b5-b885-50c57a6550f5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:22.599252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Attempting to bind port 16e687fa-ecc5-45b5-b885-50c57a6550f5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:22.599578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Attempting to bind port 16e687fa-ecc5-45b5-b885-50c57a6550f5 on network aaad800a-bd42-460e-b942-3679e984688e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:22.610335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:22.616816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.643493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-534e3e56-7b2a-4131-9405-98580422a275 req-8d2a2511-4ed2-4bae-8d0c-832863ac5ce2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180772 Jun 04 06:28:22.686017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Port 16e687fa-ecc5-45b5-b885-50c57a6550f5 on network aaad800a-bd42-460e-b942-3679e984688e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:22.686559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Attempting to bind port 16e687fa-ecc5-45b5-b885-50c57a6550f5 on network aaad800a-bd42-460e-b942-3679e984688e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:22.689954 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.712810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:22.713345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Checking segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:22.713909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Bound using segment: {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:22.714505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Bound port: 16e687fa-ecc5-45b5-b885-50c57a6550f5, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:22.715024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.727781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:22.854772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.855320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.863930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.890535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:22.896627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9108a398-606b-46d7-9edd-4c024f7b5dac up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:22.930413 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50d432c-a475-4a0e-945a-f1933bb51406'] response: {'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', 'status': 'completed', 'code': 200} Jun 04 06:28:23.037492 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51341741-b6e6-489c-98ea-e5aa9abfb0cd'] response: {'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'code': 200} Jun 04 06:28:23.067096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9108a398-606b-46d7-9edd-4c024f7b5dac triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:23.071538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.147120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f848cb-88a4-45a2-a585-f41664421353 req-8a187c0f-f5e8-455c-afb1-4e27c80040c3 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.153628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f848cb-88a4-45a2-a585-f41664421353 req-8a187c0f-f5e8-455c-afb1-4e27c80040c3 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.159410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f848cb-88a4-45a2-a585-f41664421353 req-8a187c0f-f5e8-455c-afb1-4e27c80040c3 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.162860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.166595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07f848cb-88a4-45a2-a585-f41664421353 req-8a187c0f-f5e8-455c-afb1-4e27c80040c3 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2388 time: 1.1323550 Jun 04 06:28:23.183395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=71b22e9a213c470a9f97c3f82339945c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0728285 Jun 04 06:28:23.184900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5b73d-210d-4c7a-9842-e8a8dd9898cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bded0b-da63-4913-95d7-44c8d6aced4a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:23.206021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:23.210430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.225357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9108a398-606b-46d7-9edd-4c024f7b5dac is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:23.306173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.307440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6b48c5f-5e30-4d27-9bc0-e6cdd072181c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "DELETE /v2.0/floatingips/66a37193-bb2d-4c7a-ad07-c91c59ee11c7 HTTP/1.1" status: 204 len: 168 time: 3.1133599 Jun 04 06:28:23.372224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.378350 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.387786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.399322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:23.474880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51042) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:23.479947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.480423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b763d422-6334-4bb1-a689-b7f4a0a633d8 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:28:23.496004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371785714', 'description': 'tempest-description--933118167'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:23.502677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:23.507040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:23.510131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:23.518215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:23.520395 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.556258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.578556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.597656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:23.599174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6052d50-bdd0-4757-824c-e7ea9125e089 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/routers/b763d422-6334-4bb1-a689-b7f4a0a633d8 HTTP/1.1" status: 204 len: 168 time: 1.3157363 Jun 04 06:28:23.651040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07f848cb-88a4-45a2-a585-f41664421353 req-c4d7205b-edc8-4128-ba35-8196f02ba86a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834521 Jun 04 06:28:23.655535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Network 9e740d84-5578-406c-986b-2abade826326 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:23.656675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:23.713375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:23.748274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:23.752034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:23.766843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:23.790924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:23.802040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-386f0d3a-60c1-4024-8735-9c512ea05c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.802700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-386f0d3a-60c1-4024-8735-9c512ea05c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.803236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-386f0d3a-60c1-4024-8735-9c512ea05c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:23.805427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-386f0d3a-60c1-4024-8735-9c512ea05c0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2731 time: 0.7535408 Jun 04 06:28:23.831478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:24.000353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:24.004033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.013485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-e26221ac-b39d-4139-bdb9-cd035028b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.014128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-e26221ac-b39d-4139-bdb9-cd035028b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.014594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-e26221ac-b39d-4139-bdb9-cd035028b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.016202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-e26221ac-b39d-4139-bdb9-cd035028b8da service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d6280535db85410ba45a56eaec87fca9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1830585 Jun 04 06:28:24.047387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.102982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Router 172e5eb8-a0d7-4914-8347-3cd112a63d62 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:28:24.117368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bded0b-da63-4913-95d7-44c8d6aced4a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:24.123828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6dec2306-2553-4fba-a5dc-324652441378 None None] Provisioning complete for port ff282d30-a069-4d65-9525-e9f57725c5dc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:24.124774 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6dec2306-2553-4fba-a5dc-324652441378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.133833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.137889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c2d1f2e-7700-4146-bf7e-5cb1a26dcfc5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a7bded0b-da63-4913-95d7-44c8d6aced4a HTTP/1.1" status: 204 len: 168 time: 0.9267790 Jun 04 06:28:24.208438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6dec2306-2553-4fba-a5dc-324652441378 None None] Port ff282d30-a069-4d65-9525-e9f57725c5dc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:24.256974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.257694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.259483 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] 10.222.0.39 "PUT /v2.0/ports/16e687fa-ecc5-45b5-b885-50c57a6550f5 HTTP/1.1" status: 200 len: 1092 time: 4.4478917 Jun 04 06:28:24.313174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:24.496915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.508135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.514856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.522132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.529515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.538150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-a5528f93-6fec-4a55-bdd0-b74e07ece6ab tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 3828 time: 0.5363719 Jun 04 06:28:24.547965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1195299391', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:24.590343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-299f8acf-6798-4c25-b4e2-28a7f9a94fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:24.592501 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fa29081-5a09-4cbf-bc60-0cee29840236 req-299f8acf-6798-4c25-b4e2-28a7f9a94fb5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5652182 Jun 04 06:28:24.671081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:24.680123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:24.690057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:24.698039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.713136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Transition to ACTIVE for port object 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:24.714302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b2a42-955c-449b-987a-26d46a37ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:24.716440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:24.721338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.732642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:24.737061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.740746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:24.753161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Sync routers for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:24.759037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51733f33-e3eb-4867-9086-52c6e39eb4b1 req-890264ac-fce4-4f30-aae7-2c0d885f8207 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199230 Jun 04 06:28:24.781509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec1bf9be-92fd-442c-a5bf-cc855ee987a0 admin admin] 10.222.0.17 "PUT /v2.0/routers/172e5eb8-a0d7-4914-8347-3cd112a63d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9867978 Jun 04 06:28:24.782046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:24.791932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:24.815233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.834080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.836402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.837525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:24.868921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:25.234661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:25.264432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:25.302668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:25.333073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:25.658572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:25.718310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:25.978129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 2, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:25.983320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Checking router: 172e5eb8-a0d7-4914-8347-3cd112a63d62 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:25.983675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Updating router 172e5eb8-a0d7-4914-8347-3cd112a63d62 port ff282d30-a069-4d65-9525-e9f57725c5dc binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:26.011469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa95c6-4045-441f-ac13-276204fe416d req-e3da80a0-a955-4fd2-b405-933bc305501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:26.015384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-e3da80a0-a955-4fd2-b405-933bc305501b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.5356331 Jun 04 06:28:26.064354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fb8ba6-13bc-4fb3-a210-885066db3b9b {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:26.071900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.094709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Transition to ACTIVE for port object 24fb8ba6-13bc-4fb3-a210-885066db3b9b will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:26.095891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.127930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Pushing event updated for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:26.190369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:26.228589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.232607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9b36e391-5949-4ec9-9ec6-811429370cb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.7513556 Jun 04 06:28:26.232607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.236178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51136) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:26.242670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa95c6-4045-441f-ac13-276204fe416d req-8b8e65f0-074e-4c0a-a193-e3dc70d841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:26.244392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-8b8e65f0-074e-4c0a-a193-e3dc70d841d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.2078462 Jun 04 06:28:26.252320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group_rule': {'security_group_id': 'fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:26.258875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:26.263392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:26.266702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:26.273118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:26.378308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56513806-78a6-4769-85c0-1f9437f332d9 req-9c80d1f4-7112-4f2b-9f99-f40b940a83b9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:26.385723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56513806-78a6-4769-85c0-1f9437f332d9 req-9c80d1f4-7112-4f2b-9f99-f40b940a83b9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.6499715 Jun 04 06:28:26.397063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:26.400346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.553977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56513806-78a6-4769-85c0-1f9437f332d9 req-5eb4e64a-f756-42a7-a3dc-c13302d3547b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666720 Jun 04 06:28:26.600298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Attempting to bind port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:26.603354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Attempting to bind port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:26.603882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Attempting to bind port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 on network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:26.619951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 on network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:26.621154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Attempting to bind port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 on network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:26.629701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-a4b45e88-24ff-4938-b8b4-8334aa879d5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.3322170 Jun 04 06:28:26.662312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.691605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Transition to ACTIVE for port object ff282d30-a069-4d65-9525-e9f57725c5dc will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:26.709800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.807442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-987858589-network', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:26.811552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:26.815994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Usage tracker for resource:network and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:26.819132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.820578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:26.828288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:26.843949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Attempting to bind port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:26.844283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Attempting to bind port 24fb8ba6-13bc-4fb3-a210-885066db3b9b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:26.848890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Attempting to bind port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:26.850985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.879379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:26.885651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Checking segment: {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:26.888510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Bound using segment: {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:26.888986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Bound port: 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77da255c-3388-48d7-a4a3-a2cd1433a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:26.889350 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:26.902171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f409b58-73a3-4d89-855a-c2722d16b403,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:26.904714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea1251-3e68-49d7-b5f0-d156c464d887 None None] Pushing event updated for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:26.907725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa95c6-4045-441f-ac13-276204fe416d req-f55b97e1-2032-4437-bfdf-559c6e89c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:26.910395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-f55b97e1-2032-4437-bfdf-559c6e89c4b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2794600 Jun 04 06:28:26.953453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on network af307362-a1f4-41e6-84fb-af4991a018ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:26.953805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Attempting to bind port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:27.039945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:27.040300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:27.045214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Bound using segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:27.045730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Bound port: 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:27.046092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.079454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Made reservation on behalf of 20fe9229c5de466d94b2e3683dbdb9bd for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:27.089071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.134421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.186618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:27.311718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Usage tracker for resource:security_group_rule and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:27.313778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.316297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3db3727a-7446-48fe-8fd7-710a1c3df2e5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0766697 Jun 04 06:28:27.317430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:27.318698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Attempting to bind port ff282d30-a069-4d65-9525-e9f57725c5dc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:27.319288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Attempting to bind port ff282d30-a069-4d65-9525-e9f57725c5dc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:27.319841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Attempting to bind port ff282d30-a069-4d65-9525-e9f57725c5dc on network 9e740d84-5578-406c-986b-2abade826326 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:27.321208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:27.323917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:27.328499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:27.329126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Checking segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:27.329757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.330348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Bound using segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:27.331207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Bound port: ff282d30-a069-4d65-9525-e9f57725c5dc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:27.331928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.334543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:27.346563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd8ec-031a-4397-a9b5-b55fe3ec95cd req-cc5cbf36-7b07-4c95-86bf-fc2b365eafd7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:27.352333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd8ec-031a-4397-a9b5-b55fe3ec95cd req-cc5cbf36-7b07-4c95-86bf-fc2b365eafd7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:27.359363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd8ec-031a-4397-a9b5-b55fe3ec95cd req-cc5cbf36-7b07-4c95-86bf-fc2b365eafd7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:27.366786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-299fd8ec-031a-4397-a9b5-b55fe3ec95cd req-cc5cbf36-7b07-4c95-86bf-fc2b365eafd7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2400 time: 2.2752910 Jun 04 06:28:27.381180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'security_group_rule': {'security_group_id': 'fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:27.388945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:27.390355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.392892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:security_group_rule and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:27.396063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:27.402059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:27.410315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:27.434323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.444206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-419ae288-ee2a-4f3a-bb99-38145e0b8c3b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:27.446393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-419ae288-ee2a-4f3a-bb99-38145e0b8c3b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 828 time: 0.3495111 Jun 04 06:28:27.449430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.464124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] For port ff282d30-a069-4d65-9525-e9f57725c5dc, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:27.467968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] For port ff282d30-a069-4d65-9525-e9f57725c5dc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff282d30-a069-4d65-9525-e9f57725c5dc,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:27.472256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.509196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.554125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:27.554769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:27.603040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.615026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:27.621455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.638670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-299fd8ec-031a-4397-a9b5-b55fe3ec95cd req-9d7b3f11-aac3-4099-93e6-5efcff704c7d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667172 Jun 04 06:28:27.752666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:27.753288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.754911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] 10.222.0.39 "PUT /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 1135 time: 3.4485691 Jun 04 06:28:27.774490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.780322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442410 Jun 04 06:28:27.813585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:27.844733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:27.880400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:27.888404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea1251-3e68-49d7-b5f0-d156c464d887 None None] Pushing event updated for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:27.911305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78467624-c262-489a-810a-9f6732595616 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82e268d-7cc7-497d-ba9d-6cb135037fe2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:27.917394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac095a07-b226-4a6a-8d39-107c5942bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:27.924953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:27.929377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Usage tracker for resource:floatingip and tenant:152c417b0a5f4e8fa5842a167cd75b2c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:27.933147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:27.936279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:27.940583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:27.947950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:27.969773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:27.977408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-a04f7d3c-8e04-40ed-9ebe-68f4c273079a tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/quotas/f031ed01c86441689b33b25096b99609 HTTP/1.1" status: 200 len: 375 time: 0.1265800 Jun 04 06:28:27.991115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.223678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.224466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.226000 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] 10.222.0.24 "PUT /v2.0/ports/10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 HTTP/1.1" status: 200 len: 1091 time: 6.0253551 Jun 04 06:28:28.297400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Request body: {'port': {'device_id': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:28.385757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.402619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Allocated IP 172.25.1.198 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/c4506661-aa4e-46c3-b118-69d0374a6397) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:28.411730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ec5f1-33a3-4f5b-9161-b59ee9bd2225 service neutron] Pushing event updated for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:28.419405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa95c6-4045-441f-ac13-276204fe416d req-e1737233-9028-44df-8b34-716d77c98daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.421003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-e1737233-9028-44df-8b34-716d77c98daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3227980 Jun 04 06:28:28.594118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:27Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:28.600419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df08e0b-d3cf-495c-b599-44fdcb22c1bd None None] The sync data for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 is: [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:27Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:28.611606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.625256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.632992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.637534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-045f4636-4d3b-4750-9e8f-9e18d8416e12 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986203 Jun 04 06:28:28.639548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.647413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.654664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:28.658700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0430934-f238-4308-991e-9503dbd6faaf req-97d6c595-29b6-4f2e-b6f9-32bf9bae4c16 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 4605 time: 0.7193875 Jun 04 06:28:28.683379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.707373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.720267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:28:28.731524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.731753 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Added segment ed8dd01c-093f-48d7-9827-6f36b09e540a of type vlan for network 747e77a9-714a-42a2-947b-a51a5121062f Jun 04 06:28:28.763531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:28.830848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-85add800-b4c0-4137-a8e9-781014b7f74b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:28.933518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff282d30-a069-4d65-9525-e9f57725c5dc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:29.010159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38858002-56c9-4687-b832-1409e20963a5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:29.013268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.049437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.050437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:29.051043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.060930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-85add800-b4c0-4137-a8e9-781014b7f74b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:29.062268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-85add800-b4c0-4137-a8e9-781014b7f74b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0840988 Jun 04 06:28:29.063748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.097335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ff282d30-a069-4d65-9525-e9f57725c5dc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:29.106673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ff282d30-a069-4d65-9525-e9f57725c5dc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:29.107669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.239231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.269857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9aa95c6-4045-441f-ac13-276204fe416d req-769912ab-297c-4c52-be4b-b2497b127418 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418065 Jun 04 06:28:29.351600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ff282d30-a069-4d65-9525-e9f57725c5dc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:29.352725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.408236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port ff282d30-a069-4d65-9525-e9f57725c5dc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff282d30-a069-4d65-9525-e9f57725c5dc,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:29.423048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.580418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:29.649287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-fb14a999-8758-40af-b401-880e99f86c24 service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835933 Jun 04 06:28:29.835186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:29.873559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.6372375 Jun 04 06:28:29.899163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51168) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:29.931036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0430934-f238-4308-991e-9503dbd6faaf req-3868a35f-ef4f-4574-aa46-e8b192fdf6a1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2385557 Jun 04 06:28:30.008140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:30.025508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:30.029247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:30.033391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Request body: {'subnet': {'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-987858589-subnet', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:30.055127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd163a0-d7d6-4efd-ba46-7f4545fe8c87 admin admin] Pushing event updated for resources: {'Network': ['ID=747e77a9-714a-42a2-947b-a51a5121062f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:30.067432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 747e77a9-714a-42a2-947b-a51a5121062f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:28:30.123703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event updated for resources: {'Port': ['ID=c4506661-aa4e-46c3-b118-69d0374a6397,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:30.211466 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05268de7-0ab4-4b73-8ac9-bbed140b86a2'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'status': 'completed', 'code': 200} Jun 04 06:28:30.212693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:30.258730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Usage tracker for resource:subnet and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:30.267902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:30.352653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:30.412548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Made reservation on behalf of 20fe9229c5de466d94b2e3683dbdb9bd for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:30.412719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-949057b7-ff38-4904-8481-9ea663234b7f service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518394 Jun 04 06:28:30.415496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:30.454614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Allocated IP 172.25.1.58 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/8ef83c5b-3704-4860-8f91-60c633a46ff3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:30.853643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b450a-2103-4fc4-824e-768264818f02 req-d5f621bd-ad02-4bf3-95d8-c860de784928 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:30.863870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-225b450a-2103-4fc4-824e-768264818f02 req-d5f621bd-ad02-4bf3-95d8-c860de784928 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3416831 Jun 04 06:28:30.880486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff282d30-a069-4d65-9525-e9f57725c5dc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:30.941098 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:31.043999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ff282d30-a069-4d65-9525-e9f57725c5dc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:31.044759 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:31.150907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaca8795-a07e-4f1e-9602-b3c7538a6975 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:31.180507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:31.210134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-225b450a-2103-4fc4-824e-768264818f02 req-681353a3-a7c3-4ab9-a8f8-da046d60d5a9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421412 Jun 04 06:28:31.284935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba184806-8ef5-4b11-bffe-467b887af82a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:31.301795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Transition to ACTIVE for port object aaca8795-a07e-4f1e-9602-b3c7538a6975 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:31.322816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ff282d30-a069-4d65-9525-e9f57725c5dc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:31.366405 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-646f6bc8-7918-44da-8aea-698052bf30a9 req-61011f0c-664f-4cd4-b39e-48153e1ba586 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 210 time: 0.0731380 Jun 04 06:28:31.377357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:31.386716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.389095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.390020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.390533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.391532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.392209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.393390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:31.395442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-89fc26b6-aee2-469a-bfa3-35350d74edf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5291 time: 1.1282370 Jun 04 06:28:31.557524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e017d-591f-438c-939f-c446233936fc req-dad6009f-90e7-4514-a316-049f071ca675 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.570442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e017d-591f-438c-939f-c446233936fc req-dad6009f-90e7-4514-a316-049f071ca675 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.580124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e017d-591f-438c-939f-c446233936fc req-dad6009f-90e7-4514-a316-049f071ca675 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.589571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482e017d-591f-438c-939f-c446233936fc req-dad6009f-90e7-4514-a316-049f071ca675 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2400 time: 0.5199902 Jun 04 06:28:31.659480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:31.806343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-72bf40f8-6eeb-4007-93ba-8c16a37463b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.806846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-72bf40f8-6eeb-4007-93ba-8c16a37463b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.807299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-72bf40f8-6eeb-4007-93ba-8c16a37463b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:31.807415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Transition to ACTIVE for port object ba184806-8ef5-4b11-bffe-467b887af82a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:31.813569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-72bf40f8-6eeb-4007-93ba-8c16a37463b1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2978866 Jun 04 06:28:31.825833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6243676-6272-4c1c-bee5-656ab5437e28,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:31.845263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.178109 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.212309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.263150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b'}, {'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:32.315805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:32.433664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.483498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482e017d-591f-438c-939f-c446233936fc req-462c2d43-2215-4a93-bf15-5cc84748c73a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8930287 Jun 04 06:28:32.509800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Attempting to bind port aaca8795-a07e-4f1e-9602-b3c7538a6975 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:32.509800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Attempting to bind port aaca8795-a07e-4f1e-9602-b3c7538a6975 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:32.510686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Attempting to bind port aaca8795-a07e-4f1e-9602-b3c7538a6975 on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:32.550738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Attempting to bind port ba184806-8ef5-4b11-bffe-467b887af82a on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:32.551134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Attempting to bind port ba184806-8ef5-4b11-bffe-467b887af82a by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:32.551379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Attempting to bind port ba184806-8ef5-4b11-bffe-467b887af82a on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:32.592400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Port ba184806-8ef5-4b11-bffe-467b887af82a on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:32.592728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Attempting to bind port ba184806-8ef5-4b11-bffe-467b887af82a on network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:32.598785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Port aaca8795-a07e-4f1e-9602-b3c7538a6975 on network af307362-a1f4-41e6-84fb-af4991a018ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:32.599108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Attempting to bind port aaca8795-a07e-4f1e-9602-b3c7538a6975 on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:32.609298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Checking segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:32.610258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Network hostable DHCP agents. Network: 747e77a9-714a-42a2-947b-a51a5121062f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:28:32.622478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:32.622811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Checking segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:32.623198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Bound using segment: {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:32.623641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Bound port: ba184806-8ef5-4b11-bffe-467b887af82a, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d1b735-556b-4582-a13b-8385d4494f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:32.624106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.630513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-e33ca51b-cf5a-4a49-9cee-b66122261330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.632326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52b5a8a1-a8a5-4254-bf75-4ffb409e98a2 req-e33ca51b-cf5a-4a49-9cee-b66122261330 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6859958 Jun 04 06:28:32.646502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:32.650203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:32.650547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:32.651173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Bound using segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:32.651936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Bound port: aaca8795-a07e-4f1e-9602-b3c7538a6975, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:32.652608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:32.663866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:32.682315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:32.692484 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddae3f9-0514-4e77-98c5-597b5bead810'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b', 'status': 'completed', 'code': 200} Jun 04 06:28:32.692696 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddae3f9-0514-4e77-98c5-597b5bead810'] response: {'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0', 'status': 'completed', 'code': 200} Jun 04 06:28:32.736802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.743812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.751920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.761385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.771659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.778367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.784270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:32.791951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-c54aa777-14d2-4269-9ebe-cd3352fd738e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5382 time: 1.1364541 Jun 04 06:28:32.806576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:32.878170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe183e7c-c0e4-4cb5-819c-dc7391f888b0 req-f8969e43-bfe7-44ce-ba6e-2d7fb0b04199 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 210 time: 0.0716901 Jun 04 06:28:32.894887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=8ef83c5b-3704-4860-8f91-60c633a46ff3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:33.011859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:33.015632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:33.041259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.144505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Network 747e77a9-714a-42a2-947b-a51a5121062f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:28:33.187308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.188091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.188729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.190179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] 10.222.0.24 "PUT /v2.0/ports/ba184806-8ef5-4b11-bffe-467b887af82a HTTP/1.1" status: 200 len: 1092 time: 4.8974884 Jun 04 06:28:33.196381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f2d005c1-79d2-462e-be87-ca22b2a76682 req-1de9d60a-9904-499d-9a62-fabded4dd97d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4016261 Jun 04 06:28:33.196381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:33.222119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 747e77a9-714a-42a2-947b-a51a5121062f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:33.224638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:33.232565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df6d1-5ece-49fe-a503-25cbfc373494 service neutron] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:33.239450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.240066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.264592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-da34b185-0f72-4ab8-9841-ac72e621b8cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.266347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-da34b185-0f72-4ab8-9841-ac72e621b8cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.39 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 828 time: 0.9029915 Jun 04 06:28:33.268886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.282015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c8d76-c97c-4de8-b101-5e537a2143d7 None None] Network 747e77a9-714a-42a2-947b-a51a5121062f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:33.321511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'port': {'device_id': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'admin_state_up': True, 'tenant_id': 'f031ed01c86441689b33b25096b99609'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:33.405308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.405892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.406461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.406931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.407405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.407840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.408296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.410243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-b9a24fd8-0947-4ed5-97bf-ca64fae35ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6177 time: 0.6564848 Jun 04 06:28:33.471289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:33.482021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.482959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.484528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-81d54044-49eb-403e-ad53-85a22674fa44 service neutron] 10.222.0.39 "PUT /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 1135 time: 5.6877723 Jun 04 06:28:33.490360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-ea643ef6-4e40-4d0e-b13e-94fbefc76607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.491445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-ea643ef6-4e40-4d0e-b13e-94fbefc76607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.491445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-ea643ef6-4e40-4d0e-b13e-94fbefc76607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:33.493293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-ea643ef6-4e40-4d0e-b13e-94fbefc76607 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2823 time: 0.6892674 Jun 04 06:28:33.495260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5e678727-2214-4849-ac5e-ebf9873a2e05 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.5882862 Jun 04 06:28:33.498792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:33.505718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:33.538741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:33.545509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:33.624570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Usage tracker for resource:router and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:33.634669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:33.658296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:33.730318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.731551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.774290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-747e77a9-714a-42a2-947b-a51a5121062f', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:28:33.775337 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.801224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:33.826749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.041307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Allocated IP 172.20.0.2 (747e77a9-714a-42a2-947b-a51a5121062f/a6243676-6272-4c1c-bee5-656ab5437e28/81570e62-bf8c-4f0c-90b0-4bd300a089c0) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:34.155014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.157951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-384a4d1b-2aa0-438d-904c-63ecbb9a0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.158690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-384a4d1b-2aa0-438d-904c-63ecbb9a0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.159155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-384a4d1b-2aa0-438d-904c-63ecbb9a0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.160841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-384a4d1b-2aa0-438d-904c-63ecbb9a0fbc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6661582 Jun 04 06:28:34.288983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:34.394009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.403608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.415535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:34.415785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Transition to ACTIVE for port object 81570e62-bf8c-4f0c-90b0-4bd300a089c0 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:34.445568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e3b8981-cc36-4f6b-8e8f-8f091b61dc6a req-5133a7c0-c5bc-4b0d-9154-904e966fb5c3 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 210 time: 0.2760384 Jun 04 06:28:34.446547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Transition to ACTIVE for port object 81570e62-bf8c-4f0c-90b0-4bd300a089c0 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:34.461947 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.546037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-622ec48e-61d2-4a3b-b8ca-e18394e03af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.546508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-622ec48e-61d2-4a3b-b8ca-e18394e03af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.546969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-622ec48e-61d2-4a3b-b8ca-e18394e03af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.548524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-622ec48e-61d2-4a3b-b8ca-e18394e03af0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d6280535db85410ba45a56eaec87fca9&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0389020 Jun 04 06:28:34.549068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.557958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Made reservation on behalf of f031ed01c86441689b33b25096b99609 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:34.562194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.600053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Network 747e77a9-714a-42a2-947b-a51a5121062f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:34.601265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:34.614365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:34.688420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dff3c4-676b-4daa-8de4-16ba10badaa5 req-af1c3435-1b00-44ee-95f5-7d44e28c5e2f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.694280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dff3c4-676b-4daa-8de4-16ba10badaa5 req-af1c3435-1b00-44ee-95f5-7d44e28c5e2f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.700804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dff3c4-676b-4daa-8de4-16ba10badaa5 req-af1c3435-1b00-44ee-95f5-7d44e28c5e2f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.702684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9dff3c4-676b-4daa-8de4-16ba10badaa5 req-af1c3435-1b00-44ee-95f5-7d44e28c5e2f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.8156462 Jun 04 06:28:34.761449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Attempting to bind port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:34.762959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Attempting to bind port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:34.763546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Attempting to bind port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 on network 747e77a9-714a-42a2-947b-a51a5121062f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:34.773708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:34.774485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Checking segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:34.775500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.776112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Bound using segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:34.776818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Bound port: 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:34.777660 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.798457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Pushing event updated for resources: {'Port': ['ID=81570e62-bf8c-4f0c-90b0-4bd300a089c0,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:34.814643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-b55d20ea-56ce-4534-8b54-df1e88671100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.816116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-b55d20ea-56ce-4534-8b54-df1e88671100 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6421468 Jun 04 06:28:34.866401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a'}, {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': 'aaca8795-a07e-4f1e-9602-b3c7538a6975'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:34.877781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596605b-908d-423c-a524-9da7d2212572 req-ae036929-a932-4723-b629-c11c7f08ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:34.879242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3596605b-908d-423c-a524-9da7d2212572 req-ae036929-a932-4723-b629-c11c7f08ab4b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180401 Jun 04 06:28:34.907385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] For port 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:34.912601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] For port 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=81570e62-bf8c-4f0c-90b0-4bd300a089c0,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:34.919314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.929376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9dff3c4-676b-4daa-8de4-16ba10badaa5 req-8d4af6dc-7721-4e6c-b901-cba30ab2f58b tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976833 Jun 04 06:28:34.948226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:34.988394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:35.063253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2cce8-5c3b-44b2-93db-af8bed16ea79 None None] Pushing event updated for resources: {'Port': ['ID=81570e62-bf8c-4f0c-90b0-4bd300a089c0,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:35.204302 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c7b8c6-1151-4f85-8a1d-600d8a17341b'] response: {'name': 'network-changed', 'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'status': 'completed', 'code': 200} Jun 04 06:28:35.204624 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c7b8c6-1151-4f85-8a1d-600d8a17341b'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': 'aaca8795-a07e-4f1e-9602-b3c7538a6975', 'status': 'completed', 'code': 200} Jun 04 06:28:35.220069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Router a59a066f-4a74-4e6b-bc27-67ca75914d19 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:35.426945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-971d7903-5c70-44cb-84ea-df8fd576b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.429196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-971d7903-5c70-44cb-84ea-df8fd576b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.430143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-971d7903-5c70-44cb-84ea-df8fd576b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.432018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-971d7903-5c70-44cb-84ea-df8fd576b8ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2865 time: 0.4204185 Jun 04 06:28:35.497029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Allocated IP 172.20.0.11 (9e740d84-5578-406c-986b-2abade826326/2585337c-6879-4aaf-a7c5-be44f8f5c588/df4a67fa-4989-4b69-93e7-8120b360758b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:35.501042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=8ef83c5b-3704-4860-8f91-60c633a46ff3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:35.549540 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:35.563853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.569765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.576577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.582413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.590059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.595980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.604392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.613163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-b9d6b37b-4c5f-4438-abd9-b48b60808edb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5382 time: 0.7408254 Jun 04 06:28:35.615605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-706ef4d2-9bd7-4f9f-bf06-f884e108a6a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5 HTTP/1.1" status: 200 len: 217 time: 0.1580710 Jun 04 06:28:35.767315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f6351a8-7ecc-471b-8546-9d4523964fb1 req-b0885a18-290c-413b-8cdf-2875bf6f5459 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 210 time: 0.1075935 Jun 04 06:28:35.859923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13fcd0c2-a350-4866-853a-c7b8d71c826d req-052f29bc-12e3-4a28-a173-c3b592e48b32 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2458694 Jun 04 06:28:35.871655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-46902d8c-5067-4065-88e4-4bd3bd0653fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:35.873105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-46902d8c-5067-4065-88e4-4bd3bd0653fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf00ae91-81cd-4472-941f-55f57fdf024a HTTP/1.1" status: 200 len: 801 time: 0.2318594 Jun 04 06:28:35.999180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.020596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7258fb4f-c31f-4ce2-909d-72f4db4c4938 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1676643 Jun 04 06:28:36.116381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.116864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.117336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.117838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.118305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.118768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.119229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.133663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-0ada861a-25be-4b8c-af26-c77287b44360 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6219 time: 0.9022090 Jun 04 06:28:36.284181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:36.295882 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] Sync routers for ids ['a59a066f-4a74-4e6b-bc27-67ca75914d19'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:36.313919 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] Routers {'a59a066f-4a74-4e6b-bc27-67ca75914d19'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:36.314749 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a59a066f-4a74-4e6b-bc27-67ca75914d19'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:36.427973 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:36.444629 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] Routers {'a59a066f-4a74-4e6b-bc27-67ca75914d19'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:36.445498 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a59a066f-4a74-4e6b-bc27-67ca75914d19'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:36.453106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.465184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b3d7e580-d0c6-454d-9dc2-4a5044e1393c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4620376 Jun 04 06:28:36.474867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51272) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:36.475459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:36.525556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.535692 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:36.537579 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f7f64-202c-4feb-8e91-abb61df7914a None None] The sync data for ids ['a59a066f-4a74-4e6b-bc27-67ca75914d19'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:36.579343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f5f223de-4d22-4630-a19e-80590debf006 req-6d1d7c97-7560-486d-a05d-d6d90346aafc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:36.586082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.606533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671b211-9ebc-48f7-b086-f9dbbcd1fbb0 None None] Network 747e77a9-714a-42a2-947b-a51a5121062f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:28:36.684447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Transition to ACTIVE for port object df4a67fa-4989-4b69-93e7-8120b360758b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:36.691619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-22c3794c-c830-41cd-b1f2-3ff13e847df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.692092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-22c3794c-c830-41cd-b1f2-3ff13e847df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.692564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-22c3794c-c830-41cd-b1f2-3ff13e847df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.699063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-22c3794c-c830-41cd-b1f2-3ff13e847df4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5598378 Jun 04 06:28:36.742762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d230da-af25-41c9-93cf-3d583ce5096a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:36.767404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.779780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c4670166-b718-4367-8b87-8e72e621d045 None None] Provisioning for port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:36.788225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f5f223de-4d22-4630-a19e-80590debf006 req-6d1d7c97-7560-486d-a05d-d6d90346aafc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:36.804311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-6d1d7c97-7560-486d-a05d-d6d90346aafc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1371785714&fields=id&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 267 time: 0.4084973 Jun 04 06:28:36.858242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:36.913173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-784d9801-f588-4361-8bcb-d34f0d5fe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:36.915574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-784d9801-f588-4361-8bcb-d34f0d5fe5b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9507084 Jun 04 06:28:36.962692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 81570e62-bf8c-4f0c-90b0-4bd300a089c0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:37.014473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4dd2-e25e-4778-bf11-a42cb60c1397 req-6b634726-3410-4434-89ad-19f57af94eba tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.032568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4dd2-e25e-4778-bf11-a42cb60c1397 req-6b634726-3410-4434-89ad-19f57af94eba tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.048540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Transition to ACTIVE for port object 43d230da-af25-41c9-93cf-3d583ce5096a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:37.048746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4dd2-e25e-4778-bf11-a42cb60c1397 req-6b634726-3410-4434-89ad-19f57af94eba tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.050753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-770b4dd2-e25e-4778-bf11-a42cb60c1397 req-6b634726-3410-4434-89ad-19f57af94eba tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.8435106 Jun 04 06:28:37.173298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.173626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-81f4fe23-f567-435d-8b84-4e7a780735bc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.175376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-81f4fe23-f567-435d-8b84-4e7a780735bc tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 816 time: 0.3702898 Jun 04 06:28:37.182109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-410f54f8-064c-4853-b5bb-a40889039551 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/a59a066f-4a74-4e6b-bc27-67ca75914d19 HTTP/1.1" status: 200 len: 921 time: 0.7037535 Jun 04 06:28:37.205220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:37.212990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:37.213359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.234484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51280) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:37.304997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Allocated IP 172.25.1.77 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/899ce588-41e4-48a0-b7a1-3eafd39dd17a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:37.309550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Network 9e740d84-5578-406c-986b-2abade826326 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:37.320356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:37.323199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:37.355543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-770b4dd2-e25e-4778-bf11-a42cb60c1397 req-78984752-3e57-441e-9ccd-555deab1d755 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645926 Jun 04 06:28:37.362917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-ec4c7e0c-b05e-4e4d-a6a1-ba2686307da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.364135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-ec4c7e0c-b05e-4e4d-a6a1-ba2686307da3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6553926 Jun 04 06:28:37.367036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9b77b78-8a49-4e35-a026-9e1316aac2c3 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=a59a066f-4a74-4e6b-bc27-67ca75914d19 HTTP/1.1" status: 200 len: 205 time: 0.1314316 Jun 04 06:28:37.388851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:37.516262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:37.516635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.602344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event updated for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:37.603959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=81570e62-bf8c-4f0c-90b0-4bd300a089c0,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:37.611145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.724982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.725860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.726443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.729236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.731011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.731580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.732862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.734226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.735313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.737017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.739014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.739838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:37.790836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.792079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=81570e62-bf8c-4f0c-90b0-4bd300a089c0,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:37.802374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:37.803909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-476d2c10-84e8-4ec8-9d14-f80f0b2f965b None None] Provisioning for port df4a67fa-4989-4b69-93e7-8120b360758b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:37.810631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-476d2c10-84e8-4ec8-9d14-f80f0b2f965b None None] Provisioning complete for port df4a67fa-4989-4b69-93e7-8120b360758b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:37.811464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-476d2c10-84e8-4ec8-9d14-f80f0b2f965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.816889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:37.876561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-476d2c10-84e8-4ec8-9d14-f80f0b2f965b None None] Port df4a67fa-4989-4b69-93e7-8120b360758b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:37.882099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-5c85562e-b4c3-44ff-8ed2-9faae5c98b5f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/quotas/152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 375 time: 0.0922072 Jun 04 06:28:38.006312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dc3f5a00-96a8-4e9b-832f-3deb6ab2f0ac None None] Provisioning complete for port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:38.007248 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3f5a00-96a8-4e9b-832f-3deb6ab2f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.185344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.251093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f5a00-96a8-4e9b-832f-3deb6ab2f0ac None None] Current status of the port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:38.278991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.346716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-20ab9968-f610-4513-be8a-680b363b0e18 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0431416 Jun 04 06:28:38.388881 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-bbbb123a-a6d9-4340-866e-b9d707af1dfb service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4553893 Jun 04 06:28:38.438489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Request body: {'port': {'device_id': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:38.523421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.538213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:38.603412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b01c17-653f-4894-8a2a-679197822670 req-fa8e9640-710e-40ae-bfa6-1df9cc0642cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:38.604722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f3b01c17-653f-4894-8a2a-679197822670 req-fa8e9640-710e-40ae-bfa6-1df9cc0642cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:38.648488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.697545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port c4506661-aa4e-46c3-b118-69d0374a6397 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:38.698051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.737734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f3b01c17-653f-4894-8a2a-679197822670 req-fa8e9640-710e-40ae-bfa6-1df9cc0642cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:38.745079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3b01c17-653f-4894-8a2a-679197822670 req-fa8e9640-710e-40ae-bfa6-1df9cc0642cc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 932 time: 1.1400495 Jun 04 06:28:38.793993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:38.796857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Pushing event updated for resources: {'Port': ['ID=899ce588-41e4-48a0-b7a1-3eafd39dd17a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:38.805338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:38.815111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:38.815277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:38.868067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3b01c17-653f-4894-8a2a-679197822670 req-3cee0e66-113a-4640-9a06-cd2cc6ada505 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219008 Jun 04 06:28:38.879608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 81570e62-bf8c-4f0c-90b0-4bd300a089c0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:38.942340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Attempting to bind port 43d230da-af25-41c9-93cf-3d583ce5096a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:38.942668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Attempting to bind port 43d230da-af25-41c9-93cf-3d583ce5096a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:38.942992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Attempting to bind port 43d230da-af25-41c9-93cf-3d583ce5096a on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:38.949046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-fdd6f3b9-fba0-4af3-8581-ef5e61720e33 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020959 Jun 04 06:28:39.025781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-8e72e0e7-5727-40de-8c6e-9c1435239604 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1359880 Jun 04 06:28:39.086112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:39.086829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:39.111780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Port 43d230da-af25-41c9-93cf-3d583ce5096a on network af307362-a1f4-41e6-84fb-af4991a018ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:39.111780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Attempting to bind port 43d230da-af25-41c9-93cf-3d583ce5096a on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:39.206163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:39.206529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:39.206916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Bound using segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:39.207361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Bound port: 43d230da-af25-41c9-93cf-3d583ce5096a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:39.207706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:39.218324 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-77d25e38-c05d-42b9-b09c-7694a62614f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 HTTP/1.1" status: 200 len: 217 time: 0.2151625 Jun 04 06:28:39.249764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:39.286854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:39.450200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for c4506661-aa4e-46c3-b118-69d0374a6397 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:39.508530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-8bea904d-7954-473f-9547-f9e55386b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.509988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-8bea904d-7954-473f-9547-f9e55386b48a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23894e39-4f01-4857-8c99-e4ea4f58d566 HTTP/1.1" status: 200 len: 801 time: 0.2345028 Jun 04 06:28:39.551495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.557878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.566548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.572940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.579453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.585806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.592900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:39.601048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-b8017d52-0c11-41b1-a859-86d93067b13e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5394 time: 0.5108216 Jun 04 06:28:39.836892 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-c012bd76-5419-4c54-9234-763c540e8d44 service neutron] 10.222.0.17 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101892 Jun 04 06:28:39.881161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:39.886879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20b47c0f-a08e-4646-a2f3-0941d4e30894 req-cf037921-f3af-4084-b4fd-59196de05537 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846479 Jun 04 06:28:40.049075 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-53e58e2e-7d5a-4f24-b696-02432cb521c3 service neutron] 10.222.0.17 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002239 Jun 04 06:28:40.070488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:40.218479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.469501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4a67fa-4989-4b69-93e7-8120b360758b {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:40.483038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.513344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Transition to ACTIVE for port object df4a67fa-4989-4b69-93e7-8120b360758b will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:40.516130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.604071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.629338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7f20-895a-473f-bcac-80ad85046b1d req-6f727a1c-96b9-4073-93ad-e56205d2ad79 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:40.635558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7f20-895a-473f-bcac-80ad85046b1d req-6f727a1c-96b9-4073-93ad-e56205d2ad79 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:40.642067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7f20-895a-473f-bcac-80ad85046b1d req-6f727a1c-96b9-4073-93ad-e56205d2ad79 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:40.649749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c79b7f20-895a-473f-bcac-80ad85046b1d req-6f727a1c-96b9-4073-93ad-e56205d2ad79 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.2882628 Jun 04 06:28:40.671738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.755325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:40.769130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:40.769869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.771467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bb6dc023-01da-4676-a4ea-672d81467444 service neutron] 10.222.0.39 "PUT /v2.0/ports/43d230da-af25-41c9-93cf-3d583ce5096a HTTP/1.1" status: 200 len: 1091 time: 7.2595980 Jun 04 06:28:40.780470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:40.839599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:40.867198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:40.931537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=c4506661-aa4e-46c3-b118-69d0374a6397,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:40.993577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.036066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d2ab003b-20a1-42b6-980d-75f76130a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:41.037604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-d2ab003b-20a1-42b6-980d-75f76130a337 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ebcf9b3-44cc-49f7-b3c8-a12e29d07547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5113318 Jun 04 06:28:41.319475 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.342297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.345916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.382270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c79b7f20-895a-473f-bcac-80ad85046b1d req-353ae6c8-212f-4542-a4e4-8c5d04dd96d2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315474 Jun 04 06:28:41.400244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2f9b0-1dcb-4903-b949-9229928b9c7a req-ef582d62-9d98-4532-abf4-80603df92290 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:41.403996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.404600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router a59a066f-4a74-4e6b-bc27-67ca75914d19 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:28:41.407052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:41.407377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44c2f9b0-1dcb-4903-b949-9229928b9c7a req-ef582d62-9d98-4532-abf4-80603df92290 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 944 time: 0.7915845 Jun 04 06:28:41.502928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.504240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7be2a3be-ea3d-4764-a2d3-1b0b45a9cdb5 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/a59a066f-4a74-4e6b-bc27-67ca75914d19 HTTP/1.1" status: 204 len: 168 time: 4.1144094 Jun 04 06:28:41.529353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51322) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:41.530128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Attempting to bind port df4a67fa-4989-4b69-93e7-8120b360758b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:41.530459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Attempting to bind port df4a67fa-4989-4b69-93e7-8120b360758b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:41.530778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Attempting to bind port df4a67fa-4989-4b69-93e7-8120b360758b on network 9e740d84-5578-406c-986b-2abade826326 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:41.539057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Port df4a67fa-4989-4b69-93e7-8120b360758b on network 9e740d84-5578-406c-986b-2abade826326 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:41.539057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Attempting to bind port df4a67fa-4989-4b69-93e7-8120b360758b on network 9e740d84-5578-406c-986b-2abade826326 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:41.550665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1484964414', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:41.560387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:41.565948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:router and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:41.576169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:41.586992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:28:41.604888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:41.632912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-44c2f9b0-1dcb-4903-b949-9229928b9c7a req-010872e1-b3d3-405c-ac93-473c9907b460 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:41.633144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:41.633537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Checking segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:41.634914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Bound using segment: {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:41.636543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Bound port: df4a67fa-4989-4b69-93e7-8120b360758b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da609393-31fd-4d86-8676-5ce185611ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9e740d84-5578-406c-986b-2abade826326'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:41.637825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.683323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-44c2f9b0-1dcb-4903-b949-9229928b9c7a req-010872e1-b3d3-405c-ac93-473c9907b460 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:41.691030 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44c2f9b0-1dcb-4903-b949-9229928b9c7a req-010872e1-b3d3-405c-ac93-473c9907b460 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819982 Jun 04 06:28:41.727309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.728977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.743493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5bb524b9-5c03-415a-9d74-9d448b6cb499 req-c223e37c-259b-49df-9383-96d7b0b899c3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:41.895146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:41.925287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5bb524b9-5c03-415a-9d74-9d448b6cb499 req-c223e37c-259b-49df-9383-96d7b0b899c3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:41.926501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bb524b9-5c03-415a-9d74-9d448b6cb499 req-c223e37c-259b-49df-9383-96d7b0b899c3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 210 time: 0.2671223 Jun 04 06:28:41.994739 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ac2795-3e71-48d8-9db8-23cc0377f46e'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a', 'status': 'completed', 'code': 200} Jun 04 06:28:42.101912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:42.106929 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-fbe4e8e6-b31c-41dd-9a54-136c057a9329 service neutron] 10.222.0.24 "GET /v2.0/networks/6ebcf9b3-44cc-49f7-b3c8-a12e29d07547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9369466 Jun 04 06:28:42.131752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:42.166170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=df4a67fa-4989-4b69-93e7-8120b360758b,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:42.227018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:42.287522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-e3313c03-1a9b-4aa7-9124-a51466586446 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.288987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-e3313c03-1a9b-4aa7-9124-a51466586446 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.24 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 816 time: 0.1810887 Jun 04 06:28:42.498610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:42.518138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.518792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.519086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.520160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.520624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.521148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.521635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.523776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-69a478f5-444c-4348-acfa-68bd93907b9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6286 time: 0.7247472 Jun 04 06:28:42.539808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.540759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:42.542415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-7289d8d4-82a2-4178-9ee0-7e6a57b537f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 1092 time: 4.1870372 Jun 04 06:28:42.543633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:42.815273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-4edc6fb6-6153-4648-bfe9-94d0cb0cf091 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 380 time: 0.4911399 Jun 04 06:28:42.816231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:42.829826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Sync routers for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:42.841663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:42.842506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:42.877671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'port': {'device_id': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'admin_state_up': True, 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'security_groups': ['fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:42.947308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-c805444d-ce31-4238-8643-c6fc6f90cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.947876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-c805444d-ce31-4238-8643-c6fc6f90cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.948525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-c805444d-ce31-4238-8643-c6fc6f90cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:42.950132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-c805444d-ce31-4238-8643-c6fc6f90cf86 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4155512 Jun 04 06:28:43.062975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:43.064847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38861fe4-782d-44d6-8f5d-ff84774880bd admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.5648715 Jun 04 06:28:43.077511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51344) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:43.102983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.111045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.114311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:43.119905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.127995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.134899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.142903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.149992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.160757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945267f4-94fe-4692-b39b-f4047b07b9af req-b06e0c51-1266-41d1-a76f-bfdd871ae351 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5394 time: 1.1627681 Jun 04 06:28:43.250881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:43.290073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-fba9342a-4094-4ffb-af81-de7a724f7987 service neutron] 10.222.0.24 "GET /v2.0/networks/6ebcf9b3-44cc-49f7-b3c8-a12e29d07547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9946165 Jun 04 06:28:43.306121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-d256daa7-1faf-4c8f-9c3e-34bd6e1138f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.307883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3393dbe-6b10-4f83-8a1c-2ee459c3100c req-d256daa7-1faf-4c8f-9c3e-34bd6e1138f7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343853 Jun 04 06:28:43.361648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176b47-3259-44c9-998a-f99dfb3ce228 req-9bd3fd22-104a-4154-991d-a849042744b8 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.367677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176b47-3259-44c9-998a-f99dfb3ce228 req-9bd3fd22-104a-4154-991d-a849042744b8 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.376234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54176b47-3259-44c9-998a-f99dfb3ce228 req-9bd3fd22-104a-4154-991d-a849042744b8 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.378875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54176b47-3259-44c9-998a-f99dfb3ce228 req-9bd3fd22-104a-4154-991d-a849042744b8 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.8429797 Jun 04 06:28:43.430303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-53186a7d-1eb4-4e20-a4b8-c3c1f431897d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=ba184806-8ef5-4b11-bffe-467b887af82a HTTP/1.1" status: 200 len: 217 time: 0.1164181 Jun 04 06:28:43.478604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-dcedd1a6-f431-4085-b12a-199535889179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.481077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-dcedd1a6-f431-4085-b12a-199535889179 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1095 time: 0.5851290 Jun 04 06:28:43.572251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-2e30695c-91da-42ea-aa76-e5669f1c11ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 217 time: 0.0746686 Jun 04 06:28:43.579163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945267f4-94fe-4692-b39b-f4047b07b9af req-54535965-b833-4971-924c-a5cde71a3063 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4172130 Jun 04 06:28:43.624885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:43.637981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:39Z', 'revision_number': 3, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:43.642514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Checking router: d3c31545-06fc-43b9-b088-1bb7fb2cefe3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:43.643089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Updating router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 port 899ce588-41e4-48a0-b7a1-3eafd39dd17a binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:43.658493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54176b47-3259-44c9-998a-f99dfb3ce228 req-0c257e9c-0141-4f1a-a8e0-9277bd2acfe9 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719007 Jun 04 06:28:43.661120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:43.699617 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe17c86-490c-477c-b0f4-21af9222d6a7'] response: {'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'status': 'completed', 'code': 200} Jun 04 06:28:43.742826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:43.755461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-e00d74b1-c7f8-4246-966c-8024238529bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.757190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-f5653950-ece0-4951-a22a-59fe2d6ed323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:43.758551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-e00d74b1-c7f8-4246-966c-8024238529bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.1704254 Jun 04 06:28:43.758933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-f5653950-ece0-4951-a22a-59fe2d6ed323 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf00ae91-81cd-4472-941f-55f57fdf024a HTTP/1.1" status: 200 len: 801 time: 0.3131967 Jun 04 06:28:43.794605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.100847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-0f41be58-cc53-4a49-bb4c-4a271bfb7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:44.102657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-0f41be58-cc53-4a49-bb4c-4a271bfb7995 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3380578 Jun 04 06:28:44.174739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Made reservation on behalf of 152c417b0a5f4e8fa5842a167cd75b2c for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:44.179355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.215245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60fac75f-74b0-4a47-a1cc-cce9a43c5741 req-b61ea6af-9144-41d9-b1c2-3908cb71a931 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 210 time: 0.1718435 Jun 04 06:28:44.236279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d63827-a072-40c9-97c0-59ea2939dac3 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:44.257603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.289348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a8e07-8fa5-4756-9ac6-8df761a0b660 req-30435a09-3544-442a-a02b-f140edaef523 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:44.302006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-414a8e07-8fa5-4756-9ac6-8df761a0b660 req-30435a09-3544-442a-a02b-f140edaef523 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 944 time: 0.4102278 Jun 04 06:28:44.449217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Transition to ACTIVE for port object 49d63827-a072-40c9-97c0-59ea2939dac3 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:44.482576 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.513323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.528764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Transition to ACTIVE for port object 899ce588-41e4-48a0-b7a1-3eafd39dd17a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:44.541514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.588237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-414a8e07-8fa5-4756-9ac6-8df761a0b660 req-3e322427-0107-4ff6-ac46-db9a59cdbf5d tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848253 Jun 04 06:28:44.607665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.638789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca98236-0f2a-4a58-9454-67ed107a0c9d None None] Pushing event updated for resources: {'Port': ['ID=899ce588-41e4-48a0-b7a1-3eafd39dd17a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:44.664719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Attempting to bind port 899ce588-41e4-48a0-b7a1-3eafd39dd17a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:44.666348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Attempting to bind port 899ce588-41e4-48a0-b7a1-3eafd39dd17a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:44.666545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Attempting to bind port 899ce588-41e4-48a0-b7a1-3eafd39dd17a on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:44.674105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:44.674727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:44.675132 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.675772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:44.676486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Bound port: 899ce588-41e4-48a0-b7a1-3eafd39dd17a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:44.676868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.759620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-26965352-ada0-485a-9f7e-4095ac1bdf84 service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980339 Jun 04 06:28:44.760861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:44.902890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] For port 899ce588-41e4-48a0-b7a1-3eafd39dd17a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:44.906661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] For port 899ce588-41e4-48a0-b7a1-3eafd39dd17a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=899ce588-41e4-48a0-b7a1-3eafd39dd17a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:44.915359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:45.065365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca98236-0f2a-4a58-9454-67ed107a0c9d None None] Pushing event updated for resources: {'Port': ['ID=899ce588-41e4-48a0-b7a1-3eafd39dd17a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:45.113585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:45.115610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:45.331081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-91aa2917-d574-4f88-b35b-4fc23f20485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.332560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-91aa2917-d574-4f88-b35b-4fc23f20485c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2453320 Jun 04 06:28:45.351269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:45.442873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:45.549887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419015-da70-45e6-870d-0673ac1f02c1 req-dbc53cb4-b04e-4ad1-926d-ad273c9269be tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.556473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419015-da70-45e6-870d-0673ac1f02c1 req-dbc53cb4-b04e-4ad1-926d-ad273c9269be tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.558164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:45.563753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419015-da70-45e6-870d-0673ac1f02c1 req-dbc53cb4-b04e-4ad1-926d-ad273c9269be tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.569289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Allocated IP 172.20.0.7 (cde016c1-a092-44ad-aea0-eae7ebfe297a/79d085a0-cb88-44ed-a06a-40f6f82812e7/83ede163-ceb7-4639-bac7-35969e3e9c84) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:45.572027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba419015-da70-45e6-870d-0673ac1f02c1 req-dbc53cb4-b04e-4ad1-926d-ad273c9269be tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.6757381 Jun 04 06:28:45.596831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc7e03a-6165-4c90-b6c8-4e37b7c8a541 req-b3b4fe2a-4f58-49c2-80e3-e6a3a7212d6b service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275216 Jun 04 06:28:45.639217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.641841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba419015-da70-45e6-870d-0673ac1f02c1 req-71b73278-f6f7-46bc-bcb3-38a9a8417b40 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686080 Jun 04 06:28:45.645609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.662523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.670400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.682777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.690446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.696162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:45.705164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-7cc6dc40-ed1a-4de9-af80-82e61908a3c9 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5406 time: 0.8535717 Jun 04 06:28:45.742277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Attempting to bind port 49d63827-a072-40c9-97c0-59ea2939dac3 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:45.742277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Attempting to bind port 49d63827-a072-40c9-97c0-59ea2939dac3 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:45.742277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Attempting to bind port 49d63827-a072-40c9-97c0-59ea2939dac3 on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:45.770057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.25.1.90 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/283d8ee9-d9f5-42a2-8e76-0aac241c3b22) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:45.805880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:39Z', 'revision_number': 3, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:45.826432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae59851-4c7f-4da5-a8ea-da65b6ed85de None None] The sync data for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 is: [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:39Z', 'revision_number': 3, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:45.857881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Port 49d63827-a072-40c9-97c0-59ea2939dac3 on network af307362-a1f4-41e6-84fb-af4991a018ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:45.858369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Attempting to bind port 49d63827-a072-40c9-97c0-59ea2939dac3 on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:45.920628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c1c0b4a-31a3-4c27-ba77-75bd0d10a10e req-c318ef9f-c0f2-4cad-b3b4-8b228f45c6dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142432 Jun 04 06:28:45.921503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:45.921834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Checking segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:45.922220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Bound using segment: {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:45.922667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Bound port: 49d63827-a072-40c9-97c0-59ea2939dac3, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:45.923012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:45.926727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-787de03e-b21c-4ab7-97d0-50e5498092dd req-868aa962-98d0-419d-8449-77b829a7e57d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 210 time: 0.0722144 Jun 04 06:28:46.002610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-adc83f06-6a82-4b0d-989b-08dd27c00549 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446867 Jun 04 06:28:46.160973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-710411ea-0e77-4f7b-96dd-725685fb3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:46.162670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-710411ea-0e77-4f7b-96dd-725685fb3e39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1095 time: 0.4932184 Jun 04 06:28:46.196684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:46.353503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:46.450585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:46.452375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:46.476906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:46.624016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-b7da3292-f3c3-447b-be79-7a2ecce16f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:46.625675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-b7da3292-f3c3-447b-be79-7a2ecce16f68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 929 time: 0.3994441 Jun 04 06:28:46.725528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:46.727195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:46.771578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:46.813512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-179c74fd-7a37-4c14-9c66-16c9a5e1c047 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 217 time: 0.1480184 Jun 04 06:28:46.821178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:46.828119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:46.906176 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf81ad30-2863-477d-b2bc-95eb7e4c8e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:46.909067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 899ce588-41e4-48a0-b7a1-3eafd39dd17a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:46.925046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Allocated IP 172.20.0.1 (747e77a9-714a-42a2-947b-a51a5121062f/a6243676-6272-4c1c-bee5-656ab5437e28/7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:46.936795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-c0ecf018-f148-49e8-b997-2ac584a7b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:46.938491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-c0ecf018-f148-49e8-b997-2ac584a7b925 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.0950243 Jun 04 06:28:47.035774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 899ce588-41e4-48a0-b7a1-3eafd39dd17a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:47.041407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Transition to ACTIVE for port object 83ede163-ceb7-4639-bac7-35969e3e9c84 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:47.050151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 899ce588-41e4-48a0-b7a1-3eafd39dd17a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:47.050530 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.065679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9bdcd0ac-73a8-4644-9486-1f1800cf40cb req-8895c875-3bd4-4f0e-a118-820b525bf145 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669680 Jun 04 06:28:47.126672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.128590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.129974 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] 10.222.0.39 "PUT /v2.0/ports/49d63827-a072-40c9-97c0-59ea2939dac3 HTTP/1.1" status: 200 len: 1090 time: 6.2996557 Jun 04 06:28:47.137107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:47.212034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b710347-ab91-41ec-af50-ed75be82256e req-21fcc0df-9a20-4099-b79e-bd9f544f7ede tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.222359 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b710347-ab91-41ec-af50-ed75be82256e req-21fcc0df-9a20-4099-b79e-bd9f544f7ede tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 944 time: 0.9237170 Jun 04 06:28:47.231170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:47.269661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 899ce588-41e4-48a0-b7a1-3eafd39dd17a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:47.270045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.294356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 899ce588-41e4-48a0-b7a1-3eafd39dd17a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=899ce588-41e4-48a0-b7a1-3eafd39dd17a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:47.300366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.301826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdd59-65a1-406e-aec5-478634c94d73 service neutron] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:47.334693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-0b0e291e-86d2-4dac-a594-c380483f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.336429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-0b0e291e-86d2-4dac-a594-c380483f7914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401451 Jun 04 06:28:47.338725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.399692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=899ce588-41e4-48a0-b7a1-3eafd39dd17a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:47.472996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.581124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b710347-ab91-41ec-af50-ed75be82256e req-ba30c278-83fd-408f-bb22-561aef2b5b80 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578830 Jun 04 06:28:47.593431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:47.717393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-b8b79c73-ed5e-4aa6-ab17-06a5ca074071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.717945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-b8b79c73-ed5e-4aa6-ab17-06a5ca074071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.718452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-b8b79c73-ed5e-4aa6-ab17-06a5ca074071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.720203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-b8b79c73-ed5e-4aa6-ab17-06a5ca074071 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2865 time: 0.5893431 Jun 04 06:28:47.798823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2426f-4079-4312-b08b-e881f9b4115f req-19b844c4-c0b8-4bcd-ac09-7033adbabb6a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.804920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2426f-4079-4312-b08b-e881f9b4115f req-19b844c4-c0b8-4bcd-ac09-7033adbabb6a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.811015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2426f-4079-4312-b08b-e881f9b4115f req-19b844c4-c0b8-4bcd-ac09-7033adbabb6a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:47.812709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01e2426f-4079-4312-b08b-e881f9b4115f req-19b844c4-c0b8-4bcd-ac09-7033adbabb6a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.5667567 Jun 04 06:28:47.822146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-003b2eef-4cad-49c0-a3b0-f889ee59663e service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881694 Jun 04 06:28:47.826556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Network cde016c1-a092-44ad-aea0-eae7ebfe297a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:47.853171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:47.856572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:47.924694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:47.950991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.064830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01e2426f-4079-4312-b08b-e881f9b4115f req-3a4c0d4e-e77d-4f17-8ad0-34cbbd66d4be tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393749 Jun 04 06:28:48.100562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.101200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.188936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Transition to ACTIVE for port object 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:48.194830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee00a1cb-0192-4c8e-b119-0198f09fa787 None None] Provisioning for port 83ede163-ceb7-4639-bac7-35969e3e9c84 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:48.203919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a3a1931-d97b-4e43-9541-c4a3951559a7 req-2b3ef3f0-cdfa-40c3-b355-ef3ac71fd454 service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587241 Jun 04 06:28:48.204114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee00a1cb-0192-4c8e-b119-0198f09fa787 None None] Provisioning complete for port 83ede163-ceb7-4639-bac7-35969e3e9c84 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:48.205635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee00a1cb-0192-4c8e-b119-0198f09fa787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.242497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device df4a67fa-4989-4b69-93e7-8120b360758b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:28:48.268877 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.285009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-ba8b9a84-f202-4630-83f0-3d4490082f33 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4207141 Jun 04 06:28:48.288841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ee00a1cb-0192-4c8e-b119-0198f09fa787 None None] Port 83ede163-ceb7-4639-bac7-35969e3e9c84 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:48.303755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.309723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.315755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.321911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.328679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.334460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.341572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.343464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-ad815b8c-53ef-46a6-ba75-757cac4826c2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5406 time: 0.6359234 Jun 04 06:28:48.357433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-a0ad9cce-b586-49db-a9dd-af28def0fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.358899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-a0ad9cce-b586-49db-a9dd-af28def0fb6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf HTTP/1.1" status: 200 len: 903 time: 0.6304805 Jun 04 06:28:48.367076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Request body: {'port': {'device_id': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:48.418166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=df4a67fa-4989-4b69-93e7-8120b360758b,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:48.432774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'mac_address': 'fa:16:3e:5d:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:28:48.436568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225a1fd-ac9a-412b-90bf-025599dfbb6a req-33c7e50e-be42-41ae-a19b-740ab168d32c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:48.438176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4225a1fd-ac9a-412b-90bf-025599dfbb6a req-33c7e50e-be42-41ae-a19b-740ab168d32c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 931 time: 0.2331264 Jun 04 06:28:48.500389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port df4a67fa-4989-4b69-93e7-8120b360758b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:48.500916 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.513554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4225a1fd-ac9a-412b-90bf-025599dfbb6a req-61f2f338-7981-44dc-b206-6730f9a288c0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672419 Jun 04 06:28:48.519899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a67fa-4989-4b69-93e7-8120b360758b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:48.550363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=df4a67fa-4989-4b69-93e7-8120b360758b,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:48.557399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router 27158400-0012-49eb-aeff-f5adf1810f0c is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:48.557941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.652758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-b5dc3264-433c-40fb-bc27-5cd72df22c90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=ba184806-8ef5-4b11-bffe-467b887af82a HTTP/1.1" status: 200 len: 217 time: 0.2580543 Jun 04 06:28:48.661341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:48.732395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.805903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:48.820852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Sync routers for ids ['27158400-0012-49eb-aeff-f5adf1810f0c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:48.823563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 899ce588-41e4-48a0-b7a1-3eafd39dd17a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:48.837560 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Routers {'27158400-0012-49eb-aeff-f5adf1810f0c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:48.838598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['27158400-0012-49eb-aeff-f5adf1810f0c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:48.841193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.843267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-286b548b-4a4f-4151-befa-c1df400e8067 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3065374 Jun 04 06:28:48.846433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51450) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:48.901958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['df4a67fa-4989-4b69-93e7-8120b360758b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:28:48.926277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2631b2b-42d8-4cbd-9a58-89fc6f1b248c {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:48.934689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:48.961769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Transition to ACTIVE for port object a2631b2b-42d8-4cbd-9a58-89fc6f1b248c will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:49.056971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65d9d17f-1316-40ed-9110-5a954390d508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.069711 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6753f0-e418-434c-9be7-601c0a9ea6d3'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3', 'status': 'completed', 'code': 200} Jun 04 06:28:49.073602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 899ce588-41e4-48a0-b7a1-3eafd39dd17a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:49.074842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.092746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:49.096307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-24bd19e6-5f9a-4698-9437-6dcf82d66ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.099469 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-24bd19e6-5f9a-4698-9437-6dcf82d66ab9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf00ae91-81cd-4472-941f-55f57fdf024a HTTP/1.1" status: 200 len: 801 time: 0.4311604 Jun 04 06:28:49.100099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.123902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49742b01-e8e3-466a-a5e2-f6b86966b5ee req-40f42bd1-8c3f-4ed3-8f01-dbd7b8481395 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7606218 Jun 04 06:28:49.220866 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Set router 27158400-0012-49eb-aeff-f5adf1810f0c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:49.265824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:49.351589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.376553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 899ce588-41e4-48a0-b7a1-3eafd39dd17a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:49.436644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Network 747e77a9-714a-42a2-947b-a51a5121062f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:49.460967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bdc5529a-a408-447a-8368-a862f242a47a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/27158400-0012-49eb-aeff-f5adf1810f0c HTTP/1.1" status: 200 len: 908 time: 0.6128092 Jun 04 06:28:49.465650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51466) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:49.473588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1484964414', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': True}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:49.484500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec4e3-e3bf-44ef-b545-94ea4e656d40 req-265a1a37-9c7e-439b-8b81-c33e27d91f23 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.491523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f31ec4e3-e3bf-44ef-b545-94ea4e656d40 req-265a1a37-9c7e-439b-8b81-c33e27d91f23 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 945 time: 0.4608293 Jun 04 06:28:49.510436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:49.517911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:49.520680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Usage tracker for resource:router and tenant:e29c4cd4bb73493f81672303297c09a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:49.529302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.529818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.530675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.530795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.531073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:49.531204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.531665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.532150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.534086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-6dc22abe-93f3-4386-9a05-f58b8a23e098 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6378 time: 0.6113331 Jun 04 06:28:49.535090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:49.550347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:49.602970 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': False}, 'gw_port_id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:41Z', 'updated_at': '2022-06-04T06:28:46Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:44Z', 'updated_at': '2022-06-04T06:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:49.608589 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Checking router: 27158400-0012-49eb-aeff-f5adf1810f0c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:49.608971 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Updating router 27158400-0012-49eb-aeff-f5adf1810f0c port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:49.620039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f31ec4e3-e3bf-44ef-b545-94ea4e656d40 req-96617906-ed12-4e1b-a636-16ecb25d7324 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275551 Jun 04 06:28:49.687990 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.729971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.731596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.867510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.910598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-99e6b9ad-0434-4194-b2b3-64d9d4084167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.911101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-99e6b9ad-0434-4194-b2b3-64d9d4084167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.912001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-99e6b9ad-0434-4194-b2b3-64d9d4084167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:49.913153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-99e6b9ad-0434-4194-b2b3-64d9d4084167 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3587003 Jun 04 06:28:49.977105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e57b461b-1835-479a-86ea-dac9be12e747 None None] Provisioning for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:49.991684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:49.996413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e57b461b-1835-479a-86ea-dac9be12e747 None None] Provisioning complete for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:49.996990 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e57b461b-1835-479a-86ea-dac9be12e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.070945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Attempting to bind port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:50.071279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Attempting to bind port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:50.071605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Attempting to bind port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c on network c535ef09-e796-46ce-8334-8cdb2823ee41 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:50.075937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-4da45bc9-71b3-4ea9-8f08-6ec0454d701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.077446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-4da45bc9-71b3-4ea9-8f08-6ec0454d701c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8130414 Jun 04 06:28:50.089609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-b8d4265d-d850-416f-a1df-f55466cc4a3c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.092753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e57b461b-1835-479a-86ea-dac9be12e747 None None] Port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:50.096951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-b8d4265d-d850-416f-a1df-f55466cc4a3c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.7462604 Jun 04 06:28:50.133410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c on network c535ef09-e796-46ce-8334-8cdb2823ee41 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:50.133410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Attempting to bind port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c on network c535ef09-e796-46ce-8334-8cdb2823ee41 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:50.134289 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.139790 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.155238 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Transition to ACTIVE for port object 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:50.161839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:50.162053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Checking segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:50.162324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Bound using segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:50.162743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Bound port: a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:50.163788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.165715 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.226511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-50615ae8-8883-48f9-96c1-a11a2e4022d7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/quotas/5fe23224c46b43acb7222a669fd57f3e HTTP/1.1" status: 200 len: 375 time: 0.1286502 Jun 04 06:28:50.242866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device df4a67fa-4989-4b69-93e7-8120b360758b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:50.250758 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Pushing event updated for resources: {'Port': ['ID=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:50.253131 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Attempting to bind port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:50.253131 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Attempting to bind port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:50.253658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Attempting to bind port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:50.263375 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:50.263905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:50.264408 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.264896 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:50.265501 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Bound port: 283d8ee9-d9f5-42a2-8e76-0aac241c3b22, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:50.265980 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.268061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6869e7-de30-4e81-8cb0-70e2a0546c4a req-4031f6c2-7c2d-4d74-8933-46f149b5a20a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.273854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6869e7-de30-4e81-8cb0-70e2a0546c4a req-4031f6c2-7c2d-4d74-8933-46f149b5a20a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.280431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6869e7-de30-4e81-8cb0-70e2a0546c4a req-4031f6c2-7c2d-4d74-8933-46f149b5a20a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.287590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b6869e7-de30-4e81-8cb0-70e2a0546c4a req-4031f6c2-7c2d-4d74-8933-46f149b5a20a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2412 time: 0.4896529 Jun 04 06:28:50.294614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:50.297941 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.298404 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.298873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.299559 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.299998 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.300441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.300864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.301293 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.302041 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.302041 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.302555 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.302993 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:50.362775 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] For port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:50.365842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:28:50.366246 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] For port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:50.369768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:50.373967 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.419925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.448448 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.466704 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Routers {'27158400-0012-49eb-aeff-f5adf1810f0c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:50.467788 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['27158400-0012-49eb-aeff-f5adf1810f0c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:50.516108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b6869e7-de30-4e81-8cb0-70e2a0546c4a req-ac6f7c7f-a7aa-47f1-8166-b37af8e72eb3 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275422 Jun 04 06:28:50.531501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-96224e93-83c8-4784-ab5f-35f1661d49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.533131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4eb4371-2737-4811-92e3-bfb36e26d386 req-96224e93-83c8-4784-ab5f-35f1661d49e5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5582438 Jun 04 06:28:50.595596 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78675210-3d45-4a81-bcc2-9c25b902b495 None None] Pushing event updated for resources: {'Port': ['ID=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:50.655421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:50.664409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-4ef31393-5527-4bff-bf6f-ef2c3d5d9ece tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:50.666926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-4ef31393-5527-4bff-bf6f-ef2c3d5d9ece tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbe62797-ec89-4521-876b-6fa42338e5f4 HTTP/1.1" status: 200 len: 946 time: 0.3116810 Jun 04 06:28:50.684687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port df4a67fa-4989-4b69-93e7-8120b360758b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:50.692882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0', 'network_id': '6ebcf9b3-44cc-49f7-b3c8-a12e29d07547', 'port_id': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0', 'mac_address': 'fa:16:3e:93:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23894e39-4f01-4857-8c99-e4ea4f58d566', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:28:50.703216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] Set router 27158400-0012-49eb-aeff-f5adf1810f0c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:50.728536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port df4a67fa-4989-4b69-93e7-8120b360758b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:50.729110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.749162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:50.765001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.773774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-c3e82960-4b78-4197-8f02-e305a07dfd07 service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706464 Jun 04 06:28:50.789402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port b5e86fe8-43d4-4707-a5d6-86136622004d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:50.789752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.866631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Transition to ACTIVE for port object 83ede163-ceb7-4639-bac7-35969e3e9c84 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:50.937544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:50.940099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.948268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port df4a67fa-4989-4b69-93e7-8120b360758b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:50.948898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.975018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:50.975567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:50.994316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:50.994852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.022343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:51.044400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.045588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:51.046879 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-292f2468-1f24-49fa-bc16-b23f21af2f4a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8192773 Jun 04 06:28:51.055432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:51.056650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.057505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:28:51.155188 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': False}, 'gw_port_id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:41Z', 'updated_at': '2022-06-04T06:28:46Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:44Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:51.159351 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459bde0-03e1-4cd2-9c86-606bdd07000b None None] The sync data for ids ['27158400-0012-49eb-aeff-f5adf1810f0c'] in n-d-811808-2 is: [{'id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': False}, 'gw_port_id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:41Z', 'updated_at': '2022-06-04T06:28:46Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '283d8ee9-d9f5-42a2-8e76-0aac241c3b22', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27158400-0012-49eb-aeff-f5adf1810f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:44Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:51.199794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.266247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac15bd-81e4-4fae-a6d5-8043b0320d2b req-3806d3f6-3d41-4dd7-90cb-d4d04e293641 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:51.272203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:51.284308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=df4a67fa-4989-4b69-93e7-8120b360758b,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.286789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9ac15bd-81e4-4fae-a6d5-8043b0320d2b req-3806d3f6-3d41-4dd7-90cb-d4d04e293641 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.4419293 Jun 04 06:28:51.309958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.365214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.383646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.390419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:51.391256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.392854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] 10.222.0.39 "PUT /v2.0/ports/a2631b2b-42d8-4cbd-9a58-89fc6f1b248c HTTP/1.1" status: 200 len: 1091 time: 4.1675918 Jun 04 06:28:51.429900 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.475300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:51.475539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.501943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:51.548777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'port_id': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', 'mac_address': 'fa:16:3e:8c:20:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00ae91-81cd-4472-941f-55f57fdf024a', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:28:51.608029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:51.633027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Request body: {'port': {'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:51.641134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9ac15bd-81e4-4fae-a6d5-8043b0320d2b req-6776bc06-b660-4347-b1aa-ddfed39cc222 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530357 Jun 04 06:28:51.692151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:51.692537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.708604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:51.727269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:51.730622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.730992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.745334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.747517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:51.747846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:51.748174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:51.750912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.751746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ba184806-8ef5-4b11-bffe-467b887af82a details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:28:51.878052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:51.886288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:51.894470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.894815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.895158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.895498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.895829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.896667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.896667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.896880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.896973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for b5e86fe8-43d4-4707-a5d6-86136622004d owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:51.897088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.897415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.897771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.898094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:28:51.899714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'network_id': 'fa5ca749-5b03-4b77-95eb-e8fc269b4eaf', 'port_id': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'mac_address': 'fa:16:3e:32:e0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00ae91-81cd-4472-941f-55f57fdf024a', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:28:51.981263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:51.986134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ba184806-8ef5-4b11-bffe-467b887af82a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:51.986686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.000612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:52.001399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:52.006397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba184806-8ef5-4b11-bffe-467b887af82a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:52.013938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ca7b8cf6-f824-444a-b568-a97412a9744b service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541770 Jun 04 06:28:52.027641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:52.034259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.041335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:52.041924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:52.043069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Bound using segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:52.044513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Bound port: 83ede163-ceb7-4639-bac7-35969e3e9c84, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:52.045047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.071854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b2cee19f-fc78-4068-921d-c8ef5fa39f54 req-84f658bf-0bbe-472e-829f-1a46b70f3d8b service neutron] 10.222.0.24 "GET /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2907839 Jun 04 06:28:52.072545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149f16c-a4d9-48f7-b488-54832fdecb8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:52.143685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:52.155853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.189490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:28:52.189839 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:28:52.191804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.246753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.297863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.303941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.310708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.316485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.322275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.328409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.334187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.336972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-8e61f52e-ce85-4977-9751-081807b2187b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5418 time: 0.3142164 Jun 04 06:28:52.372374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b5e86fe8-43d4-4707-a5d6-86136622004d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:28:52.441309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['3f2af0b3-89ed-41c5-ad37-0b62288ebec5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:28:52.446740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9f41ae5-d3cf-4172-be60-951ede32e84b req-e7084460-a588-4335-a24e-3e12db110af7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740590 Jun 04 06:28:52.454934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.25.1.80 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:52.476363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:52.485815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:52.509304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.523448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ba184806-8ef5-4b11-bffe-467b887af82a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:28:52.602745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-332ed625-eb41-4cd5-8be5-82ce34efddec service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117393 Jun 04 06:28:52.642905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:52.644004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.645242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] 10.222.0.24 "PUT /v2.0/ports/83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 1091 time: 4.2985802 Jun 04 06:28:52.660397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:28:52.700978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.735363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port b5e86fe8-43d4-4707-a5d6-86136622004d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:52.735740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.746331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.767036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b5e86fe8-43d4-4707-a5d6-86136622004d is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:52.770646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.907213 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cade7e8b-d5ef-4bc6-b02f-0d0c3299862f'] response: {'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'code': 200} Jun 04 06:28:52.913165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:52.954045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:52.968592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157864c-6314-4bba-8e79-acd4f9958d6a service neutron] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:53.200414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:53.212984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:53.226933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:53.251246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:53.264275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:53.264646 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:53.424079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:53.430880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:53.460467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:53.460997 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:53.487165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:53.491790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:53.515083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-bf9c4cdb-2935-4cae-b43d-98fcf9973ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.516363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-bf9c4cdb-2935-4cae-b43d-98fcf9973ddb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1094 time: 0.8143115 Jun 04 06:28:53.537512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10c9c39b-b534-47e7-a1b9-7f9df8fed5a0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:28:53.647622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:53.716036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-a3dcbadd-5313-4957-baab-756498069585 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 217 time: 0.1917355 Jun 04 06:28:53.769332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:53.786099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864232-9500-4ae1-a6d7-10fbc309030d req-f71a07ca-c9fa-45fc-b4b9-35b0631b01b0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.794733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864232-9500-4ae1-a6d7-10fbc309030d req-f71a07ca-c9fa-45fc-b4b9-35b0631b01b0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.800775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864232-9500-4ae1-a6d7-10fbc309030d req-f71a07ca-c9fa-45fc-b4b9-35b0631b01b0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.802527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bf864232-9500-4ae1-a6d7-10fbc309030d req-f71a07ca-c9fa-45fc-b4b9-35b0631b01b0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2415 time: 0.5687163 Jun 04 06:28:53.870121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee50be-4bc4-44a1-9a62-22602ed5bcf6 req-cb56a353-26d6-4d9c-b951-fdec03321712 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.872448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dee50be-4bc4-44a1-9a62-22602ed5bcf6 req-cb56a353-26d6-4d9c-b951-fdec03321712 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 946 time: 1.0526638 Jun 04 06:28:53.957514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bf864232-9500-4ae1-a6d7-10fbc309030d req-1d17b99c-c480-47a9-8e1f-aeedc5123432 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384807 Jun 04 06:28:53.963750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-4648e91d-bdad-471b-88de-0de929f55434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:53.966433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-4648e91d-bdad-471b-88de-0de929f55434 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.2401569 Jun 04 06:28:54.025019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16683bc0-200c-4a22-97c8-25b86a031552 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:54.035419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Network 747e77a9-714a-42a2-947b-a51a5121062f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:54.038323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.041211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:54.047032 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89b0891-23e7-4f95-a15d-4fa63d3d286a'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'status': 'completed', 'code': 200} Jun 04 06:28:54.061738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53597-44a3-4eda-be3d-0a0677ed2a06 req-1584b1a9-79b6-46c1-867f-c4ccba7427ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.063342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4be53597-44a3-4eda-be3d-0a0677ed2a06 req-1584b1a9-79b6-46c1-867f-c4ccba7427ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1097 time: 1.0955429 Jun 04 06:28:54.137907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dee50be-4bc4-44a1-9a62-22602ed5bcf6 req-a4e38da0-608d-4e17-bdc2-25d289f72625 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150545 Jun 04 06:28:54.149279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Transition to ACTIVE for port object 16683bc0-200c-4a22-97c8-25b86a031552 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:54.161235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.316233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4be53597-44a3-4eda-be3d-0a0677ed2a06 req-739a6a09-183d-4281-b79b-c241b011dc0f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312155 Jun 04 06:28:54.333995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port b5e86fe8-43d4-4707-a5d6-86136622004d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b5e86fe8-43d4-4707-a5d6-86136622004d,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:54.334370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.407030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42ea23b5-23d5-4ad5-8254-a7796d720ba4 req-b58eac7f-dbb5-4677-a225-e5e81fdf9bd2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 210 time: 0.0648494 Jun 04 06:28:54.460281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-87453d27-0334-448d-bf0d-22a35c29e13d None None] Provisioning complete for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:54.460658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-87453d27-0334-448d-bf0d-22a35c29e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.528053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-87453d27-0334-448d-bf0d-22a35c29e13d None None] Port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:28:54.558741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for b5e86fe8-43d4-4707-a5d6-86136622004d owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:28:54.622862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.679371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:54.696730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f223de-4d22-4630-a19e-80590debf006 req-921038f4-e1fd-4503-953c-b05049838961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.698316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-921038f4-e1fd-4503-953c-b05049838961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7256784 Jun 04 06:28:54.739118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.739598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.740083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.740528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.740984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.741439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.741920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:54.743782 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-86194e25-bdc1-4d67-a490-355e64d900f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6420 time: 0.6724839 Jun 04 06:28:54.806853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:28:54.822463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:54.897139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:54.897636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:54.927720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:55.049833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.055513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.061365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.067088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.071063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:55.072732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.076372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ab1a2c41-5035-4fb4-bab2-ed2cbc352acb tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.078098 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ab1a2c41-5035-4fb4-bab2-ed2cbc352acb tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.7086041 Jun 04 06:28:55.079900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.085656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.087522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-09d77fa8-52c6-46fc-9631-eb9767cf4c47 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.4977708 Jun 04 06:28:55.164966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Request body: {'port': {'device_id': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'admin_state_up': True, 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:55.201667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50f90-7560-4fd1-8f9b-cc1ccee9c51d req-060785ac-2da7-48e1-ae26-24f8c0e84a79 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.202974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5ec50f90-7560-4fd1-8f9b-cc1ccee9c51d req-060785ac-2da7-48e1-ae26-24f8c0e84a79 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Synchronizing usage tracker for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:55.227392 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.258428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-48f15082-f745-467e-a016-162145ccef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.258896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-48f15082-f745-467e-a016-162145ccef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.259351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-48f15082-f745-467e-a016-162145ccef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:55.260897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-48f15082-f745-467e-a016-162145ccef73 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=40e041dbbfab4e3194da12f3300d86fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4930632 Jun 04 06:28:55.267953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.356351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Attempting to bind port 16683bc0-200c-4a22-97c8-25b86a031552 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:55.356692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Attempting to bind port 16683bc0-200c-4a22-97c8-25b86a031552 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:55.357019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Attempting to bind port 16683bc0-200c-4a22-97c8-25b86a031552 on network c535ef09-e796-46ce-8334-8cdb2823ee41 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:55.420510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5ec50f90-7560-4fd1-8f9b-cc1ccee9c51d req-060785ac-2da7-48e1-ae26-24f8c0e84a79 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Unset dirty status for tenant:152c417b0a5f4e8fa5842a167cd75b2c on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:55.422540 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ec50f90-7560-4fd1-8f9b-cc1ccee9c51d req-060785ac-2da7-48e1-ae26-24f8c0e84a79 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 1.0566487 Jun 04 06:28:55.437054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-690e0660-30e9-47fa-b3f4-4405dddad4d1 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259295 Jun 04 06:28:55.443670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Port 16683bc0-200c-4a22-97c8-25b86a031552 on network c535ef09-e796-46ce-8334-8cdb2823ee41 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:55.444140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Attempting to bind port 16683bc0-200c-4a22-97c8-25b86a031552 on network c535ef09-e796-46ce-8334-8cdb2823ee41 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:55.484192 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.499790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c8fdb0d-6c7a-4b71-a69a-702697ab7163 req-7d2e7c5d-dcc3-480c-9821-d17099d1c633 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3907163 Jun 04 06:28:55.516930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:55.517350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Checking segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:55.517831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Bound using segment: {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:55.518348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Bound port: 16683bc0-200c-4a22-97c8-25b86a031552, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:55.518761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.569916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event deleted for resources: {'Port': ['ID=b5e86fe8-43d4-4707-a5d6-86136622004d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:55.586170 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7544e8b-8e31-4895-bd40-c38d80d40a75'] response: {'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'code': 200} Jun 04 06:28:55.668799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:55.680124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1d246ded-17d7-457f-a4f5-33ecd0da21e5 admin admin] 10.222.0.17 "PUT /v2.0/routers/d3c31545-06fc-43b9-b088-1bb7fb2cefe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5923667 Jun 04 06:28:55.684785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Sync routers for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:55.701342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:55.701894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:55.703084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:55.734995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5ec50f90-7560-4fd1-8f9b-cc1ccee9c51d req-bab7e3b0-6d31-49fd-86d1-fe669d84333d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923219 Jun 04 06:28:55.738472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:55.801222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:28:55.804857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.843485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:55.852763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5f223de-4d22-4630-a19e-80590debf006 req-02369286-d89c-4fe6-9c67-23d68a20c5cf service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054246 Jun 04 06:28:55.893325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:55.907615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] No DVR routers for this DVR port b5e86fe8-43d4-4707-a5d6-86136622004d on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:28:55.915336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.918901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-deleted', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:55.928785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:55.941053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:56.022992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:56.056019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:56.064557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0113b45-c8c1-42b3-8314-42b428f6b0c3 req-b8521759-632a-4b5c-9b88-577aa8511f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.24 "DELETE /v2.0/ports/b5e86fe8-43d4-4707-a5d6-86136622004d HTTP/1.1" status: 204 len: 173 time: 5.3911445 Jun 04 06:28:56.078656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.079378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:56.080855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] 10.222.0.39 "PUT /v2.0/ports/16683bc0-200c-4a22-97c8-25b86a031552 HTTP/1.1" status: 200 len: 1091 time: 4.5152619 Jun 04 06:28:56.108193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-ad2999a2-f748-4420-a3c7-5a0514d8a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.110808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f51aa5ca-d0d1-4ce9-82fd-ca05174f7a0b req-ad2999a2-f748-4420-a3c7-5a0514d8a155 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8371542 Jun 04 06:28:56.126798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210db2-96a6-4ab3-89c8-10d15a7b0365 service neutron] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:56.213408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58dcb-e0a1-43c1-b235-3b737ba6c79e req-ef50dc65-c555-44f0-b8c6-66e317e68719 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.224793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58dcb-e0a1-43c1-b235-3b737ba6c79e req-ef50dc65-c555-44f0-b8c6-66e317e68719 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.233819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f58dcb-e0a1-43c1-b235-3b737ba6c79e req-ef50dc65-c555-44f0-b8c6-66e317e68719 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.236948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2468b-5bee-4f54-99fd-e5c9b9619357 req-792a09c5-9816-45ca-b164-a6d180a11eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.238647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f58dcb-e0a1-43c1-b235-3b737ba6c79e req-ef50dc65-c555-44f0-b8c6-66e317e68719 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2415 time: 0.5252554 Jun 04 06:28:56.244257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ada2468b-5bee-4f54-99fd-e5c9b9619357 req-792a09c5-9816-45ca-b164-a6d180a11eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 946 time: 0.3047249 Jun 04 06:28:56.274957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Allocated IP 172.20.0.11 (0fc09598-46f4-4dd3-90ff-37a36270662e/d4912a9d-084b-4ae0-9f58-f5b79cce6928/31b9bb07-86c6-4521-a9eb-37b22107ce91) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:56.325164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ada2468b-5bee-4f54-99fd-e5c9b9619357 req-fa635027-ae58-4864-9e49-3b2be00bdb55 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799384 Jun 04 06:28:56.372692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f58dcb-e0a1-43c1-b235-3b737ba6c79e req-e602711c-f408-42fe-8168-b1383b7d43e7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006346 Jun 04 06:28:56.432747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.437896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:56.441340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.441935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.443630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.444124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.444593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.445053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.447101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-f52e8b6d-4b9d-4a6e-89db-5c4ee0f73f5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6487 time: 0.2443633 Jun 04 06:28:56.454657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router 82d39dbd-7807-47f8-8065-38e7e175138a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:28:56.539979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-0fe29343-4fb5-46e4-8d89-d9cad4ed1ffe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5 HTTP/1.1" status: 200 len: 217 time: 0.0738702 Jun 04 06:28:56.563643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-73069090-4a39-4a67-99d2-430c84d7be40 req-781af265-1457-49e7-8b3d-c1e2ce4fc289 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 210 time: 0.0655301 Jun 04 06:28:56.639173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51518) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:56.662034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279771608', 'description': 'tempest-description--1973726085'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:56.684338 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609b321d-1e91-475b-8d52-e5d273e4ad65'] response: {'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'status': 'completed', 'code': 200} Jun 04 06:28:56.686856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:56.702460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:56.735266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:security_group and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:56.747550 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559bfbc7-8e51-4f12-a068-3447139e73a0'] response: {'server_uuid': 'dbe62797-ec89-4521-876b-6fa42338e5f4', 'name': 'network-vif-deleted', 'tag': 'b5e86fe8-43d4-4707-a5d6-86136622004d', 'status': 'completed', 'code': 200} Jun 04 06:28:56.793526 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:56.796302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:56.797560 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:56.808513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:56.826703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:56.906583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:56.934808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:28:56.947886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-882cc550-5fae-4a55-a005-bc68a389bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:56.951877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Sync routers for ids ['82d39dbd-7807-47f8-8065-38e7e175138a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:28:56.953648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-882cc550-5fae-4a55-a005-bc68a389bf59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1adacacb-6783-48e1-9755-b5f90e01011f HTTP/1.1" status: 200 len: 855 time: 0.3437536 Jun 04 06:28:56.954719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:28:51Z', 'revision_number': 2, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:56.957497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:56.969192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Checking router: d3c31545-06fc-43b9-b088-1bb7fb2cefe3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:56.969624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Updating router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:56.972563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:security_group_rule and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:56.979304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:56.980389 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Routers {'82d39dbd-7807-47f8-8065-38e7e175138a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:56.981433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['82d39dbd-7807-47f8-8065-38e7e175138a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:56.988291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:56.994370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-4bc0916f-da27-402e-8571-9e4a5110d7d0 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:28:57.006947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:57.007326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.016085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.051639 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.067492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:57.108298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.112675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f7b0f1b-1fe3-4ad9-8792-c4e73e74d661 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6445687 Jun 04 06:28:57.116455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:57.124549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-0f23acc7-e74b-4c50-affe-3f8e4ea1e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.126126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-0f23acc7-e74b-4c50-affe-3f8e4ea1e51a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1094 time: 0.4142141 Jun 04 06:28:57.145437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.146251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ba184806-8ef5-4b11-bffe-467b887af82a up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:57.154453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.209240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Network 0fc09598-46f4-4dd3-90ff-37a36270662e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:28:57.223138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:28:57.233378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:28:57.284981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Set router 82d39dbd-7807-47f8-8065-38e7e175138a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:57.306582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e43f408-eaff-43e7-aa47-24442430635b tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/82d39dbd-7807-47f8-8065-38e7e175138a HTTP/1.1" status: 200 len: 907 time: 0.1892207 Jun 04 06:28:57.310161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.327453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51528) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:57.342161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:57.369466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.370949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.392701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port ba184806-8ef5-4b11-bffe-467b887af82a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:57.458954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port ba184806-8ef5-4b11-bffe-467b887af82a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:57.459388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.587772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:57.609278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6fe00-f6b1-40a4-919c-e49691a8022a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:57.613870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4786239 Jun 04 06:28:57.615175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.616844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-61bb064d-9f7a-451c-8dd3-54218e3a01fa tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9766719 Jun 04 06:28:57.621158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51538) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:57.624115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-4bc0916f-da27-402e-8571-9e4a5110d7d0 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:28:57.632158 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-4bc0916f-da27-402e-8571-9e4a5110d7d0 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 258 time: 0.9191566 Jun 04 06:28:57.645735 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:49Z', 'updated_at': '2022-06-04T06:28:53Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:52Z', 'updated_at': '2022-06-04T06:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:57.648849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'security_group_rule': {'security_group_id': '88b6fe00-f6b1-40a4-919c-e49691a8022a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:57.650952 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Checking router: 82d39dbd-7807-47f8-8065-38e7e175138a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:28:57.651465 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Updating router 82d39dbd-7807-47f8-8065-38e7e175138a port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:28:57.659547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:57.665443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:security_group_rule and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:57.669240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:57.677686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:57.687374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ba184806-8ef5-4b11-bffe-467b887af82a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:57.687943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.695963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Request body: {'port': {'device_id': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:57.718657 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.772392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:57.774202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.780935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.786792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.792613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.792900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.796478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:57.799280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.805444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.809317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.810182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:28:57.812029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.819787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-8774932a-0d85-4e01-bcd4-92539bd4a1eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.8820779 Jun 04 06:28:57.844512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6f29eb49-4e39-49e4-a50e-9bee2dbe0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:57.846085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6f29eb49-4e39-49e4-a50e-9bee2dbe0c06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aaad800a-bd42-460e-b942-3679e984688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8214974 Jun 04 06:28:57.858561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:57.873085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:57.883694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Transition to ACTIVE for port object 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:57.891744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Usage tracker for resource:floatingip and tenant:f031ed01c86441689b33b25096b99609 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:57.895033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7224267-f645-41b3-9325-38cf9efdcf4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:57.901401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:57.955037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:57.971086 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.024547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-287c30c1-d38c-4a34-af41-53a0457f584f service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512110 Jun 04 06:28:58.047627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.110476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.171229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:58.196360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1127b8-1a98-438c-948b-a4422c7a14b0 None None] Pushing event updated for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:58.201052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83c1d650-405e-4568-a290-7dceb1a2c8e8 req-4cb8413d-b78b-4c5f-ae2c-c20ada613643 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3803163 Jun 04 06:28:58.220099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-ccbbe4ad-a770-4b47-ad76-01ff5dd53522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:58.229681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-ccbbe4ad-a770-4b47-ad76-01ff5dd53522 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.9205670 Jun 04 06:28:58.242101 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.256487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Transition to ACTIVE for port object 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:58.264369 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.295347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.372541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Attempting to bind port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:58.372916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Attempting to bind port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:58.373344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Attempting to bind port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c on network 747e77a9-714a-42a2-947b-a51a5121062f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:58.376106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:28:58.394121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.397391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:58.398173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Checking segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:58.398388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.404153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Bound using segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:58.404548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Bound port: 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:58.405865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.405999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.421705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Attempting to bind port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:58.422297 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Attempting to bind port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:58.422802 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Attempting to bind port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:58.425518 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cfa64-7932-489a-8675-f1683bcc14b5 None None] Pushing event updated for resources: {'Port': ['ID=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:58.431927 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:58.432542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:58.433717 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.435106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:58.435709 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Bound port: 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:58.436237 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.442297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-14648288-20bd-4d36-b973-a7337c1a0ca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 217 time: 0.1084464 Jun 04 06:28:58.497945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c5199-c6fa-4fff-8d04-4749af0ed3d9,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:58.526557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] For port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:58.532620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] For port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:58.534309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.535734 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0c942a5d-4b7b-4d7c-8e81-1db3b0520e5a tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9131415 Jun 04 06:28:58.538993 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.545743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:58.559745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'security_group_rule': {'security_group_id': '88b6fe00-f6b1-40a4-919c-e49691a8022a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:58.563112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] For port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:28:58.567411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:58.567604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] For port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:28:58.569056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:28:58.569056 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.578272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:security_group_rule and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:58.585824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:58.594604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:58.614385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.648458 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Routers {'82d39dbd-7807-47f8-8065-38e7e175138a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:58.649488 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['82d39dbd-7807-47f8-8065-38e7e175138a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:58.701461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:28:58.709995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-320fac2e-3ccf-424f-8aff-9367330937ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:58.711595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-320fac2e-3ccf-424f-8aff-9367330937ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.2250857 Jun 04 06:28:58.718392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.740214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:28:58.763510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.773122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:28:58.774035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:58.792099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-ae2683df-e463-4284-9bc4-ede404c4e163 service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208748 Jun 04 06:28:58.838794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Transition to ACTIVE for port object 31b9bb07-86c6-4521-a9eb-37b22107ce91 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:28:58.841398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.891675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.903304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-0fed523f-8683-4005-bccc-852895643348 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 217 time: 0.0967088 Jun 04 06:28:58.907696 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:58.960297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1127b8-1a98-438c-948b-a4422c7a14b0 None None] Pushing event updated for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:58.991646 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] Set router 82d39dbd-7807-47f8-8065-38e7e175138a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:59.014855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Deleting port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:28:59.015440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.064023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a02c9-3ced-4145-ac01-6c56f0b529ca req-bd104a34-276b-4150-96de-3ca5e3a13944 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.071889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-606a02c9-3ced-4145-ac01-6c56f0b529ca req-bd104a34-276b-4150-96de-3ca5e3a13944 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.6266437 Jun 04 06:28:59.107367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:28:59.107746 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.121891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.161230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-606a02c9-3ced-4145-ac01-6c56f0b529ca req-915ed254-dee6-4ba8-b3d8-1045e6084701 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882177 Jun 04 06:28:59.162589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:28:59.237721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cfa64-7932-489a-8675-f1683bcc14b5 None None] Pushing event updated for resources: {'Port': ['ID=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:59.246142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:59.256644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.323631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.382498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.382498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8341157 Jun 04 06:28:59.435917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51550) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:28:59.457750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:59.460229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684fd3d-9280-4868-8f4a-636162599582 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e98d7e9-a3b2-4838-9a98-11b3ebddcab6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:59.471961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:28:59.493410 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:49Z', 'updated_at': '2022-06-04T06:28:53Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:52Z', 'updated_at': '2022-06-04T06:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:59.500885 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f7969-869d-4116-b90e-d3ba0362f038 None None] The sync data for ids ['82d39dbd-7807-47f8-8065-38e7e175138a'] in n-d-811808-2 is: [{'id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'name': 'tempest-snat-router-1484964414', 'tenant_id': 'e29c4cd4bb73493f81672303297c09a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:49Z', 'updated_at': '2022-06-04T06:28:53Z', 'revision_number': 3, 'project_id': 'e29c4cd4bb73493f81672303297c09a4', 'gw_port': {'id': '0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d39dbd-7807-47f8-8065-38e7e175138a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:52Z', 'updated_at': '2022-06-04T06:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:59.501626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:28:59.507356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Allocated IP 172.25.1.179 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4f89b791-eb2f-489f-8a02-526feb3ae7a8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:28:59.525768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:28:59.589160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-1977660c-dd0d-4b59-b878-629b8cc26e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.591010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-1977660c-dd0d-4b59-b878-629b8cc26e26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.6780972 Jun 04 06:28:59.593148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-62dbbf80-4365-439e-a0eb-934d672eefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.594631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-62dbbf80-4365-439e-a0eb-934d672eefb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8716128 Jun 04 06:28:59.614621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:floatingip and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:28:59.621852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:28:59.636111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:28:59.644964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Attempting to bind port 31b9bb07-86c6-4521-a9eb-37b22107ce91 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:28:59.645555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Attempting to bind port 31b9bb07-86c6-4521-a9eb-37b22107ce91 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:28:59.645900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Attempting to bind port 31b9bb07-86c6-4521-a9eb-37b22107ce91 on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:59.656052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:28:58Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:28:59.659422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Port 31b9bb07-86c6-4521-a9eb-37b22107ce91 on network 0fc09598-46f4-4dd3-90ff-37a36270662e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:28:59.659818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Attempting to bind port 31b9bb07-86c6-4521-a9eb-37b22107ce91 on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:28:59.660769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e858f90-0832-4fe1-93ce-fc464a15b1f7 None None] The sync data for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 is: [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:28:58Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:28:59.677174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.701830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:28:59.702432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Checking segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:28:59.702612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Bound using segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:28:59.703051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Bound port: 31b9bb07-86c6-4521-a9eb-37b22107ce91, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:28:59.703304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.906733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] For port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:28:59.907078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.927259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:28:59.968881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db652-7ed4-4fc5-9725-3b66416d0310 req-fb9f9137-1e40-434d-9d59-d6c397275086 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.975832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db652-7ed4-4fc5-9725-3b66416d0310 req-fb9f9137-1e40-434d-9d59-d6c397275086 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.982439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8db652-7ed4-4fc5-9725-3b66416d0310 req-fb9f9137-1e40-434d-9d59-d6c397275086 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:28:59.990120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e8db652-7ed4-4fc5-9725-3b66416d0310 req-fb9f9137-1e40-434d-9d59-d6c397275086 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2418 time: 0.4517708 Jun 04 06:28:59.999577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:00.006128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:00.024932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.100330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.111028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:00.111772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.113192 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] 10.222.0.39 "PUT /v2.0/ports/31b9bb07-86c6-4521-a9eb-37b22107ce91 HTTP/1.1" status: 200 len: 1092 time: 2.4255376 Jun 04 06:29:00.164469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:00.173172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-6c82f65c-3bce-4d2b-952f-f410fb90abf4 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631571 Jun 04 06:29:00.173769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:00.180627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Calling delete_port for 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:00.242660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e8db652-7ed4-4fc5-9725-3b66416d0310 req-cb6c2dd4-5362-4263-b315-b046f82bd0ee tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483306 Jun 04 06:29:00.273422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d13b924a-5944-4569-ab9d-e222ee625d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:00.275242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d13b924a-5944-4569-ab9d-e222ee625d59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6627481 Jun 04 06:29:00.328105 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4551d990-b2f3-43db-84f7-f98b8a2222ff'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0', 'code': 200} Jun 04 06:29:00.358395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107a2cb-85a9-4e9f-b1d3-50ea26e6d46d service neutron] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:00.361342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:00.375966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:00.457570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-80fdf921-6169-44fa-916c-9cb46f5d55fa service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695690 Jun 04 06:29:00.551765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.595665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:00.612072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:00.622882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event updated for resources: {'Port': ['ID=4f89b791-eb2f-489f-8a02-526feb3ae7a8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:00.696079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:00.696475 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.724671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:00.743927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:00.750341 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.791189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-282a708a-5874-47dc-80a1-8d7b4844e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:00.792971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-282a708a-5874-47dc-80a1-8d7b4844e5b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 1095 time: 0.6269376 Jun 04 06:29:00.802707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:00.842788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:00.903895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-6d4d6735-cbcf-4093-bd49-a362520806c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91 HTTP/1.1" status: 200 len: 217 time: 0.0995433 Jun 04 06:29:00.976233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:00.981176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Allocated IP 172.25.1.182 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/be886a54-79a9-49ab-b7ad-910b98754309) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:01.015977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5c481-c1d2-40db-beef-fa0a0cb96b7a req-035d959f-97bf-4aaf-90ff-c571f14c2ab5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:01.016914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3de5c481-c1d2-40db-beef-fa0a0cb96b7a req-035d959f-97bf-4aaf-90ff-c571f14c2ab5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:01.068669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3de5c481-c1d2-40db-beef-fa0a0cb96b7a req-035d959f-97bf-4aaf-90ff-c571f14c2ab5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:01.070151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3de5c481-c1d2-40db-beef-fa0a0cb96b7a req-035d959f-97bf-4aaf-90ff-c571f14c2ab5 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 944 time: 0.6083646 Jun 04 06:29:01.079434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.094179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-780e6591-22c0-423f-b62f-89b8e0d21ce4 req-78285072-4e22-45ec-934d-6ddfe994ab82 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619955 Jun 04 06:29:01.117878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['83ede163-ceb7-4639-bac7-35969e3e9c84'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:01.121962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6589bd9f-081c-41c7-acb4-66a603175801 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566852 Jun 04 06:29:01.181360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ea9750f8-f7b8-46e6-bd08-4ac8193b14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:01.182979 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ea9750f8-f7b8-46e6-bd08-4ac8193b14d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.2412493 Jun 04 06:29:01.233207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:01.241854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2796333e-a974-466c-a2c7-4e24cd76346a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 217 time: 0.1009274 Jun 04 06:29:01.242704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:01.243242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.251237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-ae37e746-1786-4c2e-9081-60156c0b1ecf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579686 Jun 04 06:29:01.318584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-98a23ce4-d9ba-496d-b598-7fa7a6631843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:01.320638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-98a23ce4-d9ba-496d-b598-7fa7a6631843 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.0646610 Jun 04 06:29:01.349798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3de5c481-c1d2-40db-beef-fa0a0cb96b7a req-d71ce85e-e5bd-459d-b263-a1a8efe06c5e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507517 Jun 04 06:29:01.419821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.451281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:01.451811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.497438 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7541dc-749e-49c0-a73e-cf22b83912ef'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552', 'status': 'completed', 'code': 200} Jun 04 06:29:01.512587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:01.520340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.521396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:01.557278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.621936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-e3e147ce-b1e7-411f-90ad-cb11afeb5f96 service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537078 Jun 04 06:29:01.645179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:01.645437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 04 06:29:01.693303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 not found, will not notify nova. {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 04 06:29:01.721808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:01.733799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:01.742658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.755051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.798644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.808665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-24ef1db3-de37-4ac0-a665-85bcbc066cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:01.809882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-24ef1db3-de37-4ac0-a665-85bcbc066cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4633675 Jun 04 06:29:01.814720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:01.903793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:01.910555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:01.921953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event updated for resources: {'Port': ['ID=4f89b791-eb2f-489f-8a02-526feb3ae7a8,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:01.924351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:02.003982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be437ca7-95e5-4189-aefe-8fc7d8032ccb req-8b5c1d85-9db1-4ab2-8731-307dd4b53b8d service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684525 Jun 04 06:29:02.027726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.068425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'Port': ['ID=be886a54-79a9-49ab-b7ad-910b98754309,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:02.074135 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.080943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-72a83d3e-7093-4b52-b472-47d3a1feda32 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4477892 Jun 04 06:29:02.100957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.105335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.161262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.166403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.167510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-5c29a849-3a28-4c62-9c59-ffe7a55a5d3c tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:02.172149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.178077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.184389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.189694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.191078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.191200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-5c29a849-3a28-4c62-9c59-ffe7a55a5d3c tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:02.192386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-5c29a849-3a28-4c62-9c59-ffe7a55a5d3c tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.1106501 Jun 04 06:29:02.197199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.200107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-0ce56576-8bb8-499e-a61b-1d9b6643fb22 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.4675336 Jun 04 06:29:02.236226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.236750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d39dbd-7807-47f8-8065-38e7e175138a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:02.250593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-e5a906c1-1d9c-4a30-89eb-18331eeddb22 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857720 Jun 04 06:29:02.289980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.291109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9d25552d-5728-4886-8d02-e0cc91fb5db8 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/routers/82d39dbd-7807-47f8-8065-38e7e175138a HTTP/1.1" status: 204 len: 168 time: 4.9617429 Jun 04 06:29:02.299170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51560) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:02.329064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a'}, {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:02.363241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28eae2d5-a29a-4efb-8f64-714e1223de47 req-76d7f16d-335a-488e-9387-f8c10c83edc5 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427019 Jun 04 06:29:02.392895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:02.455250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.488835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 83ede163-ceb7-4639-bac7-35969e3e9c84 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:02.498497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 83ede163-ceb7-4639-bac7-35969e3e9c84 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:02.499662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.583617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-e0052068-8f69-41b8-8d8b-afda31061b74 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.585334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-56e060ba-95ed-4721-b04c-e8ca16e995bc req-e0052068-8f69-41b8-8d8b-afda31061b74 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3527839 Jun 04 06:29:02.623108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-2f6c1e7f-3260-4eac-8727-f4742f540426 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572412 Jun 04 06:29:02.629607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:02.630349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.667672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:02.672901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.697541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.728598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.736215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.754289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:02.799760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-6020b0cc-19fe-43e9-ac09-a5d5ec070dfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=43d230da-af25-41c9-93cf-3d583ce5096a HTTP/1.1" status: 200 len: 217 time: 0.1680589 Jun 04 06:29:02.913705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'Port': ['ID=be886a54-79a9-49ab-b7ad-910b98754309,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:02.926203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.944913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abd127-bdec-4256-a2a2-6bde023df462 req-f279d7d4-9493-4efb-b50b-a80d82542d78 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.946448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69abd127-bdec-4256-a2a2-6bde023df462 req-f279d7d4-9493-4efb-b50b-a80d82542d78 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.4273961 Jun 04 06:29:02.956958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:02.958369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-03246595-21b6-48e0-8c7d-e37ba1d13315 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5024414 Jun 04 06:29:02.969096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-19f950ec-3b57-4fbb-b28a-147c4839403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:02.970586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-19f950ec-3b57-4fbb-b28a-147c4839403e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.1572487 Jun 04 06:29:02.973586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:03.003276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2c1e-3c5a-4e06-b312-73025162c501 req-4a95bae7-e895-4724-b04d-4c7ef1652d1f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.009624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2c1e-3c5a-4e06-b312-73025162c501 req-4a95bae7-e895-4724-b04d-4c7ef1652d1f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.016711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2c1e-3c5a-4e06-b312-73025162c501 req-4a95bae7-e895-4724-b04d-4c7ef1652d1f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.018638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-278e2c1e-3c5a-4e06-b312-73025162c501 req-4a95bae7-e895-4724-b04d-4c7ef1652d1f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2418 time: 0.2207751 Jun 04 06:29:03.099675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:03.103673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-278e2c1e-3c5a-4e06-b312-73025162c501 req-aed90f4d-bc08-48b3-8d1e-7c7e0e5c006c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603645 Jun 04 06:29:03.117150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69abd127-bdec-4256-a2a2-6bde023df462 req-03b2c641-84ca-4a63-9bb1-781fa7f867ef tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351244 Jun 04 06:29:03.122861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Deleting port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:03.123203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:03.123670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:03.124067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:03.267560 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b378623e-16ed-47c7-ba4f-57928f34790e'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'code': 200} Jun 04 06:29:03.268049 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b378623e-16ed-47c7-ba4f-57928f34790e'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', 'code': 200} Jun 04 06:29:03.360207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:03.428098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-5dc6da2f-51bc-426e-b45d-9f595030eae0 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.429587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-5dc6da2f-51bc-426e-b45d-9f595030eae0 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0899010 Jun 04 06:29:03.498867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:03.515934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-70696924-e9ef-42e9-993d-989094e4c6ce tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.0804112 Jun 04 06:29:03.525101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'floatingip': {'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:03.601967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d9637afe-7530-4eb0-968b-8666d7badb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.603519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d9637afe-7530-4eb0-968b-8666d7badb82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5958314 Jun 04 06:29:03.603996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:03.658909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] For port 283d8ee9-d9f5-42a2-8e76-0aac241c3b22, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:03.659278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:03.882838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Calling delete_port for 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:03.941861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57087c7-dead-488d-a01f-dcc6f4457b11 req-0c7d7140-d85c-4866-9656-a8d74d710b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.942338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57087c7-dead-488d-a01f-dcc6f4457b11 req-0c7d7140-d85c-4866-9656-a8d74d710b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.942811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57087c7-dead-488d-a01f-dcc6f4457b11 req-0c7d7140-d85c-4866-9656-a8d74d710b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.944454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e57087c7-dead-488d-a01f-dcc6f4457b11 req-0c7d7140-d85c-4866-9656-a8d74d710b66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2871 time: 0.4899793 Jun 04 06:29:03.975468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeb888-e3ad-43d1-987d-301f02d81785 req-d6737cca-2f06-449e-ae93-95e990f53a00 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:03.976921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bdeb888-e3ad-43d1-987d-301f02d81785 req-d6737cca-2f06-449e-ae93-95e990f53a00 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 944 time: 0.5213685 Jun 04 06:29:04.093921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e57087c7-dead-488d-a01f-dcc6f4457b11 req-437f9875-e67c-4791-bf46-30a1c2af9770 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411440 Jun 04 06:29:04.099466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-bc0cba72-ebaf-4943-98cf-75f9ece3f1f8 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791536 Jun 04 06:29:04.109137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bdeb888-e3ad-43d1-987d-301f02d81785 req-bb9fe270-f2bd-4dc4-ac78-996962167f38 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189089 Jun 04 06:29:04.301175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:04.332955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.338411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.339871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-fd8bf9ec-2956-43f0-b332-e5dca6fcd65d tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--279771608&fields=id&tenant_id=20fe9229c5de466d94b2e3683dbdb9bd HTTP/1.1" status: 200 len: 267 time: 0.1333749 Jun 04 06:29:04.348416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-1105665b-1d9c-4f16-a476-23eff288955b service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374592 Jun 04 06:29:04.447691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.452124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-fa3b5623-2c19-4ade-9338-da61518c8a3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=49d63827-a072-40c9-97c0-59ea2939dac3 HTTP/1.1" status: 200 len: 217 time: 0.0959077 Jun 04 06:29:04.471728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:04.485097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'mac_address': 'fa:16:3e:e0:eb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:04.533014 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Floating IP 85131455-e69e-419f-9576-046d0443bac7 associated. External IP: 172.25.1.179, port: df4a67fa-4989-4b69-93e7-8120b360758b. Jun 04 06:29:04.547687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 31b9bb07-86c6-4521-a9eb-37b22107ce91 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:04.548066 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.565876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:04.581709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:04.587595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.634997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event deleted for resources: {'Port': ['ID=283d8ee9-d9f5-42a2-8e76-0aac241c3b22,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:04.663719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:04.728418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-0bf09084-1d8a-48d5-8194-a14d824578cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:04.730482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-0bf09084-1d8a-48d5-8194-a14d824578cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.1895678 Jun 04 06:29:04.807399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-2c4244c3-4523-4744-a985-4f32b4b4223d tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:04.809093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-2c4244c3-4523-4744-a985-4f32b4b4223d tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/networks?id=747e77a9-714a-42a2-947b-a51a5121062f HTTP/1.1" status: 200 len: 805 time: 0.4547944 Jun 04 06:29:04.815033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:04.832210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:04.868991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:04.869387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c9ef5b0-4bbb-4461-ac50-2ffdae96ce95 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:04.905351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Router 172e5eb8-a0d7-4914-8347-3cd112a63d62 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:04.928306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['31b9bb07-86c6-4521-a9eb-37b22107ce91'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:05.102873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:05.108063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.116125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Sync routers for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:05.130114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-1c087dee-18fa-4abf-a96c-d5930b176fa1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/quotas/20fe9229c5de466d94b2e3683dbdb9bd HTTP/1.1" status: 200 len: 375 time: 0.2702074 Jun 04 06:29:05.138050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:05.138961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:05.151296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.166704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-9a0636a5-3d00-4a55-9d0c-386c0f0d48cb tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "PUT /v2.0/floatingips/85131455-e69e-419f-9576-046d0443bac7 HTTP/1.1" status: 200 len: 997 time: 1.6452491 Jun 04 06:29:05.191678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.239073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3d91a0c3-663e-4d7d-a3d2-01f80d6fb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:05.240629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3d91a0c3-663e-4d7d-a3d2-01f80d6fb6a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5011737 Jun 04 06:29:05.243377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.243890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27158400-0012-49eb-aeff-f5adf1810f0c {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:05.266519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-ca0bf4db-7171-4f84-ac7f-2fd823acab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:05.268266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-ca0bf4db-7171-4f84-ac7f-2fd823acab90 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0859725 Jun 04 06:29:05.295484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:05.351629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:05.360933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.362100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8e616f6c-4fef-4e21-a821-8e259f9d0fc9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "DELETE /v2.0/routers/27158400-0012-49eb-aeff-f5adf1810f0c HTTP/1.1" status: 204 len: 168 time: 3.0597770 Jun 04 06:29:05.369451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:05.380116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669237032', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:05.394602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:05.404754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:05.410752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:05.419770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:05.434436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-8df20d8f-5fb2-49f7-a284-f17e1f49672c tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=20fe9229c5de466d94b2e3683dbdb9bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2894647 Jun 04 06:29:05.453531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.454676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.468832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-069e2a3c-c063-440e-909a-c711dc1aad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:05.470531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-069e2a3c-c063-440e-909a-c711dc1aad4c service neutron] 10.222.0.17 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 929 time: 0.1951640 Jun 04 06:29:05.480639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:05.536632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-a736147e-00a2-457d-8cfd-fc91a6c78152 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803752 Jun 04 06:29:05.667411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-c8feef2d-3be4-473d-9ab3-0943d944157e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 1000 time: 0.1846638 Jun 04 06:29:05.727325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-8ecc473e-0f85-48ce-8284-ebe755fc974a service neutron] 10.222.0.17 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803299 Jun 04 06:29:05.776130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-b2ef9217-4e90-4727-a046-580c9154df39 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201257 Jun 04 06:29:05.860806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85131455-e69e-419f-9576-046d0443bac7', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'mac_address': 'fa:16:3e:5d:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:00Z', 'updated_at': '2022-06-04T06:29:04Z', 'revision_number': 1, 'project_id': 'f031ed01c86441689b33b25096b99609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:05.865151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Checking router: 172e5eb8-a0d7-4914-8347-3cd112a63d62 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:05.875649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:05.876819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:05.923310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-877eedbf-b772-4ed3-9770-6fc44d1c9adc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c HTTP/1.1" status: 200 len: 217 time: 0.1411860 Jun 04 06:29:06.015787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-de42b436-a901-4fbd-9b63-fc38fbf47b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.017680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-de42b436-a901-4fbd-9b63-fc38fbf47b36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 200 len: 797 time: 0.0774720 Jun 04 06:29:06.052020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.057057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-65029105-fe51-41a2-90cc-49301e3fc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.059542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-65029105-fe51-41a2-90cc-49301e3fc3fa service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.3808658 Jun 04 06:29:06.072428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:06.102999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-748498e5-cedb-4ab7-acc5-605dbe614dc7 service neutron] 10.222.0.17 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524721 Jun 04 06:29:06.150796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d1becfe9-4109-4357-97da-7201c6df11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.152559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d1becfe9-4109-4357-97da-7201c6df11c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294408 Jun 04 06:29:06.234326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-19efc629-0490-41c0-9f2f-b802841bba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.235924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-19efc629-0490-41c0-9f2f-b802841bba38 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676602 Jun 04 06:29:06.340571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:06.406624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-d8442224-0fd5-498c-b3cb-5f93f8b5ce88 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455721 Jun 04 06:29:06.440514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-d9c9c21e-7b00-44d0-82b3-e930a91c6ea1 service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906443 Jun 04 06:29:06.557456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 31b9bb07-86c6-4521-a9eb-37b22107ce91 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:06.558381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.565770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.570966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 31b9bb07-86c6-4521-a9eb-37b22107ce91 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:06.571342 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.571725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.578621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.585279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.591708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.597467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:06.599377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-7bb9150f-cc65-4201-87fe-a773e499b2e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2522111 Jun 04 06:29:06.696694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c6706f75-8f2a-4e85-960e-485e6352b561 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772071 Jun 04 06:29:06.713025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 31b9bb07-86c6-4521-a9eb-37b22107ce91 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:06.713398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.755800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:06.758310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85131455-e69e-419f-9576-046d0443bac7', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'mac_address': 'fa:16:3e:5d:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:00Z', 'updated_at': '2022-06-04T06:29:04Z', 'revision_number': 1, 'project_id': 'f031ed01c86441689b33b25096b99609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:06.763682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f1779-f380-4835-a2a7-61201e912d9b None None] The sync data for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 is: [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85131455-e69e-419f-9576-046d0443bac7', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'mac_address': 'fa:16:3e:5d:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:00Z', 'updated_at': '2022-06-04T06:29:04Z', 'revision_number': 1, 'project_id': 'f031ed01c86441689b33b25096b99609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:06.765638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.795272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-3bdd1b24-165d-46fa-9d42-ada5d09c5b7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16683bc0-200c-4a22-97c8-25b86a031552 HTTP/1.1" status: 200 len: 217 time: 0.0914950 Jun 04 06:29:06.800725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3bf8471-1e79-4e0d-9194-536a3fd84c1d req-5581a1d0-14a6-4cea-9551-055eb5ec0c39 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925964 Jun 04 06:29:06.820032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d069a6d-e7c6-4004-8a82-b895e8ff8700 req-f46d8c93-0690-48ab-af7c-8379d74532a8 service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722610 Jun 04 06:29:06.824469 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.861849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:06.871451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:06.921908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:06.922248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 283d8ee9-d9f5-42a2-8e76-0aac241c3b22 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:06.957775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:06.966948 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f190bdb-d32f-43fd-a398-9d23520b06fd'] response: {'name': 'network-changed', 'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'status': 'completed', 'code': 200} Jun 04 06:29:07.185593 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e469b7-dac2-4e9c-a394-6007d763a83b None None] New status for floating IP 85131455-e69e-419f-9576-046d0443bac7: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:29:07.209931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-55281499-5913-4abf-b235-ee9bd1c56ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.211415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-55281499-5913-4abf-b235-ee9bd1c56ad8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 200 len: 797 time: 0.4094694 Jun 04 06:29:07.266178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Allocated IP 172.25.1.209 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4eefdec4-d36a-44c6-9066-4248253f592a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:07.284985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509ec8-50d9-4a7c-809f-1bc5512f1af6 req-5042ac4b-5e4d-4c9d-9dac-8c937483ac09 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.291588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509ec8-50d9-4a7c-809f-1bc5512f1af6 req-5042ac4b-5e4d-4c9d-9dac-8c937483ac09 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.298042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509ec8-50d9-4a7c-809f-1bc5512f1af6 req-5042ac4b-5e4d-4c9d-9dac-8c937483ac09 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.299949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21509ec8-50d9-4a7c-809f-1bc5512f1af6 req-5042ac4b-5e4d-4c9d-9dac-8c937483ac09 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2418 time: 0.2038867 Jun 04 06:29:07.323045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f07-8460-4c44-8fd5-50a525675217 req-e2234dad-1d75-42ad-bd0a-59f282efd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.326475 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-e2234dad-1d75-42ad-bd0a-59f282efd490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 1097 time: 0.3377953 Jun 04 06:29:07.367839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21509ec8-50d9-4a7c-809f-1bc5512f1af6 req-226e63a9-9139-4136-8033-50eda35e9f24 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564113 Jun 04 06:29:07.374925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7099588f-4f89-49a2-8644-a711199e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.376425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7099588f-4f89-49a2-8644-a711199e2c26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1558030 Jun 04 06:29:07.570662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e355af-3823-43ba-9f68-3ca8e8ff2b68 req-16375eb7-efd8-4850-bd44-5f8c5a50f7fb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.572450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61e355af-3823-43ba-9f68-3ca8e8ff2b68 req-16375eb7-efd8-4850-bd44-5f8c5a50f7fb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.4736507 Jun 04 06:29:07.577451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f07-8460-4c44-8fd5-50a525675217 req-07769bc4-adc7-4080-89eb-a5881298637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.579020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-07769bc4-adc7-4080-89eb-a5881298637a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 906 time: 0.2180943 Jun 04 06:29:07.580881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-c108a727-0fac-46cb-afba-bd3bbae709d5 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970539 Jun 04 06:29:07.684984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7a1d9-893c-40ae-a36c-6b344e126b55 req-f6f28a19-b2a8-40ee-9320-49c3f60c195e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.686550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4d7a1d9-893c-40ae-a36c-6b344e126b55 req-f6f28a19-b2a8-40ee-9320-49c3f60c195e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.1989121 Jun 04 06:29:07.831018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-ced59d51-a413-410e-ada7-9a3312cc648f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91 HTTP/1.1" status: 200 len: 217 time: 0.2337437 Jun 04 06:29:07.867370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4d7a1d9-893c-40ae-a36c-6b344e126b55 req-c317bdc9-2bc7-46f5-b651-61502f0ec3d8 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712110 Jun 04 06:29:07.896040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-959a577f-9bb7-4476-a2ce-82b766424d4b req-7aefe854-5ab4-4dc2-a243-7d7e1e2dfa80 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027675 Jun 04 06:29:07.897583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-61e355af-3823-43ba-9f68-3ca8e8ff2b68 req-f21e5810-8cde-4f07-b057-5399fc21d48b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158073 Jun 04 06:29:07.926534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-34481a1c-0b5f-4d5c-ba5b-fcbc8366fb48 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.928091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-34481a1c-0b5f-4d5c-ba5b-fcbc8366fb48 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.24 "GET /v2.0/networks?id=747e77a9-714a-42a2-947b-a51a5121062f HTTP/1.1" status: 200 len: 805 time: 0.2334564 Jun 04 06:29:07.934303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:07.958854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957f07-8460-4c44-8fd5-50a525675217 req-ae19247a-53b2-4d9f-8801-bcd60467580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:07.960294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-ae19247a-53b2-4d9f-8801-bcd60467580d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.1225150 Jun 04 06:29:07.988528 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4130c343-45ef-4316-96d6-bc3d41168bc2'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'code': 200} Jun 04 06:29:07.991227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-45b0c4a0-56cb-4df3-af9b-874dc26fd076 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fe9229c5de466d94b2e3683dbdb9bd HTTP/1.1" status: 200 len: 379 time: 0.0543673 Jun 04 06:29:08.001561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'port': {'device_id': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'admin_state_up': True, 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'security_groups': ['88b6fe00-f6b1-40a4-919c-e49691a8022a']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:08.015987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-54a40eb2-7ab5-495a-aa88-d766a6f80395 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466561 Jun 04 06:29:08.206061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:08.256133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-92486de9-d52a-4f20-9995-ce77a452541f req-eff180bc-f7c3-44d5-b98a-ac04e1f16939 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Synchronizing usage tracker for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:08.300819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:08.326034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:08.348113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:08.379692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event updated for resources: {'Port': ['ID=4eefdec4-d36a-44c6-9066-4248253f592a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:08.381996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:08.393021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-3c4ca2d7-e7de-4bcd-afca-35c3ba60ff14 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 258 time: 0.2817211 Jun 04 06:29:08.401033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-0ef08cc7-b262-4525-b8e3-58e395070380 service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764427 Jun 04 06:29:08.401238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.402286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.402875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.403345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.403800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.404258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.404715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.405016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-92486de9-d52a-4f20-9995-ce77a452541f req-eff180bc-f7c3-44d5-b98a-ac04e1f16939 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Unset dirty status for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:08.406056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92486de9-d52a-4f20-9995-ce77a452541f req-eff180bc-f7c3-44d5-b98a-ac04e1f16939 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 210 time: 0.2621579 Jun 04 06:29:08.406555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-98dd7125-70a3-41f7-a81e-cfbb8ff3fe11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6487 time: 0.3822284 Jun 04 06:29:08.408682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Usage tracker for resource:port and tenant:20fe9229c5de466d94b2e3683dbdb9bd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:08.412159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:08.418091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:08.443759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:08.448048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:08.504088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3795c2d-2f50-48cd-a10d-f16ed80a65b9 req-ef45786f-f23c-4101-bff1-44159b2db947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.505629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3795c2d-2f50-48cd-a10d-f16ed80a65b9 req-ef45786f-f23c-4101-bff1-44159b2db947 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1096 time: 0.4520752 Jun 04 06:29:08.517558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:08.528078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Made reservation on behalf of 20fe9229c5de466d94b2e3683dbdb9bd for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:08.531487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:08.561359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:08.720052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-af535c19-5b99-4afd-a3fc-a71640d51101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:08.721681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-af535c19-5b99-4afd-a3fc-a71640d51101 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c535ef09-e796-46ce-8334-8cdb2823ee41 HTTP/1.1" status: 200 len: 903 time: 0.2963941 Jun 04 06:29:08.814580 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b3795c2d-2f50-48cd-a10d-f16ed80a65b9 req-db1302e9-0e8b-4240-94a8-2fa6709c41ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947373 Jun 04 06:29:08.927001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-89957f07-8460-4c44-8fd5-50a525675217 req-97d8e029-97a5-4dcf-8e45-5f8ef2db311b service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086765 Jun 04 06:29:08.944617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-76e1a98d-122c-4710-962f-976ee7e807fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16683bc0-200c-4a22-97c8-25b86a031552 HTTP/1.1" status: 200 len: 217 time: 0.2092011 Jun 04 06:29:09.007451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:09.024302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.032717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.044405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.044405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.048823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.054785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.061545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.063417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-14cb3dab-b239-40b3-b0ba-08bd6df234bd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.3927455 Jun 04 06:29:09.070147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Allocated IP 172.20.0.4 (747e77a9-714a-42a2-947b-a51a5121062f/a6243676-6272-4c1c-bee5-656ab5437e28/fa25d417-a08a-4dff-8bbf-4aa02c000733) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:09.079369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-b0f5913f-913e-4454-a015-733326717684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.081284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-b0f5913f-913e-4454-a015-733326717684 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 200 len: 797 time: 0.1066530 Jun 04 06:29:09.133739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.207827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf41b9a1-65e3-4199-8776-9f469715cde9 req-a05fe33b-e0b5-470c-a028-c3718b0f2e28 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361823 Jun 04 06:29:09.228520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.363510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-fbcf4e92-cc5d-4493-91d6-213567e167ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.365014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-fbcf4e92-cc5d-4493-91d6-213567e167ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2763460 Jun 04 06:29:09.574085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.616752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Allocated IP 172.25.1.252 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/89874fa1-7dcf-448c-9a8e-82c1e2fdce42) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:09.626226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Transition to ACTIVE for port object fa25d417-a08a-4dff-8bbf-4aa02c000733 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:09.674169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-9eb4a21d-9234-4758-a818-6830741a0bed service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990193 Jun 04 06:29:09.728003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.796849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593ab2-2ad6-410b-8e38-e1b0df4c40a1 req-10c01101-3d10-4c8a-9a93-d7ad521a6992 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:09.797589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d4593ab2-2ad6-410b-8e38-e1b0df4c40a1 req-10c01101-3d10-4c8a-9a93-d7ad521a6992 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:09.836133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d4593ab2-2ad6-410b-8e38-e1b0df4c40a1 req-10c01101-3d10-4c8a-9a93-d7ad521a6992 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:09.837180 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d4593ab2-2ad6-410b-8e38-e1b0df4c40a1 req-10c01101-3d10-4c8a-9a93-d7ad521a6992 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.2895412 Jun 04 06:29:09.884944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.959324 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d4593ab2-2ad6-410b-8e38-e1b0df4c40a1 req-c32e0292-a451-41ee-80c9-648a132d47ea tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682166 Jun 04 06:29:09.970912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:09.975601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2c314aa-9d6f-458b-b960-723aab678b27 req-a26b7ce5-2aeb-4865-bbe9-ce77d0605e3b service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558610 Jun 04 06:29:09.989924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:09.991973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Network 747e77a9-714a-42a2-947b-a51a5121062f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:09.993963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:10.004140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:10.016079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Router e4882b0c-3c36-487b-8bff-6276e8ee683a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:29:10.080277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event updated for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:10.106616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:10.107252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.134137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.200447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-17917133-bbf0-416b-b989-2d5072b896e1 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2027872 Jun 04 06:29:10.225305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:10.229331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Request body: {'port': {'device_id': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:10.270003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:10.273408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:10.330587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65fcbe5a-f0db-4af1-a06c-5124e2bccf25 None None] Provisioning for port fa25d417-a08a-4dff-8bbf-4aa02c000733 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:10.335843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-65fcbe5a-f0db-4af1-a06c-5124e2bccf25 None None] Provisioning complete for port fa25d417-a08a-4dff-8bbf-4aa02c000733 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:10.336567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-65fcbe5a-f0db-4af1-a06c-5124e2bccf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.342377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event updated for resources: {'Port': ['ID=89874fa1-7dcf-448c-9a8e-82c1e2fdce42,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:10.351231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b450-4099-4692-8ff4-42b6b31154b0 req-3049a396-f709-43e3-aa6b-030cc7e8ff0f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:10.352905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b294b450-4099-4692-8ff4-42b6b31154b0 req-3049a396-f709-43e3-aa6b-030cc7e8ff0f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.2098353 Jun 04 06:29:10.387885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:10.399458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-65fcbe5a-f0db-4af1-a06c-5124e2bccf25 None None] Port fa25d417-a08a-4dff-8bbf-4aa02c000733 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:29:10.402402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] Sync routers for ids ['e4882b0c-3c36-487b-8bff-6276e8ee683a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:10.412191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] Routers {'e4882b0c-3c36-487b-8bff-6276e8ee683a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:10.413302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4882b0c-3c36-487b-8bff-6276e8ee683a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:10.424391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.428778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e816f3de-0e78-4be8-8660-268ba2f35e3a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0553145 Jun 04 06:29:10.429208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:10.437770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:10.449268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.478197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:10.487066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] Routers {'e4882b0c-3c36-487b-8bff-6276e8ee683a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:10.487666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4882b0c-3c36-487b-8bff-6276e8ee683a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:10.503702 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b294b450-4099-4692-8ff4-42b6b31154b0 req-a85c8f95-814b-42ee-84bc-037eda6d0693 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412261 Jun 04 06:29:10.509899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.549056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:10.550261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b365fba-eda7-42b9-97e7-3ab67c712727 None None] The sync data for ids ['e4882b0c-3c36-487b-8bff-6276e8ee683a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:10.600828 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f5f8c2-bf0c-4d9d-92a5-a17f1d085de1'] response: {'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'status': 'completed', 'code': 200} Jun 04 06:29:10.834743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:10.952221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09eb8b-67cd-4017-ab85-6978380ed5a2 req-8cd8ae94-c104-4ecc-b517-2116217b0668 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:10.953644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f09eb8b-67cd-4017-ab85-6978380ed5a2 req-8cd8ae94-c104-4ecc-b517-2116217b0668 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 931 time: 0.2556653 Jun 04 06:29:11.100467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe197-0df3-4937-9214-f102ceb72a2b req-90c25f4d-7a3a-4704-bbcd-4de452e1ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.101995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-90c25f4d-7a3a-4704-bbcd-4de452e1ed9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1097 time: 0.4707983 Jun 04 06:29:11.223610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f09eb8b-67cd-4017-ab85-6978380ed5a2 req-a57e006c-cbb8-4feb-9db4-a40dea271199 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Synchronizing usage tracker for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:11.257844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.268701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f09eb8b-67cd-4017-ab85-6978380ed5a2 req-a57e006c-cbb8-4feb-9db4-a40dea271199 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Unset dirty status for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:11.270103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f09eb8b-67cd-4017-ab85-6978380ed5a2 req-a57e006c-cbb8-4feb-9db4-a40dea271199 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997313 Jun 04 06:29:11.390917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe197-0df3-4937-9214-f102ceb72a2b req-89460028-c273-4f7c-ab82-d1a72633f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.392355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-89460028-c273-4f7c-ab82-d1a72633f513 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 929 time: 0.2749624 Jun 04 06:29:11.397347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.404387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25d417-a08a-4dff-8bbf-4aa02c000733 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:11.465744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.470478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.555021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a62ce-d8fa-4add-9602-f212b65bb2af req-4716ed6e-ea35-4349-9e0f-27d707d823fc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.560628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a62ce-d8fa-4add-9602-f212b65bb2af req-4716ed6e-ea35-4349-9e0f-27d707d823fc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.566284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a62ce-d8fa-4add-9602-f212b65bb2af req-4716ed6e-ea35-4349-9e0f-27d707d823fc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.567867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-767a62ce-d8fa-4add-9602-f212b65bb2af req-4716ed6e-ea35-4349-9e0f-27d707d823fc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2418 time: 0.1895096 Jun 04 06:29:11.612187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Transition to ACTIVE for port object fa25d417-a08a-4dff-8bbf-4aa02c000733 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:11.624338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.639114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event updated for resources: {'Port': ['ID=89874fa1-7dcf-448c-9a8e-82c1e2fdce42,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:11.640218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-87276b60-593b-4478-960f-1e547e938d48 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.646226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-87276b60-593b-4478-960f-1e547e938d48 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.651567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-87276b60-593b-4478-960f-1e547e938d48 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:11.653499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-87276b60-593b-4478-960f-1e547e938d48 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 2418 time: 0.2345040 Jun 04 06:29:11.684031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-42bbfee2-852d-4433-a11f-6b8210da994e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 1002 time: 0.2828255 Jun 04 06:29:11.796582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.834128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-767a62ce-d8fa-4add-9602-f212b65bb2af req-5c17532e-c7bd-4a35-8a3f-25dc5acb4a4e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099745 Jun 04 06:29:11.881995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Pushing event updated for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:11.911425 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed45e412-6145-49ac-8cc7-8697eb867f85'] response: {'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'code': 200} Jun 04 06:29:11.965881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:11.972519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-30b9a0b2-e0b8-4ed3-88f6-66556ae33b91 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5649598 Jun 04 06:29:11.972831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:11.973320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:12.051929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe197-0df3-4937-9214-f102ceb72a2b req-c6b6a0fe-265e-427f-adbd-a8216d42edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.053360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-c6b6a0fe-265e-427f-adbd-a8216d42edb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.3107884 Jun 04 06:29:12.128182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-5e51ab16-e9f8-4a74-897e-68b6bb3df983 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:12.142907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Attempting to bind port fa25d417-a08a-4dff-8bbf-4aa02c000733 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:12.143236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Attempting to bind port fa25d417-a08a-4dff-8bbf-4aa02c000733 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:12.143561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Attempting to bind port fa25d417-a08a-4dff-8bbf-4aa02c000733 on network 747e77a9-714a-42a2-947b-a51a5121062f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:12.156740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Port fa25d417-a08a-4dff-8bbf-4aa02c000733 on network 747e77a9-714a-42a2-947b-a51a5121062f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:29:12.157140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Attempting to bind port fa25d417-a08a-4dff-8bbf-4aa02c000733 on network 747e77a9-714a-42a2-947b-a51a5121062f {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:12.170291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-5e51ab16-e9f8-4a74-897e-68b6bb3df983 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:12.171438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-5e51ab16-e9f8-4a74-897e-68b6bb3df983 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1981816 Jun 04 06:29:12.173376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:12.173832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Checking segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:12.174190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Bound using segment: {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:12.174944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Bound port: fa25d417-a08a-4dff-8bbf-4aa02c000733, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8dd01c-093f-48d7-9827-6f36b09e540a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:12.175216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:12.337095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fe197-0df3-4937-9214-f102ceb72a2b req-e52dec7c-f256-40e6-9cfb-a0a25fdcc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.338501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-e52dec7c-f256-40e6-9cfb-a0a25fdcc669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731614 Jun 04 06:29:12.497981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c002fcc-d2b9-463b-9815-1cd1e1694749 req-fe581aaa-ef31-40e7-a577-3c7824a8438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.499464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c002fcc-d2b9-463b-9815-1cd1e1694749 req-fe581aaa-ef31-40e7-a577-3c7824a8438a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 1097 time: 0.4655492 Jun 04 06:29:12.617160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:12.628094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-d2cb8825-7423-4b16-84b8-603f4d91731e tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.629534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99f99c-94f0-4e7b-bfce-69f579929c3f req-d2cb8825-7423-4b16-84b8-603f4d91731e tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.4402995 Jun 04 06:29:12.645771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:12.662519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:12.744676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.751148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.756807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.763197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.768900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.775072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.778173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-d86c5153-ec17-4f0a-bef4-a807177dc461 service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304330 Jun 04 06:29:12.779390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.779981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:12.781526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:12.782235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] 10.222.0.24 "PUT /v2.0/ports/fa25d417-a08a-4dff-8bbf-4aa02c000733 HTTP/1.1" status: 200 len: 1091 time: 2.5592561 Jun 04 06:29:12.785923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-3008387c-0c25-40bf-b9e4-4ed96e417b70 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.6906333 Jun 04 06:29:12.789617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:12.800756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:12.801183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:12.927673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c487da-ba67-4ff1-8064-12c947aec74d service neutron] Pushing event updated for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:13.022289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:13.025579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-018fe197-0df3-4937-9214-f102ceb72a2b req-579e89a9-6f82-40f0-9f2f-9d67e87a13a3 service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303655 Jun 04 06:29:13.034111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4498331-e0bb-4c79-997b-6ac58a137f7d req-4417404a-ee5b-487e-92cd-3b4409049fc2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.035464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4498331-e0bb-4c79-997b-6ac58a137f7d req-4417404a-ee5b-487e-92cd-3b4409049fc2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.3076234 Jun 04 06:29:13.074230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-a0e59157-5ef7-4d3a-bf02-0e5139d28d9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2481768 Jun 04 06:29:13.079675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:13.087120 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8c002fcc-d2b9-463b-9815-1cd1e1694749 req-c320edb7-d6ff-4042-8b66-e663163997cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711045 Jun 04 06:29:13.094973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4498331-e0bb-4c79-997b-6ac58a137f7d req-4d050e13-7a3a-435e-8982-0e32945c2833 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Jun 04 06:29:13.119769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:13.136226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de124e4c-675c-4c4d-8ee3-8d5bb8a58786 req-f3df4286-41de-4333-a500-4913e6562b45 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231463 Jun 04 06:29:13.191150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-d70645e0-5d6a-40a8-8b36-933fcdadd5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.192717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-d70645e0-5d6a-40a8-8b36-933fcdadd5f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 1097 time: 0.0968299 Jun 04 06:29:13.398548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-2d75a8ee-1ebe-4bce-8ce0-dc925d1126fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.399981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-2d75a8ee-1ebe-4bce-8ce0-dc925d1126fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.1563826 Jun 04 06:29:13.408835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541536-ed99-468a-98a4-3cc8bc2d16a6 req-e8b8bd5a-37d3-4173-a125-6e9a745d90ae tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.410269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b541536-ed99-468a-98a4-3cc8bc2d16a6 req-e8b8bd5a-37d3-4173-a125-6e9a745d90ae tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.2023385 Jun 04 06:29:13.442841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-526f5b8b-7c4d-4b50-9852-74c31d66764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.444312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-526f5b8b-7c4d-4b50-9852-74c31d66764e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fe9229c5de466d94b2e3683dbdb9bd&device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 1094 time: 0.5920358 Jun 04 06:29:13.487510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-76e0da08-f32f-4f08-8c98-1cceb0e3aae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 200 len: 217 time: 0.0762882 Jun 04 06:29:13.559890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b541536-ed99-468a-98a4-3cc8bc2d16a6 req-7a2093af-b91a-40dc-b474-0050b312c9b3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015697 Jun 04 06:29:13.568587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-5050c31b-ecbe-4654-b4f0-681f58db3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.569613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-5050c31b-ecbe-4654-b4f0-681f58db3654 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.0749588 Jun 04 06:29:13.590549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-6d8b730e-d26a-4af3-b7e8-279b79aa3619 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733 HTTP/1.1" status: 200 len: 217 time: 0.1313474 Jun 04 06:29:13.626735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router e4882b0c-3c36-487b-8bff-6276e8ee683a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:13.627691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:13.641005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ba184806-8ef5-4b11-bffe-467b887af82a', '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:13.652151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-8543b907-8825-4ab5-97ca-e6b568159ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.653652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-8543b907-8825-4ab5-97ca-e6b568159ac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780873 Jun 04 06:29:13.778230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=3f2af0b3-89ed-41c5-ad37-0b62288ebec5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:13.851019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-0725e385-14d0-4ae8-a9b9-5e09ab21d752 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891680 Jun 04 06:29:13.869204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0e7f-4fd0-4bd9-adcd-982995539813 req-8e8b1aed-7895-4d39-878b-59fe9a1e2043 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.876812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd2f0e7f-4fd0-4bd9-adcd-982995539813 req-8e8b1aed-7895-4d39-878b-59fe9a1e2043 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 943 time: 0.6230352 Jun 04 06:29:13.889713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc16cc2-2859-498c-adff-d63235c7113c req-cf602baf-aac9-415d-b4f1-0b7bb1707bcd tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:13.891295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bc16cc2-2859-498c-adff-d63235c7113c req-cf602baf-aac9-415d-b4f1-0b7bb1707bcd tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1617639 Jun 04 06:29:14.034615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bc16cc2-2859-498c-adff-d63235c7113c req-e2320772-330b-4888-919e-020df0977e36 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.0915444 Jun 04 06:29:14.045312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-b8e052a1-ee02-4744-940d-67d7839c1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:14.046761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-b8e052a1-ee02-4744-940d-67d7839c1950 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6243676-6272-4c1c-bee5-656ab5437e28 HTTP/1.1" status: 200 len: 844 time: 0.4519715 Jun 04 06:29:14.047849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:14.048184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0bc16cc2-2859-498c-adff-d63235c7113c req-5cd03089-3a41-4922-8443-888d119390f2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'floatingip': {'port_id': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:14.058878 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] Sync routers for ids ['e4882b0c-3c36-487b-8bff-6276e8ee683a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:14.069283 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] Routers {'e4882b0c-3c36-487b-8bff-6276e8ee683a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:14.069863 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4882b0c-3c36-487b-8bff-6276e8ee683a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:14.078313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:14.081386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:14.084596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-efaf165f-36e3-4098-8c59-b5abb34275bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "DELETE /v2.0/ports/3f2af0b3-89ed-41c5-ad37-0b62288ebec5 HTTP/1.1" status: 204 len: 173 time: 2.4099722 Jun 04 06:29:14.128528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:14.135816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:14.136176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:14.139498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-542f6c6e-efd1-447c-a15d-77d7ff04f0e0 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "PUT /v2.0/routers/e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 200 len: 922 time: 3.7068775 Jun 04 06:29:14.145877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] Routers {'e4882b0c-3c36-487b-8bff-6276e8ee683a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:14.146455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4882b0c-3c36-487b-8bff-6276e8ee683a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:14.188144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:14.216136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:14.216691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52242c9c-9e96-4860-b2b4-9d525aa8b78a None None] The sync data for ids ['e4882b0c-3c36-487b-8bff-6276e8ee683a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:14.279976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0bc16cc2-2859-498c-adff-d63235c7113c req-5cd03089-3a41-4922-8443-888d119390f2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:14.348555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a81c7f8-c5fc-4c67-b039-2803cc442769 req-98352900-515b-4a82-a447-18b87e92d1a7 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898436 Jun 04 06:29:14.441384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-0734e124-cb45-4817-a596-bc1a3b612702 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9251122 Jun 04 06:29:14.468651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd2f0e7f-4fd0-4bd9-adcd-982995539813 req-51e83013-3dca-4b30-b79c-f2c4bfa7a3f2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5909686 Jun 04 06:29:14.495281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:14.495883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:14.602443 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a952104c-b97b-4bbe-933d-1832696182ac'] response: {'name': 'network-changed', 'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'status': 'completed', 'code': 200} Jun 04 06:29:14.738060 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-0bc16cc2-2859-498c-adff-d63235c7113c req-5cd03089-3a41-4922-8443-888d119390f2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 06:29:14.739085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bc16cc2-2859-498c-adff-d63235c7113c req-5cd03089-3a41-4922-8443-888d119390f2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "PUT /v2.0/floatingips/4ba48a4e-551f-4184-a5b6-88a53eb3a030 HTTP/1.1" status: 409 len: 551 time: 0.6980011 Jun 04 06:29:14.788691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-ff39f163-dcc8-4078-a896-b5e44300f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:14.790187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-ff39f163-dcc8-4078-a896-b5e44300f9ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=747e77a9-714a-42a2-947b-a51a5121062f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7137206 Jun 04 06:29:14.835493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a732bbe2-2a51-466a-8f28-3284182e2628 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 200 len: 922 time: 0.6474557 Jun 04 06:29:14.849528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51666) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:14.913421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f95ff8-8215-4aba-871e-33a9d1ca3e6d req-2fb68bc1-c526-47e9-83eb-d12a34a8db53 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:14.914921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80f95ff8-8215-4aba-871e-33a9d1ca3e6d req-2fb68bc1-c526-47e9-83eb-d12a34a8db53 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.0896869 Jun 04 06:29:14.923660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51670) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:14.929021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Request body: {'floatingip': {'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:15.012431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:15.131865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-3f652a4f-368e-4f5e-a2aa-0625f234ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.133332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-3f652a4f-368e-4f5e-a2aa-0625f234ffce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.5161066 Jun 04 06:29:15.177793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-697aab96-1679-4fac-8e32-7c2c63809358 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.184284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-697aab96-1679-4fac-8e32-7c2c63809358 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.185068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-697aab96-1679-4fac-8e32-7c2c63809358 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:15.227891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:15.228245 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:15.239473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-c1ab774e-4c99-433e-ba28-caad2fe1611f service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372678 Jun 04 06:29:15.361890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b9f00-cb5d-44ea-bb3d-d293f09ea4a1 req-e9ace419-82d3-48f4-b8b6-649be940bdbf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.363397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d87b9f00-cb5d-44ea-bb3d-d293f09ea4a1 req-e9ace419-82d3-48f4-b8b6-649be940bdbf tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.2960112 Jun 04 06:29:15.451137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:15.484873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-697aab96-1679-4fac-8e32-7c2c63809358 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:15.486040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-697aab96-1679-4fac-8e32-7c2c63809358 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 1682 time: 0.8276694 Jun 04 06:29:15.493671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d87b9f00-cb5d-44ea-bb3d-d293f09ea4a1 req-f8966f27-d04d-45d7-aa1b-2854e16352d9 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162822 Jun 04 06:29:15.582639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e1381-957c-4efd-b3cf-705e53eec1ae tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.583329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7f5e1381-957c-4efd-b3cf-705e53eec1ae tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Synchronizing usage tracker for tenant:e29c4cd4bb73493f81672303297c09a4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:15.688805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6ca3a683-6e46-433d-b51d-f814e4ca318f req-96ce913c-4fd9-4ef1-9303-de14c309fd7e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905622 Jun 04 06:29:15.695189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-88b5a6e4-bfe8-4fd3-9af8-eda4418154d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.696936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-88b5a6e4-bfe8-4fd3-9af8-eda4418154d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.5282912 Jun 04 06:29:15.731585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.737567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.743469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.749446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.755187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.761083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.766962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:15.768031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7f5e1381-957c-4efd-b3cf-705e53eec1ae tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Unset dirty status for tenant:e29c4cd4bb73493f81672303297c09a4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:15.769151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f5e1381-957c-4efd-b3cf-705e53eec1ae tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=e4882b0c-3c36-487b-8bff-6276e8ee683a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8965473 Jun 04 06:29:15.771655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-a190a117-cc68-4747-87cf-a04bed07393d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.1540382 Jun 04 06:29:15.773321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:15.779177 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c06a16-5747-4e55-a901-3c1373d8e088'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': '3f2af0b3-89ed-41c5-ad37-0b62288ebec5', 'status': 'completed', 'code': 200} Jun 04 06:29:15.942743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dad6ce0d-f811-45ee-9790-e8e78444b58e req-34929aa8-cbdd-4eba-8b3a-a833e9a9f1ff service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460941 Jun 04 06:29:15.969184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b417e901-16c6-457d-985a-f9b990a6648e req-ad96df85-66e7-4978-bf81-fc0a470c7a01 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips/4ba48a4e-551f-4184-a5b6-88a53eb3a030 HTTP/1.1" status: 200 len: 693 time: 0.1649857 Jun 04 06:29:15.973954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-f2351fc6-53d8-4498-b4f6-a775614e52dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.2634668 Jun 04 06:29:16.120069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.131637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ac214ce-e957-4615-bc7e-59d9a5b2f5b8 req-52c02b32-42ab-45ab-829f-733c61c9c308 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2773659 Jun 04 06:29:16.132252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.251307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.287585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de51703-0edf-4998-939b-038b4ae6d0b6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.288156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0de51703-0edf-4998-939b-038b4ae6d0b6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Synchronizing usage tracker for tenant:e29c4cd4bb73493f81672303297c09a4 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:16.348231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-1f8c12fe-32b5-48b3-906d-721069ebbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.349701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-1f8c12fe-32b5-48b3-906d-721069ebbb10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.3691142 Jun 04 06:29:16.392285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0de51703-0edf-4998-939b-038b4ae6d0b6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Unset dirty status for tenant:e29c4cd4bb73493f81672303297c09a4 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:16.393436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0de51703-0edf-4998-939b-038b4ae6d0b6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.6191890 Jun 04 06:29:16.396988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:16.407643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=10c9c39b-b534-47e7-a1b9-7f9df8fed5a0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:16.409149 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Floating IP 36441444-f0dc-445e-94a3-11831dcebe46 associated. External IP: 172.25.1.58, port: 83ede163-ceb7-4639-bac7-35969e3e9c84. Jun 04 06:29:16.423014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:16.471313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:16.471941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:16.472511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ba184806-8ef5-4b11-bffe-467b887af82a no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:16.523492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-60045e71-86e7-46ef-a273-718e37782889 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 200 len: 205 time: 0.1231177 Jun 04 06:29:16.525586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e901-16c6-457d-985a-f9b990a6648e req-5384d66d-da63-4f53-83f3-27bf3f09a092 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.527102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b417e901-16c6-457d-985a-f9b990a6648e req-5384d66d-da63-4f53-83f3-27bf3f09a092 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3722982 Jun 04 06:29:16.527981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51686) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:16.622923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ba184806-8ef5-4b11-bffe-467b887af82a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:16.623428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.657227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:16.664042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:16.669502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.670571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:16.695978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b417e901-16c6-457d-985a-f9b990a6648e req-90730533-47fb-42c9-af10-9a4fdc1cc9ce tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1603587 Jun 04 06:29:16.697891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4902d-79b2-4e58-95c8-3bc97c812910 req-fe284286-3535-49c1-8de5-22c10f5d44d9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.698783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-99d4902d-79b2-4e58-95c8-3bc97c812910 req-fe284286-3535-49c1-8de5-22c10f5d44d9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Synchronizing usage tracker for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:16.700518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:16.703294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.735806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-99d4902d-79b2-4e58-95c8-3bc97c812910 req-fe284286-3535-49c1-8de5-22c10f5d44d9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Unset dirty status for tenant:20fe9229c5de466d94b2e3683dbdb9bd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:16.742030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99d4902d-79b2-4e58-95c8-3bc97c812910 req-fe284286-3535-49c1-8de5-22c10f5d44d9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 943 time: 0.5007076 Jun 04 06:29:16.747463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:16.747463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3f2af0b3-89ed-41c5-ad37-0b62288ebec5 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:16.786756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:16.795676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.796150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.796597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.797029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.797461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.797907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.798332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.798757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.799198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.799874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.800642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.800642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:16.802277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-7c4858dd-053a-46d5-887a-51653c982c02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "DELETE /v2.0/ports/10c9c39b-b534-47e7-a1b9-7f9df8fed5a0 HTTP/1.1" status: 204 len: 173 time: 2.6639738 Jun 04 06:29:16.805027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-5fe532b0-d194-49a6-a3bd-c7d77350ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.806671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-5fe532b0-d194-49a6-a3bd-c7d77350ecd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fe9229c5de466d94b2e3683dbdb9bd&device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 1094 time: 0.6508334 Jun 04 06:29:16.848206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b417e901-16c6-457d-985a-f9b990a6648e req-6632e195-3e5d-4c36-a7a9-ae713e9dba94 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.252 HTTP/1.1" status: 200 len: 696 time: 0.1389675 Jun 04 06:29:16.885206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-9781798e-e9aa-47ef-b9cb-4095a473366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:16.887262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-9781798e-e9aa-47ef-b9cb-4095a473366e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5163879 Jun 04 06:29:16.902863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1b6037e3-daa7-473e-8afb-4dce4fc36db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:16.942057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99d4902d-79b2-4e58-95c8-3bc97c812910 req-95ae4cdd-d26e-4765-b59a-52b13f411d97 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991761 Jun 04 06:29:16.976479 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.216649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port ba184806-8ef5-4b11-bffe-467b887af82a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:17.217092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.243900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.244854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Deleting port 89874fa1-7dcf-448c-9a8e-82c1e2fdce42 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:17.245969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.252251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:17.259772 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7328c71-853b-4b44-b313-d37e3de34f55'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'code': 200} Jun 04 06:29:17.261060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port 4eefdec4-d36a-44c6-9066-4248253f592a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:17.261402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.380573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-1bf5cdad-5d49-40fa-8386-695ad0bc7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:17.381970 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-1bf5cdad-5d49-40fa-8386-695ad0bc7147 service neutron] 10.222.0.24 "GET /v2.0/networks?id=747e77a9-714a-42a2-947b-a51a5121062f HTTP/1.1" status: 200 len: 906 time: 0.5372224 Jun 04 06:29:17.701216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-df4c9297-3441-47dd-9e4f-b7d9b646fb72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733 HTTP/1.1" status: 200 len: 217 time: 0.2919824 Jun 04 06:29:17.751228 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-2d86d95c-d29f-4fd6-ad25-06c57c4cbe24 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964034 Jun 04 06:29:17.793547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:17.793806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:17.800581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:17.806892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:17.817310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:17.817997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:17.846913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efde55-41f5-4dc6-a6e2-e8a706405e1b req-a6c945f0-0d5f-4846-80bd-074cb525d5d7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:17.848386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11efde55-41f5-4dc6-a6e2-e8a706405e1b req-a6c945f0-0d5f-4846-80bd-074cb525d5d7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 944 time: 0.3554490 Jun 04 06:29:17.850174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.000539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-730faf68-786b-418b-b215-ec6039bdad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.002026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-730faf68-786b-418b-b215-ec6039bdad4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6243676-6272-4c1c-bee5-656ab5437e28 HTTP/1.1" status: 200 len: 844 time: 0.2902279 Jun 04 06:29:18.006478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for 4eefdec4-d36a-44c6-9066-4248253f592a owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:18.007341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.007672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.032650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:18.060262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d1fd11b0-258e-4a3e-8069-a308a61ec784 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "PUT /v2.0/floatingips/36441444-f0dc-445e-94a3-11831dcebe46 HTTP/1.1" status: 200 len: 990 time: 3.1350629 Jun 04 06:29:18.064983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:18.095367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11efde55-41f5-4dc6-a6e2-e8a706405e1b req-2cad4d20-2979-4538-8979-387ffaef7a49 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349427 Jun 04 06:29:18.237554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Calling delete_port for 89874fa1-7dcf-448c-9a8e-82c1e2fdce42 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:18.305049 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b99f2767-fa20-46aa-8bbc-d444a7801542 req-018baf6b-a5d0-4836-9f9b-42fe3bd45967 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370021 Jun 04 06:29:18.335150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port ba184806-8ef5-4b11-bffe-467b887af82a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ba184806-8ef5-4b11-bffe-467b887af82a,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:18.335516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.337783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.422927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=4eefdec4-d36a-44c6-9066-4248253f592a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:18.475858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.482026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.487922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.490794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for ba184806-8ef5-4b11-bffe-467b887af82a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:18.493855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.499674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.505519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.511795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.513741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-55294628-a242-4655-a818-9b5b76ca5b59 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2719405 Jun 04 06:29:18.536793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-9e14a1f6-f726-4fb9-9e4e-ec39db7cf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.538456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-9e14a1f6-f726-4fb9-9e4e-ec39db7cf2e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=747e77a9-714a-42a2-947b-a51a5121062f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5211232 Jun 04 06:29:18.560737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '36441444-f0dc-445e-94a3-11831dcebe46', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:29:15Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:18.564708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:18.573811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:18.574462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:28:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:18.588670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a16d2d1a-6726-4f05-960d-262ec39b1e7f req-47069942-e66c-4608-95f9-af983aa4eace tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595384 Jun 04 06:29:18.589513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.594434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:29:18.778887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.781166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.792643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:18.830234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.862611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.863204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router e4882b0c-3c36-487b-8bff-6276e8ee683a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:18.889432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:18.890538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b0840bd-3c8e-4614-9e07-c0b6a9efb86f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 204 len: 168 time: 2.3616765 Jun 04 06:29:18.894363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:18.894593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event deleted for resources: {'Port': ['ID=89874fa1-7dcf-448c-9a8e-82c1e2fdce42,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:18.905225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-b9eda583-fb48-48c0-aee2-9d8e81f39d79 service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573442 Jun 04 06:29:18.907890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800289570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:18.916625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:18.923177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:18.927036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:18.935074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:18.951637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b908f-256b-486d-947f-d62c88d0e20c req-da4aa481-8ed3-4653-b4d5-4a09549419bd tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:18.953104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c8b908f-256b-486d-947f-d62c88d0e20c req-da4aa481-8ed3-4653-b4d5-4a09549419bd tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.1470492 Jun 04 06:29:18.996744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.015293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c8b908f-256b-486d-947f-d62c88d0e20c req-46e3f0dd-aabe-4df0-9618-32a00afc4da1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526764 Jun 04 06:29:19.016179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.017237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.051970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.077361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.122473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.126375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ee8bd3c1-380f-4e84-9060-843fd815465b tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2285025 Jun 04 06:29:19.126752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51716) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:19.140882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:19.152862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-546a6c32-e786-4041-9b38-ef0a170a4daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.251961 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a79c66-29d6-4592-80e9-f1edd42f6154'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': '10c9c39b-b534-47e7-a1b9-7f9df8fed5a0', 'status': 'completed', 'code': 200} Jun 04 06:29:19.276895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '36441444-f0dc-445e-94a3-11831dcebe46', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:29:15Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:19.282154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877ccb3-ae34-4544-9ae1-b8c5b0df15d3 None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '36441444-f0dc-445e-94a3-11831dcebe46', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '014ae84d-05db-442f-8437-f696b865acda', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:29:15Z', 'revision_number': 1, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:19.284738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=ba184806-8ef5-4b11-bffe-467b887af82a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:19.419999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.423633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port ba184806-8ef5-4b11-bffe-467b887af82a on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:19.429951 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.469370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-418362ae-0ae6-47c0-882b-83d165388ea2 req-0ae9d804-2ca4-4b5c-8a89-0d935fc179f6 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "DELETE /v2.0/ports/ba184806-8ef5-4b11-bffe-467b887af82a HTTP/1.1" status: 204 len: 173 time: 2.6588485 Jun 04 06:29:19.488661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e39f502b-2f70-4e40-a6b8-84e68977e4fd req-9ac4895b-7bc4-4f17-b183-45b074f31fa0 service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497115 Jun 04 06:29:19.495859 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.508951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b417e901-16c6-457d-985a-f9b990a6648e req-b4a508d1-e061-41dc-a433-fac1d4a2ee26 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "DELETE /v2.0/floatingips/4ba48a4e-551f-4184-a5b6-88a53eb3a030 HTTP/1.1" status: 204 len: 173 time: 2.6315277 Jun 04 06:29:19.569151 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4f762a-87e0-456f-a894-b0a997a0e072'] response: {'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'status': 'completed', 'code': 200} Jun 04 06:29:19.594924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3e49-b6ae-47d8-a18c-d40dc618b81e None None] New status for floating IP 36441444-f0dc-445e-94a3-11831dcebe46: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:29:19.690400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-0da9957f-e964-4638-928e-e105f5105f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:19.692418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-0da9957f-e964-4638-928e-e105f5105f1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1096 time: 0.1187963 Jun 04 06:29:19.789689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68234c9-0eb0-4a2c-a218-25b44481c7c1 req-ae993b16-7f63-43b6-8a36-835e5e982700 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:19.789689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c68234c9-0eb0-4a2c-a218-25b44481c7c1 req-ae993b16-7f63-43b6-8a36-835e5e982700 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 943 time: 0.5898561 Jun 04 06:29:19.803867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:19.869416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c68234c9-0eb0-4a2c-a218-25b44481c7c1 req-be407fcf-8d54-4494-81b6-329eb2f682ab tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611486 Jun 04 06:29:19.904062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-59e91f61-097a-40dc-8594-418c1078640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:19.906731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-59e91f61-097a-40dc-8594-418c1078640d service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.2068908 Jun 04 06:29:20.110860 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-935101ff-5933-472d-ad8b-1fff5153c1f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 1000 time: 0.1974761 Jun 04 06:29:20.124755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.223144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26df4b63-1f43-4793-acb3-b93531ca6caf req-c41881ec-740f-4ea4-955c-9eff1bb552f0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=438baaf0-c4fd-4c97-a9e5-dbf32058a390 HTTP/1.1" status: 200 len: 210 time: 0.0547774 Jun 04 06:29:20.287382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-15ea57e9-dfcb-44b3-a112-6c7666d6c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.288822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-15ea57e9-dfcb-44b3-a112-6c7666d6c255 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.1712453 Jun 04 06:29:20.294453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-259b231a-f2d2-4e29-97ca-7f226e092b87 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:20.347823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.353289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-259b231a-f2d2-4e29-97ca-7f226e092b87 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:20.354723 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-259b231a-f2d2-4e29-97ca-7f226e092b87 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 1002 time: 0.1879973 Jun 04 06:29:20.405023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.431533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device fa25d417-a08a-4dff-8bbf-4aa02c000733 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:20.438752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.447703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-0a26c6db-563f-455d-b0b1-a1df2ed781fc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.449136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-0a26c6db-563f-455d-b0b1-a1df2ed781fc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:20.461217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-8c85aa48-de5a-488b-8837-6b006d2b5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.462784 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-8c85aa48-de5a-488b-8837-6b006d2b5c50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656067 Jun 04 06:29:20.489978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-0a26c6db-563f-455d-b0b1-a1df2ed781fc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:20.491101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-0a26c6db-563f-455d-b0b1-a1df2ed781fc tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports/df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 943 time: 0.1307931 Jun 04 06:29:20.581467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.587807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.594141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.600413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.603151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:20.607122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.612871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.618680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:20.620962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'port_id': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'mac_address': 'fa:16:3e:45:34:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:20.621450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08687c33-0022-4b32-88f2-b2abf211384c req-8a957aa7-07a8-41d7-b22b-9a68e076a4eb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2679560 Jun 04 06:29:20.672438 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-a3d079c8-ba72-4cd2-8391-c441370abe06 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029631 Jun 04 06:29:20.713067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Allocated IP 172.25.1.35 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b6ae2ab6-8b7f-45a8-857c-ad36b489af9c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:20.723955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port fa25d417-a08a-4dff-8bbf-4aa02c000733 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:20.724793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.728239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08687c33-0022-4b32-88f2-b2abf211384c req-328c6240-3692-4e27-8046-7dbd9e7ac75c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927265 Jun 04 06:29:20.745780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa25d417-a08a-4dff-8bbf-4aa02c000733 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:20.772527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:20.779855 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.856092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:20.860077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-4bf8fadb-8aa9-4479-a706-3d3c12a0c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 1002 time: 0.2534304 Jun 04 06:29:20.905206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.940319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:20.973234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9856a80d-4db2-472d-8b19-1f465ae0bd9d req-4114bf2d-3d01-47be-837a-3ba42eec6390 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888169 Jun 04 06:29:21.058629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-6ff2cfff-3a8f-48e0-b654-2a9c67f4d19f tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:21.060234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-6ff2cfff-3a8f-48e0-b654-2a9c67f4d19f tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.1845417 Jun 04 06:29:21.107544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['fa25d417-a08a-4dff-8bbf-4aa02c000733'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:21.136659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:21.172573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:21.173328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-93314f73-762a-4cf9-bd71-821d0af3cfe2 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 1002 time: 0.1053467 Jun 04 06:29:21.181380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:21.186216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:21.218076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event updated for resources: {'Port': ['ID=b6ae2ab6-8b7f-45a8-857c-ad36b489af9c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:21.370865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:21.429617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.430535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb659-d4c0-436c-9663-14c02bb6c973 req-02e94089-d6c6-44ae-b58c-bf4f4675b3bd tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:21.432017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-560cb659-d4c0-436c-9663-14c02bb6c973 req-02e94089-d6c6-44ae-b58c-bf4f4675b3bd tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 944 time: 0.3031509 Jun 04 06:29:21.498751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-560cb659-d4c0-436c-9663-14c02bb6c973 req-bd6ebee1-fe7e-4423-85e7-9da556a19f00 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573730 Jun 04 06:29:21.598990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51748) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:21.647217 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b061db20-c6c7-41a8-836c-246869429441'] response: {'server_uuid': '438baaf0-c4fd-4c97-a9e5-dbf32058a390', 'name': 'network-vif-deleted', 'tag': 'ba184806-8ef5-4b11-bffe-467b887af82a', 'status': 'completed', 'code': 200} Jun 04 06:29:21.682171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.767528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting subnet 23894e39-4f01-4857-8c99-e4ea4f58d566 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:29:21.778700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.779510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.813840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.814156 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Floating IP 85131455-e69e-419f-9576-046d0443bac7 disassociated. External IP: 172.25.1.179, port: df4a67fa-4989-4b69-93e7-8120b360758b. Jun 04 06:29:21.923059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:21.976300 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.098207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.110738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.116453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.122300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.128049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.133824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.140060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.145789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.148083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ff0078f-0ec2-4303-960c-14da580face3 req-0734f694-3a15-492a-a7dc-d59eb26cc761 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2334511 Jun 04 06:29:22.150189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.162297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.274064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ff0078f-0ec2-4303-960c-14da580face3 req-7864f72b-3397-4642-8d92-caf9f6d42f6b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191003 Jun 04 06:29:22.315065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Router 172e5eb8-a0d7-4914-8347-3cd112a63d62 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:22.318183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.365414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Subnet': ['ID=23894e39-4f01-4857-8c99-e4ea4f58d566,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:22.378063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b01ca-dda2-4040-91b0-f7eff715d578 None None] Network 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:22.408418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Router 98233371-1c2f-4515-a49a-c217bd542a93 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:29:22.422567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.445622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e53da237-2dab-4ef9-be98-247705eeeb02 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/subnets/23894e39-4f01-4857-8c99-e4ea4f58d566 HTTP/1.1" status: 204 len: 168 time: 0.8431070 Jun 04 06:29:22.445868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51766) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:22.452367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device fa25d417-a08a-4dff-8bbf-4aa02c000733 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:22.639546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port fa25d417-a08a-4dff-8bbf-4aa02c000733 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:22.648543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port fa25d417-a08a-4dff-8bbf-4aa02c000733 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:22.648915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.789168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.806527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:22.817611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.825919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] DHCP port deletion for 6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:29:22.828990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Sync routers for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:22.834590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:22.847345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] Sync routers for ids ['98233371-1c2f-4515-a49a-c217bd542a93'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:22.851133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Deleting port 5dd63bb9-834e-4f58-99f4-91ed97525f5b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:22.851471 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.853096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e65e-2796-45f0-8205-ef1eeada4ae4 req-3206cc11-6de1-48ac-8cd1-dc9311954403 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:22.860991 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] Routers {'98233371-1c2f-4515-a49a-c217bd542a93'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:22.861165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b66e65e-2796-45f0-8205-ef1eeada4ae4 req-3206cc11-6de1-48ac-8cd1-dc9311954403 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 944 time: 0.1578774 Jun 04 06:29:22.862007 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['98233371-1c2f-4515-a49a-c217bd542a93'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:22.868832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 5dd63bb9-834e-4f58-99f4-91ed97525f5b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:22.877857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.887443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:22.888643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cea0fe5e-f788-420f-8f9b-4edcbe10e8f0 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "PUT /v2.0/routers/98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 200 len: 879 time: 3.7609074 Jun 04 06:29:22.910221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:22.912886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:22.913562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:22.923078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b66e65e-2796-45f0-8205-ef1eeada4ae4 req-f40e4467-95f9-4d5b-a90b-91d40081898f tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606894 Jun 04 06:29:23.006701 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:23.016488 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] Routers {'98233371-1c2f-4515-a49a-c217bd542a93'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:23.023470 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cf3a573c-d7d2-4a27-a70b-455b06c59bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "PUT /v2.0/floatingips/85131455-e69e-419f-9576-046d0443bac7 HTTP/1.1" status: 200 len: 695 time: 1.8428488 Jun 04 06:29:23.024434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['98233371-1c2f-4515-a49a-c217bd542a93'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:23.131097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:23.140070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d261e3c-9e02-42f5-bd2e-ba46c3578e8b tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 200 len: 920 time: 0.2130721 Jun 04 06:29:23.140596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:23.145926 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:23.146332 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9643c-c5ad-4b26-82b2-cedbccffed01 None None] The sync data for ids ['98233371-1c2f-4515-a49a-c217bd542a93'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:23.229387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9473ac59-d876-4e46-850f-7062cbcc7f84 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.233454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9473ac59-d876-4e46-850f-7062cbcc7f84 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=98233371-1c2f-4515-a49a-c217bd542a93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0898676 Jun 04 06:29:23.233730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51780) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:23.302408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port fa25d417-a08a-4dff-8bbf-4aa02c000733 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:23.302956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.317366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-95db7a2d-7c90-4385-a244-ba05c6dd6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.318901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-95db7a2d-7c90-4385-a244-ba05c6dd6506 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1097 time: 0.2787569 Jun 04 06:29:23.320576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5dd63bb9-834e-4f58-99f4-91ed97525f5b,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:23.320933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.391608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19d94f-a18c-4202-8762-24269a08e1c6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.395721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b19d94f-a18c-4202-8762-24269a08e1c6 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.1610115 Jun 04 06:29:23.396336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:23.496607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-91dceea5-d1b0-466e-b6ba-0344a35b4cc9 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 200 len: 205 time: 0.0990989 Jun 04 06:29:23.497417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:23.533022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 5dd63bb9-834e-4f58-99f4-91ed97525f5b owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:23.594046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:23.653607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:23.667215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-4753430f-114a-4f18-8c93-1fc487c8010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.669027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-4753430f-114a-4f18-8c93-1fc487c8010c service neutron] 10.222.0.17 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 929 time: 0.3399525 Jun 04 06:29:23.674199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.705240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:23.727699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.758851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.809853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=5dd63bb9-834e-4f58-99f4-91ed97525f5b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:23.813911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-cbb8b87b-94b0-4b5c-b517-462681c02d67 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 217 time: 0.1350708 Jun 04 06:29:23.814755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 5dd63bb9-834e-4f58-99f4-91ed97525f5b on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:23.831449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] For port 5dd63bb9-834e-4f58-99f4-91ed97525f5b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5dd63bb9-834e-4f58-99f4-91ed97525f5b,segment=NetworkSegment(77da255c-3388-48d7-a4a3-a2cd1433a2b0),segment_id=77da255c-3388-48d7-a4a3-a2cd1433a2b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:23.831839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:23.968911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Calling delete_port for 5dd63bb9-834e-4f58-99f4-91ed97525f5b owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:23.976958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.983745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:23.990446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.000691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.004456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.007622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:24.009158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.017262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-e0ac1ccd-e81f-4229-a8b8-7b4b6b68f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.018745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-e0ac1ccd-e81f-4229-a8b8-7b4b6b68f525 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.1672583 Jun 04 06:29:24.025055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.033807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.035964 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-4ca17265-846d-4d4e-bfc2-00ee66e86e66 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.5844996 Jun 04 06:29:24.048956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.054742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Checking router: 172e5eb8-a0d7-4914-8347-3cd112a63d62 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:24.072630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebcf9b3-44cc-49f7-b3c8-a12e29d07547']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.075484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:24.076104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.092036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77da255c-3388-48d7-a4a3-a2cd1433a2b0') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.092429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77da255c-3388-48d7-a4a3-a2cd1433a2b0') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.104781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.106884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.121111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-910adb7a-7e60-4e73-8336-3733a0c76075 req-96263453-d77b-4ee4-9951-8105255be1ff tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765321 Jun 04 06:29:24.122834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port b6ae2ab6-8b7f-45a8-857c-ad36b489af9c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:24.123120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.131455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.144028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:29:24.144527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.252858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-7c1f8c43-27a9-478b-aba1-0bf392da2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.254407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-7c1f8c43-27a9-478b-aba1-0bf392da2058 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243826 Jun 04 06:29:24.270813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:24.318572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.372957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.394461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.466191 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbf23bb-5516-4742-9a42-5f14f81e5fc4'] response: {'name': 'network-changed', 'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'status': 'completed', 'code': 200} Jun 04 06:29:24.519558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:24.519937 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:24.521448 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784b9e22-a6f4-4b07-998c-85f925bcb535'] response: {'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'code': 200} Jun 04 06:29:24.526851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:24.598893 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 77da255c-3388-48d7-a4a3-a2cd1433a2b0 resource provider aggregate not found Jun 04 06:29:24.640349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Network': ['ID=6ebcf9b3-44cc-49f7-b3c8-a12e29d07547,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:24.668880 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 77da255c-3388-48d7-a4a3-a2cd1433a2b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77da255c-3388-48d7-a4a3-a2cd1433a2b0 found for delete ", "request_id": "req-4215f061-46f4-4921-aa08-2330f0b6f601"}]} Jun 04 06:29:24.692067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for b6ae2ab6-8b7f-45a8-857c-ad36b489af9c owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:24.694003 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1c8c8c6d-2eab-482b-b484-9e1712d90518 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/networks/6ebcf9b3-44cc-49f7-b3c8-a12e29d07547 HTTP/1.1" status: 204 len: 168 time: 2.2471330 Jun 04 06:29:24.699166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51816) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:24.799467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:24.814402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'mac_address': 'fa:16:3e:e0:eb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:24.821799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-93561b74-1c88-4f7c-80f7-a9bbb7e56dfb service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580406 Jun 04 06:29:24.841670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting subnet bf00ae91-81cd-4472-941f-55f57fdf024a {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:29:24.851224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-f984ca6d-3d2c-45a4-85f0-043b608e0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.852913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-f984ca6d-3d2c-45a4-85f0-043b608e0a42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f031ed01c86441689b33b25096b99609&device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 1097 time: 0.4308469 Jun 04 06:29:24.855003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.861266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71a529-4455-4410-b84e-1825353eb3b6 req-ad4e409d-02dc-4db1-9a3b-3468f06d798b tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:24.868313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db71a529-4455-4410-b84e-1825353eb3b6 req-ad4e409d-02dc-4db1-9a3b-3468f06d798b tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.1864967 Jun 04 06:29:24.892445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5dd63bb9-834e-4f58-99f4-91ed97525f5b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:24.918843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db71a529-4455-4410-b84e-1825353eb3b6 req-0d9e602b-319d-4e05-94bd-be8ffc0a3404 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496716 Jun 04 06:29:24.920512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 31b9bb07-86c6-4521-a9eb-37b22107ce91 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:24.921270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.947471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:24.959797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5dd63bb9-834e-4f58-99f4-91ed97525f5b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:24.960131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5dd63bb9-834e-4f58-99f4-91ed97525f5b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:24.978298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:24.984563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:24.992104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040dca-578a-4654-b54c-d61d80d63d77 None None] The sync data for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 is: [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:28:22Z', 'revision_number': 4, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff282d30-a069-4d65-9525-e9f57725c5dc', 'name': '', 'network_id': '9e740d84-5578-406c-986b-2abade826326', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'mac_address': 'fa:16:3e:21:c0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:18Z', 'updated_at': '2022-06-04T06:28:29Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'subnets': [{'id': '2585337c-6879-4aaf-a7c5-be44f8f5c588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:24.995520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:24.997778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.039079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Deleting port 5dd63bb9-834e-4f58-99f4-91ed97525f5b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:25.039614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.071141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=b6ae2ab6-8b7f-45a8-857c-ad36b489af9c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:25.095396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056eba3-ef7c-41f5-8e94-885cfbefe1b3 req-9de04756-8dc6-4b9f-86c8-c8c4ad33684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.097752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6056eba3-ef7c-41f5-8e94-885cfbefe1b3 req-9de04756-8dc6-4b9f-86c8-c8c4ad33684a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 1096 time: 0.5029597 Jun 04 06:29:25.143520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['31b9bb07-86c6-4521-a9eb-37b22107ce91'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:25.180645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.195136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da12fe9c-39d1-484f-a0fb-596b07906f29 None None] The port '5dd63bb9-834e-4f58-99f4-91ed97525f5b' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:29:25.200874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.255899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6056eba3-ef7c-41f5-8e94-885cfbefe1b3 req-2f56166c-8bf3-406c-b7b7-af1f3e318ba2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338673 Jun 04 06:29:25.278548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.326336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:25.363445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-6d203251-b7b4-4879-9a75-55bb606da780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.364847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-6d203251-b7b4-4879-9a75-55bb606da780 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 200 len: 929 time: 0.3768711 Jun 04 06:29:25.376370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5a6f1f1d-7d75-4e6a-bd32-f9d19474f68f req-d75b6bb7-42da-4165-8d8c-a3745b67c422 service neutron] 10.222.0.17 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295470 Jun 04 06:29:25.427611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.430211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.432374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837fb65-8546-4362-b3b1-65d2a66d01b3 None None] New status for floating IP 85131455-e69e-419f-9576-046d0443bac7: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:29:25.470678 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-ac643f60-136d-4da9-a64b-cad87753712d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 200 len: 217 time: 0.0905306 Jun 04 06:29:25.511502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.512414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router 98233371-1c2f-4515-a49a-c217bd542a93 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:25.546846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.547980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6d868605-9758-4bfe-aca3-2953ab504b3d tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 204 len: 168 time: 2.0436990 Jun 04 06:29:25.553029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51838) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:25.559608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-3089271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:25.567652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:25.575441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:25.588889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.594693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.600539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.607341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.614646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.622258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.628128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.629433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-6564d440-9b4b-4e5f-9fbe-65ca5200f872 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips/85131455-e69e-419f-9576-046d0443bac7 HTTP/1.1" status: 200 len: 695 time: 0.1040237 Jun 04 06:29:25.630611 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.637406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-5a26ec19-e737-496f-b997-bd00ce5f668c tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2122083 Jun 04 06:29:25.642593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-3a638591-dba1-479c-ba3b-52e4597bf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.644049 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-3a638591-dba1-479c-ba3b-52e4597bf2a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 200 len: 867 time: 0.1633251 Jun 04 06:29:25.646315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.651974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:25.660932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:25.696250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ba68196-58c9-4aa2-8869-7ae7dda40c0a req-072cb22a-abc4-4492-a302-c6f4aa481803 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579269 Jun 04 06:29:25.697320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.698685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.716344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.738230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.763085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.764485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f545548-4bce-47ce-8797-c8dd873e3055 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2104697 Jun 04 06:29:25.767110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51842) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:25.772559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': True}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:25.907731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.958189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-42d8499b-a1b0-4a9b-b7da-3a1c4903cfde tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:25.959608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-42d8499b-a1b0-4a9b-b7da-3a1c4903cfde tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3147135 Jun 04 06:29:25.967715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Subnet': ['ID=bf00ae91-81cd-4472-941f-55f57fdf024a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:25.969869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:25.977311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92224d05-8276-4564-9fcf-cf4076f8e111 None None] Network fa5ca749-5b03-4b77-95eb-e8fc269b4eaf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:26.030364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-5c416309-a4fc-43b4-b416-460662ad08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:26.031832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-5c416309-a4fc-43b4-b416-460662ad08b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e740d84-5578-406c-986b-2abade826326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3583398 Jun 04 06:29:26.074884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2eacb03d-b703-465b-bbce-f5444031e926 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/subnets/bf00ae91-81cd-4472-941f-55f57fdf024a HTTP/1.1" status: 204 len: 168 time: 1.3740444 Jun 04 06:29:26.083048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:26.106243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-c638fce0-959b-42f4-9d1e-8e2582e42f28 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.1335094 Jun 04 06:29:26.363574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.406071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:26.442675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-db71ca6c-f74f-416f-855c-34eea65763a4 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.2874236 Jun 04 06:29:26.447772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] DHCP port deletion for fa5ca749-5b03-4b77-95eb-e8fc269b4eaf request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:29:26.461022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Deleting port ebad4237-6a48-427f-8111-d395659feedc {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:26.461387 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.489276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b45f9c-f3a4-4e45-a82d-ba990f60bcfc req-0cd47b0e-e6d7-4eef-a04d-13bdc8516d97 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:26.490755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68b45f9c-f3a4-4e45-a82d-ba990f60bcfc req-0cd47b0e-e6d7-4eef-a04d-13bdc8516d97 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.3618393 Jun 04 06:29:26.577955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68b45f9c-f3a4-4e45-a82d-ba990f60bcfc req-635dcf8c-7a1e-407c-8d7a-b32c675f536b tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747700 Jun 04 06:29:26.593153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 31b9bb07-86c6-4521-a9eb-37b22107ce91 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:26.593537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.626187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.658966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Deleting port 4f89b791-eb2f-489f-8a02-526feb3ae7a8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:26.659305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.702745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-d74e3314-cc52-47ed-af72-c978aa09215a service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534600 Jun 04 06:29:26.742888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port ebad4237-6a48-427f-8111-d395659feedc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:26.743501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.798641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] For port ebad4237-6a48-427f-8111-d395659feedc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebad4237-6a48-427f-8111-d395659feedc,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:26.799128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:26.951238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ebad4237-6a48-427f-8111-d395659feedc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:26.965182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.006257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.022562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Calling delete_port for ebad4237-6a48-427f-8111-d395659feedc owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:27.092357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e1980a8-5728-4123-8e37-d39095e8a377 req-59625a49-3d9e-46f5-b237-731fb0ff8856 service neutron] 10.222.0.39 "GET /v2.0/networks/9e740d84-5578-406c-986b-2abade826326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753157 Jun 04 06:29:27.108296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce06068-144d-4bbf-8eed-706b64559339 req-bb1c2b77-496a-4aff-8317-66793f4337dc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.109827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ce06068-144d-4bbf-8eed-706b64559339 req-bb1c2b77-496a-4aff-8317-66793f4337dc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2549336 Jun 04 06:29:27.140755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 31b9bb07-86c6-4521-a9eb-37b22107ce91 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:27.141195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.196403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ebad4237-6a48-427f-8111-d395659feedc is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:27.196961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.197112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.197435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.208194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ce06068-144d-4bbf-8eed-706b64559339 req-23186b96-c8b1-4a9a-90a0-5460e7cece1d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903647 Jun 04 06:29:27.227020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.25.1.52 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6ad66ff4-d15f-44d4-8f1f-79a262ab6b4a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:27.254872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:27.274897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.332198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:27.363245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Calling delete_port for 4f89b791-eb2f-489f-8a02-526feb3ae7a8 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:27.377267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.379099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] No DVR routers for this DVR port ebad4237-6a48-427f-8111-d395659feedc on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:27.389428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1548c-a323-4905-8beb-617576ba9da8 None None] Pushing event deleted for resources: {'Port': ['ID=ebad4237-6a48-427f-8111-d395659feedc,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:27.403936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port ebad4237-6a48-427f-8111-d395659feedc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebad4237-6a48-427f-8111-d395659feedc,segment=NetworkSegment(b6d1b735-556b-4582-a13b-8385d4494f3a),segment_id=b6d1b735-556b-4582-a13b-8385d4494f3a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:27.404315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.471212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.493346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:27.559569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.587888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for ebad4237-6a48-427f-8111-d395659feedc owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:27.644706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:27.648572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:27.653876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:27.685945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad66ff4-d15f-44d4-8f1f-79a262ab6b4a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:27.726341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.733028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.738754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.742410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:27.742825 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:27.745556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.751482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.757125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.762987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:27.764878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-a14dbc44-5c5d-4afc-afe7-b5d0de24ed51 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5430 time: 0.2702000 Jun 04 06:29:27.784188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:27.839928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event deleted for resources: {'Port': ['ID=4f89b791-eb2f-489f-8a02-526feb3ae7a8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:27.989365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91a65180-38a5-4989-a6a3-5cfa94abf919 req-4d5a4b15-a3c4-427a-a251-67645686397a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173877 Jun 04 06:29:28.215521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.243752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port ebad4237-6a48-427f-8111-d395659feedc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:28.244580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.287587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.301393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-391eaea0-45b9-4040-a15f-62d8e5f0bc14 req-0cd05dce-3db6-4631-a057-4716a187a731 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "DELETE /v2.0/floatingips/85131455-e69e-419f-9576-046d0443bac7 HTTP/1.1" status: 204 len: 173 time: 1.8530490 Jun 04 06:29:28.324263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.347492 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa8426c-d172-4820-aeeb-f109728c838a'] response: {'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'code': 200} Jun 04 06:29:28.369016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] The port 'ebad4237-6a48-427f-8111-d395659feedc' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:29:28.406800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 24fb8ba6-13bc-4fb3-a210-885066db3b9b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:28.616036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.633877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:28.656710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675db468-a414-4f1a-8cf4-b9a5f473557e req-3a20b5ed-34f3-4d71-85c4-5ebd384b0783 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:28.658292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-675db468-a414-4f1a-8cf4-b9a5f473557e req-3a20b5ed-34f3-4d71-85c4-5ebd384b0783 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.2171655 Jun 04 06:29:28.667214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5ca749-5b03-4b77-95eb-e8fc269b4eaf']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:28.673209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '24fb8ba6-13bc-4fb3-a210-885066db3b9b', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'port_id': '24fb8ba6-13bc-4fb3-a210-885066db3b9b', 'mac_address': 'fa:16:3e:2d:f4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:28.691910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec7d1-1172-4785-8f93-2a91a472ab77 req-f9c41770-0cc9-40e9-9ec1-03122bd570d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:28.699808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-271ec7d1-1172-4785-8f93-2a91a472ab77 req-f9c41770-0cc9-40e9-9ec1-03122bd570d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4711251 Jun 04 06:29:28.731932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-675db468-a414-4f1a-8cf4-b9a5f473557e req-8bbcc272-f48e-4cdd-b757-53636331e735 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527072 Jun 04 06:29:28.735721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d1b735-556b-4582-a13b-8385d4494f3a') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:28.736266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d1b735-556b-4582-a13b-8385d4494f3a') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:28.781676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.785777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 24fb8ba6-13bc-4fb3-a210-885066db3b9b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:28.789137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.815210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.823639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:29:28.824661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.839085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-271ec7d1-1172-4785-8f93-2a91a472ab77 req-6e635303-e400-493f-8227-0d1c4dbf4dee tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380217 Jun 04 06:29:28.852209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fb8ba6-13bc-4fb3-a210-885066db3b9b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:28.893296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:28.902602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:28.903388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16e687fa-ecc5-45b5-b885-50c57a6550f5 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:29.025332 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6d1b735-556b-4582-a13b-8385d4494f3a resource provider aggregate not found Jun 04 06:29:29.054128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.093999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.112783 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6d1b735-556b-4582-a13b-8385d4494f3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6d1b735-556b-4582-a13b-8385d4494f3a found for delete ", "request_id": "req-a73287c3-efb5-450e-bca8-91ec6dbae010"}]} Jun 04 06:29:29.116384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/networks/fa5ca749-5b03-4b77-95eb-e8fc269b4eaf HTTP/1.1" status: 204 len: 168 time: 3.0324066 Jun 04 06:29:29.135598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51920) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:29.154736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1076219251'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:29.160599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.165206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673f64-1df4-47c8-92dc-fcdfd7d2cb0d tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Network': ['ID=fa5ca749-5b03-4b77-95eb-e8fc269b4eaf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:29.166300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:29.173818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.181776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:network and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:29.185711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:29.241579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-7a15dd8b-520a-41d0-a78d-1f3bde43ffe7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:29.243478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-7a15dd8b-520a-41d0-a78d-1f3bde43ffe7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:29.275440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:29.284498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:29.288918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-7a15dd8b-520a-41d0-a78d-1f3bde43ffe7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:29.290459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-7a15dd8b-520a-41d0-a78d-1f3bde43ffe7 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1982982 Jun 04 06:29:29.304557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:29.320874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'port_id': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'mac_address': 'fa:16:3e:cb:30:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:29.325162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:29.330677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.390215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-c693eadf-ba6a-41cf-af9f-0397f29092f1 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Synchronizing usage tracker for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:29.415033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-c693eadf-ba6a-41cf-af9f-0397f29092f1 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Unset dirty status for tenant:f031ed01c86441689b33b25096b99609 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:29.416499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c66a0d60-32cd-44e8-ab90-164e1ec5419c req-c693eadf-ba6a-41cf-af9f-0397f29092f1 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1195879 Jun 04 06:29:29.438820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16e687fa-ecc5-45b5-b885-50c57a6550f5 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:29.439205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.460498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e687fa-ecc5-45b5-b885-50c57a6550f5 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:29.481885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:29.487202 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.507172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:29:29.517398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a0d90-543b-42ec-926f-92eebdec3ddd req-9e29de45-c185-47a2-a068-b3fc1def69f9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:29.519232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b9a0d90-543b-42ec-926f-92eebdec3ddd req-9e29de45-c185-47a2-a068-b3fc1def69f9 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.4824500 Jun 04 06:29:29.529799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51926) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:29.536109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Request body: {'floatingip': {'port_id': 'fa25d417-a08a-4dff-8bbf-4aa02c000733'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:29.543652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.544226 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Added segment 04e8ddc9-0b4b-4a32-901a-532c05a012f1 of type vlan for network cf8e5a5b-5119-4db1-a5be-adfba31c7917 Jun 04 06:29:29.587514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.626337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router 16d39dae-d8ef-4ed2-aaee-1f8be72e7818 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:29:29.692010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:29.732923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.739156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:29.740053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.763427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:29.910535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7687650 Jun 04 06:29:29.911202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51932) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:29.977006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'subnet': {'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:29.990400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038851d-37f3-4021-8b47-81a017027a9c req-36022121-2a94-4330-9a0e-187eb61fe073 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:29.991140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546dc33-0df0-4c03-9893-34c1de72dc82 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Network': ['ID=cf8e5a5b-5119-4db1-a5be-adfba31c7917,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:29.997509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3038851d-37f3-4021-8b47-81a017027a9c req-36022121-2a94-4330-9a0e-187eb61fe073 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3160179 Jun 04 06:29:29.999801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['24fb8ba6-13bc-4fb3-a210-885066db3b9b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:30.074289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:29:30.110854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['16e687fa-ecc5-45b5-b885-50c57a6550f5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:30.137375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3038851d-37f3-4021-8b47-81a017027a9c req-1a4d7dd7-a6fc-4a2e-9605-d19229ae18b3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389222 Jun 04 06:29:30.183382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:30.207150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.216178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.223561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.235353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.244841 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bf818c13-1c9b-4fa5-8a44-76ad7010ade6 req-02e20c82-0edf-4233-8967-7119ba1c842e tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0882673 Jun 04 06:29:30.246473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.252295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.259168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:30.266696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf3353fd-aada-483e-8435-2172e7a21aca req-97db6a36-46c6-4583-9be6-0399b70de0e8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5432 time: 0.5757143 Jun 04 06:29:30.273135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:subnet and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:30.290200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:30.295973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:30.301287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:30.302893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c108585-890d-45ab-93cb-1847898bc13c tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "PUT /v2.0/routers/16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 200 len: 911 time: 4.5346541 Jun 04 06:29:30.309073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] Sync routers for ids ['16d39dae-d8ef-4ed2-aaee-1f8be72e7818'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:30.311186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:30.313630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:30.351239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] Routers {'16d39dae-d8ef-4ed2-aaee-1f8be72e7818'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:30.351929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['16d39dae-d8ef-4ed2-aaee-1f8be72e7818'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:30.436663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 49d63827-a072-40c9-97c0-59ea2939dac3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:30.613733 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:30.630236 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] Routers {'16d39dae-d8ef-4ed2-aaee-1f8be72e7818'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:30.631686 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['16d39dae-d8ef-4ed2-aaee-1f8be72e7818'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:30.695274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2fcd6980-6f15-4e3f-97ae-dd20a8f41358 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 200 len: 917 time: 0.3803203 Jun 04 06:29:30.699452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51954) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:30.709310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:30.737346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '49d63827-a072-40c9-97c0-59ea2939dac3', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'port_id': '49d63827-a072-40c9-97c0-59ea2939dac3', 'mac_address': 'fa:16:3e:bc:0c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:30.774222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf3353fd-aada-483e-8435-2172e7a21aca req-b4a4c89c-61b7-4225-bd3b-a1777d94cd4e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5063663 Jun 04 06:29:30.799445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:30.809649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:30.884037 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:30.884501 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58dfe7-d003-4a1e-b369-36b09072b067 None None] The sync data for ids ['16d39dae-d8ef-4ed2-aaee-1f8be72e7818'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:30.925539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 49d63827-a072-40c9-97c0-59ea2939dac3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:30.925923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:30.946393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d63827-a072-40c9-97c0-59ea2939dac3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:30.966475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:30.972664 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:30.973466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16683bc0-200c-4a22-97c8-25b86a031552 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:31.071627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:31.111842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.124315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.235683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:31.250794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '16683bc0-200c-4a22-97c8-25b86a031552', 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'port_id': '16683bc0-200c-4a22-97c8-25b86a031552', 'mac_address': 'fa:16:3e:98:03:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f9218-4825-494d-ae2e-ffa26ac3df14', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:31.273529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e826d-4101-45eb-baf0-2b2a036fd385 req-9182cc43-c308-4a17-b117-0fd33ebcb40a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:31.276762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-082e826d-4101-45eb-baf0-2b2a036fd385 req-9182cc43-c308-4a17-b117-0fd33ebcb40a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.7471774 Jun 04 06:29:31.343350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16683bc0-200c-4a22-97c8-25b86a031552 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:31.343804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.365707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16683bc0-200c-4a22-97c8-25b86a031552 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:31.385880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:31.392862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.397659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.398861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 43d230da-af25-41c9-93cf-3d583ce5096a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:31.434258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-082e826d-4101-45eb-baf0-2b2a036fd385 req-f8709211-ca2f-4165-bea2-14b48f546d67 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509135 Jun 04 06:29:31.493615 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Floating IP c4a1f6c3-4326-4bb5-a437-919d40877bbc associated. External IP: 172.25.1.182, port: fa25d417-a08a-4dff-8bbf-4aa02c000733. Jun 04 06:29:31.538705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:31.544117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:31.575984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '43d230da-af25-41c9-93cf-3d583ce5096a', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'port_id': '43d230da-af25-41c9-93cf-3d583ce5096a', 'mac_address': 'fa:16:3e:3e:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:31.649907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Checking segment: {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:31.650272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network hostable DHCP agents. Network: cf8e5a5b-5119-4db1-a5be-adfba31c7917, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:29:31.698033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8dd069-7ba4-473c-aaad-b47d126da4bb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:31.701839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e8dd069-7ba4-473c-aaad-b47d126da4bb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=16d39dae-d8ef-4ed2-aaee-1f8be72e7818&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9970651 Jun 04 06:29:31.720615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 43d230da-af25-41c9-93cf-3d583ce5096a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:31.723688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.736058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51972) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:31.750900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Subnet': ['ID=bd5438f1-11e3-44ce-a3c9-37154859c7e5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:31.769502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:29:31.789778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d230da-af25-41c9-93cf-3d583ce5096a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:31.790137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cf8e5a5b-5119-4db1-a5be-adfba31c7917) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:31.794948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:31.795537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.801687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd6f65-55cc-418b-a211-e6721e7f7529 None None] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:31.848184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f2d85-1eef-44be-929a-85a75689eb34 req-22255b5f-c41d-4c49-b8c3-0b32cf947d1c tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:31.855767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-393f2d85-1eef-44be-929a-85a75689eb34 req-22255b5f-c41d-4c49-b8c3-0b32cf947d1c tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 946 time: 0.1741028 Jun 04 06:29:31.910111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-393f2d85-1eef-44be-929a-85a75689eb34 req-f0a358f2-a136-46f6-89a3-3556a39d8415 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Jun 04 06:29:31.911754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d96995ac-faeb-45b9-ba63-2b783c4134c7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9957144 Jun 04 06:29:31.914538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51986) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:31.928116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1969862243'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:31.938697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:31.949297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:network and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:31.950486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:31.960280 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:31.961056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device aaca8795-a07e-4f1e-9602-b3c7538a6975 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:31.961407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:31.974532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:31.991557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:32.000301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:32.004800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.056256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'aaca8795-a07e-4f1e-9602-b3c7538a6975', 'network_id': 'af307362-a1f4-41e6-84fb-af4991a018ec', 'port_id': 'aaca8795-a07e-4f1e-9602-b3c7538a6975', 'mac_address': 'fa:16:3e:80:45:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6c8635-b562-44a8-99be-e83e991ad9a8', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:32.069602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:29:32.090969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.092227 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Added segment ea8b5b16-9c39-4b12-a787-5f638f5df9db of type vlan for network 684e5d5b-abee-4161-af7a-90324c75755a Jun 04 06:29:32.146755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.218082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.224538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.225335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.321912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:32.324508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e60023-3315-4810-bfc0-a9b010fede8a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.326167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b2e60023-3315-4810-bfc0-a9b010fede8a tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.5856175 Jun 04 06:29:32.350148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:32.363041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4468699 Jun 04 06:29:32.366908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51998) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:32.372889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'subnet': {'network_id': '684e5d5b-abee-4161-af7a-90324c75755a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:32.378573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:32.384331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port aaca8795-a07e-4f1e-9602-b3c7538a6975 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:32.384828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.398692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdca66-cfde-45f6-a04b-82e7da6c1945 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Network': ['ID=684e5d5b-abee-4161-af7a-90324c75755a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:32.403929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cf8e5a5b-5119-4db1-a5be-adfba31c7917', 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'fixed_ips': [{'subnet_id': 'bd5438f1-11e3-44ce-a3c9-37154859c7e5'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:29:32.405066 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.448454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-feff12f3-e9d7-4064-a19e-412c7af84cdd tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 200 len: 205 time: 0.0966222 Jun 04 06:29:32.453409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52002) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:32.474927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 684e5d5b-abee-4161-af7a-90324c75755a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:29:32.516774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca8795-a07e-4f1e-9602-b3c7538a6975 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:32.543103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:32.551345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:subnet and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:32.555775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:32.570849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.579734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.586555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.593070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.599973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.608039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.614821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:32.618045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5adba128-3554-4109-8f86-7d471619c71d req-5bde8c52-46aa-4594-b3c4-ad13c520a385 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5435 time: 0.4402728 Jun 04 06:29:32.623180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:32.677511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:32.682527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.697143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:32.711667 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:32.712380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a2631b2b-42d8-4cbd-9a58-89fc6f1b248c details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:32.841716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5adba128-3554-4109-8f86-7d471619c71d req-9a4e9c60-7415-4e06-81bb-be94df86718d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2121797 Jun 04 06:29:32.923550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Allocated IP 19.80.0.2 (cf8e5a5b-5119-4db1-a5be-adfba31c7917/bd5438f1-11e3-44ce-a3c9-37154859c7e5/01eec36d-6a07-4d33-8ee5-7af943715084) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:33.138798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.184417 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.199620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:29:33.252199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:33.259515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:33.282246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'network_id': 'c535ef09-e796-46ce-8334-8cdb2823ee41', 'port_id': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'mac_address': 'fa:16:3e:af:53:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f9218-4825-494d-ae2e-ffa26ac3df14', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:33.334569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.363099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Transition to ACTIVE for port object 01eec36d-6a07-4d33-8ee5-7af943715084 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:33.375912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:33.375912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.400349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Transition to ACTIVE for port object 01eec36d-6a07-4d33-8ee5-7af943715084 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:33.403266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2631b2b-42d8-4cbd-9a58-89fc6f1b248c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:33.411822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Checking segment: {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:33.414450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network hostable DHCP agents. Network: 684e5d5b-abee-4161-af7a-90324c75755a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:29:33.418557 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.466452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:33.467256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network 684e5d5b-abee-4161-af7a-90324c75755a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:29:33.485545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.505516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 684e5d5b-abee-4161-af7a-90324c75755a) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:33.510952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16e687fa-ecc5-45b5-b885-50c57a6550f5 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:33.515501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Subnet': ['ID=83451d75-f4a6-4bcb-ae8b-615e92a8cefd,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:33.542965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:33.542965 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.548699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:33.549903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460437a-570c-4321-a711-97ee3b8cfbf6 None None] Network 684e5d5b-abee-4161-af7a-90324c75755a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:33.574743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:33.586485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:33.587616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154b6e9-813c-4055-ad74-5a949e04dd03 req-19e8eea0-0284-4fbc-bb61-60b2d465e454 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:33.589025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Pushing event updated for resources: {'Port': ['ID=01eec36d-6a07-4d33-8ee5-7af943715084,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:33.590227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5154b6e9-813c-4055-ad74-5a949e04dd03 req-19e8eea0-0284-4fbc-bb61-60b2d465e454 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 946 time: 0.3883986 Jun 04 06:29:33.613397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6f86778-2558-47fa-8726-79622d19cd0e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2455781 Jun 04 06:29:33.701752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5154b6e9-813c-4055-ad74-5a949e04dd03 req-50587fba-e5a8-4294-9364-7cb2bbf516da tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/security-groups?id=4728bf20-62c4-4e0a-9a98-11d746562dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029940 Jun 04 06:29:33.705743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-2a7c6c1a-aed8-4518-9d56-a545d73053d3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:33.721887 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-2a7c6c1a-aed8-4518-9d56-a545d73053d3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 1.4087501 Jun 04 06:29:33.743753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:33.752340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.782308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Sync routers for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:33.800289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-edbe8831-d490-4154-9246-bdcbee070625 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/quotas/5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 375 time: 0.0771379 Jun 04 06:29:33.848257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.888159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-fee37f9b-353a-4a20-b26a-32e6d988db5b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:33.889684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-fee37f9b-353a-4a20-b26a-32e6d988db5b tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 946 time: 0.6018209 Jun 04 06:29:33.890402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port 6ad66ff4-d15f-44d4-8f1f-79a262ab6b4a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:33.890736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:33.918562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:33.919654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:34.053941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Attempting to bind port 01eec36d-6a07-4d33-8ee5-7af943715084 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:34.055100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Attempting to bind port 01eec36d-6a07-4d33-8ee5-7af943715084 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:34.059054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c95469b1-219f-4ec5-a86e-d5d5f9430d98 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "PUT /v2.0/floatingips/c4a1f6c3-4326-4bb5-a437-919d40877bbc HTTP/1.1" status: 200 len: 991 time: 4.5247846 Jun 04 06:29:34.059884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Attempting to bind port 01eec36d-6a07-4d33-8ee5-7af943715084 on network cf8e5a5b-5119-4db1-a5be-adfba31c7917 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:34.062458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:34.085897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:34.149583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Deleting port df4a67fa-4989-4b69-93e7-8120b360758b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:34.149583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.203064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1d68c81a-05d2-43cc-b21c-e873fb39249f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:34.212424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1d68c81a-05d2-43cc-b21c-e873fb39249f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:34.213404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1d68c81a-05d2-43cc-b21c-e873fb39249f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:34.246606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1d68c81a-05d2-43cc-b21c-e873fb39249f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:34.248945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1d68c81a-05d2-43cc-b21c-e873fb39249f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/networks?id=cf8e5a5b-5119-4db1-a5be-adfba31c7917&id=684e5d5b-abee-4161-af7a-90324c75755a HTTP/1.1" status: 200 len: 1392 time: 0.3974204 Jun 04 06:29:34.282479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-afe728f3-3e8c-4021-9ef5-48621d66e4a4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/quotas/d6280535db85410ba45a56eaec87fca9 HTTP/1.1" status: 200 len: 375 time: 0.0271802 Jun 04 06:29:34.359131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:34.364096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Checking segment: {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:34.365779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.368915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Bound using segment: {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:34.370277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Bound port: 01eec36d-6a07-4d33-8ee5-7af943715084, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:34.371846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.425544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.438608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['16683bc0-200c-4a22-97c8-25b86a031552'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:34.496788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['aaca8795-a07e-4f1e-9602-b3c7538a6975'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:34.510721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-79d108fd-d9cb-4ad0-a668-b4b98d7a048b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7096560 Jun 04 06:29:34.530419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['49d63827-a072-40c9-97c0-59ea2939dac3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:34.556525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-bdfad87a-5057-4a86-a2a6-ad8d2f876c68 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2731347 Jun 04 06:29:34.676272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 16e687fa-ecc5-45b5-b885-50c57a6550f5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:34.699715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] For port df4a67fa-4989-4b69-93e7-8120b360758b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=df4a67fa-4989-4b69-93e7-8120b360758b,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:34.700967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.746494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 16e687fa-ecc5-45b5-b885-50c57a6550f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:34.746882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:34.799997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:34.859912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-628f2111-0790-457b-9821-25d0847ad206 service neutron] 10.222.0.17 "GET /v2.0/networks/cf8e5a5b-5119-4db1-a5be-adfba31c7917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022997 Jun 04 06:29:34.942071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for 6ad66ff4-d15f-44d4-8f1f-79a262ab6b4a owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:35.050370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-7c6d5a48-75fd-4f75-b0d3-bd6f682eed7b service neutron] 10.222.0.17 "GET /v2.0/networks/cf8e5a5b-5119-4db1-a5be-adfba31c7917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891723 Jun 04 06:29:35.111588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-684e5d5b-abee-4161-af7a-90324c75755a', 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'fixed_ips': [{'subnet_id': '83451d75-f4a6-4bcb-ae8b-615e92a8cefd'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:29:35.112462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:35.156692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['43d230da-af25-41c9-93cf-3d583ce5096a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:35.254068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a2631b2b-42d8-4cbd-9a58-89fc6f1b248c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:35.288010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-1c82e9ea-1997-4a72-b519-cbedb76f9a86 service neutron] 10.222.0.17 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367117 Jun 04 06:29:35.290378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] For port 01eec36d-6a07-4d33-8ee5-7af943715084, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:35.502950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-667e575e-9033-4ea5-b607-3411f77b64c4 service neutron] 10.222.0.17 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131450 Jun 04 06:29:35.508418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] For port 01eec36d-6a07-4d33-8ee5-7af943715084, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=01eec36d-6a07-4d33-8ee5-7af943715084,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:35.657893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:35.675750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Calling delete_port for df4a67fa-4989-4b69-93e7-8120b360758b owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:35.709982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-d09c4609-9ad0-4a20-9b66-d507e255379f service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887591 Jun 04 06:29:35.710549 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:35.837583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=6ad66ff4-d15f-44d4-8f1f-79a262ab6b4a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:35.868425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c032a9-98cc-4305-81c5-2350f51fc54f None None] Pushing event updated for resources: {'Port': ['ID=01eec36d-6a07-4d33-8ee5-7af943715084,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:35.954729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:35.960907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:35.979251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:35.987138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:35.996173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:36.002070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:36.007963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:36.016156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19e65479-871b-4f22-afe8-803fc6605d1c req-70e738ea-df76-49d5-9be6-63d73ff752cc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5437 time: 0.2389381 Jun 04 06:29:36.078763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19e65479-871b-4f22-afe8-803fc6605d1c req-44cccc52-448a-416a-b7c5-be323a1e40de tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618069 Jun 04 06:29:36.227435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-5feabe73-a879-45cf-a6b6-7c9de90146cb service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064714 Jun 04 06:29:36.274816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16e687fa-ecc5-45b5-b885-50c57a6550f5 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:36.275416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:36.305300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:36.453404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Pushing event deleted for resources: {'Port': ['ID=df4a67fa-4989-4b69-93e7-8120b360758b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:36.528153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba95ab-f802-4265-bb19-d8fdd9cde617 req-abda80df-464b-4857-88f1-49ef4378d650 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:36.537867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2ba95ab-f802-4265-bb19-d8fdd9cde617 req-abda80df-464b-4857-88f1-49ef4378d650 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.2307804 Jun 04 06:29:36.608721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2ba95ab-f802-4265-bb19-d8fdd9cde617 req-92185e0a-84d4-4426-8061-ff57c1c83824 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697513 Jun 04 06:29:36.665831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:36.784221 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b65f0c-4cc9-4566-b063-6cb01fdf4e44'] response: {'name': 'network-changed', 'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'status': 'completed', 'code': 200} Jun 04 06:29:36.845814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:36.892646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:36.914459 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:36.916579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 24fb8ba6-13bc-4fb3-a210-885066db3b9b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:37.052970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2046b490-4d4f-4de2-babe-a7ff59fa234b req-87e9f565-46ba-46ff-b547-4a3fac4c164c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 210 time: 0.1148729 Jun 04 06:29:37.190127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 01eec36d-6a07-4d33-8ee5-7af943715084 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:37.266178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] No DVR routers for this DVR port df4a67fa-4989-4b69-93e7-8120b360758b on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:37.284615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce7ef060-4a48-43e5-8ff5-6afd9379cf3a req-aad7148e-5c48-4ce5-8de4-741496fbd3b8 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.17 "GET /v2.0/ports?device_id=1b12b314-61c4-4a0e-ab13-5b6faba41ae5 HTTP/1.1" status: 200 len: 210 time: 0.3482525 Jun 04 06:29:37.285869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.294512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8795434d-a4ad-4713-b16e-c209e24cfd74 req-44eff30f-d562-4749-9f2f-42dab9ffc74c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 210 time: 0.1565080 Jun 04 06:29:37.383710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Allocated IP 19.86.0.2 (684e5d5b-abee-4161-af7a-90324c75755a/83451d75-f4a6-4bcb-ae8b-615e92a8cefd/311b2ac5-e531-469e-be29-d49be9f082c6) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:37.469298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.478808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.502879 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1e447c-9aa6-4bd2-a203-45ed195f98fe'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'code': 200} Jun 04 06:29:37.515357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f8048f2-19b1-421c-b5d4-d06eb9c28009 req-911a5131-2c32-4516-86e5-e4a976408119 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358 tempest-FloatingIPsAssociationNegativeTestJSON-1397710358-project] 10.222.0.39 "DELETE /v2.0/ports/df4a67fa-4989-4b69-93e7-8120b360758b HTTP/1.1" status: 204 len: 173 time: 3.5976338 Jun 04 06:29:37.550114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.550114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router 16d39dae-d8ef-4ed2-aaee-1f8be72e7818 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:37.577400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b566-4b88-49a6-9346-a11c8425874e req-c7996be1-6d81-46d0-8e5d-8f68259786c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.591321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-c7996be1-6d81-46d0-8e5d-8f68259786c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fe9229c5de466d94b2e3683dbdb9bd&device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 1096 time: 0.7857177 Jun 04 06:29:37.609293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.638063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52094) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:37.642895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fd7b3116-adc8-4ee0-89a1-a841ff437647 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 204 len: 168 time: 5.1870999 Jun 04 06:29:37.657729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-103033319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:37.672981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:37.690420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:37.695323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:37.719119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:37.778776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.780163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:37.837353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.846637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.859972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.875344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.882659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:37.892284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.905555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.914580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:37.923051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-4371b97a-2cef-4dfe-b9e6-6111ae8770c1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5438 time: 0.3630652 Jun 04 06:29:37.928461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.029443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cf68038-76cd-47b1-9086-e0ca2d1f52b9 req-3cfb29be-cd6f-4b42-851d-b89250ed7afa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973740 Jun 04 06:29:38.039476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.106958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.108671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30e819b9-ec06-4751-9a3a-a1cca69fe4fa tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4577839 Jun 04 06:29:38.111406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:38.121284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:38.435565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-24dd82da-27ed-4b63-b4b2-b002c69185f3 req-6b7da028-f8e1-4e3f-b593-be7e2608b929 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:38.482023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78978951-5ce1-4626-95f4-35b30dca16e5 None None] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:38.594953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:38.609335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-24dd82da-27ed-4b63-b4b2-b002c69185f3 req-6b7da028-f8e1-4e3f-b593-be7e2608b929 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:38.615967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24dd82da-27ed-4b63-b4b2-b002c69185f3 req-6b7da028-f8e1-4e3f-b593-be7e2608b929 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 210 time: 0.2423761 Jun 04 06:29:38.622430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 01eec36d-6a07-4d33-8ee5-7af943715084 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:38.632869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:38.633238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.684984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Provisioning for port 01eec36d-6a07-4d33-8ee5-7af943715084 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:38.722669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 01eec36d-6a07-4d33-8ee5-7af943715084 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:38.726266 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.745458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b566-4b88-49a6-9346-a11c8425874e req-d2fe26a2-370d-4606-9933-f8a84b8fd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:38.747034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-d2fe26a2-370d-4606-9933-f8a84b8fd963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=747e77a9-714a-42a2-947b-a51a5121062f HTTP/1.1" status: 200 len: 906 time: 1.1029313 Jun 04 06:29:38.785864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'name': 'network-vif-deleted', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:38.788977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a94e264-1ec3-48b5-8035-8b1be2b2e2e9 req-84d5c50e-47c8-4d4f-a660-3b37a981e12e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 210 time: 0.3382061 Jun 04 06:29:38.789482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:38.916568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Provisioning complete for port 01eec36d-6a07-4d33-8ee5-7af943715084 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:38.916936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:38.964406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c4a1f6c3-4326-4bb5-a437-919d40877bbc', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'port_id': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'mac_address': 'fa:16:3e:45:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:02Z', 'updated_at': '2022-06-04T06:29:30Z', 'revision_number': 1, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:39.100380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-21a4312c-21af-4f4f-ae70-3cdb7b2bca0a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.111530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-21a4312c-21af-4f4f-ae70-3cdb7b2bca0a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.112349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-21a4312c-21af-4f4f-ae70-3cdb7b2bca0a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:39.134541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-4a0c3258-11fd-4c42-a900-ea27ee056705 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733 HTTP/1.1" status: 200 len: 999 time: 0.3340285 Jun 04 06:29:39.149618 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898a6e0d-26ee-4633-b878-432c40bc49f8'] response: {'server_uuid': '1b12b314-61c4-4a0e-ab13-5b6faba41ae5', 'name': 'network-vif-deleted', 'tag': 'df4a67fa-4989-4b69-93e7-8120b360758b', 'status': 'completed', 'code': 200} Jun 04 06:29:39.220940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Checking router: d3c31545-06fc-43b9-b088-1bb7fb2cefe3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:39.235958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-21a4312c-21af-4f4f-ae70-3cdb7b2bca0a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:39.237375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-21a4312c-21af-4f4f-ae70-3cdb7b2bca0a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "GET /v2.0/networks?id=cf8e5a5b-5119-4db1-a5be-adfba31c7917&id=684e5d5b-abee-4161-af7a-90324c75755a HTTP/1.1" status: 200 len: 1392 time: 0.9390833 Jun 04 06:29:39.252994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'port': {'device_id': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917', 'admin_state_up': True, 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:39.479494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:39.480178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:39.530669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b566-4b88-49a6-9346-a11c8425874e req-81ddc69b-10e3-4ad9-9458-af3f2e552e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.532128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-81ddc69b-10e3-4ad9-9458-af3f2e552e8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6243676-6272-4c1c-bee5-656ab5437e28 HTTP/1.1" status: 200 len: 844 time: 0.3526993 Jun 04 06:29:39.638797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:39.657549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:39.679690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:39.691791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Transition to ACTIVE for port object 311b2ac5-e531-469e-be29-d49be9f082c6 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:39.694665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.701146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.709105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.716672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.723184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.729826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.735447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.737344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-6ac25513-4f96-4aa6-9c7c-5b9eedb302dd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5438 time: 0.4064317 Jun 04 06:29:39.764944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:39.769078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:39.806170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b566-4b88-49a6-9346-a11c8425874e req-330a8eed-ea96-4444-b1a7-e6037f044731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:39.808701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-330a8eed-ea96-4444-b1a7-e6037f044731 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=747e77a9-714a-42a2-947b-a51a5121062f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661912 Jun 04 06:29:39.896317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-778d1d53-927a-49c2-890a-9ab0332fcc09 req-4eafbfe4-b19d-4e77-af0c-613e9b415961 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488748 Jun 04 06:29:39.956642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:39.978918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 24fb8ba6-13bc-4fb3-a210-885066db3b9b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:39.979335 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.034877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Transition to ACTIVE for port object 311b2ac5-e531-469e-be29-d49be9f082c6 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:40.075378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 01eec36d-6a07-4d33-8ee5-7af943715084 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:40.075750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.099422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Current status of the port 01eec36d-6a07-4d33-8ee5-7af943715084 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:40.104678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.110144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-5be600ae-8f09-4ebc-9528-f97f0e36e695 service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594626 Jun 04 06:29:40.128481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.130614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cd85d0e-c248-444f-b767-d07f65e2c9fe req-a0f15f3f-ddcd-4a94-b749-584b5caacdb5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 210 time: 0.2540824 Jun 04 06:29:40.229452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:40.236282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:40.239305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-a71ff2b6-a0c7-40b6-8b80-49cf3c84db53 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:40.241030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-a71ff2b6-a0c7-40b6-8b80-49cf3c84db53 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.8932309 Jun 04 06:29:40.251968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Allocated IP 19.80.0.67 (cf8e5a5b-5119-4db1-a5be-adfba31c7917/bd5438f1-11e3-44ce-a3c9-37154859c7e5/17562a78-2642-45c3-a55e-d3f57cd31b09) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:40.269246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-923d64a5-9a2d-4b18-bc17-a7c71763687a req-0d06529c-8e4b-480e-b49c-f8d5ed82cf03 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 210 time: 0.0948896 Jun 04 06:29:40.361141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:40.373160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Network 684e5d5b-abee-4161-af7a-90324c75755a is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:40.385695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] For port 01eec36d-6a07-4d33-8ee5-7af943715084, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=01eec36d-6a07-4d33-8ee5-7af943715084,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:40.387172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:40.405598 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d81669-3cdb-464e-98a8-770947035ca8'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b', 'code': 200} Jun 04 06:29:40.408271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.413280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:40.450592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.467731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 49d63827-a072-40c9-97c0-59ea2939dac3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:40.494053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'device_id': '84008168-280d-425d-a1dc-ae1aed222334', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'admin_state_up': True, 'tenant_id': '5f6634459d174868a1772cca8dc95967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:40.507149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Pushing event updated for resources: {'Port': ['ID=311b2ac5-e531-469e-be29-d49be9f082c6,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:40.583697 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d860b566-4b88-49a6-9346-a11c8425874e req-23c2ca08-0f6e-4a9b-ac27-78d0d629e6dd service neutron] 10.222.0.24 "GET /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614129 Jun 04 06:29:40.681236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.706103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Transition to ACTIVE for port object 17562a78-2642-45c3-a55e-d3f57cd31b09 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:40.748523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.814983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:40.825344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:40.857281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:40.860943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:40.962201 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:40.963161 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:40.998597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Attempting to bind port 311b2ac5-e531-469e-be29-d49be9f082c6 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:40.998788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Attempting to bind port 311b2ac5-e531-469e-be29-d49be9f082c6 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:40.999817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Attempting to bind port 311b2ac5-e531-469e-be29-d49be9f082c6 on network 684e5d5b-abee-4161-af7a-90324c75755a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:41.044063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:41.054869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:41.055332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Checking segment: {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:41.055649 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.056042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Bound using segment: {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:41.056541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Bound port: 311b2ac5-e531-469e-be29-d49be9f082c6, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:41.057136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.127609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:41.132055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:41.156989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:41.172921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e4d4-a873-4b2c-906d-4429bbea3749 None None] Pushing event updated for resources: {'Port': ['ID=01eec36d-6a07-4d33-8ee5-7af943715084,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:41.195068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 49d63827-a072-40c9-97c0-59ea2939dac3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:41.356084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:41.408445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.409116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.459691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-fc1e8084-8f1b-4bbe-909e-e57b79d60ebc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2127125 Jun 04 06:29:41.471963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] For port 311b2ac5-e531-469e-be29-d49be9f082c6, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:41.475704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] For port 311b2ac5-e531-469e-be29-d49be9f082c6, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=311b2ac5-e531-469e-be29-d49be9f082c6,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:41.476821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 49d63827-a072-40c9-97c0-59ea2939dac3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:41.477195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.493927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Request body: {'port': {'device_id': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a', 'admin_state_up': True, 'tenant_id': 'd6280535db85410ba45a56eaec87fca9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:41.544505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.631961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.640751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.647175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.658677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.708381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.724589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.742628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:41.746186 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-95abedd3-7024-4ac6-a7b9-e30decbd369e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5439 time: 0.4909818 Jun 04 06:29:41.766564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-607502d5-68df-4e85-8c6a-4722754cc6ae None None] Provisioning complete for port 01eec36d-6a07-4d33-8ee5-7af943715084 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:41.766935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-607502d5-68df-4e85-8c6a-4722754cc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:41.816045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 01eec36d-6a07-4d33-8ee5-7af943715084 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:41.862659 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa936386-fec1-4a92-a245-0b88f35a25bb req-b9ebc7dc-4eff-4457-ab51-f9fcbd487cb1 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010556 Jun 04 06:29:41.982372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:41.991526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f7f97-5b5e-4e81-8e57-4c357ca672a6 None None] Pushing event updated for resources: {'Port': ['ID=311b2ac5-e531-469e-be29-d49be9f082c6,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:41.993780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Usage tracker for resource:port and tenant:d6280535db85410ba45a56eaec87fca9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:42.008900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:42.038515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:42.081408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.087523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Made reservation on behalf of d6280535db85410ba45a56eaec87fca9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:42.090929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 01eec36d-6a07-4d33-8ee5-7af943715084 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:42.098450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.120631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.20.0.6 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/9e6f1a3a-481b-4897-af39-4bc2ee513b69) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:42.124923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.189606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 49d63827-a072-40c9-97c0-59ea2939dac3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:42.190334 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.350548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Allocated IP 172.25.1.247 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/5703dce7-3ff9-44e9-bc52-0374b8b874b6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:42.360324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-607502d5-68df-4e85-8c6a-4722754cc6ae None None] Current status of the port 01eec36d-6a07-4d33-8ee5-7af943715084 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:42.389176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:42.398697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4493b287-cab4-4597-84cd-17760713d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c4a1f6c3-4326-4bb5-a437-919d40877bbc', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'port_id': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'mac_address': 'fa:16:3e:45:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:02Z', 'updated_at': '2022-06-04T06:29:30Z', 'revision_number': 1, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:42.404505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493b287-cab4-4597-84cd-17760713d04f None None] The sync data for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 is: [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c4a1f6c3-4326-4bb5-a437-919d40877bbc', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'port_id': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'mac_address': 'fa:16:3e:45:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:29:02Z', 'updated_at': '2022-06-04T06:29:30Z', 'revision_number': 1, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:42.406876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:42.417584 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.418681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16683bc0-200c-4a22-97c8-25b86a031552 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:42.423930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Allocated IP 19.86.0.52 (684e5d5b-abee-4161-af7a-90324c75755a/83451d75-f4a6-4bcb-ae8b-615e92a8cefd/3a044594-8054-4bed-94a3-97958eaa6b35) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:42.562537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.579776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 01eec36d-6a07-4d33-8ee5-7af943715084 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:42.580413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.614386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63d19-40c2-4a27-bd85-b5db85fe4958 req-f42f4d85-ecdd-45f0-adfc-d8df06c83d5f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:42.623495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31e63d19-40c2-4a27-bd85-b5db85fe4958 req-f42f4d85-ecdd-45f0-adfc-d8df06c83d5f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 931 time: 1.2417166 Jun 04 06:29:42.651431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.665799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34222a4e-1744-4b94-8a4c-d9cf8966eeb1 None None] Provisioning for port 17562a78-2642-45c3-a55e-d3f57cd31b09 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:42.693553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34222a4e-1744-4b94-8a4c-d9cf8966eeb1 None None] Provisioning complete for port 17562a78-2642-45c3-a55e-d3f57cd31b09 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:42.695695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34222a4e-1744-4b94-8a4c-d9cf8966eeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.747416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.772129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Transition to ACTIVE for port object 3a044594-8054-4bed-94a3-97958eaa6b35 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:42.788700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:42.840494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-34222a4e-1744-4b94-8a4c-d9cf8966eeb1 None None] Port 17562a78-2642-45c3-a55e-d3f57cd31b09 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:29:42.844034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 16683bc0-200c-4a22-97c8-25b86a031552 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:42.858842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31e63d19-40c2-4a27-bd85-b5db85fe4958 req-09922e6c-3dd9-490f-8025-fd65f2cc89ce tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354107 Jun 04 06:29:42.882101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:42.915522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:42.918111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44637733-ef26-448e-be39-86babfb08f44 req-9ed383c7-5f6d-4735-a3af-3208f4bfa08c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 210 time: 0.0886147 Jun 04 06:29:42.921782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:42.928251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:42.977573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 16683bc0-200c-4a22-97c8-25b86a031552 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:42.977573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.029366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Pushing event updated for resources: {'Port': ['ID=5703dce7-3ff9-44e9-bc52-0374b8b874b6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:43.078182 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bc378f-c5eb-40be-92db-07db87cafea8'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3', 'code': 200} Jun 04 06:29:43.119006 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb74bf-76ac-4223-b384-3096982a7b6e None None] New status for floating IP c4a1f6c3-4326-4bb5-a437-919d40877bbc: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:29:43.127407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.200346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:43.313558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Network 684e5d5b-abee-4161-af7a-90324c75755a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:43.326503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:43.332892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:43.444942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff3843-afbe-4868-817e-f3d0e55b62a2 None None] Network 684e5d5b-abee-4161-af7a-90324c75755a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:43.455722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.456365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.471646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.472314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.472855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.473376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.474499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.475051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.475570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.476093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.476621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.477256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.477837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.479317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:43.496654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.504065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.515817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.522067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.530891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.538738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.546345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:43.548794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-4abc33f5-1bcf-4768-ac3c-414e8c857003 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5440 time: 0.3169823 Jun 04 06:29:43.551738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-26862073-9b2c-4fc7-b4ca-ed4e5f48c8d5 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0840189 Jun 04 06:29:43.599302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Request body: {'port': {'device_id': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:43.654375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.665900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b9309900-eb96-4b31-82f8-27da6144fcc4 req-618012d2-749a-4d9a-ba16-48dc2721b819 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108150 Jun 04 06:29:43.709462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Transition to ACTIVE for port object 9e6f1a3a-481b-4897-af39-4bc2ee513b69 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:43.761648 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.795189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 01eec36d-6a07-4d33-8ee5-7af943715084 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:43.871637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0df91f43-6710-456a-ae58-5b81c2b1b5d8 None None] Provisioning for port 311b2ac5-e531-469e-be29-d49be9f082c6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:43.889884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16683bc0-200c-4a22-97c8-25b86a031552 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:43.891382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.987164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:43.992940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:43.994239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 43d230da-af25-41c9-93cf-3d583ce5096a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:44.221742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 311b2ac5-e531-469e-be29-d49be9f082c6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:44.255980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:44.310271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.334953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0', '5c33c443-916b-4d77-912d-4d45997931e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:44.551260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17562a78-2642-45c3-a55e-d3f57cd31b09 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:44.571297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 43d230da-af25-41c9-93cf-3d583ce5096a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:44.575375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.583029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 311b2ac5-e531-469e-be29-d49be9f082c6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:44.590875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 43d230da-af25-41c9-93cf-3d583ce5096a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:44.591468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.613242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Transition to ACTIVE for port object 17562a78-2642-45c3-a55e-d3f57cd31b09 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:44.627083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.697236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 311b2ac5-e531-469e-be29-d49be9f082c6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:44.698178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.751125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Provisioning for port 3a044594-8054-4bed-94a3-97958eaa6b35 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:44.753614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:44.767642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff54e-ef74-4e9d-9a41-7c45a0ebbdfd req-02d9cfc2-09a1-4077-b5f5-5eaf4d04f9d1 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:44.773251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Pushing event updated for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:44.773809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff54e-ef74-4e9d-9a41-7c45a0ebbdfd req-02d9cfc2-09a1-4077-b5f5-5eaf4d04f9d1 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:44.781117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b4ff54e-ef74-4e9d-9a41-7c45a0ebbdfd req-02d9cfc2-09a1-4077-b5f5-5eaf4d04f9d1 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1653 time: 0.6436684 Jun 04 06:29:44.802919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Provisioning complete for port 3a044594-8054-4bed-94a3-97958eaa6b35 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:44.803214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:44.805399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:44.933965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Port 3a044594-8054-4bed-94a3-97958eaa6b35 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:29:45.027264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:45.066146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dc48-9f39-4cec-8044-a18549feb3dd req-b564c6ee-f8e5-4984-b8c9-17e7ddc4d1e0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:45.083524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbb9dc48-9f39-4cec-8044-a18549feb3dd req-b564c6ee-f8e5-4984-b8c9-17e7ddc4d1e0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 931 time: 0.8502207 Jun 04 06:29:45.112103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:45.151745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Provisioning complete for port 311b2ac5-e531-469e-be29-d49be9f082c6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:45.152121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.161587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.263556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:45.264384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.294206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbb9dc48-9f39-4cec-8044-a18549feb3dd req-449b1d65-bd3c-4726-9eb0-82de35107957 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095809 Jun 04 06:29:45.300994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:45.354454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Attempting to bind port 17562a78-2642-45c3-a55e-d3f57cd31b09 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:45.357122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Attempting to bind port 17562a78-2642-45c3-a55e-d3f57cd31b09 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:45.357658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Attempting to bind port 17562a78-2642-45c3-a55e-d3f57cd31b09 on network cf8e5a5b-5119-4db1-a5be-adfba31c7917 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:45.365021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-3f05713e-026d-4e35-8a33-88f3fb5574fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8753378 Jun 04 06:29:45.369066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Port 17562a78-2642-45c3-a55e-d3f57cd31b09 on network cf8e5a5b-5119-4db1-a5be-adfba31c7917 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:29:45.369986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Attempting to bind port 17562a78-2642-45c3-a55e-d3f57cd31b09 on network cf8e5a5b-5119-4db1-a5be-adfba31c7917 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:45.382252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Request body: {'port': {'device_id': '84008168-280d-425d-a1dc-ae1aed222334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:45.388193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:45.391568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Checking segment: {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:45.392705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Bound using segment: {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:45.394594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Bound port: 17562a78-2642-45c3-a55e-d3f57cd31b09, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e8ddc9-0b4b-4a32-901a-532c05a012f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:45.397961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.398100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 43d230da-af25-41c9-93cf-3d583ce5096a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:45.398574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.469686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b4ff54e-ef74-4e9d-9a41-7c45a0ebbdfd req-8f4bbafa-aee8-4bdb-aa84-fa87b1897d19 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874781 Jun 04 06:29:45.504410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 311b2ac5-e531-469e-be29-d49be9f082c6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:45.504410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.562323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Deleting port ff282d30-a069-4d65-9525-e9f57725c5dc {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:45.562673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.583027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:45.588318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=17562a78-2642-45c3-a55e-d3f57cd31b09,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:45.602826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.616362 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43625140-d40c-43aa-886f-e3c24c71ba9a'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552', 'code': 200} Jun 04 06:29:45.629085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Current status of the port 311b2ac5-e531-469e-be29-d49be9f082c6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:45.629461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.689593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:45.705202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 311b2ac5-e531-469e-be29-d49be9f082c6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=311b2ac5-e531-469e-be29-d49be9f082c6,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:45.707600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.708469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device aaca8795-a07e-4f1e-9602-b3c7538a6975 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:45.735722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Pushing event updated for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:45.823142 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.852133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.852754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:45.854146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:45.856148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-76c2a8c6-800d-48bb-8bed-8394a734f94f service neutron] 10.222.0.24 "PUT /v2.0/ports/17562a78-2642-45c3-a55e-d3f57cd31b09 HTTP/1.1" status: 200 len: 1091 time: 2.2617679 Jun 04 06:29:45.857033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:45.904611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:45.921570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Request body: {'port': {'device_id': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:46.007339 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0761cc8-b8d4-4c1e-a680-e7dcecf95b47'] response: {'name': 'network-changed', 'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09', 'status': 'completed', 'code': 200} Jun 04 06:29:46.095431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=311b2ac5-e531-469e-be29-d49be9f082c6,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:46.162027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.170563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.178319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.188075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.193086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port aaca8795-a07e-4f1e-9602-b3c7538a6975 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:46.195892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.197035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:46.197920 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:46.205789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.213543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.217971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-62dafc07-e9d8-45cf-a4b2-591fd1ea9de0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5442 time: 0.4848235 Jun 04 06:29:46.225217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port aaca8795-a07e-4f1e-9602-b3c7538a6975 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:46.225632 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:46.358609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:46.426576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:46.435652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port aaca8795-a07e-4f1e-9602-b3c7538a6975 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:46.436603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:46.453569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f63f0ce3-490e-4b42-9cac-502477caaa50 req-4a692a46-74a0-433e-b449-da1479d62a7a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1758780 Jun 04 06:29:46.492263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:46.512103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:46.514221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a2631b2b-42d8-4cbd-9a58-89fc6f1b248c up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:46.579105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-466185aa-c2f8-4ea1-8fc4-7c894296fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.583990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-466185aa-c2f8-4ea1-8fc4-7c894296fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:46.593152 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-466185aa-c2f8-4ea1-8fc4-7c894296fb96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1912 time: 0.5641885 Jun 04 06:29:46.776679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-89556035-d373-4f36-b4d5-216b737d24b3 None None] Current status of the port 311b2ac5-e531-469e-be29-d49be9f082c6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:46.778943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:46.782363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:46.789465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:46.790070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.042299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9db0201-fcf5-4195-9bf9-b6dee674c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.046897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a044594-8054-4bed-94a3-97958eaa6b35 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:47.049642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f7e3ad9d-daf6-4941-b6bf-0dc797ea1363 None None] Provisioning complete for port 3a044594-8054-4bed-94a3-97958eaa6b35 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:47.050362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ad9d-daf6-4941-b6bf-0dc797ea1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.073015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.082322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6f1a3a-481b-4897-af39-4bc2ee513b69 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:47.083338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:47.084023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.096830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.108600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Transition to ACTIVE for port object 3a044594-8054-4bed-94a3-97958eaa6b35 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:47.115467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Transition to ACTIVE for port object 9e6f1a3a-481b-4897-af39-4bc2ee513b69 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:47.123440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] For port ff282d30-a069-4d65-9525-e9f57725c5dc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff282d30-a069-4d65-9525-e9f57725c5dc,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:47.123801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.144007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:47.152004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.152963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device df4a67fa-4989-4b69-93e7-8120b360758b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:47.180176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.225653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: df4a67fa-4989-4b69-93e7-8120b360758b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:47.226315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device df4a67fa-4989-4b69-93e7-8120b360758b not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:47.248468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3ad9d-daf6-4941-b6bf-0dc797ea1363 None None] Port 3a044594-8054-4bed-94a3-97958eaa6b35 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:29:47.287017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f7e3ad9d-daf6-4941-b6bf-0dc797ea1363 None None] Provisioning for port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:29:47.293268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:47.457305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Calling delete_port for ff282d30-a069-4d65-9525-e9f57725c5dc owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:47.531246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:47.534502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.536375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.617990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8795-a07e-4f1e-9602-b3c7538a6975'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:47.648885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4842-0b4d-463a-a734-290364d757ab req-d7d16370-24c7-49cb-bb4c-ff21650da72e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:47.657007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c4842-0b4d-463a-a734-290364d757ab req-d7d16370-24c7-49cb-bb4c-ff21650da72e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:47.659519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9a9c4842-0b4d-463a-a734-290364d757ab req-d7d16370-24c7-49cb-bb4c-ff21650da72e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:47.663661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-b17bdc8a-a34c-423e-b49b-88c61636da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:47.664133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-b17bdc8a-a34c-423e-b49b-88c61636da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:47.664592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-b17bdc8a-a34c-423e-b49b-88c61636da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:47.667534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-b17bdc8a-a34c-423e-b49b-88c61636da5b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d6280535db85410ba45a56eaec87fca9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5173769 Jun 04 06:29:47.670146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Attempting to bind port 3a044594-8054-4bed-94a3-97958eaa6b35 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:47.670683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Attempting to bind port 3a044594-8054-4bed-94a3-97958eaa6b35 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:47.671198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Attempting to bind port 3a044594-8054-4bed-94a3-97958eaa6b35 on network 684e5d5b-abee-4161-af7a-90324c75755a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:47.702478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Port 3a044594-8054-4bed-94a3-97958eaa6b35 on network 684e5d5b-abee-4161-af7a-90324c75755a not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:29:47.702811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Attempting to bind port 3a044594-8054-4bed-94a3-97958eaa6b35 on network 684e5d5b-abee-4161-af7a-90324c75755a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:47.886720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:47.934991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:47.935459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Checking segment: {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:47.935770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Bound using segment: {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:47.936143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Bound port: 3a044594-8054-4bed-94a3-97958eaa6b35, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8b5b16-9c39-4b12-a787-5f638f5df9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:47.936492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:47.953220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9a9c4842-0b4d-463a-a734-290364d757ab req-d7d16370-24c7-49cb-bb4c-ff21650da72e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:47.964251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9a9c4842-0b4d-463a-a734-290364d757ab req-d7d16370-24c7-49cb-bb4c-ff21650da72e tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1677 time: 0.8443809 Jun 04 06:29:48.006080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 311b2ac5-e531-469e-be29-d49be9f082c6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:29:48.157987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:48.161201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:48.175093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.194635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8925-b9f8-4bd7-99cf-61046197ee22 req-572ac6f7-3737-4ea6-b955-17081bb2538e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.195857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-06af8925-b9f8-4bd7-99cf-61046197ee22 req-572ac6f7-3737-4ea6-b955-17081bb2538e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:48.218121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 311b2ac5-e531-469e-be29-d49be9f082c6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:29:48.218493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.234171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Attempting to bind port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:48.234924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Attempting to bind port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:48.235546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Attempting to bind port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:48.250273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:29:48.250943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Attempting to bind port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:48.283138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:48.283883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:48.284497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:48.285317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Bound port: 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:48.285929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.291742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.293946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.295337 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a044594-8054-4bed-94a3-97958eaa6b35 HTTP/1.1" status: 200 len: 1091 time: 2.3892229 Jun 04 06:29:48.302557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-06af8925-b9f8-4bd7-99cf-61046197ee22 req-572ac6f7-3737-4ea6-b955-17081bb2538e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:48.305824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:48.314506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06af8925-b9f8-4bd7-99cf-61046197ee22 req-572ac6f7-3737-4ea6-b955-17081bb2538e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 943 time: 0.8249693 Jun 04 06:29:48.357494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9a9c4842-0b4d-463a-a734-290364d757ab req-14db833d-a687-4e58-b4d9-c06bec1bf187 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922927 Jun 04 06:29:48.428338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb5fc-2a40-4c85-a432-09cf3536e3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:48.440740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-f5fce566-be93-4da7-bdc2-203e2cd50b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.450509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a765026-d790-4096-9dbf-4f7f18af2b34 req-f5fce566-be93-4da7-bdc2-203e2cd50b51 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7736905 Jun 04 06:29:48.491716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 311b2ac5-e531-469e-be29-d49be9f082c6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:48.556390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:48.560175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:48.611592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06af8925-b9f8-4bd7-99cf-61046197ee22 req-2c9a29f8-a242-4887-9f13-8b4fcfa379cc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958524 Jun 04 06:29:48.612660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.643332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Router c1cdcd53-ca30-48d6-913a-352a83ed7d49 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:29:48.690047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-40777edc-b0de-4bbb-929c-40f2fab6cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.690688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-40777edc-b0de-4bbb-929c-40f2fab6cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.692500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-40777edc-b0de-4bbb-929c-40f2fab6cf33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1979 time: 0.1999977 Jun 04 06:29:48.698954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.699615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:48.700978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 1091 time: 3.3242285 Jun 04 06:29:48.706683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.714111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.720892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.727921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.734782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.741562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.747923 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2426a2-6fd2-484e-aa17-5c71fab81622'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a', 'code': 200} Jun 04 06:29:48.748534 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2426a2-6fd2-484e-aa17-5c71fab81622'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca8795-a07e-4f1e-9602-b3c7538a6975', 'code': 200} Jun 04 06:29:48.748534 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2426a2-6fd2-484e-aa17-5c71fab81622'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'code': 200} Jun 04 06:29:48.751667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:48.752302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:48.760943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59387e31-0b38-49d1-ba26-a727de995d10 req-694ad698-f116-4b78-9e8a-33773c852091 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.2073605 Jun 04 06:29:48.946857 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8638cece-2cdc-46da-b31b-a74361a3e60d'] response: {'name': 'network-changed', 'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35', 'status': 'completed', 'code': 200} Jun 04 06:29:48.982939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:49.003094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-8fdaa9bd-c7d0-4cf1-873f-ab7a561ae946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=17562a78-2642-45c3-a55e-d3f57cd31b09 HTTP/1.1" status: 200 len: 217 time: 0.2390153 Jun 04 06:29:49.005402 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c6878f-86cd-4d82-9609-60be3fd34742'] response: {'name': 'network-changed', 'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'status': 'completed', 'code': 200} Jun 04 06:29:49.042850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bcab76aa-7797-4bf9-b6f4-0ecba0ed7f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:49.144815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7c479-e366-482a-ab94-f1ba160b6577 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:49.152160 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59387e31-0b38-49d1-ba26-a727de995d10 req-024939d8-bc91-422f-9a0a-0772a76103a5 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3900790 Jun 04 06:29:49.168633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-d30699d0-d5a3-49f6-944c-210c0dcb1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.185383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-d30699d0-d5a3-49f6-944c-210c0dcb1cb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5438f1-11e3-44ce-a3c9-37154859c7e5 HTTP/1.1" status: 200 len: 801 time: 0.1422408 Jun 04 06:29:49.319854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.320252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.324322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.324909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.325425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.325907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.326660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.328387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-9c661f7d-890a-43c0-9ecc-b23f8d017d26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6501 time: 0.4600329 Jun 04 06:29:49.359696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-885d2c0e-9e6c-4949-a352-d9ba805dedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.361414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-885d2c0e-9e6c-4949-a352-d9ba805dedf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf8e5a5b-5119-4db1-a5be-adfba31c7917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1773951 Jun 04 06:29:49.439316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff282d30-a069-4d65-9525-e9f57725c5dc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:49.538188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-957b3484-0ac1-4bdd-b731-6e541600f9a5 req-61009bce-dfc8-4e6d-874b-083053d6df95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024584 Jun 04 06:29:49.542749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:49.553112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] Sync routers for ids ['c1cdcd53-ca30-48d6-913a-352a83ed7d49'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:49.568691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] Routers {'c1cdcd53-ca30-48d6-913a-352a83ed7d49'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:49.569585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1cdcd53-ca30-48d6-913a-352a83ed7d49'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:49.583104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-f7574a80-280a-4f6a-afab-fd83b1811d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.584696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-f7574a80-280a-4f6a-afab-fd83b1811d8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 1094 time: 0.6922765 Jun 04 06:29:49.654423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-88e89364-48e8-477b-81ca-ae82400cb2d4 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8e5a5b-5119-4db1-a5be-adfba31c7917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805407 Jun 04 06:29:49.665706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:49.676334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] Routers {'c1cdcd53-ca30-48d6-913a-352a83ed7d49'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:49.676946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1cdcd53-ca30-48d6-913a-352a83ed7d49'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:49.747380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-4057c162-acb6-402a-8c18-68a8fa38f804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 217 time: 0.1504655 Jun 04 06:29:49.758907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:49.760063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8765fc-57cc-4db7-9f42-bcc974403b7a None None] The sync data for ids ['c1cdcd53-ca30-48d6-913a-352a83ed7d49'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:49.798150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:49.799440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ecacce7-33b8-428b-8aa0-64576b26d9fb tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "PUT /v2.0/routers/c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 200 len: 915 time: 11.6871037 Jun 04 06:29:49.803429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52240) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:49.943895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-e381f967-180a-4bff-b7bd-fa16eab8a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:49.945615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-e381f967-180a-4bff-b7bd-fa16eab8a1cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1864376 Jun 04 06:29:49.969041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-969d61c6-718a-4b40-8dd7-8e00f329ebc4 service neutron] 10.222.0.24 "GET /v2.0/networks/cf8e5a5b-5119-4db1-a5be-adfba31c7917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071930 Jun 04 06:29:50.055211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:50.067926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c052b4-a5de-4bf1-8b2e-bfdcea91ccf7 req-fba2584b-e90e-47b9-9a4d-727985ac5e0f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.074525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c052b4-a5de-4bf1-8b2e-bfdcea91ccf7 req-fba2584b-e90e-47b9-9a4d-727985ac5e0f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.076440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39c052b4-a5de-4bf1-8b2e-bfdcea91ccf7 req-fba2584b-e90e-47b9-9a4d-727985ac5e0f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1677 time: 0.5358520 Jun 04 06:29:50.127967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ed44a729-3100-4499-a6d5-8faa64c67ee1 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 200 len: 921 time: 0.3233953 Jun 04 06:29:50.140631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52250) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:50.142097 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:50.143878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-ee225387-5a00-4503-a7f7-b1f6526c330e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=3a044594-8054-4bed-94a3-97958eaa6b35 HTTP/1.1" status: 200 len: 217 time: 0.1629753 Jun 04 06:29:50.364468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:50.390067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-5f70ab4b-d68d-4e0b-acb5-b66179d2f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.391519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-5f70ab4b-d68d-4e0b-acb5-b66179d2f5b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83451d75-f4a6-4bcb-ae8b-615e92a8cefd HTTP/1.1" status: 200 len: 801 time: 0.2152488 Jun 04 06:29:50.409937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39c052b4-a5de-4bf1-8b2e-bfdcea91ccf7 req-71a6d189-f753-47e3-8ef2-acc03c73c16a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126216 Jun 04 06:29:50.446514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-a2aaa8a6-f5e6-40cf-b43c-4a164576b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.448920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-a2aaa8a6-f5e6-40cf-b43c-4a164576b9cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4955807 Jun 04 06:29:50.468063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa757-01d3-4fd0-ab44-ab763ec0b42f req-c4f0d646-df30-4373-acdb-49c0b0d37540 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.470100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44eaa757-01d3-4fd0-ab44-ab763ec0b42f req-c4f0d646-df30-4373-acdb-49c0b0d37540 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 943 time: 0.5950558 Jun 04 06:29:50.547005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b9265-53b2-45c4-8c02-732b352d9088 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.548515 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1c9b9265-53b2-45c4-8c02-732b352d9088 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=c1cdcd53-ca30-48d6-913a-352a83ed7d49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4067829 Jun 04 06:29:50.554941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52264) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:50.579309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-44eaa757-01d3-4fd0-ab44-ab763ec0b42f req-721cf648-acc8-486a-81e5-10d5e73c0916 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946014 Jun 04 06:29:50.635312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-f01752eb-c953-4480-b22f-e5b577822e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.636507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-f01752eb-c953-4480-b22f-e5b577822e61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=684e5d5b-abee-4161-af7a-90324c75755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348211 Jun 04 06:29:50.792295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22950d77-f071-425b-9319-a58d37c591b1 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.796630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-22950d77-f071-425b-9319-a58d37c591b1 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.2369907 Jun 04 06:29:50.798328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52274) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:50.853756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9c532c60-3401-49c3-94aa-521cad256ba4 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 200 len: 205 time: 0.0519321 Jun 04 06:29:50.854930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:50.874730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-cba5c29b-8cbe-4eb2-a74d-7f38499662a9 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652830 Jun 04 06:29:50.914088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.920101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.926404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.932701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.938594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.944331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.950809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:50.952654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-0e83b516-0ac8-4647-8675-7b6af093b095 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.3345881 Jun 04 06:29:50.968011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-19f39a57-2c04-4467-8d37-ba93813cff63 service neutron] 10.222.0.24 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150015 Jun 04 06:29:50.969232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Router 172e5eb8-a0d7-4914-8347-3cd112a63d62 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:51.142724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:51.144304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-540bb834-27a2-4560-80a1-cc7f4f7835b5 req-7a2273f7-05d3-4067-9117-dce634b7df33 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793365 Jun 04 06:29:51.261951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b79f4e4b-0fce-46c6-b78e-ae4e1985bdcd req-865ef900-facc-4169-be5e-7b4b821ec923 service neutron] 10.222.0.24 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869186 Jun 04 06:29:51.395127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-008d9492-fe10-4c73-9ef9-83c4f1113aad req-ff35c10a-9b2c-456c-93fb-3f56e87bfcf4 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141492 Jun 04 06:29:51.404643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:51.423413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port 5703dce7-3ff9-44e9-bc52-0374b8b874b6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:51.423752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:51.437388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:51.444832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb7ebb2c-feb4-4459-9fd0-e29b63808053 admin admin] 10.222.0.17 "PUT /v2.0/routers/172e5eb8-a0d7-4914-8347-3cd112a63d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6347265 Jun 04 06:29:51.445718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:51.450237 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Sync routers for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:51.462837 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:51.465725 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:51.484341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-a879a08e-4499-4265-825b-c686928fef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:51.484836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-a879a08e-4499-4265-825b-c686928fef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:51.486449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-a879a08e-4499-4265-825b-c686928fef74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6280535db85410ba45a56eaec87fca9&device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1979 time: 0.1517501 Jun 04 06:29:51.806117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:51.863195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:51.915655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464f25-5177-4bdf-be14-19cf26179f71 req-e7c13f55-d3d5-49d2-aaae-e4e5f0f8f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:51.917362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-e7c13f55-d3d5-49d2-aaae-e4e5f0f8f5e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 1094 time: 0.4707184 Jun 04 06:29:51.981068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.005381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.114607 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:29:48Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:52.119593 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Checking router: 172e5eb8-a0d7-4914-8347-3cd112a63d62 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:52.128047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Routers {'172e5eb8-a0d7-4914-8347-3cd112a63d62'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:52.129337 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['172e5eb8-a0d7-4914-8347-3cd112a63d62'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:52.152146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for 5703dce7-3ff9-44e9-bc52-0374b8b874b6 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:52.198884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464f25-5177-4bdf-be14-19cf26179f71 req-b26fa4fb-1e90-4277-b540-bbce12bf3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.200235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-b26fa4fb-1e90-4277-b540-bbce12bf3c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.2722299 Jun 04 06:29:52.201442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-1cb434db-68e2-490c-8d88-3e8d0bf210bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.202916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-1cb434db-68e2-490c-8d88-3e8d0bf210bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=684e5d5b-abee-4161-af7a-90324c75755a HTTP/1.1" status: 200 len: 903 time: 0.6988735 Jun 04 06:29:52.209164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8782746-ea0b-496d-8e75-98c7f1020afa req-1ec8a8d5-6163-43bd-a1b7-d769f0ea9730 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.213573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8782746-ea0b-496d-8e75-98c7f1020afa req-1ec8a8d5-6163-43bd-a1b7-d769f0ea9730 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 943 time: 0.3881624 Jun 04 06:29:52.217560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.293763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-69dbc6aa-8d54-426d-89a6-a2f62826c2e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=3a044594-8054-4bed-94a3-97958eaa6b35 HTTP/1.1" status: 200 len: 217 time: 0.0780282 Jun 04 06:29:52.303376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-58c5cfeb-b063-4857-a6b8-a8aff5764657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 217 time: 0.0882704 Jun 04 06:29:52.304036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2418d0-97c9-4a0f-a156-290641ea3b12 req-a282ef62-dc41-42e4-94d6-d7f7c80f3f47 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.304297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Deleting port 9108a398-606b-46d7-9edd-4c024f7b5dac {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:52.304393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.310595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2418d0-97c9-4a0f-a156-290641ea3b12 req-a282ef62-dc41-42e4-94d6-d7f7c80f3f47 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.312118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e2418d0-97c9-4a0f-a156-290641ea3b12 req-a282ef62-dc41-42e4-94d6-d7f7c80f3f47 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1677 time: 0.6555905 Jun 04 06:29:52.330112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] Set router 172e5eb8-a0d7-4914-8347-3cd112a63d62 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:52.423727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8782746-ea0b-496d-8e75-98c7f1020afa req-dbc6389f-6670-4b3c-aae7-4640db2366e6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508858 Jun 04 06:29:52.439223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-2c91314d-5482-4fe1-bd5b-2f60962a20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.440712 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-2c91314d-5482-4fe1-bd5b-2f60962a20f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83451d75-f4a6-4bcb-ae8b-615e92a8cefd HTTP/1.1" status: 200 len: 801 time: 0.1203215 Jun 04 06:29:52.449993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6e2418d0-97c9-4a0f-a156-290641ea3b12 req-a25690e2-2a2f-43db-8c70-bbcb3048c12c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211467 Jun 04 06:29:52.455659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464f25-5177-4bdf-be14-19cf26179f71 req-b479f151-ddad-40dd-a490-1ad19b3a3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.457020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-b479f151-ddad-40dd-a490-1ad19b3a3fb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1275058 Jun 04 06:29:52.606772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.644222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] For port 9108a398-606b-46d7-9edd-4c024f7b5dac, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9108a398-606b-46d7-9edd-4c024f7b5dac,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:52.644593 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:52.657109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24464f25-5177-4bdf-be14-19cf26179f71 req-f26e356f-d961-4f85-a818-cff6a8601113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.658614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-f26e356f-d961-4f85-a818-cff6a8601113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923385 Jun 04 06:29:52.714282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=5703dce7-3ff9-44e9-bc52-0374b8b874b6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:52.765880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.766693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.767050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.767429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.767856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.768112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.768436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.768764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.769079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.769396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.769749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.770063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:29:52.774966 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:29:48Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:52.781413 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70d221-b97e-4fb1-876b-3ef5c255bfe6 None None] The sync data for ids ['172e5eb8-a0d7-4914-8347-3cd112a63d62'] in n-d-811808-2 is: [{'id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-231635464-router', 'tenant_id': 'f031ed01c86441689b33b25096b99609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:08Z', 'updated_at': '2022-06-04T06:29:48Z', 'revision_number': 5, 'project_id': 'f031ed01c86441689b33b25096b99609', 'gw_port': {'id': '9108a398-606b-46d7-9edd-4c024f7b5dac', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172e5eb8-a0d7-4914-8347-3cd112a63d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:10Z', 'updated_at': '2022-06-04T06:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:52.832654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Calling delete_port for 9108a398-606b-46d7-9edd-4c024f7b5dac owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:52.846514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-a3f5feb8-6976-46f9-a969-aef86e2a9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:52.848043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-a3f5feb8-6976-46f9-a969-aef86e2a9c6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=684e5d5b-abee-4161-af7a-90324c75755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3920457 Jun 04 06:29:52.940202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.155472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.161172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.168185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.172901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.178850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.185071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.190774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.192664 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-360b55a1-39e9-44ff-8a1f-c705cb6349e7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.5362091 Jun 04 06:29:53.194573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-27ae3efa-7dd0-431a-a837-5db57a622d4e service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799831 Jun 04 06:29:53.210661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.226907 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.276355 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-27e4f2c7-66f4-430d-afbf-d8ffa3a36686 service neutron] 10.222.0.24 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196289 Jun 04 06:29:53.290656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.291989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router c1cdcd53-ca30-48d6-913a-352a83ed7d49 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:53.311335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1f0f0c89-175c-489e-85a9-b1de7a90210d req-f5fbf9ad-a37c-494c-ac8d-1a244ffe5acc tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983443 Jun 04 06:29:53.351539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.353174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5f06cc42-3e4d-4f75-bbe0-04874354e314 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 204 len: 168 time: 2.4971299 Jun 04 06:29:53.357325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:53.418699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2141705523', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:53.441047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:53.450430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Usage tracker for resource:router and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:53.454077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.454990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:53.465464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:53.526921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-24464f25-5177-4bdf-be14-19cf26179f71 req-c5901f1c-c632-4cc7-8e89-e91cc9b3d71c service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252842 Jun 04 06:29:53.561508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.562525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.577823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1b95ade-3c5f-400d-af28-ee593b39a7bf req-620d2a85-6f28-41c0-a518-aa2cdcf36986 service neutron] 10.222.0.24 "GET /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941601 Jun 04 06:29:53.586553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Pushing event deleted for resources: {'Port': ['ID=9108a398-606b-46d7-9edd-4c024f7b5dac,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:53.596500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.631103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.637275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.643068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.648896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.655184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.660947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.667400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.669279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1254f00-e5d4-4aa5-af49-28c04c3acaf0 req-88977287-8ccc-497a-8d0b-1cd956be5ac0 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.2014549 Jun 04 06:29:53.679829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52378) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:53.686040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Request body: {'floatingip': {'port_id': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:53.756603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.928613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff282d30-a069-4d65-9525-e9f57725c5dc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:53.973734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-146a7f2d-6f4d-4dd9-ac89-6e7f0e52daf1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:53.974924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ff282d30-a069-4d65-9525-e9f57725c5dc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:53.975371 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-146a7f2d-6f4d-4dd9-ac89-6e7f0e52daf1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.4024155 Jun 04 06:29:53.975708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff282d30-a069-4d65-9525-e9f57725c5dc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:53.977444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:53.987614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.014011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-272cbbbd-c51b-41b1-b6e6-b689c4a241bb tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/quotas/5fe23224c46b43acb7222a669fd57f3e HTTP/1.1" status: 200 len: 375 time: 0.0298886 Jun 04 06:29:54.049674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.069977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.070502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 172e5eb8-a0d7-4914-8347-3cd112a63d62 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:29:54.091688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.092711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-483f11d2-51e5-44fd-8cca-06ba9ed31430 admin admin] 10.222.0.17 "DELETE /v2.0/routers/172e5eb8-a0d7-4914-8347-3cd112a63d62 HTTP/1.1" status: 204 len: 168 time: 2.6145360 Jun 04 06:29:54.096341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:54.180842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Deleting subnet 2585337c-6879-4aaf-a7c5-be44f8f5c588 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:29:54.186725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.217629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-39934398-da74-4058-96f5-3d9466cf1a19 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1954818 Jun 04 06:29:54.323246 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.356677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.422795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-cc1895a7-5efb-4029-bd0a-6437380d0bd9 service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992607 Jun 04 06:29:54.498647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717bdd0-1521-4c47-ada9-3c95d80e8993 req-c8eda340-f97b-4152-94a1-04e20e3603e7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:54.500202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4717bdd0-1521-4c47-ada9-3c95d80e8993 req-c8eda340-f97b-4152-94a1-04e20e3603e7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 943 time: 0.6050098 Jun 04 06:29:54.525352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.616775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-fa86cb93-2128-4bb3-b529-c1d130b0133d service neutron] 10.222.0.17 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873298 Jun 04 06:29:54.632802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.676811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2585337c-6879-4aaf-a7c5-be44f8f5c588,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:54.678849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:54.685237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3a044594-8054-4bed-94a3-97958eaa6b35 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:54.688766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a320b44f-4b2d-4e84-a351-a332e9709837 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2585337c-6879-4aaf-a7c5-be44f8f5c588 HTTP/1.1" status: 204 len: 168 time: 0.5914431 Jun 04 06:29:54.689424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52390) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:54.695002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4717bdd0-1521-4c47-ada9-3c95d80e8993 req-d7f75b68-5b09-434e-bacc-57d897eb645a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481137 Jun 04 06:29:54.712513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee794289-d5d1-4352-a5b4-ed4302dcf285 None None] Network 9e740d84-5578-406c-986b-2abade826326 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:29:55.053941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e73b2a4-4f54-46de-90af-12342996a750 req-31caf733-802d-493a-863e-cef3bb2fdaa9 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 210 time: 0.0605338 Jun 04 06:29:55.095006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.113599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Deleting port 77cea87d-0769-456f-b526-63ea57e767c4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:55.114206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.193292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:55.227174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '3a044594-8054-4bed-94a3-97958eaa6b35', 'network_id': '684e5d5b-abee-4161-af7a-90324c75755a', 'port_id': '3a044594-8054-4bed-94a3-97958eaa6b35', 'mac_address': 'fa:16:3e:9d:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83451d75-f4a6-4bcb-ae8b-615e92a8cefd', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:55.262996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.294611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 3a044594-8054-4bed-94a3-97958eaa6b35 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:55.295279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.312578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] DHCP port deletion for 9e740d84-5578-406c-986b-2abade826326 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:29:55.321416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a044594-8054-4bed-94a3-97958eaa6b35 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:55.327892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Deleting port 77cea87d-0769-456f-b526-63ea57e767c4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:55.328520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.388025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:55.395573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.432452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.433438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9e6f1a3a-481b-4897-af39-4bc2ee513b69 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:55.437979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.442422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:29:55.454207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] For port 77cea87d-0769-456f-b526-63ea57e767c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=77cea87d-0769-456f-b526-63ea57e767c4,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:55.454796 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.511786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd6c9-a1a9-407c-9efb-445e6fe0d28f req-025cb989-7fbc-4f35-8cad-986651a11db7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:55.518355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd6c9-a1a9-407c-9efb-445e6fe0d28f req-025cb989-7fbc-4f35-8cad-986651a11db7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:55.519188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:55.520106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97ebd6c9-a1a9-407c-9efb-445e6fe0d28f req-025cb989-7fbc-4f35-8cad-986651a11db7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1677 time: 0.6435757 Jun 04 06:29:55.585418 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:29:55.600074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Calling delete_port for 77cea87d-0769-456f-b526-63ea57e767c4 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:55.636081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:55.668768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97ebd6c9-a1a9-407c-9efb-445e6fe0d28f req-427ff1ca-e71b-488b-ba45-1d27a57fc5c8 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031868 Jun 04 06:29:55.672002 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.685122 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:29:55.685408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.696033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.701357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.756502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] No DVR routers for this DVR port 77cea87d-0769-456f-b526-63ea57e767c4 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:29:55.789879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Pushing event deleted for resources: {'Port': ['ID=77cea87d-0769-456f-b526-63ea57e767c4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:55.856666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-f9f0bdb0-e28a-4b4b-8732-445fedaa8f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:55.858216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-f9f0bdb0-e28a-4b4b-8732-445fedaa8f70 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "GET /v2.0/ports?device_id=93ea0043-dcb2-4e5e-89e0-ad457317c9fc HTTP/1.1" status: 200 len: 946 time: 0.5110972 Jun 04 06:29:55.941510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 77cea87d-0769-456f-b526-63ea57e767c4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:55.972846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:55.993854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] For port 77cea87d-0769-456f-b526-63ea57e767c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=77cea87d-0769-456f-b526-63ea57e767c4,segment=NetworkSegment(da609393-31fd-4d86-8676-5ce185611ab6),segment_id=da609393-31fd-4d86-8676-5ce185611ab6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:55.994308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.007127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e740d84-5578-406c-986b-2abade826326']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:56.015039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Allocated IP 172.25.1.247 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f5157b4f-53ad-4136-9b4d-2cb614cdae11) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:56.022595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 77cea87d-0769-456f-b526-63ea57e767c4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:56.022943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 77cea87d-0769-456f-b526-63ea57e767c4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:56.023487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9108a398-606b-46d7-9edd-4c024f7b5dac no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:56.031807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da609393-31fd-4d86-8676-5ce185611ab6') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:56.032134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da609393-31fd-4d86-8676-5ce185611ab6') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:56.047980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.050653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:56.051011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.068142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.079096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06326b41-9a23-4ba1-83c5-ff7ed01d83af req-7a81ccef-5e2d-4e36-bb22-dc4fcb44b646 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:56.085909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06326b41-9a23-4ba1-83c5-ff7ed01d83af req-7a81ccef-5e2d-4e36-bb22-dc4fcb44b646 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 943 time: 0.1808705 Jun 04 06:29:56.107864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:29:56.108276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.134460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9108a398-606b-46d7-9edd-4c024f7b5dac {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:56.135062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9108a398-606b-46d7-9edd-4c024f7b5dac not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:56.205607 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment da609393-31fd-4d86-8676-5ce185611ab6 resource provider aggregate not found Jun 04 06:29:56.250442 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Floating IP 76cbc986-ff5f-4c30-9120-a9bb6a18058b associated. External IP: 172.25.1.42, port: 16e687fa-ecc5-45b5-b885-50c57a6550f5. Jun 04 06:29:56.293881 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment da609393-31fd-4d86-8676-5ce185611ab6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da609393-31fd-4d86-8676-5ce185611ab6 found for delete ", "request_id": "req-8a850197-79ad-4240-bb72-4d653f06566f"}]} Jun 04 06:29:56.320762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06326b41-9a23-4ba1-83c5-ff7ed01d83af req-696b4fb1-d30d-4f73-9933-e6d9aa643593 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338662 Jun 04 06:29:56.354795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Calling delete_port for 77cea87d-0769-456f-b526-63ea57e767c4 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:56.373340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.385734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 31b9bb07-86c6-4521-a9eb-37b22107ce91 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:56.386029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.395705 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.418752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e740d84-5578-406c-986b-2abade826326,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:56.438327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-762cf930-2c61-4e13-b8da-556c23c8dc8e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:56.440085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-762cf930-2c61-4e13-b8da-556c23c8dc8e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 805 time: 0.2305384 Jun 04 06:29:56.449088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff66bb48-d2ab-4295-bca7-a848bd2f977d admin admin] 10.222.0.17 "DELETE /v2.0/networks/9e740d84-5578-406c-986b-2abade826326 HTTP/1.1" status: 204 len: 168 time: 1.7585542 Jun 04 06:29:56.454482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:56.461275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:56.467047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Request body: {'port': {'device_id': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'admin_state_up': True, 'tenant_id': '5fe23224c46b43acb7222a669fd57f3e'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:56.506167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'mac_address': 'fa:16:3e:a4:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:56.513532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:56.548543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:56.548895 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:56.549442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0a935ba-b9d5-438d-a651-c0774f183ab9 req-ebe192ba-a67e-442d-a93a-88210235f649 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 210 time: 0.2283132 Jun 04 06:29:56.639850 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97ff75a-0bf5-4b30-ac40-b0e0c087bd34'] response: {'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'code': 200} Jun 04 06:29:56.641094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:56.641687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.650569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:56.652587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.665054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:56.667060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:56.708219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6f1a3a-481b-4897-af39-4bc2ee513b69 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:56.713924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Made reservation on behalf of 5fe23224c46b43acb7222a669fd57f3e for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:56.717511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.736729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:56.766389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:56.776009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.782547 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.782706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 17562a78-2642-45c3-a55e-d3f57cd31b09 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:29:56.800764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-70a2bf08-0e4f-445b-a2a6-23c1c32e46c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f031ed01c86441689b33b25096b99609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325212 Jun 04 06:29:56.804064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:56.849257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:56.849639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:56.940659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:57.024140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=17562a78-2642-45c3-a55e-d3f57cd31b09,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:57.042249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '17562a78-2642-45c3-a55e-d3f57cd31b09', 'network_id': 'cf8e5a5b-5119-4db1-a5be-adfba31c7917', 'port_id': '17562a78-2642-45c3-a55e-d3f57cd31b09', 'mac_address': 'fa:16:3e:c7:e0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5438f1-11e3-44ce-a3c9-37154859c7e5', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:29:57.093298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Deleting port 77cea87d-0769-456f-b526-63ea57e767c4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:57.093693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.140737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.146004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for 31b9bb07-86c6-4521-a9eb-37b22107ce91 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:57.165155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Allocated IP 172.20.0.10 (0fc09598-46f4-4dd3-90ff-37a36270662e/d4912a9d-084b-4ae0-9f58-f5b79cce6928/553cf57a-fbd5-44b8-b0f9-b79483490f2e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:29:57.175789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 17562a78-2642-45c3-a55e-d3f57cd31b09 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:29:57.175789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.190672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4393a460-4e51-4b43-b93f-eb793584e482 None None] The port '77cea87d-0769-456f-b526-63ea57e767c4' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:29:57.196519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727515-c204-48c2-9ac9-ec31b7bc95c8 req-6f64606b-74d2-42c2-a566-36b135abc9e7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:57.205463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727515-c204-48c2-9ac9-ec31b7bc95c8 req-6f64606b-74d2-42c2-a566-36b135abc9e7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:57.205463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09727515-c204-48c2-9ac9-ec31b7bc95c8 req-6f64606b-74d2-42c2-a566-36b135abc9e7 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1678 time: 0.3650792 Jun 04 06:29:57.207751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.211804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17562a78-2642-45c3-a55e-d3f57cd31b09 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:57.231196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=17562a78-2642-45c3-a55e-d3f57cd31b09,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:57.236016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.309027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09727515-c204-48c2-9ac9-ec31b7bc95c8 req-811490d4-a6a2-4f19-9518-b0592b2cb7bc tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922844 Jun 04 06:29:57.333113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:57.342072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.394449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:29:57.394845 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:29:57.413987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Router 55591220-a59c-441b-863d-42472e9f456d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:29:57.429599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:57.436253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:57.437541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.441020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:57.467289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4728bf20-62c4-4e0a-9a98-11d746562dc0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:57.473321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event updated for resources: {'Port': ['ID=f5157b4f-53ad-4136-9b4d-2cb614cdae11,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:57.511023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.512225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb3ce987-c686-40dd-b090-e0571e6dafa4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4728bf20-62c4-4e0a-9a98-11d746562dc0 HTTP/1.1" status: 204 len: 168 time: 0.7069178 Jun 04 06:29:57.552892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.583221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.646725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Network 0fc09598-46f4-4dd3-90ff-37a36270662e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:29:57.650883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:29:57.655878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:29:57.671265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['3a044594-8054-4bed-94a3-97958eaa6b35'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:57.760602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['9e6f1a3a-481b-4897-af39-4bc2ee513b69'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:57.816429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:57.857399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:57.858036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.890755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-37f47015-279f-40e9-97f9-3a1763722cd7 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4253035 Jun 04 06:29:57.897517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:29:57.898096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:57.906051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Request body: {'port': {'device_id': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:57.991823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7e15-3fb5-482b-8bdf-be1e1dac8a92 req-d028a848-8395-4b77-8073-30c47318393b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:57.993218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7cdd7e15-3fb5-482b-8bdf-be1e1dac8a92 req-d028a848-8395-4b77-8073-30c47318393b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:29:58.003393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce0b25-cc66-4415-9062-60890abb0400 req-4f91cb53-b0f2-4690-bb4e-38e92893bb87 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:58.004895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6ce0b25-cc66-4415-9062-60890abb0400 req-4f91cb53-b0f2-4690-bb4e-38e92893bb87 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 944 time: 0.5363653 Jun 04 06:29:58.049523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7cdd7e15-3fb5-482b-8bdf-be1e1dac8a92 req-d028a848-8395-4b77-8073-30c47318393b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:29:58.057733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cdd7e15-3fb5-482b-8bdf-be1e1dac8a92 req-d028a848-8395-4b77-8073-30c47318393b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 932 time: 0.3525383 Jun 04 06:29:58.060558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:29:58.080004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Sync routers for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:29:58.118781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:58.120016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:58.126333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cdd7e15-3fb5-482b-8bdf-be1e1dac8a92 req-c2e35e12-d1db-4c1b-9121-8877a8f18001 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647478 Jun 04 06:29:58.217283 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.238652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6ce0b25-cc66-4415-9062-60890abb0400 req-521b4c71-4048-423b-8e77-9dfcbb443fa4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477733 Jun 04 06:29:58.240515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.471428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:58.644475 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-141a496b-4552-403c-a46b-ea1796decc03 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "PUT /v2.0/floatingips/76cbc986-ff5f-4c30-9120-a9bb6a18058b HTTP/1.1" status: 200 len: 991 time: 4.9630988 Jun 04 06:29:58.648536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:58.652827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca870d-d1e1-407b-9136-ffab766ea9e3 req-963e86a8-feee-4e36-8076-f82856060a95 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:58.653885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.660520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca870d-d1e1-407b-9136-ffab766ea9e3 req-963e86a8-feee-4e36-8076-f82856060a95 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:58.661906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89ca870d-d1e1-407b-9136-ffab766ea9e3 req-963e86a8-feee-4e36-8076-f82856060a95 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1679 time: 0.1613083 Jun 04 06:29:58.721207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52456) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:29:58.781737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port 31b9bb07-86c6-4521-a9eb-37b22107ce91, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=31b9bb07-86c6-4521-a9eb-37b22107ce91,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:29:58.782106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.792631 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241546f8-b841-4756-835b-367a666349ec'] response: {'name': 'network-changed', 'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'status': 'completed', 'code': 200} Jun 04 06:29:58.802097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553cf57a-fbd5-44b8-b0f9-b79483490f2e {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:29:58.809321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89ca870d-d1e1-407b-9136-ffab766ea9e3 req-06a8efa0-d55e-4390-ab2d-15f3ccd9325a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361575 Jun 04 06:29:58.813980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.830671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Transition to ACTIVE for port object 553cf57a-fbd5-44b8-b0f9-b79483490f2e will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:29:58.838756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:58.964394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['17562a78-2642-45c3-a55e-d3f57cd31b09'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:29:58.981748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:59.007830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '76cbc986-ff5f-4c30-9120-a9bb6a18058b', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '55591220-a59c-441b-863d-42472e9f456d', 'port_id': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'mac_address': 'fa:16:3e:cb:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:27:43Z', 'updated_at': '2022-06-04T06:29:55Z', 'revision_number': 1, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:59.013821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-network', 'tenant_id': 'a2127c1ff6184932872a707938a179dc'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:29:59.022605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Checking router: 55591220-a59c-441b-863d-42472e9f456d for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:29:59.040150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for 31b9bb07-86c6-4521-a9eb-37b22107ce91 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:29:59.049681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:29:59.050530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:59.073018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:59.093045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Usage tracker for resource:network and tenant:a2127c1ff6184932872a707938a179dc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:59.100525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:59.121179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:59.126979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Attempting to bind port 553cf57a-fbd5-44b8-b0f9-b79483490f2e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:29:59.127320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Attempting to bind port 553cf57a-fbd5-44b8-b0f9-b79483490f2e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:29:59.127642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Attempting to bind port 553cf57a-fbd5-44b8-b0f9-b79483490f2e on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:59.132419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Port 553cf57a-fbd5-44b8-b0f9-b79483490f2e on network 0fc09598-46f4-4dd3-90ff-37a36270662e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:29:59.132782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Attempting to bind port 553cf57a-fbd5-44b8-b0f9-b79483490f2e on network 0fc09598-46f4-4dd3-90ff-37a36270662e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:29:59.138464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:29:59.138734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Checking segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:29:59.139104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Bound using segment: {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:29:59.139530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Bound port: 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2894be92-5b10-4f97-b4ca-f199bbd251fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:29:59.139887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.246817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:29:59.250406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:29:59.254882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Made reservation on behalf of a2127c1ff6184932872a707938a179dc for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:29:59.257017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.257202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.284934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.321560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:29:59.322652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.323394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.325965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] 10.222.0.39 "PUT /v2.0/ports/553cf57a-fbd5-44b8-b0f9-b79483490f2e HTTP/1.1" status: 200 len: 1092 time: 1.4270477 Jun 04 06:29:59.325965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:29:59.371501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d0f33-abbe-4f84-b761-6c30c9a462cf service neutron] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:59.457824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:29:59.469890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.470359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.470821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.471276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.471729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.472175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.472630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.474607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a2008821-b11b-42a2-bb12-030c4094968c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6501 time: 0.6272781 Jun 04 06:29:59.482637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Usage tracker for resource:security_group_rule and tenant:a2127c1ff6184932872a707938a179dc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:29:59.493807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:29:59.526584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:29:59.540669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.622015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-54bfea28-365f-4575-825e-7cd1c31f6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.623646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-54bfea28-365f-4575-825e-7cd1c31f6440 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 1095 time: 0.2479177 Jun 04 06:29:59.662703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:29:59.700540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-e856af47-daef-4035-b6ce-5dda775fa537 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e HTTP/1.1" status: 200 len: 217 time: 0.0683668 Jun 04 06:29:59.701644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:29:59.717037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 31b9bb07-86c6-4521-a9eb-37b22107ce91 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:29:59.717385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 31b9bb07-86c6-4521-a9eb-37b22107ce91 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:29:59.747882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed80e-f16f-4e32-add7-8b37e91f89bf req-cc55a235-53b1-481e-80fd-e760bf7716c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.749348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-198ed80e-f16f-4e32-add7-8b37e91f89bf req-cc55a235-53b1-481e-80fd-e760bf7716c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 944 time: 0.3018968 Jun 04 06:29:59.793826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '76cbc986-ff5f-4c30-9120-a9bb6a18058b', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '55591220-a59c-441b-863d-42472e9f456d', 'port_id': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'mac_address': 'fa:16:3e:cb:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:27:43Z', 'updated_at': '2022-06-04T06:29:55Z', 'revision_number': 1, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:29:59.795692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-63245248-cfca-4633-a6a8-3b4843da0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:29:59.796866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event deleted for resources: {'Port': ['ID=31b9bb07-86c6-4521-a9eb-37b22107ce91,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:29:59.797035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-63245248-cfca-4633-a6a8-3b4843da0b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.0890729 Jun 04 06:29:59.801060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58567279-30f1-4e4c-b88a-c3adacbed01d None None] The sync data for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 is: [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '76cbc986-ff5f-4c30-9120-a9bb6a18058b', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '55591220-a59c-441b-863d-42472e9f456d', 'port_id': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'mac_address': 'fa:16:3e:cb:30:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:27:43Z', 'updated_at': '2022-06-04T06:29:55Z', 'revision_number': 1, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:29:59.857204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-6fa0e81f-ad3e-40b6-8760-dd89bd6d74fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524011 Jun 04 06:29:59.862118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-198ed80e-f16f-4e32-add7-8b37e91f89bf req-bb5fdcd6-9ede-41c4-bb90-21351c34da3d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Jun 04 06:30:00.036845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-ed2c2245-73ee-4f8b-9071-8b963067516e service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737547 Jun 04 06:30:00.125940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58ed02-690a-4946-bc53-0bdb54775406 None None] New status for floating IP 76cbc986-ff5f-4c30-9120-a9bb6a18058b: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:30:00.136148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38fa37-4d04-4ba4-a968-29edbd72aae3 req-b08e12bb-f16a-4576-9ff3-6b40ffa7c353 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.136698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd38fa37-4d04-4ba4-a968-29edbd72aae3 req-b08e12bb-f16a-4576-9ff3-6b40ffa7c353 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:00.168794 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976bdf27-1bfc-45ec-a379-bd1e12941db9'] response: {'name': 'network-changed', 'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'status': 'completed', 'code': 200} Jun 04 06:30:00.205139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] No DVR routers for this DVR port 31b9bb07-86c6-4521-a9eb-37b22107ce91 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:00.207228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a3c2b2c8-d949-46be-b110-47ee104d3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.208843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-a3c2b2c8-d949-46be-b110-47ee104d3c10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aaad800a-bd42-460e-b942-3679e984688e HTTP/1.1" status: 200 len: 917 time: 0.7194886 Jun 04 06:30:00.212995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.246699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c22e698-bfc0-4ebe-a8af-b2c3d142759f req-60e974b1-f6a8-4242-867e-c52331ee80e9 service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032707 Jun 04 06:30:00.318510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd38fa37-4d04-4ba4-a968-29edbd72aae3 req-b08e12bb-f16a-4576-9ff3-6b40ffa7c353 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:00.319691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd38fa37-4d04-4ba4-a968-29edbd72aae3 req-b08e12bb-f16a-4576-9ff3-6b40ffa7c353 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 944 time: 1.0396061 Jun 04 06:30:00.347608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d983c0f3-ea62-4270-80df-08e168f1d840 req-e3ff4869-1d0e-4028-8e6b-7bfe20c9fdd0 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "DELETE /v2.0/ports/31b9bb07-86c6-4521-a9eb-37b22107ce91 HTTP/1.1" status: 204 len: 173 time: 4.4805021 Jun 04 06:30:00.436471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-7375384a-7f7c-496b-b40d-651c1e1e02bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5 HTTP/1.1" status: 200 len: 999 time: 0.2158501 Jun 04 06:30:00.440623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.475775 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd38fa37-4d04-4ba4-a968-29edbd72aae3 req-6f739a88-6600-491e-9144-14737f11ce39 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410522 Jun 04 06:30:00.484734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e3552-f3c5-4d80-a580-f820d56fc973 req-0321525f-def3-434e-9a28-654f56e7d484 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.491430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e3552-f3c5-4d80-a580-f820d56fc973 req-0321525f-def3-434e-9a28-654f56e7d484 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.491625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.505752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-493e3552-f3c5-4d80-a580-f820d56fc973 req-0321525f-def3-434e-9a28-654f56e7d484 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1679 time: 0.2222412 Jun 04 06:30:00.520724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-33a85d61-3b82-4dab-aa7d-187f789203ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.522779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-33a85d61-3b82-4dab-aa7d-187f789203ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fe23224c46b43acb7222a669fd57f3e&device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 1095 time: 0.1970551 Jun 04 06:30:00.549428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:00.551800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Router c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:30:00.565012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-e7df50fb-ec15-45da-8737-b82718371980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.566719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-e7df50fb-ec15-45da-8737-b82718371980 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1adacacb-6783-48e1-9755-b5f90e01011f HTTP/1.1" status: 200 len: 855 time: 0.1232028 Jun 04 06:30:00.575963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0846867-d8cd-4769-9c58-c4428f26b1be,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:00.581541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.581890 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Added segment de156b0f-6624-4e86-aa35-f81d6e6ff26c of type vlan for network 26449052-386f-461f-842a-d883c67c3732 Jun 04 06:30:00.622912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-493e3552-f3c5-4d80-a580-f820d56fc973 req-67347326-ff41-435a-87b3-e33aafbf08af tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Jun 04 06:30:00.679835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-07a22e66-b17d-4cd7-946f-d2c6ed0b69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.681424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-07a22e66-b17d-4cd7-946f-d2c6ed0b69c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 200 len: 906 time: 0.1504719 Jun 04 06:30:00.736487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.754810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-a8e4a7cf-61a7-4494-a735-f445e401d616 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e HTTP/1.1" status: 200 len: 217 time: 0.0663896 Jun 04 06:30:00.804540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-deleted', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:00.818714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-55eb0b8c-c365-47dc-8a8d-6bea25a89047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.824237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-55eb0b8c-c365-47dc-8a8d-6bea25a89047 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 200 len: 845 time: 0.0630689 Jun 04 06:30:00.857828 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a898b1-bbfd-4cf7-94d7-d2db7f6c81fc'] response: {'server_uuid': '93ea0043-dcb2-4e5e-89e0-ad457317c9fc', 'name': 'network-vif-deleted', 'tag': '31b9bb07-86c6-4521-a9eb-37b22107ce91', 'status': 'completed', 'code': 200} Jun 04 06:30:00.862601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:00.875032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] Sync routers for ids ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:00.879378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-d699b5d6-a4dd-4407-a982-86f70107f672 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0fc09598-46f4-4dd3-90ff-37a36270662e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448973 Jun 04 06:30:00.884098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-e9e4ce99-e182-4a55-8b64-d74a4d4d9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.886465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-e9e4ce99-e182-4a55-8b64-d74a4d4d9320 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aaad800a-bd42-460e-b942-3679e984688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3077445 Jun 04 06:30:00.889748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.890657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:00.891232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:00.900149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] Routers {'c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:00.900796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:01.016893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:01.026718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] Routers {'c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:01.027096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.027834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:01.028274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa2026ae-60fb-470a-91b0-718a783ba924 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6696403 Jun 04 06:30:01.083757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52474) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:01.098355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:01.098697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b159130-6f56-41d4-8f9c-a68088fb610c None None] The sync data for ids ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:01.104394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3822598 Jun 04 06:30:01.110383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:01.116687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422425b6-764a-4f37-8322-40406961a75f admin admin] Pushing event updated for resources: {'Network': ['ID=26449052-386f-461f-842a-d883c67c3732,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:01.127697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Request body: {'subnet': {'network_id': '26449052-386f-461f-842a-d883c67c3732', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-subnet', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:01.131010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 26449052-386f-461f-842a-d883c67c3732 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:01.135169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:01.175431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-06c95ad8-b443-4248-8859-36236848814a service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787733 Jun 04 06:30:01.220851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:01.231510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Usage tracker for resource:subnet and tenant:a2127c1ff6184932872a707938a179dc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:01.244626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9e6f1a3a-481b-4897-af39-4bc2ee513b69 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:01.251783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:01.282821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:01.314160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:01.318427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7f713d13-dc5b-4240-87a8-b7d1da747117 req-aa3af494-6827-49d3-8854-b06b671f2b13 service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354926 Jun 04 06:30:01.319022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:01.319386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.488965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:01.489435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.491993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-994a6b31-fe26-49e4-b7d8-627495453a0a service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057527 Jun 04 06:30:01.519332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:01.533190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Made reservation on behalf of a2127c1ff6184932872a707938a179dc for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:01.533436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:01.536882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.538516 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.539554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3a044594-8054-4bed-94a3-97958eaa6b35 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:01.664015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:01.679086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 3a044594-8054-4bed-94a3-97958eaa6b35 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:01.685068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 3a044594-8054-4bed-94a3-97958eaa6b35 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:01.686268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.701113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55942d82-734f-42d1-a2a2-a95f3a1b42cf req-8dbf540d-540f-4b88-9485-d438e00f89aa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:01.702749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55942d82-734f-42d1-a2a2-a95f3a1b42cf req-8dbf540d-540f-4b88-9485-d438e00f89aa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 944 time: 0.6906152 Jun 04 06:30:01.706541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90397318-ed95-48ee-9679-c996f0ce8a45 req-03007591-4f4b-4f0f-bdbe-e54f7e917116 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:01.708178 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90397318-ed95-48ee-9679-c996f0ce8a45 req-03007591-4f4b-4f0f-bdbe-e54f7e917116 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 944 time: 0.0952010 Jun 04 06:30:01.756447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90397318-ed95-48ee-9679-c996f0ce8a45 req-51f80b35-5931-4194-9cfa-0bacee12b8ab tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Jun 04 06:30:01.811374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 3a044594-8054-4bed-94a3-97958eaa6b35 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:01.811784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.831704 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51329739-f5ce-4dcd-ac0e-ac2db5550dca'] response: {'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'code': 200} Jun 04 06:30:01.855648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:01.874363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:01.875734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 17562a78-2642-45c3-a55e-d3f57cd31b09 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:01.974322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55942d82-734f-42d1-a2a2-a95f3a1b42cf req-bc39bd33-531b-4eff-8702-300ac1e51c35 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975350 Jun 04 06:30:02.051204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:02.070902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 17562a78-2642-45c3-a55e-d3f57cd31b09 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:02.073677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788954d3-4fea-46a4-bf8d-4ac3fd4ef302 req-f99ab9be-7ebf-4d37-a05c-8f814fa669b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705743 Jun 04 06:30:02.079479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 17562a78-2642-45c3-a55e-d3f57cd31b09 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:02.079479 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.127576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972d6b4-9e7e-430a-9394-cbb23edee772 req-40c56e2f-0102-4a4d-aaa1-3d0b37968559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:02.129284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9972d6b4-9e7e-430a-9394-cbb23edee772 req-40c56e2f-0102-4a4d-aaa1-3d0b37968559 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 1096 time: 0.2145791 Jun 04 06:30:02.164092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0832-0413-4176-9fa8-8eb403ab2b25 req-45f72e62-0874-40c7-8ab6-cbe7e1969438 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:02.171259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0832-0413-4176-9fa8-8eb403ab2b25 req-45f72e62-0874-40c7-8ab6-cbe7e1969438 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:02.179038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f34b0832-0413-4176-9fa8-8eb403ab2b25 req-45f72e62-0874-40c7-8ab6-cbe7e1969438 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1680 time: 0.1956425 Jun 04 06:30:02.241916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9972d6b4-9e7e-430a-9394-cbb23edee772 req-2f268ef0-7b71-4d87-8c18-07fe573ac339 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029370 Jun 04 06:30:02.248130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 17562a78-2642-45c3-a55e-d3f57cd31b09 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:02.249423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.250066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f34b0832-0413-4176-9fa8-8eb403ab2b25 req-3671ffd4-fdf1-454b-b8dc-2e67959985d4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597663 Jun 04 06:30:02.288077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=17562a78-2642-45c3-a55e-d3f57cd31b09,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:02.294256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.350226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.361192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.374395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:02.423383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.449107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Deleting port f5157b4f-53ad-4136-9b4d-2cb614cdae11 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:02.449438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.486484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=59184436-87ec-4539-9fe3-a2b5740ea924,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:02.510560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Checking segment: {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:02.510560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Network hostable DHCP agents. Network: 26449052-386f-461f-842a-d883c67c3732, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:02.608049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Network 26449052-386f-461f-842a-d883c67c3732 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:02.626248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 26449052-386f-461f-842a-d883c67c3732) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:02.635578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9580cc3-5933-4e87-bb4e-584cec9628df None None] Network 26449052-386f-461f-842a-d883c67c3732 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:02.642141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:02.642724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.669599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.740902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-281ed999-87c3-404f-bb5f-b9e9d73573ed admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6142533 Jun 04 06:30:02.741333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52492) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:02.747308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:02.753115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:02.757946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Usage tracker for resource:router and tenant:a2127c1ff6184932872a707938a179dc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:02.762682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:02.772046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:02.794043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.796946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.803612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Calling delete_port for f5157b4f-53ad-4136-9b4d-2cb614cdae11 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:02.825804 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:02.887783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-26449052-386f-461f-842a-d883c67c3732', 'network_id': '26449052-386f-461f-842a-d883c67c3732', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'fixed_ips': [{'subnet_id': '59184436-87ec-4539-9fe3-a2b5740ea924'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:02.890325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.034949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfc3e1-39a2-49c8-b899-7053f6aef165 req-004e4838-e307-4dde-899f-f344e148b47a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:03.034949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdbfc3e1-39a2-49c8-b899-7053f6aef165 req-004e4838-e307-4dde-899f-f344e148b47a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 944 time: 0.1258030 Jun 04 06:30:03.133027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdbfc3e1-39a2-49c8-b899-7053f6aef165 req-7acfbe61-9b24-428e-9d1f-6c615f183fff tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977285 Jun 04 06:30:03.162769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.223267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Allocated IP 172.20.0.2 (26449052-386f-461f-842a-d883c67c3732/59184436-87ec-4539-9fe3-a2b5740ea924/a18fb831-1053-42be-af3d-92c8709951e9) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:03.249140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Pushing event deleted for resources: {'Port': ['ID=f5157b4f-53ad-4136-9b4d-2cb614cdae11,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:03.423806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.515257 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.526319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Transition to ACTIVE for port object a18fb831-1053-42be-af3d-92c8709951e9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:03.546627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Transition to ACTIVE for port object a18fb831-1053-42be-af3d-92c8709951e9 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:03.551359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd5f3f-ae61-490c-8190-07f7a445627a req-24abc1eb-c39c-4b63-b7b9-121aeb33bdda tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:03.554461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.559062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2bbd5f3f-ae61-490c-8190-07f7a445627a req-24abc1eb-c39c-4b63-b7b9-121aeb33bdda tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 945 time: 0.1926994 Jun 04 06:30:03.581094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.633351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Network 26449052-386f-461f-842a-d883c67c3732 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:03.634593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:03.638400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:03.646708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2bbd5f3f-ae61-490c-8190-07f7a445627a req-9a46ac00-247c-484c-bf15-cb8309eefc6d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860863 Jun 04 06:30:03.647825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Pushing event updated for resources: {'Port': ['ID=a18fb831-1053-42be-af3d-92c8709951e9,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:03.684621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:03.751198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Attempting to bind port a18fb831-1053-42be-af3d-92c8709951e9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:03.751799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Attempting to bind port a18fb831-1053-42be-af3d-92c8709951e9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:03.752230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Attempting to bind port a18fb831-1053-42be-af3d-92c8709951e9 on network 26449052-386f-461f-842a-d883c67c3732 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:03.759858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:03.760615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Checking segment: {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:03.761229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.761876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Bound using segment: {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:03.762543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Bound port: a18fb831-1053-42be-af3d-92c8709951e9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:03.763233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.818401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827df5a7-1118-48c3-bd0e-3661cbab9f4e req-f356ef2f-ee5b-4a18-b24e-6fc6d549ace9 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:03.824710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827df5a7-1118-48c3-bd0e-3661cbab9f4e req-f356ef2f-ee5b-4a18-b24e-6fc6d549ace9 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:03.826307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-827df5a7-1118-48c3-bd0e-3661cbab9f4e req-f356ef2f-ee5b-4a18-b24e-6fc6d549ace9 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.3616843 Jun 04 06:30:03.873105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35'}, {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:03.911328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.947012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:03.999353 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df0feb-6c5b-4aa1-a64d-b5e7ccc3588f'] response: {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35', 'code': 200} Jun 04 06:30:04.000438 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df0feb-6c5b-4aa1-a64d-b5e7ccc3588f'] response: {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09', 'code': 200} Jun 04 06:30:04.031990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:04.039655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] For port a18fb831-1053-42be-af3d-92c8709951e9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:04.052310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'mac_address': 'fa:16:3e:01:2d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:04.054179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-827df5a7-1118-48c3-bd0e-3661cbab9f4e req-6891b112-43b2-41bf-aee0-93ff5c9fd002 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720996 Jun 04 06:30:04.055827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] For port a18fb831-1053-42be-af3d-92c8709951e9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a18fb831-1053-42be-af3d-92c8709951e9,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:04.068025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.073915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.091634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.181172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 553cf57a-fbd5-44b8-b0f9-b79483490f2e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:04.181791 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.189664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Allocated IP 172.25.1.112 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/0e8a524b-92ae-477d-b0ad-77fb191de993) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:04.202673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553cf57a-fbd5-44b8-b0f9-b79483490f2e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:04.228477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Router c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:30:04.236632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4819cc-4bbc-4389-ad95-fe761548af02 None None] Pushing event updated for resources: {'Port': ['ID=a18fb831-1053-42be-af3d-92c8709951e9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:04.240599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:04.249199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.304672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146ab9d-bc66-419e-9445-acd09a2429bf req-c11d8f63-81c9-414d-a3b3-3e4baa785d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:04.305146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146ab9d-bc66-419e-9445-acd09a2429bf req-c11d8f63-81c9-414d-a3b3-3e4baa785d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:04.306855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7146ab9d-bc66-419e-9445-acd09a2429bf req-c11d8f63-81c9-414d-a3b3-3e4baa785d20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1983 time: 0.2118726 Jun 04 06:30:04.346237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:04.382440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:04.394218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.394949 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df477094-c555-4538-be47-8756e6c560ad None None] Sync routers for ids ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:04.398088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05673401-18db-4c97-b47a-6b7c2cf2e287 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "PUT /v2.0/routers/c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 200 len: 706 time: 3.2926333 Jun 04 06:30:04.398746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52506) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:04.409785 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] Routers {'c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:04.410429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:04.473754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7146ab9d-bc66-419e-9445-acd09a2429bf req-a910c5b4-e068-4fec-851f-2be2710996b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484401 Jun 04 06:30:04.483107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.485557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:04.511924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] Routers {'c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:04.512672 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:04.544066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd1d27-003d-418e-b754-cbe7edb9d3d1 req-5d8e5203-d474-4448-b19e-24fe0326946b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:04.545588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-66bd1d27-003d-418e-b754-cbe7edb9d3d1 req-5d8e5203-d474-4448-b19e-24fe0326946b tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 945 time: 0.2259047 Jun 04 06:30:04.577664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-78b928d9-c41b-42f7-9f5a-35b746d94b92 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/routers/c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 200 len: 741 time: 0.1777813 Jun 04 06:30:04.578498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52510) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:04.588895 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-df477094-c555-4538-be47-8756e6c560ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:04.589519 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df477094-c555-4538-be47-8756e6c560ad None None] The sync data for ids ['c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:04.613625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.627181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-31b6dd47-dbd7-4c35-b000-6258eb87d8e9 tempest-RoutersAdminTest-1775331352 tempest-RoutersAdminTest-1775331352-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 200 len: 205 time: 0.0471990 Jun 04 06:30:04.629603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52514) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:04.658386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-66bd1d27-003d-418e-b754-cbe7edb9d3d1 req-d7a6905a-0342-4f7e-bd6f-778b5de561da tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891714 Jun 04 06:30:04.668173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['553cf57a-fbd5-44b8-b0f9-b79483490f2e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:04.679100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f1a15db5-5c93-4470-b0b5-a16cc9deab55 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 200 len: 205 time: 0.0483506 Jun 04 06:30:04.683117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52518) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:04.695593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:04.764877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:04.776038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:04.810423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8a524b-92ae-477d-b0ad-77fb191de993,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:04.869090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81704ec1-af15-4a2a-876a-24f6c9570fb4 req-15a8217e-6876-494b-a7b6-83fa433dbae7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:04.871014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81704ec1-af15-4a2a-876a-24f6c9570fb4 req-15a8217e-6876-494b-a7b6-83fa433dbae7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 945 time: 0.0916224 Jun 04 06:30:04.893363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:04.920807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81704ec1-af15-4a2a-876a-24f6c9570fb4 req-febb183a-484c-4890-8164-a078edb16890 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Jun 04 06:30:05.363721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c5ada-ffa8-4fc1-9879-06aee4fd2506 None None] Network 26449052-386f-461f-842a-d883c67c3732 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:05.372395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95da4ce-b39e-426d-947b-9827917ae280 req-0019a729-42d4-413f-be40-d40fafd828da tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:05.378945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95da4ce-b39e-426d-947b-9827917ae280 req-0019a729-42d4-413f-be40-d40fafd828da tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:05.380755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f95da4ce-b39e-426d-947b-9827917ae280 req-0019a729-42d4-413f-be40-d40fafd828da tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.2073510 Jun 04 06:30:05.430547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f95da4ce-b39e-426d-947b-9827917ae280 req-ea7a2ba6-df52-40d6-a1e3-101ffd3545c0 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Jun 04 06:30:05.437154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-32a15de1-8904-4b94-bee2-d47dc4d5e809 None None] Provisioning for port a18fb831-1053-42be-af3d-92c8709951e9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:05.550791 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34925e1a-338b-470e-a516-a2cc98e10644 req-cf00e8f8-4449-4fc6-bd01-2c7f3b6893ca tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 267 time: 0.3605816 Jun 04 06:30:05.552663 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:05.557315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:05.704607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:05.705116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Fanout notify agent at l3_agent the message router_deleted on router c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:30:05.810952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:05.812029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-947b8465-fba7-4cd1-b39c-341559fe217f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 204 len: 168 time: 1.1260967 Jun 04 06:30:05.816809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52532) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:05.844785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925e1a-338b-470e-a516-a2cc98e10644 req-c8647bc2-67fe-4d91-954a-75768fd033ac tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:05.847179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34925e1a-338b-470e-a516-a2cc98e10644 req-c8647bc2-67fe-4d91-954a-75768fd033ac tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 945 time: 0.2849367 Jun 04 06:30:05.862754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:05.886329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bcba6ca-74d5-4b05-a351-e0628528d805 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 200 len: 205 time: 0.0691364 Jun 04 06:30:05.893051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52536) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:05.959108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'security_groups': []}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:06.010314 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-3711def1-0260-4791-ad6b-545b5943ad46 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.011563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3711def1-0260-4791-ad6b-545b5943ad46 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/c7c7d12c-cfb5-4a0a-84e5-30d3d4ea29d3 HTTP/1.1" status: 404 len: 336 time: 0.1091039 Jun 04 06:30:06.014749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.031499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a18fb831-1053-42be-af3d-92c8709951e9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:06.087232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f0d2-4b45-415b-aaef-1aa15936a910 req-6a532f6c-6f9c-4ea4-a3a8-c7fc5441fc89 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:06.090178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f4f0d2-4b45-415b-aaef-1aa15936a910 req-6a532f6c-6f9c-4ea4-a3a8-c7fc5441fc89 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 945 time: 0.3141637 Jun 04 06:30:06.092748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-12a91ab0-91fd-4223-bb36-452cb84a759f tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 200 len: 205 time: 0.0768242 Jun 04 06:30:06.095258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52544) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.150316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a18fb831-1053-42be-af3d-92c8709951e9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:06.156579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a18fb831-1053-42be-af3d-92c8709951e9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:06.157065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.190595 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-5a2eee2e-5ec5-437c-b248-6402b042aaff tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.190595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5a2eee2e-5ec5-437c-b248-6402b042aaff tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/c1cdcd53-ca30-48d6-913a-352a83ed7d49 HTTP/1.1" status: 404 len: 336 time: 0.0912535 Jun 04 06:30:06.190922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.249433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4c81823-930c-4624-9121-8083c98c451e tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 200 len: 205 time: 0.0554249 Jun 04 06:30:06.249690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52552) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.284208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a18fb831-1053-42be-af3d-92c8709951e9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:06.284546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.320911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.321203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a18fb831-1053-42be-af3d-92c8709951e9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a18fb831-1053-42be-af3d-92c8709951e9,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:06.323962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f4f0d2-4b45-415b-aaef-1aa15936a910 req-6b4f2fba-f347-487a-af00-a23ae09f43fc tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525478 Jun 04 06:30:06.325314 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-7cbf157a-ba73-4cfc-8989-285127dde4a9 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.326269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7cbf157a-ba73-4cfc-8989-285127dde4a9 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/16d39dae-d8ef-4ed2-aaee-1f8be72e7818 HTTP/1.1" status: 404 len: 336 time: 0.0757234 Jun 04 06:30:06.329150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52556) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.330159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.380562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5e1df65-37b9-4e50-893a-256215f0e1e7 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 200 len: 205 time: 0.0502763 Jun 04 06:30:06.382863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52560) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.401589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a18fb831-1053-42be-af3d-92c8709951e9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:06.450635 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-c15fc2d3-a32a-4788-8633-cbf53d869b37 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.454049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c15fc2d3-a32a-4788-8633-cbf53d869b37 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/98233371-1c2f-4515-a49a-c217bd542a93 HTTP/1.1" status: 404 len: 336 time: 0.0677421 Jun 04 06:30:06.454292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.492338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.503934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b413e90-09e3-4140-83e6-1e48445b39dd tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 200 len: 205 time: 0.0464275 Jun 04 06:30:06.504153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52570) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.609923 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-9a709745-e398-4bf7-bf19-598992bc7a4a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.611232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a709745-e398-4bf7-bf19-598992bc7a4a tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/e4882b0c-3c36-487b-8bff-6276e8ee683a HTTP/1.1" status: 404 len: 336 time: 0.1059096 Jun 04 06:30:06.616970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52574) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.665925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e2cd301a-bd98-4edd-873c-7cce5b59bcc4 tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "GET /v2.0/ports?device_id=a59a066f-4a74-4e6b-bc27-67ca75914d19 HTTP/1.1" status: 200 len: 205 time: 0.0477259 Jun 04 06:30:06.668622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52578) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.746477 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-e4828786-77d3-4c74-9526-873fa83c22eb tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] delete failed (client error): The resource could not be found. Jun 04 06:30:06.747488 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4828786-77d3-4c74-9526-873fa83c22eb tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/routers/a59a066f-4a74-4e6b-bc27-67ca75914d19 HTTP/1.1" status: 404 len: 336 time: 0.0779705 Jun 04 06:30:06.750231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52582) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:06.789546 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0e09f3-e4aa-4f6d-bfd3-6e1c91dcb62c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] DELETE failed (client error): The resource could not be found. Jun 04 06:30:06.789989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0e09f3-e4aa-4f6d-bfd3-6e1c91dcb62c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:30:06.792050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4e0e09f3-e4aa-4f6d-bfd3-6e1c91dcb62c tempest-RoutersAdminTest-1377437676 tempest-RoutersAdminTest-1377437676-project] 10.222.0.17 "DELETE /v2.0/subnets/fab0f5da-b9a2-44a6-9964-952c00fbd113 HTTP/1.1" status: 404 len: 337 time: 0.0407038 Jun 04 06:30:06.809138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ed0e0-c809-44b6-aff2-4fb96509c344 req-a56ddd4a-12d8-491b-acfd-8424d0dce2bb tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:06.815098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ed0e0-c809-44b6-aff2-4fb96509c344 req-a56ddd4a-12d8-491b-acfd-8424d0dce2bb tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:06.817006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d5ed0e0-c809-44b6-aff2-4fb96509c344 req-a56ddd4a-12d8-491b-acfd-8424d0dce2bb tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.2543080 Jun 04 06:30:06.863561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d5ed0e0-c809-44b6-aff2-4fb96509c344 req-1717b0c4-c67b-48db-a24d-04d5d4c35a29 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Jun 04 06:30:06.905380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:06.957520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.965465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:06.978812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0', '5c33c443-916b-4d77-912d-4d45997931e1', '9e6f1a3a-481b-4897-af39-4bc2ee513b69'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:07.025031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Router c49e4dad-a6fb-4004-a931-c12772c49563 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:30:07.074100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:07.075140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.081874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-34925e1a-338b-470e-a516-a2cc98e10644 req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "PUT /v2.0/ports/9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 904 time: 1.1271555 Jun 04 06:30:07.132620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:07.163748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:07.198015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['9e6f1a3a-481b-4897-af39-4bc2ee513b69'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:07.228687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cccac2-b095-4c3e-96d9-a96bc2dfa00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:07.361793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.382842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:07.389167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Usage tracker for resource:security_group_rule and tenant:621f241610b24340a2323bcf6bdac1b5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:07.392299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:07.405776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:07.409121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:07.435236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Sync routers for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:07.443244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.444438 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e5d1b664-3e30-4ce0-9409-dbe23cc15477 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7033875 Jun 04 06:30:07.447379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52608) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:07.459618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-90bf90cb-8259-440f-88a7-c88424f04304 None None] Provisioning complete for port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:07.460053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90bf90cb-8259-440f-88a7-c88424f04304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.507630 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548e0df6-cd6d-4317-a954-142cb330977d'] response: {'name': 'network-changed', 'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'status': 'completed', 'code': 200} Jun 04 06:30:07.529806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.536633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.546532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:07.547723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:07.595889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51499f8c-ab3d-41a4-a994-1b80d47c3a24 req-8b1281eb-e9e7-47c6-b14e-b0e523fa7727 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:07.597353 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51499f8c-ab3d-41a4-a994-1b80d47c3a24 req-8b1281eb-e9e7-47c6-b14e-b0e523fa7727 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 907 time: 0.2714186 Jun 04 06:30:07.599459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=621f241610b24340a2323bcf6bdac1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657779 Jun 04 06:30:07.603298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:07.638759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40abc3-37af-4e71-90a2-8bc1d01c8e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a477cf91-305f-434d-bb7d-a4b37dc5208f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:07.717818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:07.749424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.777640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e7f5-627e-4fb8-99a5-06f0d21ff54e req-69d02f91-a9fc-4407-a03e-412243ef561a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:07.779494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc61e7f5-627e-4fb8-99a5-06f0d21ff54e req-69d02f91-a9fc-4407-a03e-412243ef561a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 945 time: 0.1831293 Jun 04 06:30:07.808378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.811705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-f646e03f-a638-45cf-9eef-40dbccba3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:07.813153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-f646e03f-a638-45cf-9eef-40dbccba3fcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 1058 time: 0.2991047 Jun 04 06:30:07.869217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc61e7f5-627e-4fb8-99a5-06f0d21ff54e req-8e90b2d8-17b8-4cfb-a5f9-afc3ee2fdccc tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Jun 04 06:30:07.899239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.938761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477cf91-305f-434d-bb7d-a4b37dc5208f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:07.949385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:07.951165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eec7564a-0e14-4c0a-95ec-1b23eea448c9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a477cf91-305f-434d-bb7d-a4b37dc5208f HTTP/1.1" status: 204 len: 168 time: 0.3137431 Jun 04 06:30:08.098451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:08.172605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a18fb831-1053-42be-af3d-92c8709951e9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:08.194164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-b48eef85-d570-409b-84d6-7bfaeda916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.195577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-b48eef85-d570-409b-84d6-7bfaeda916c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3747876 Jun 04 06:30:08.288267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 553cf57a-fbd5-44b8-b0f9-b79483490f2e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:08.312833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 553cf57a-fbd5-44b8-b0f9-b79483490f2e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:08.313225 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.384785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-90bf90cb-8259-440f-88a7-c88424f04304 None None] Current status of the port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:08.401639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407f620-4e1f-4433-aae5-0cd199da1904 req-3cd9c6f7-4afb-4b15-9bfc-cb99aac6272c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.407735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407f620-4e1f-4433-aae5-0cd199da1904 req-3cd9c6f7-4afb-4b15-9bfc-cb99aac6272c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.415617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1407f620-4e1f-4433-aae5-0cd199da1904 req-3cd9c6f7-4afb-4b15-9bfc-cb99aac6272c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.6488435 Jun 04 06:30:08.483437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443da0f-b62f-4efb-965c-525659dceebb req-c3cd93e0-ba5a-4ad2-98b4-13ee106de205 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.487263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a443da0f-b62f-4efb-965c-525659dceebb req-c3cd93e0-ba5a-4ad2-98b4-13ee106de205 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3453426 Jun 04 06:30:08.488750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52622) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:08.566459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a443da0f-b62f-4efb-965c-525659dceebb req-072f5e90-d97d-4846-8d8d-8d55bc681c22 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635214 Jun 04 06:30:08.574249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-8ac142dc-6d59-4c69-81a4-c49cba22c023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 217 time: 0.1538243 Jun 04 06:30:08.589524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df5b0c27-0a84-4b38-8bb5-0e8fe3f60187 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e29c4cd4bb73493f81672303297c09a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905983 Jun 04 06:30:08.589524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52626) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:08.647857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 553cf57a-fbd5-44b8-b0f9-b79483490f2e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:08.647857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.656021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1407f620-4e1f-4433-aae5-0cd199da1904 req-26cae65f-8072-4e78-9f3a-f633e490a449 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395389 Jun 04 06:30:08.682996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.692693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:08.718595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:08.726766 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.781603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.787776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-f8880e87-4e4c-4b68-97dc-ec315d9a0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.789215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-f8880e87-4e4c-4b68-97dc-ec315d9a0da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2015054 Jun 04 06:30:08.799042 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fb4d07-7e1a-4eff-896a-757de13f60ec'] response: {'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'code': 200} Jun 04 06:30:08.813770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a18fb831-1053-42be-af3d-92c8709951e9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:08.814063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.897061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:08.897311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:08.903547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:05Z', 'revision_number': 3, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:08.920809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Checking router: c49e4dad-a6fb-4004-a931-c12772c49563 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:30:08.921162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Updating router c49e4dad-a6fb-4004-a931-c12772c49563 port 0e8a524b-92ae-477d-b0ad-77fb191de993 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:30:08.923977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7832b-fe71-4c32-8c04-83563ebea70f req-551a4d1a-0dbf-434c-99ef-11145c2bb67c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:08.925776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c7832b-fe71-4c32-8c04-83563ebea70f req-551a4d1a-0dbf-434c-99ef-11145c2bb67c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2405615 Jun 04 06:30:09.000072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c7832b-fe71-4c32-8c04-83563ebea70f req-285490a6-8a70-4503-858c-49cf76aa5a52 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529578 Jun 04 06:30:09.001872 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.006887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-e00b57d0-db99-4c7d-9549-4a3576dcf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.008762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-e00b57d0-db99-4c7d-9549-4a3576dcf4b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122724 Jun 04 06:30:09.061763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a18fb831-1053-42be-af3d-92c8709951e9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:09.092320 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.139941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0ccc2-86d5-4d0d-82ac-45ef76ea3a81,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:09.153130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f785d-464d-4273-9744-75e5baf42983 req-f5953218-988c-4f0d-a054-3a6b61509c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.154661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-825f785d-464d-4273-9744-75e5baf42983 req-f5953218-988c-4f0d-a054-3a6b61509c49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 1097 time: 0.3260324 Jun 04 06:30:09.162012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.165855 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-313ea47e-4b2e-4383-a8e5-f690e2c6884b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eac0ccc2-86d5-4d0d-82ac-45ef76ea3a81 HTTP/1.1" status: 204 len: 168 time: 0.5824361 Jun 04 06:30:09.276956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-825f785d-464d-4273-9744-75e5baf42983 req-4e54af83-8767-4c6f-aab1-8b7b01447de0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072450 Jun 04 06:30:09.306995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-4fc3e04a-570f-4939-bba6-46797428c6d4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.326661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-4fc3e04a-570f-4939-bba6-46797428c6d4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.326661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-4fc3e04a-570f-4939-bba6-46797428c6d4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.2840564 Jun 04 06:30:09.358345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-1ec2d286-60d8-4a12-873f-829fb313b50e service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348389 Jun 04 06:30:09.375807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320aa4b-4998-493e-86d6-c79865466dd3 req-b86caeb0-6540-4509-b34d-13acbec0439f tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.383643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e320aa4b-4998-493e-86d6-c79865466dd3 req-b86caeb0-6540-4509-b34d-13acbec0439f tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.2488928 Jun 04 06:30:09.447694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859668-c25c-4b30-b0b6-5af13fdd7a5e req-6a8256b3-29bb-4703-aef9-770b784d89ef tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:09.449168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae859668-c25c-4b30-b0b6-5af13fdd7a5e req-6a8256b3-29bb-4703-aef9-770b784d89ef tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2534494 Jun 04 06:30:09.454651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 17562a78-2642-45c3-a55e-d3f57cd31b09 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:09.454651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.547938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.569706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cf94bbf5-cbf2-431e-b29c-9df05e867a12 req-ae6b55f8-adee-4a1c-9a7e-7d236437d777 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906736 Jun 04 06:30:09.574553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Transition to ACTIVE for port object 0e8a524b-92ae-477d-b0ad-77fb191de993 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:09.593612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.600233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Allocated IP 172.20.0.1 (26449052-386f-461f-842a-d883c67c3732/59184436-87ec-4539-9fe3-a2b5740ea924/91be0b08-ae73-48ef-9be8-5b3927cfe7dd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:09.625804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e320aa4b-4998-493e-86d6-c79865466dd3 req-fc30da10-aa11-404b-a1c1-9509679cb5c1 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406476 Jun 04 06:30:09.657209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae859668-c25c-4b30-b0b6-5af13fdd7a5e req-6f8f4705-e7b9-49e2-9247-62a2c5b44bc7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356285 Jun 04 06:30:09.703541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Attempting to bind port 0e8a524b-92ae-477d-b0ad-77fb191de993 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:09.703541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Attempting to bind port 0e8a524b-92ae-477d-b0ad-77fb191de993 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:09.703541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Attempting to bind port 0e8a524b-92ae-477d-b0ad-77fb191de993 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Bound port: 0e8a524b-92ae-477d-b0ad-77fb191de993, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:09.719915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.824901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb40da-b472-434d-9056-ed239266a749 None None] Pushing event updated for resources: {'Port': ['ID=0e8a524b-92ae-477d-b0ad-77fb191de993,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:09.937851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] For port 0e8a524b-92ae-477d-b0ad-77fb191de993, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:09.941572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] For port 0e8a524b-92ae-477d-b0ad-77fb191de993, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0e8a524b-92ae-477d-b0ad-77fb191de993,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:09.947876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.955107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:09.983528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Transition to ACTIVE for port object 91be0b08-ae73-48ef-9be8-5b3927cfe7dd will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:10.054406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:10.054856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:10.120702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 17562a78-2642-45c3-a55e-d3f57cd31b09, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=17562a78-2642-45c3-a55e-d3f57cd31b09,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:10.121571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:10.125126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb40da-b472-434d-9056-ed239266a749 None None] Pushing event updated for resources: {'Port': ['ID=0e8a524b-92ae-477d-b0ad-77fb191de993,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:10.165172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:10.252248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:10.276711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Network 26449052-386f-461f-842a-d883c67c3732 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:10.293212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:10.312677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:10.318266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 17562a78-2642-45c3-a55e-d3f57cd31b09 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:10.412793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f36c0-d2f0-439a-ab8e-23357e22c1f2 req-24587e10-b4a6-4d9c-adf2-84d618ec2756 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:10.417984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f36c0-d2f0-439a-ab8e-23357e22c1f2 req-24587e10-b4a6-4d9c-adf2-84d618ec2756 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:10.431188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-688f36c0-d2f0-439a-ab8e-23357e22c1f2 req-24587e10-b4a6-4d9c-adf2-84d618ec2756 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 1681 time: 0.4490635 Jun 04 06:30:10.483997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4778c-e0d5-4200-a57d-1a970fea58c5 req-acc676f7-e0f5-4a07-b1aa-46b894d29eb9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:10.483997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6ad4778c-e0d5-4200-a57d-1a970fea58c5 req-acc676f7-e0f5-4a07-b1aa-46b894d29eb9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4990573 Jun 04 06:30:10.525876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:10.543763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-688f36c0-d2f0-439a-ab8e-23357e22c1f2 req-066d7b67-d7e4-467b-940d-5d81d97b027c tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173933 Jun 04 06:30:10.548755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:10.740430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:10.991743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=17562a78-2642-45c3-a55e-d3f57cd31b09,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:11.166609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d21ecae2-98e6-4471-8cfe-e303c9028e93 None None] Provisioning for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:11.171789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52668) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:11.185935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d21ecae2-98e6-4471-8cfe-e303c9028e93 None None] Provisioning complete for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:11.185935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d21ecae2-98e6-4471-8cfe-e303c9028e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.233449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6ad4778c-e0d5-4200-a57d-1a970fea58c5 req-c3b1aff5-aec4-4cad-8c65-84777b56336a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7333953 Jun 04 06:30:11.249563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 17562a78-2642-45c3-a55e-d3f57cd31b09 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:11.251444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.257255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-deleted', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:11.325381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-87ad958a-2db6-49fc-a6a0-18f846170ce2 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "DELETE /v2.0/ports/17562a78-2642-45c3-a55e-d3f57cd31b09 HTTP/1.1" status: 204 len: 173 time: 1.9875979 Jun 04 06:30:11.330596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 3a044594-8054-4bed-94a3-97958eaa6b35 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:11.435707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d21ecae2-98e6-4471-8cfe-e303c9028e93 None None] Port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:30:11.476892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dd0f3-ebdf-4f25-b652-0a273a470797 req-f31cc0b2-5c2b-403d-b826-1b7d7bc397e2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:11.485039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b8dd0f3-ebdf-4f25-b652-0a273a470797 req-f31cc0b2-5c2b-403d-b826-1b7d7bc397e2 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.5046444 Jun 04 06:30:11.510723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'networks': [{'name': 'tempest-network--562353112'}, {'name': 'tempest-network--788498455'}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:11.511345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-network--562353112'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:11.511630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-network--788498455'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:11.515059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.539736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:11.562029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:network and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:11.565928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:11.607556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:05Z', 'revision_number': 3, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:11.611314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 3a044594-8054-4bed-94a3-97958eaa6b35 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:11.611691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.614820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:11.615712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b8dd0f3-ebdf-4f25-b652-0a273a470797 req-53855918-a75e-46d9-87bb-7fe0b0c72a4e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332834 Jun 04 06:30:11.624029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 3a044594-8054-4bed-94a3-97958eaa6b35 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:11.624734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.627851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34848a8-5822-4b3e-a937-da1a7d7e7bbe None None] The sync data for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 is: [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:05Z', 'revision_number': 3, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:11.683410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:11.684845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:11.686503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'network': 2} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:11.691785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.693256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 17562a78-2642-45c3-a55e-d3f57cd31b09 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:11.713795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.765268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:11.800428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 17562a78-2642-45c3-a55e-d3f57cd31b09 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:11.800783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 17562a78-2642-45c3-a55e-d3f57cd31b09 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:11.828416 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5debf9ed-3935-4f25-af3c-2f4439f836d2'] response: {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-deleted', 'tag': '17562a78-2642-45c3-a55e-d3f57cd31b09', 'status': 'completed', 'code': 200} Jun 04 06:30:11.854001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:11.857714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:11.967156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:security_group_rule and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:12.049828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:12.100951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:12.104682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986851-06a3-44a2-aa27-fdab1b60e205 req-fa4b6c1f-1126-45e7-a64d-12b27f44958a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:12.105521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6b986851-06a3-44a2-aa27-fdab1b60e205 req-fa4b6c1f-1126-45e7-a64d-12b27f44958a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Synchronizing usage tracker for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:12.123585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-47d92fc9-58f2-49c7-b451-d4323bf62d88 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:12.135175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-47d92fc9-58f2-49c7-b451-d4323bf62d88 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.3553188 Jun 04 06:30:12.163700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6b986851-06a3-44a2-aa27-fdab1b60e205 req-fa4b6c1f-1126-45e7-a64d-12b27f44958a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Unset dirty status for tenant:d6280535db85410ba45a56eaec87fca9 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:12.165094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b986851-06a3-44a2-aa27-fdab1b60e205 req-fa4b6c1f-1126-45e7-a64d-12b27f44958a tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/ports?device_id=127ff956-f8d4-4b9b-ad26-a4541b6b0d21 HTTP/1.1" status: 200 len: 943 time: 0.3297153 Jun 04 06:30:12.179898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-08ff2c3d-922d-42da-8559-f3c17f3e2e5f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/quotas/5f6634459d174868a1772cca8dc95967 HTTP/1.1" status: 200 len: 375 time: 0.0394988 Jun 04 06:30:12.210468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 3a044594-8054-4bed-94a3-97958eaa6b35, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=3a044594-8054-4bed-94a3-97958eaa6b35,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:12.211161 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.328389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.342530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.379456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b986851-06a3-44a2-aa27-fdab1b60e205 req-2258ed40-61a2-4b6f-8bb4-4e6b840e9913 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "GET /v2.0/security-groups?id=e675d04e-46ba-4fe2-8105-708f93f5379d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035217 Jun 04 06:30:12.388401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 3a044594-8054-4bed-94a3-97958eaa6b35 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:12.446139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.465964 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cadf9b-9881-4fcc-bf84-be0aa47abc63'] response: {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35', 'code': 200} Jun 04 06:30:12.467957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.468425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.517843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-5ea28ba4-29df-422f-99d0-0d766fe825d9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3214297 Jun 04 06:30:12.525208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.575941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:12.580838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.648873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120285b2-abfc-4d6d-b9cf-0b16970166b5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:12.695826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:12.710068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=3a044594-8054-4bed-94a3-97958eaa6b35,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:12.719275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 3a044594-8054-4bed-94a3-97958eaa6b35 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:12.722074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.738573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-806765f6-7c8f-44f8-9eb3-ca804efbec35 req-f7b807a4-a3dd-41db-8406-8e838f6fb77f tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.24 "DELETE /v2.0/ports/3a044594-8054-4bed-94a3-97958eaa6b35 HTTP/1.1" status: 204 len: 173 time: 1.4022121 Jun 04 06:30:12.813959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.814813 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment 442fc3ff-4c37-45ce-93c8-2544161dca32 of type vlan for network 111811a5-ac17-471d-adfd-0f6f4d4acece Jun 04 06:30:12.843521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.902712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc2d0-fafd-4d29-84a2-9402cbbcbf92 req-285dea88-bdc2-4880-bcc9-9fc5876cd841 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:12.905460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-768dc2d0-fafd-4d29-84a2-9402cbbcbf92 req-285dea88-bdc2-4880-bcc9-9fc5876cd841 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.1012871 Jun 04 06:30:12.949268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:12.971733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-b502df0e-276c-4563-926e-ce9cc53abc95 service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412463 Jun 04 06:30:12.978627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-768dc2d0-fafd-4d29-84a2-9402cbbcbf92 req-b9b1fe85-0395-43d1-9ea9-5dddbcdeea3d tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 Jun 04 06:30:12.984087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:12.984433 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment 6a5080bc-2b29-499c-b88c-e61e62b959c4 of type vlan for network 4687c318-b27a-4b3a-96b1-8a764b0e82e2 Jun 04 06:30:13.028385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Network 26449052-386f-461f-842a-d883c67c3732 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:13.084545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:13.107603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.352264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-0f82fa5d-3d20-446e-9ae1-97ef218ddcbb service neutron] 10.222.0.17 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693836 Jun 04 06:30:13.379568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.380079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.386718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:13.391350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:13.392265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.502989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b955a987-69dd-42c0-a342-413003d15105 None None] Provisioning complete for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:13.504641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b955a987-69dd-42c0-a342-413003d15105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.658728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b955a987-69dd-42c0-a342-413003d15105 None None] Port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:30:13.720191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52724) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:13.837629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-deleted', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:13.888873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting subnet 83451d75-f4a6-4bcb-ae8b-615e92a8cefd {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:13.897128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:13.994463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d942c408-e559-4bf2-88b7-21659c61cc44 req-7cad22ce-e2de-4ca8-8014-bae162f0159b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 210 time: 0.1343586 Jun 04 06:30:13.997906 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ac8a0b-5ef7-4c99-baeb-782e73cf142d'] response: {'server_uuid': '127ff956-f8d4-4b9b-ad26-a4541b6b0d21', 'name': 'network-vif-deleted', 'tag': '3a044594-8054-4bed-94a3-97958eaa6b35', 'status': 'completed', 'code': 200} Jun 04 06:30:14.042349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=111811a5-ac17-471d-adfd-0f6f4d4acece,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:14.055504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 111811a5-ac17-471d-adfd-0f6f4d4acece details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:14.082219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.123150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Router c49e4dad-a6fb-4004-a931-c12772c49563 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:30:14.145580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0e8a524b-92ae-477d-b0ad-77fb191de993 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:14.158207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9808683 Jun 04 06:30:14.158207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52748) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:14.271027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.439013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.462005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e07d9-c0c6-41ad-bb81-1b6418dc0f65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=4687c318-b27a-4b3a-96b1-8a764b0e82e2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:14.474808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0e8a524b-92ae-477d-b0ad-77fb191de993 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:14.483573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4687c318-b27a-4b3a-96b1-8a764b0e82e2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:14.501785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0e8a524b-92ae-477d-b0ad-77fb191de993 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:14.502169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.522545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.543868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Subnet': ['ID=83451d75-f4a6-4bcb-ae8b-615e92a8cefd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:14.551028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f2295b0-e4eb-4012-9a1f-cdf10685d0e4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/subnets/83451d75-f4a6-4bcb-ae8b-615e92a8cefd HTTP/1.1" status: 204 len: 168 time: 0.8301275 Jun 04 06:30:14.563778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52762) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:14.601868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d26b7-1fdf-4dd6-88ef-6fc02bc40aae None None] Network 684e5d5b-abee-4161-af7a-90324c75755a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:14.790661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:14.797780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:14.803861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:14.807210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.810786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:14.811651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:14.814689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:14.823511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74e50b16-7cab-46db-aeed-8a57e9a7d7c1 admin admin] 10.222.0.17 "PUT /v2.0/routers/c49e4dad-a6fb-4004-a931-c12772c49563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3749633 Jun 04 06:30:14.827600 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Sync routers for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:14.840884 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:14.841534 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:14.845604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 311b2ac5-e531-469e-be29-d49be9f082c6 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:14.846326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.863850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:14.868102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c43d8084-a943-49db-a1c5-9de63b478f21 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7121203 Jun 04 06:30:14.869553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:14.888809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0e8a524b-92ae-477d-b0ad-77fb191de993 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:14.889295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:14.957981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bebaf1-0749-4ce1-9bac-77b59811e665 req-931805b6-3140-4091-95b7-a583a9bb651e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:14.963890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52bebaf1-0749-4ce1-9bac-77b59811e665 req-931805b6-3140-4091-95b7-a583a9bb651e tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.3556902 Jun 04 06:30:14.995405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0e8a524b-92ae-477d-b0ad-77fb191de993, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0e8a524b-92ae-477d-b0ad-77fb191de993,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:15.069856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.176100 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.182570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52bebaf1-0749-4ce1-9bac-77b59811e665 req-7511772f-130c-4912-bad2-71830cc78f16 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020240 Jun 04 06:30:15.207173 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:15.235110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0e8a524b-92ae-477d-b0ad-77fb191de993,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:15.351605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] DHCP port deletion for 684e5d5b-abee-4161-af7a-90324c75755a request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:30:15.358040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Deleting port 311b2ac5-e531-469e-be29-d49be9f082c6 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:15.358176 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.454472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6800dde-38e0-40cf-a6db-9f005d47274f req-adb34eed-7849-4b25-932b-6350464f1fdc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 210 time: 0.1723299 Jun 04 06:30:15.645050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.687241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111811a5-ac17-471d-adfd-0f6f4d4acece']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:15.744808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442fc3ff-4c37-45ce-93c8-2544161dca32') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:15.745136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442fc3ff-4c37-45ce-93c8-2544161dca32') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:15.757767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.783116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.796483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:15.797449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.806915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 311b2ac5-e531-469e-be29-d49be9f082c6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=311b2ac5-e531-469e-be29-d49be9f082c6,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:15.807279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.857319 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 442fc3ff-4c37-45ce-93c8-2544161dca32 resource provider aggregate not found Jun 04 06:30:15.897236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] For port 311b2ac5-e531-469e-be29-d49be9f082c6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=311b2ac5-e531-469e-be29-d49be9f082c6,segment=NetworkSegment(ea8b5b16-9c39-4b12-a787-5f638f5df9db),segment_id=ea8b5b16-9c39-4b12-a787-5f638f5df9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:15.897236 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:15.904423 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:11Z', 'revision_number': 4, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '91be0b08-ae73-48ef-9be8-5b3927cfe7dd', 'name': '', 'network_id': '26449052-386f-461f-842a-d883c67c3732', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'mac_address': 'fa:16:3e:f8:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:08Z', 'updated_at': '2022-06-04T06:30:11Z', 'revision_number': 2, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'subnets': [{'id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:15.915966 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Checking router: c49e4dad-a6fb-4004-a931-c12772c49563 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:30:15.915966 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Updating router c49e4dad-a6fb-4004-a931-c12772c49563 port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:30:15.936931 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 442fc3ff-4c37-45ce-93c8-2544161dca32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 442fc3ff-4c37-45ce-93c8-2544161dca32 found for delete ", "request_id": "req-42527a95-507f-4fe1-a837-ba634f3d4358"}]} Jun 04 06:30:16.002611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.006931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.105753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=111811a5-ac17-471d-adfd-0f6f4d4acece,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:16.114812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-218fd806-85cf-40cf-b4d3-ce88f7a581b7 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/111811a5-ac17-471d-adfd-0f6f4d4acece HTTP/1.1" status: 204 len: 168 time: 1.2363057 Jun 04 06:30:16.114812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:16.161300 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.198045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0e8a524b-92ae-477d-b0ad-77fb191de993 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:16.202176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 311b2ac5-e531-469e-be29-d49be9f082c6 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:16.293246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Calling delete_port for 311b2ac5-e531-469e-be29-d49be9f082c6 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:16.352272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-ef9bb5df-6d77-41db-8104-40eb997a7cc0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:16.354114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-ef9bb5df-6d77-41db-8104-40eb997a7cc0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 812 time: 0.7170625 Jun 04 06:30:16.402787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Request body: {'port': {'device_id': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'admin_state_up': True, 'tenant_id': '5f6634459d174868a1772cca8dc95967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:16.402917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0e8a524b-92ae-477d-b0ad-77fb191de993 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:16.403503 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.422399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.467909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.483620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-917551e3-384b-4ca9-ad7c-b0e8f2430e45 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9458659 Jun 04 06:30:16.488646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:16.596122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:16.601912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Usage tracker for resource:floatingip and tenant:a2127c1ff6184932872a707938a179dc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:16.604343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:30:16.604813 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:30:16.606150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:16.613626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:16.627154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=311b2ac5-e531-469e-be29-d49be9f082c6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:16.650685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eb89f-3002-46f6-af15-c7ca2b9dba15 req-03eb8694-49f3-41f8-a701-695c177d0133 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:16.651061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0e8a524b-92ae-477d-b0ad-77fb191de993 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:16.652246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d95eb89f-3002-46f6-af15-c7ca2b9dba15 req-03eb8694-49f3-41f8-a701-695c177d0133 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.2612612 Jun 04 06:30:16.679939 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.693703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Transition to ACTIVE for port object 91be0b08-ae73-48ef-9be8-5b3927cfe7dd will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:16.702933 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.742552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 311b2ac5-e531-469e-be29-d49be9f082c6 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:16.753385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.791759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 311b2ac5-e531-469e-be29-d49be9f082c6 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:16.823788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 311b2ac5-e531-469e-be29-d49be9f082c6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:16.824137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 311b2ac5-e531-469e-be29-d49be9f082c6 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:16.839367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:16.851561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:16.908110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Made reservation on behalf of 5f6634459d174868a1772cca8dc95967 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:16.910163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d95eb89f-3002-46f6-af15-c7ca2b9dba15 req-ff967e73-dac2-4e10-ba63-61ccd9eeddee tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087848 Jun 04 06:30:16.916465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c807-dca9-428f-b126-ad3af0bd82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.916995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.930158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:16.961799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4687c318-b27a-4b3a-96b1-8a764b0e82e2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:16.975548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5080bc-2b29-499c-b88c-e61e62b959c4') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:16.975715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5080bc-2b29-499c-b88c-e61e62b959c4') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:16.990920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.010955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.018696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:17.018916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.021873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Pushing event updated for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:17.043270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.047752 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.048969 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.049073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.049432 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.049798 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.052506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.052853 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.053189 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.053540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.053869 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.063434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:17.100702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Attempting to bind port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:17.101433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Attempting to bind port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:17.101998 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Attempting to bind port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd on network 26449052-386f-461f-842a-d883c67c3732 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:17.106637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Deleting port 311b2ac5-e531-469e-be29-d49be9f082c6 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:17.107027 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.112263 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:17.112900 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Checking segment: {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:17.114441 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.115028 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Bound using segment: {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:17.115984 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Bound port: 91be0b08-ae73-48ef-9be8-5b3927cfe7dd, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de156b0f-6624-4e86-aa35-f81d6e6ff26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '26449052-386f-461f-842a-d883c67c3732'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:17.117771 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.182813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.290507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.297940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.307262 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] For port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:17.308764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684e5d5b-abee-4161-af7a-90324c75755a']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:17.310101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a352742d-d01f-4516-9ef0-2b58689dd9a2 None None] The port '311b2ac5-e531-469e-be29-d49be9f082c6' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:30:17.317878 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] For port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:17.323301 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.347203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69e6ef6d-b6bf-4b79-a6de-b6c84860b5bd req-fe9ac60d-fa28-49bd-9395-f8749569d802 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 210 time: 0.0982370 Jun 04 06:30:17.357307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8b5b16-9c39-4b12-a787-5f638f5df9db') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:17.357842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8b5b16-9c39-4b12-a787-5f638f5df9db') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:17.358087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=4687c318-b27a-4b3a-96b1-8a764b0e82e2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:17.363236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f34a6075-a1bf-4d64-a37b-617f41c2b848 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/4687c318-b27a-4b3a-96b1-8a764b0e82e2 HTTP/1.1" status: 204 len: 168 time: 1.2524281 Jun 04 06:30:17.364401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52790) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:17.398171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.459564 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:17.460572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:17.514656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Allocated IP 172.20.0.7 (2b1ce311-5925-4674-9b41-eeb3fabc4a25/a2ff83e9-6223-4d2a-9373-5ee546d4b319/a23b62ee-db12-495f-8304-efc6cbcb78da) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:17.566124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d656-5147-4316-95b2-5d99cc58e4a2 None None] Pushing event updated for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:17.583899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.590051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f150b-ab08-4c76-b09c-e063aefd3e48 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:17.599732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f150b-ab08-4c76-b09c-e063aefd3e48 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:17.600631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f88f150b-ab08-4c76-b09c-e063aefd3e48 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:17.615833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:17.616389 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.629036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f88f150b-ab08-4c76-b09c-e063aefd3e48 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:17.634776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f88f150b-ab08-4c76-b09c-e063aefd3e48 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2646236 Jun 04 06:30:17.635967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:17.644123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032596526'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:17.653414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:17.666827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:17.693222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:17.709464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.733760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:17.767984 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ea8b5b16-9c39-4b12-a787-5f638f5df9db resource provider aggregate not found Jun 04 06:30:17.771907 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:17.772326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:17.802141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.803610 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment 13f51973-c7f7-4424-844f-403ad70e91c8 of type vlan for network aed28a9b-db87-41aa-834c-ed315e8798e9 Jun 04 06:30:17.871959 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ea8b5b16-9c39-4b12-a787-5f638f5df9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea8b5b16-9c39-4b12-a787-5f638f5df9db found for delete ", "request_id": "req-77103e5b-0a52-49bc-a00f-b05ce2734db3"}]} Jun 04 06:30:17.879422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.883646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.884348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.908238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:17.972556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:17.983145 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6a5080bc-2b29-499c-b88c-e61e62b959c4 resource provider aggregate not found Jun 04 06:30:17.992883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.016500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'network_id': '0fc09598-46f4-4dd3-90ff-37a36270662e', 'port_id': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'mac_address': 'fa:16:3e:01:2d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4912a9d-084b-4ae0-9f58-f5b79cce6928', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:18.018169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:18.019568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.160870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 553cf57a-fbd5-44b8-b0f9-b79483490f2e is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:18.161256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.184102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Network': ['ID=684e5d5b-abee-4161-af7a-90324c75755a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:18.208051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 553cf57a-fbd5-44b8-b0f9-b79483490f2e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:18.236436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:18.243280 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.262482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.273790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0037e18d-aafa-43ed-b62c-368aaf5bf3b4 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/networks/684e5d5b-abee-4161-af7a-90324c75755a HTTP/1.1" status: 204 len: 168 time: 3.7026870 Jun 04 06:30:18.278939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52810) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:18.298530 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6a5080bc-2b29-499c-b88c-e61e62b959c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a5080bc-2b29-499c-b88c-e61e62b959c4 found for delete ", "request_id": "req-b55842cc-1058-4e7c-8cc4-7d3855a94843"}]} Jun 04 06:30:18.299893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=aed28a9b-db87-41aa-834c-ed315e8798e9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:18.320720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network aed28a9b-db87-41aa-834c-ed315e8798e9 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:18.386836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting subnet bd5438f1-11e3-44ce-a3c9-37154859c7e5 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:18.397171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.400751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-36c16ba7-11ba-4596-aae5-9a37bfb672aa tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7630363 Jun 04 06:30:18.411349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52816) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:18.428856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['553cf57a-fbd5-44b8-b0f9-b79483490f2e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:18.452293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Transition to ACTIVE for port object a23b62ee-db12-495f-8304-efc6cbcb78da will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:18.476692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920701213'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:18.485400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.507721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14767644-d3f2-43d8-b056-38a06004407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:11Z', 'revision_number': 4, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '91be0b08-ae73-48ef-9be8-5b3927cfe7dd', 'name': '', 'network_id': '26449052-386f-461f-842a-d883c67c3732', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'mac_address': 'fa:16:3e:f8:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:08Z', 'updated_at': '2022-06-04T06:30:17Z', 'revision_number': 4, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'subnets': [{'id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:18.516029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:18.522249 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14767644-d3f2-43d8-b056-38a06004407b None None] The sync data for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 is: [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:30:11Z', 'revision_number': 4, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '91be0b08-ae73-48ef-9be8-5b3927cfe7dd', 'name': '', 'network_id': '26449052-386f-461f-842a-d883c67c3732', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'mac_address': 'fa:16:3e:f8:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:08Z', 'updated_at': '2022-06-04T06:30:17Z', 'revision_number': 4, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'subnets': [{'id': '59184436-87ec-4539-9fe3-a2b5740ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:18.524774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:network and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:18.539437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:18.539437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:18.549531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Allocated IP 172.25.1.247 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/ad712db0-e9ac-44c1-9326-1be5f930a900) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:18.560196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:18.567052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:18.582343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.582343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.582343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.582343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.590660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.598679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:18.685812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad7abc-bb09-49a8-a4b7-8e621301c63b req-91b281b2-53eb-44bc-8f15-bb3d2a03322f tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:18.685812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddad7abc-bb09-49a8-a4b7-8e621301c63b req-91b281b2-53eb-44bc-8f15-bb3d2a03322f tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 945 time: 0.3740642 Jun 04 06:30:18.731360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.743775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:18.748999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0', '5c33c443-916b-4d77-912d-4d45997931e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:18.759318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ddad7abc-bb09-49a8-a4b7-8e621301c63b req-dd3a82e9-bb23-4d45-bb97-f8aa95d85d75 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864234 Jun 04 06:30:18.792744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.792744 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment 7511f260-8f80-4873-921d-aeed69f6cc44 of type vlan for network b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23 Jun 04 06:30:18.871905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.939215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:18.953334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:18.953334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.023482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f6f85fb7-a0aa-45e8-a0ed-4fb9f2130813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.184880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:19.195618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.202556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:19.216618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:19.239355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:19.243211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0b5d651d-a620-4fa2-930d-c445c00576f3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8167279 Jun 04 06:30:19.243211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52820) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:19.260986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'ports': [{'network_id': 'aed28a9b-db87-41aa-834c-ed315e8798e9', 'name': 'tempest-port--1012997432', 'admin_state_up': True}, {'network_id': 'b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23', 'admin_state_up': False}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:19.260986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'port': {'network_id': 'aed28a9b-db87-41aa-834c-ed315e8798e9', 'name': 'tempest-port--1012997432', 'admin_state_up': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:19.260986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'port': {'network_id': 'b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23', 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:19.275661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:19.407796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:19.407796 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.442688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:19.601522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-39d21adc-fd90-4bbf-b887-f33d69b57892 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2072937 Jun 04 06:30:19.611146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.646312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.700571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5438f1-11e3-44ce-a3c9-37154859c7e5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:19.703018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.706868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:19.710436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-45b0a5b0-07f8-4295-81e0-badba4b36e97 tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/subnets/bd5438f1-11e3-44ce-a3c9-37154859c7e5 HTTP/1.1" status: 204 len: 168 time: 1.4276679 Jun 04 06:30:19.716818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Request body: {'port': {'device_id': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:19.719545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc31a2-e3be-4223-8d0f-925761347521 req-0c76b11e-c85f-4b7f-bf2d-03d5e5b7ea01 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:19.726781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6bcc31a2-e3be-4223-8d0f-925761347521 req-0c76b11e-c85f-4b7f-bf2d-03d5e5b7ea01 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 931 time: 0.7243111 Jun 04 06:30:19.730898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52824) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:19.733015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965c5e3-597b-4071-959d-f8ec60e43eaa None None] Network cf8e5a5b-5119-4db1-a5be-adfba31c7917 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:19.734171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:port and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:19.767774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:19.773576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:19.788365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:19.828992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:20.014810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:20.015936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.028507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 91be0b08-ae73-48ef-9be8-5b3927cfe7dd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:20.043949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:20.049712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'port': 2} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:20.052312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:20.055244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.083597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.098265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bff7b6eb-1fc0-4ac1-ac07-f821c7e9a986 None None] Provisioning for port a23b62ee-db12-495f-8304-efc6cbcb78da completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:20.121084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6bcc31a2-e3be-4223-8d0f-925761347521 req-7875633d-f53f-4da7-a2f7-32f4f4cc876c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915303 Jun 04 06:30:20.133059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bff7b6eb-1fc0-4ac1-ac07-f821c7e9a986 None None] Provisioning complete for port a23b62ee-db12-495f-8304-efc6cbcb78da triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:20.133333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bff7b6eb-1fc0-4ac1-ac07-f821c7e9a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.145108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.178372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=ad712db0-e9ac-44c1-9326-1be5f930a900,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:20.224233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bff7b6eb-1fc0-4ac1-ac07-f821c7e9a986 None None] Port a23b62ee-db12-495f-8304-efc6cbcb78da cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:30:20.336498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.443001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Deleting port 01eec36d-6a07-4d33-8ee5-7af943715084 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:20.443343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.487801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.513626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 553cf57a-fbd5-44b8-b0f9-b79483490f2e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:20.514754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.550569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.563257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:20.579362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:20.580567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.735054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] device_id is not set on port 6ce48464-4950-4652-bb24-0ef0ae9e3603 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:30:20.750838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.820653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] DHCP port deletion for cf8e5a5b-5119-4db1-a5be-adfba31c7917 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:30:20.830738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277808-17ef-43f2-9326-34b335f72706 req-2b9993c2-140b-427c-86bd-628a2d371c3a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:20.838118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2277808-17ef-43f2-9326-34b335f72706 req-2b9993c2-140b-427c-86bd-628a2d371c3a tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 945 time: 0.4811666 Jun 04 06:30:20.845781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 553cf57a-fbd5-44b8-b0f9-b79483490f2e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:20.845905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.867077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Deleting port 01eec36d-6a07-4d33-8ee5-7af943715084 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:20.867077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.896599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:20.896599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:20.949041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:21.058047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] For port 01eec36d-6a07-4d33-8ee5-7af943715084, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=01eec36d-6a07-4d33-8ee5-7af943715084,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:21.058047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.089114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2277808-17ef-43f2-9326-34b335f72706 req-f10a5e49-333d-4350-88ec-37acf5033852 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490580 Jun 04 06:30:21.097671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:21.109236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:21.117611 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.172384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.298972 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba870f9-9ad3-47a0-9dbb-edae575d70ac'] response: {'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'code': 200} Jun 04 06:30:21.314029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23b62ee-db12-495f-8304-efc6cbcb78da {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:21.324544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Calling delete_port for 01eec36d-6a07-4d33-8ee5-7af943715084 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:21.343800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:21.360083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.450598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Transition to ACTIVE for port object a23b62ee-db12-495f-8304-efc6cbcb78da will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:21.456925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.463344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.550417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.573537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.581032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] For port 01eec36d-6a07-4d33-8ee5-7af943715084, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=01eec36d-6a07-4d33-8ee5-7af943715084,segment=NetworkSegment(04e8ddc9-0b4b-4a32-901a-532c05a012f1),segment_id=04e8ddc9-0b4b-4a32-901a-532c05a012f1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:21.581032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.611002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Port': ['ID=01eec36d-6a07-4d33-8ee5-7af943715084,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:21.633160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] No DVR routers for this DVR port 01eec36d-6a07-4d33-8ee5-7af943715084 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:21.748405 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.872562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.899983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] device_id is not set on port e4db6de0-3e1a-45d4-b606-ca68b2c009f9 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:30:21.909015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:21.916489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Calling delete_port for 01eec36d-6a07-4d33-8ee5-7af943715084 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:21.981261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:21.982428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4976709 Jun 04 06:30:22.035206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.100465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:22.152876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.183919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.206404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 91be0b08-ae73-48ef-9be8-5b3927cfe7dd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:22.273175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-c5e7a251-9540-4ebf-8cb3-f6a85d0368df tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: from cryptography.utils import int_from_bytes Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: from cryptography.utils import int_from_bytes Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn_limited( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn_limited( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.281793 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:30:22.284446 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:30:22.328600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Attempting to bind port a23b62ee-db12-495f-8304-efc6cbcb78da on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:22.328600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Attempting to bind port a23b62ee-db12-495f-8304-efc6cbcb78da by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:22.329039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Attempting to bind port a23b62ee-db12-495f-8304-efc6cbcb78da on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:22.339259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:30:22.339519 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:30:22.354916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Port a23b62ee-db12-495f-8304-efc6cbcb78da on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:30:22.360914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Attempting to bind port a23b62ee-db12-495f-8304-efc6cbcb78da on network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:22.395758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:22.395758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Checking segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:22.396994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Bound using segment: {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:22.398002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Bound port: a23b62ee-db12-495f-8304-efc6cbcb78da, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:22.398002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.420658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:22.420658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.426063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Port': ['ID=6ce48464-4950-4652-bb24-0ef0ae9e3603,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:22.438731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.491615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a8b1c-5f58-48c9-a889-2cb21fafd399 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=ad712db0-e9ac-44c1-9326-1be5f930a900,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:22.494319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-c5e7a251-9540-4ebf-8cb3-f6a85d0368df tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:22.496759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-c5e7a251-9540-4ebf-8cb3-f6a85d0368df tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.3571508 Jun 04 06:30:22.505014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8e5a5b-5119-4db1-a5be-adfba31c7917']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:22.523871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4ff6-f2e6-4fba-8b43-e4cc4a7304d9 req-f4fa650f-5193-45d9-8f7a-b0c6a0abcb17 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:22.532907 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0cf4ff6-f2e6-4fba-8b43-e4cc4a7304d9 req-f4fa650f-5193-45d9-8f7a-b0c6a0abcb17 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 943 time: 1.0103240 Jun 04 06:30:22.553286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Checking segment: {'id': '13f51973-c7f7-4424-844f-403ad70e91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aed28a9b-db87-41aa-834c-ed315e8798e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:22.553695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network hostable DHCP agents. Network: aed28a9b-db87-41aa-834c-ed315e8798e9, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:22.566563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e8ddc9-0b4b-4a32-901a-532c05a012f1') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:22.567667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e8ddc9-0b4b-4a32-901a-532c05a012f1') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:22.613311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.655648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network aed28a9b-db87-41aa-834c-ed315e8798e9 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:22.655648 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.670025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d0cf4ff6-f2e6-4fba-8b43-e4cc4a7304d9 req-0fcfd3ea-8756-46ce-9d55-5b20c166054c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310792 Jun 04 06:30:22.696465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:22.696465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.704444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:22.711736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:22.729669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.755403 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 04e8ddc9-0b4b-4a32-901a-532c05a012f1 resource provider aggregate not found Jun 04 06:30:22.765777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:22.829358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, aed28a9b-db87-41aa-834c-ed315e8798e9) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:22.840772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc0615c-c87d-4bab-8b7f-a2235d0368f4 None None] Network aed28a9b-db87-41aa-834c-ed315e8798e9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:22.856971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:22.862153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.863685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] 10.222.0.39 "PUT /v2.0/ports/a23b62ee-db12-495f-8304-efc6cbcb78da HTTP/1.1" status: 200 len: 1091 time: 3.1530609 Jun 04 06:30:22.886264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Deleting port 01eec36d-6a07-4d33-8ee5-7af943715084 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:22.886662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:22.896772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:22.923369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:22.925451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:23.035841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 01eec36d-6a07-4d33-8ee5-7af943715084 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:23.037687 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 04e8ddc9-0b4b-4a32-901a-532c05a012f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04e8ddc9-0b4b-4a32-901a-532c05a012f1 found for delete ", "request_id": "req-75d0273b-23f0-43d9-b630-08172ab5ab80"}]} Jun 04 06:30:23.044765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Port': ['ID=e4db6de0-3e1a-45d4-b606-ca68b2c009f9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:23.151822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-3fb93ce7-1a62-4a2b-b9e7-462d0b98196d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.153437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-482b0d88-cd3f-46ca-8d31-80e7ba5f06dd req-3fb93ce7-1a62-4a2b-b9e7-462d0b98196d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.6294765 Jun 04 06:30:23.163889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 01eec36d-6a07-4d33-8ee5-7af943715084 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:23.164349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 01eec36d-6a07-4d33-8ee5-7af943715084 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:23.170918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:23.234424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:23.247703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa2a19-3a69-494d-912d-1911c5752aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:23.279561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] Pushing event deleted for resources: {'Network': ['ID=cf8e5a5b-5119-4db1-a5be-adfba31c7917,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:23.289283 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bb5f1e-efd3-4d7d-bb09-a08b5499e46a'] response: {'name': 'network-changed', 'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'status': 'completed', 'code': 200} Jun 04 06:30:23.326282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7aa0f5b6-bdb9-4f09-b637-ec785e506dcf tempest-ServersTestMultiNic-536222564 tempest-ServersTestMultiNic-536222564-project] 10.222.0.17 "DELETE /v2.0/networks/cf8e5a5b-5119-4db1-a5be-adfba31c7917 HTTP/1.1" status: 204 len: 168 time: 3.5943248 Jun 04 06:30:23.347082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Checking segment: {'id': '7511f260-8f80-4873-921d-aeed69f6cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:23.347659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network hostable DHCP agents. Network: b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:23.362213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83c9ef84-858d-440e-8bfe-79df8177e283 None None] The port '01eec36d-6a07-4d33-8ee5-7af943715084' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:30:23.410496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040e45-e241-43be-9005-ebdbefacaea7 req-687b5361-37bb-4be1-9114-383f00cf7c54 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.417038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3040e45-e241-43be-9005-ebdbefacaea7 req-687b5361-37bb-4be1-9114-383f00cf7c54 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 946 time: 0.5119081 Jun 04 06:30:23.458842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:23.487519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-588ccde7-92e4-4cec-9b75-e4e4a95a69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.489434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-588ccde7-92e4-4cec-9b75-e4e4a95a69c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 1094 time: 0.5363297 Jun 04 06:30:23.505136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:23.519394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:23.525529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.530314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.531014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:23.536925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3040e45-e241-43be-9005-ebdbefacaea7 req-39f327c5-cf96-4263-83ed-d05ce98fc7e6 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174099 Jun 04 06:30:23.545395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8337f9-09d2-41ba-b4b7-0839b25e5d08 None None] Network b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:23.560500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e6e44458-647b-4b38-a8c2-69d8f6a0b163 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3209906 Jun 04 06:30:23.563231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52866) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:23.637913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-1ef0fc10-bf82-43ee-9ad8-bceee738d35c tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3391716 Jun 04 06:30:23.647116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:23.659745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-a9238b7c-70fd-4bc0-8069-3eb63edcbf24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23b62ee-db12-495f-8304-efc6cbcb78da HTTP/1.1" status: 200 len: 217 time: 0.1563008 Jun 04 06:30:23.667203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:23.736227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:23.762343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:23.783289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-5a854e01-1754-45fd-88e6-b61f1684ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.784747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-5a854e01-1754-45fd-88e6-b61f1684ce09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1150880 Jun 04 06:30:23.811824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:23.917962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca677a-ec5b-421f-b360-404fefd552e3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.926344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca677a-ec5b-421f-b360-404fefd552e3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:23.927162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1aca677a-ec5b-421f-b360-404fefd552e3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:23.947344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1aca677a-ec5b-421f-b360-404fefd552e3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:23.953185 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1aca677a-ec5b-421f-b360-404fefd552e3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3887765 Jun 04 06:30:23.954923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52876) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:24.021349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 553cf57a-fbd5-44b8-b0f9-b79483490f2e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:24.022070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.077617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:24.098348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:24.105027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-2c22ce22-75e8-4028-a896-80ed8d64b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:24.105589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.106655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-2c22ce22-75e8-4028-a896-80ed8d64b511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128943 Jun 04 06:30:24.134329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Deleting port 6ce48464-4950-4652-bb24-0ef0ae9e3603 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:24.134975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.222301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:24.288641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.325818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-9bcdacc7-8d2a-4d8b-aaf5-da2ea90da247 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105720 Jun 04 06:30:24.425975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e478b0-ddc6-408f-8199-3644cfe123fb req-3a8a059c-bfde-48c5-aae1-fb2243b82bc2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:24.427528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a2e478b0-ddc6-408f-8199-3644cfe123fb req-3a8a059c-bfde-48c5-aae1-fb2243b82bc2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 943 time: 0.2399483 Jun 04 06:30:24.465539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.602377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Calling delete_port for 6ce48464-4950-4652-bb24-0ef0ae9e3603 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:24.645832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a2e478b0-ddc6-408f-8199-3644cfe123fb req-a9e76f13-89aa-413c-afcd-b21951d87666 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107742 Jun 04 06:30:24.684431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7130866-6ebd-4006-b1cd-9185a5a0449b req-19c8c43b-89e8-40aa-98ca-bcd4da4e6c88 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458006 Jun 04 06:30:24.685509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Allocated IP 172.25.1.124 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/fd4bfd88-6e2d-497e-b5f5-18ae190d2f88) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:24.706461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.771261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Port': ['ID=6ce48464-4950-4652-bb24-0ef0ae9e3603,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:24.773327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.790598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab1f8c84-11d8-490b-a8e9-f6b44065542a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/ports/6ce48464-4950-4652-bb24-0ef0ae9e3603 HTTP/1.1" status: 204 len: 168 time: 0.8319905 Jun 04 06:30:24.790767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52896) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:24.832699 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1a409f-f768-4b99-a584-2576cc69f69c'] response: {'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'code': 200} Jun 04 06:30:24.858104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Deleting port e4db6de0-3e1a-45d4-b606-ca68b2c009f9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:24.858486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:24.899926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-c579be1a-8484-4db4-98eb-8e97a0f6961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:24.901541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-c579be1a-8484-4db4-98eb-8e97a0f6961d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 1094 time: 0.1358328 Jun 04 06:30:24.906199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.051933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-6b28f6f9-2f38-4065-8baf-519840735777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:25.053380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-6b28f6f9-2f38-4065-8baf-519840735777 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.1440911 Jun 04 06:30:25.054964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.093077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.169735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-41feea23-00c1-4f65-bea3-39afc2a9cd28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23b62ee-db12-495f-8304-efc6cbcb78da HTTP/1.1" status: 200 len: 217 time: 0.0812593 Jun 04 06:30:25.215810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:25.225943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:25.236554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:25.236767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Calling delete_port for e4db6de0-3e1a-45d4-b606-ca68b2c009f9 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:25.244504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.273131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=fd4bfd88-6e2d-497e-b5f5-18ae190d2f88,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:25.299353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-6672c5da-0c65-4e49-ada3-aa6c401d3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:25.301142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-6672c5da-0c65-4e49-ada3-aa6c401d3090 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1172097 Jun 04 06:30:25.328551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.395515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Port': ['ID=e4db6de0-3e1a-45d4-b606-ca68b2c009f9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:25.397404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.401120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.408483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-415a9544-7eb0-4a62-b279-efa2417dfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:25.410073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-415a9544-7eb0-4a62-b279-efa2417dfc13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003566 Jun 04 06:30:25.412623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f1aea269-24a2-4f4e-a0b3-da86c5659e7a tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/ports/e4db6de0-3e1a-45d4-b606-ca68b2c009f9 HTTP/1.1" status: 204 len: 168 time: 0.6206598 Jun 04 06:30:25.417940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52912) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:25.469330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-eaa93876-7e55-49f6-b216-9e9808f2f0bf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:25.486394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-eaa93876-7e55-49f6-b216-9e9808f2f0bf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:25.491334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eaa93876-7e55-49f6-b216-9e9808f2f0bf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0685315 Jun 04 06:30:25.492199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52916) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:25.498946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-382060627'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:25.506324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:25.511439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:network and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:25.522725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:25.530571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.532626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:25.551358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:25.557136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.558287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.588373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:25.600432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.601001 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment 03bba8a9-671f-4e20-8723-9383650d4461 of type vlan for network 841f5315-a2d3-40c2-9ace-b7edcd036046 Jun 04 06:30:25.642422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.677587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-ce2d2b34-f265-41b4-bba3-b87206a80472 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312777 Jun 04 06:30:25.687209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.694309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:25.694945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.919923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d1da93d-bff4-47ce-a736-3c453720ea59 req-38c36403-7ec2-48d7-bd5e-dd037c254f66 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913905 Jun 04 06:30:25.938485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.943288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:25.968283 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4742391 Jun 04 06:30:25.970492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95890f8d-5966-4c3f-8b12-72d0e7084d24 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=841f5315-a2d3-40c2-9ace-b7edcd036046,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:25.972509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52924) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:25.981355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-811541936'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:25.985551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 841f5315-a2d3-40c2-9ace-b7edcd036046 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:25.992696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:26.000452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:network and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:26.004380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:26.011854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:26.035901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:26.042077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.078184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d92b-3280-4a12-b3f5-c89db8fdc6dd req-9463484e-15f2-4f20-9027-e2e63aca454b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:26.079848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc92d92b-3280-4a12-b3f5-c89db8fdc6dd req-9463484e-15f2-4f20-9027-e2e63aca454b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.3699868 Jun 04 06:30:26.110220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:26.136097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.136693 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Added segment a9defd8d-46a8-46d5-b9d7-6a44c77f22f5 of type vlan for network 2401af11-be61-4b43-b046-827bac9ad2ef Jun 04 06:30:26.147999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc92d92b-3280-4a12-b3f5-c89db8fdc6dd req-708a18a1-e2c2-4a6e-93a0-512d9c33fe1c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599065 Jun 04 06:30:26.184943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.214370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.219782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:26.220377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.231534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=fd4bfd88-6e2d-497e-b5f5-18ae190d2f88,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:26.247745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.267934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:26.331329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Network': ['ID=2401af11-be61-4b43-b046-827bac9ad2ef,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:26.334577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a8f164b-51cd-48ee-b1b9-4bbd519fa2bc tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3591323 Jun 04 06:30:26.349931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2401af11-be61-4b43-b046-827bac9ad2ef details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:26.374477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.375660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-06c061dd-caa3-405b-b4ab-6a94b0d182bb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7406762 Jun 04 06:30:26.386503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910b09-a167-4674-95ce-3037a0a4462b req-ee137d52-544e-4615-bdfd-9a3b95b5964d tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:26.387948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65910b09-a167-4674-95ce-3037a0a4462b req-ee137d52-544e-4615-bdfd-9a3b95b5964d tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 944 time: 0.2219019 Jun 04 06:30:26.464359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57041774-203d-48ac-819c-8650d64fa033 req-6e7ad298-9dba-44c3-b060-cc5a85dfc084 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:26.465882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57041774-203d-48ac-819c-8650d64fa033 req-6e7ad298-9dba-44c3-b060-cc5a85dfc084 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 944 time: 0.0981257 Jun 04 06:30:26.518364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57041774-203d-48ac-819c-8650d64fa033 req-6e297407-6978-41dd-ae11-bf6dc187ef2d tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/security-groups?id=f9c57579-9007-42d1-b3a3-3aac6d5b19db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Jun 04 06:30:26.573577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-f913914c-a8eb-4cee-adf3-f093c38ae255 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:26.626331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Deleting port 553cf57a-fbd5-44b8-b0f9-b79483490f2e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:26.626674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:26.670351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-f913914c-a8eb-4cee-adf3-f093c38ae255 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:26.671538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-f913914c-a8eb-4cee-adf3-f093c38ae255 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.2807307 Jun 04 06:30:26.724499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9e3dc-cbc5-49b9-9fb7-57b1b4f216a9 req-0dd6227e-9e04-4a18-9540-7b5805c5bfa1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:26.726680 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1a9e3dc-cbc5-49b9-9fb7-57b1b4f216a9 req-0dd6227e-9e04-4a18-9540-7b5805c5bfa1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 943 time: 0.1002901 Jun 04 06:30:26.800377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e1a9e3dc-cbc5-49b9-9fb7-57b1b4f216a9 req-4cc89cea-af04-46a4-84db-7e4a762045e8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653191 Jun 04 06:30:27.128837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-cad7cd85-a9a6-432c-939c-93396c32285b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:27.130187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8208c3e4-979b-4676-af46-6fd18e3bfec3 req-cad7cd85-a9a6-432c-939c-93396c32285b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.4056361 Jun 04 06:30:27.274182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] For port 553cf57a-fbd5-44b8-b0f9-b79483490f2e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=553cf57a-fbd5-44b8-b0f9-b79483490f2e,segment=NetworkSegment(2894be92-5b10-4f97-b4ca-f199bbd251fc),segment_id=2894be92-5b10-4f97-b4ca-f199bbd251fc)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:27.275484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:27.353756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-9c8c4517-a490-40f2-bea6-ee6564fdf6b6 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:27.371545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-9c8c4517-a490-40f2-bea6-ee6564fdf6b6 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:27.373045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-9c8c4517-a490-40f2-bea6-ee6564fdf6b6 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2207646 Jun 04 06:30:27.386289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:27.392276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:27.403101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:27.422794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:27.447307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Calling delete_port for 553cf57a-fbd5-44b8-b0f9-b79483490f2e owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:27.585681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:27.749806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b879e-9fbb-4f3e-b3ab-313f0958181a req-b25890e4-f382-400e-a5a2-ceee84f9bcd0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:27.751426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a36b879e-9fbb-4f3e-b3ab-313f0958181a req-b25890e4-f382-400e-a5a2-ceee84f9bcd0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.4127431 Jun 04 06:30:27.761419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Allocated IP 172.25.1.78 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/c9d474dc-1d11-4a2b-8c8c-235385c603a1) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:27.781199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:27.849154 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:27.889260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a36b879e-9fbb-4f3e-b3ab-313f0958181a req-c4e565c7-ecd5-4947-b055-8025165a950c tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030762 Jun 04 06:30:27.912572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Pushing event deleted for resources: {'Port': ['ID=553cf57a-fbd5-44b8-b0f9-b79483490f2e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:27.960003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:27.999053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] No DVR routers for this DVR port 553cf57a-fbd5-44b8-b0f9-b79483490f2e on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:28.002531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.006775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-deleted', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:28.016119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.028476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.096004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65910b09-a167-4674-95ce-3037a0a4462b req-c79783c7-8fa5-4ea5-98df-70c6daf2d330 tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.39 "DELETE /v2.0/ports/553cf57a-fbd5-44b8-b0f9-b79483490f2e HTTP/1.1" status: 204 len: 173 time: 1.6529663 Jun 04 06:30:28.218999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:28.239773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=c9d474dc-1d11-4a2b-8c8c-235385c603a1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:28.241424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'mac_address': 'fa:16:3e:41:a7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:28.271934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:28.276588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3c8bf66b-25be-4b39-89aa-f65f93d486ab req-a557dae7-9bd4-47a4-b495-73a031aa659c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Synchronizing usage tracker for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:28.277124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:28.279404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:28.330774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:28.331523 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.363191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23b62ee-db12-495f-8304-efc6cbcb78da {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:28.373853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3c8bf66b-25be-4b39-89aa-f65f93d486ab req-a557dae7-9bd4-47a4-b495-73a031aa659c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] Unset dirty status for tenant:5fe23224c46b43acb7222a669fd57f3e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:28.375826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c8bf66b-25be-4b39-89aa-f65f93d486ab req-a557dae7-9bd4-47a4-b495-73a031aa659c tempest-ImagesTestJSON-2137031607 tempest-ImagesTestJSON-2137031607-project] 10.222.0.17 "GET /v2.0/ports?device_id=a2e3f276-a189-447d-aacc-2952ddef5530 HTTP/1.1" status: 200 len: 210 time: 0.1490901 Jun 04 06:30:28.383063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:28.390952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.450755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.546280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:28.577464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.674918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Deleting port cd3ec96f-6565-46a2-b4bb-c425f186ab9c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:28.676075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.812525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a23b62ee-db12-495f-8304-efc6cbcb78da'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:28.845456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb3d76-75f7-4c44-9e98-5e04c0a1efea req-d99db396-05da-40c6-a937-35a55e497be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:28.846249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-73cb3d76-75f7-4c44-9e98-5e04c0a1efea req-d99db396-05da-40c6-a937-35a55e497be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:28.876302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-73cb3d76-75f7-4c44-9e98-5e04c0a1efea req-d99db396-05da-40c6-a937-35a55e497be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:28.884802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73cb3d76-75f7-4c44-9e98-5e04c0a1efea req-d99db396-05da-40c6-a937-35a55e497be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 944 time: 0.3283823 Jun 04 06:30:28.927473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.937159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:28.977029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] For port cd3ec96f-6565-46a2-b4bb-c425f186ab9c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:28.979271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:29.013546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73cb3d76-75f7-4c44-9e98-5e04c0a1efea req-eeb65964-4f15-43ef-96c2-13c26daaa7f3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275465 Jun 04 06:30:29.069240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:29.112549 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:29.120388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7386892 Jun 04 06:30:29.254237 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e133e1-0062-4a2a-ae2e-6c5276a576d8'] response: {'server_uuid': 'a2e3f276-a189-447d-aacc-2952ddef5530', 'name': 'network-vif-deleted', 'tag': '553cf57a-fbd5-44b8-b0f9-b79483490f2e', 'status': 'completed', 'code': 200} Jun 04 06:30:29.262119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Calling delete_port for cd3ec96f-6565-46a2-b4bb-c425f186ab9c owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:29.319864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-1c65bf07-1c96-4d53-b9ab-16b7032bd902 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:29.328241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501ca59-ee50-474f-a343-4a6e2da73d0b tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=c9d474dc-1d11-4a2b-8c8c-235385c603a1,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:29.346302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-1c65bf07-1c96-4d53-b9ab-16b7032bd902 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:29.347955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-1c65bf07-1c96-4d53-b9ab-16b7032bd902 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.2267559 Jun 04 06:30:29.426655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac6b8-661f-4833-a09b-879e03e2ba89 req-30c340df-e883-4c06-a524-b56e412c2d0f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:29.429398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-149ac6b8-661f-4833-a09b-879e03e2ba89 req-30c340df-e883-4c06-a524-b56e412c2d0f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.1371508 Jun 04 06:30:29.502685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-149ac6b8-661f-4833-a09b-879e03e2ba89 req-6751585b-7a19-4c4c-ad25-cd8748fe8d58 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603805 Jun 04 06:30:29.531930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-23538308-9d0d-4cef-bdf8-85f34cd09d2c tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:29.558207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6ff3e98-48c9-4f1a-97eb-1513e9689b2d req-23538308-9d0d-4cef-bdf8-85f34cd09d2c tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.2031641 Jun 04 06:30:29.737128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52960) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:29.743739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'subnets': [{'network_id': '841f5315-a2d3-40c2-9ace-b7edcd036046', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1335456891', 'ip_version': 6}, {'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:29.744433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'subnet': {'network_id': '841f5315-a2d3-40c2-9ace-b7edcd036046', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1335456891', 'ip_version': 6}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:29.745562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Request body: {'subnet': {'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:29.797420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:29.833304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 553cf57a-fbd5-44b8-b0f9-b79483490f2e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:29.837709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 553cf57a-fbd5-44b8-b0f9-b79483490f2e not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:29.839635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:29.900233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3ec96f-6565-46a2-b4bb-c425f186ab9c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:29.979876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:29.990110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Usage tracker for resource:subnet and tenant:bba29320d8d74475a3ab75b324dab820 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:29.999384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:30.012957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:30.020805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70d11471-2838-4963-9483-421332c78c81 req-d2bd4fb7-d819-4056-82a4-664984a99101 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4287469 Jun 04 06:30:30.032560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:30.037103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Made reservation on behalf of bba29320d8d74475a3ab75b324dab820 for: {'subnet': 2} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:30.042281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.042794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.058440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:30.129602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:30.157791 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.334145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6522db-5c3f-43eb-a0e5-ae2e69218813 req-92899a3d-9693-4bb5-9829-1a5675919625 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:30.335672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b6522db-5c3f-43eb-a0e5-ae2e69218813 req-92899a3d-9693-4bb5-9829-1a5675919625 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 944 time: 0.1374488 Jun 04 06:30:30.339033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.427617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b6522db-5c3f-43eb-a0e5-ae2e69218813 req-2e6b031e-1aba-4490-a4a1-dfba614232cf tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812254 Jun 04 06:30:30.562133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.633053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.665533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52990) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:30.729381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Subnet': ['ID=8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:30.736646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Checking segment: {'id': '03bba8a9-671f-4e20-8723-9383650d4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '841f5315-a2d3-40c2-9ace-b7edcd036046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:30.737105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network hostable DHCP agents. Network: 841f5315-a2d3-40c2-9ace-b7edcd036046, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:30.804057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network 841f5315-a2d3-40c2-9ace-b7edcd036046 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:30.823921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 841f5315-a2d3-40c2-9ace-b7edcd036046) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:30.828859 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.833508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f10cbd-482f-4c9f-b0a1-42103c2f20c5 None None] Network 841f5315-a2d3-40c2-9ace-b7edcd036046 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:30.872535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Deleting subnet d4912a9d-084b-4ae0-9f58-f5b79cce6928 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:30.878528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:30.902152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd28a8e-6a4f-4fbf-8743-ba1eca4ffb32 req-d85bfb93-a486-4b6b-9dd6-e6cfca03d6c8 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:30.903636 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dd28a8e-6a4f-4fbf-8743-ba1eca4ffb32 req-d85bfb93-a486-4b6b-9dd6-e6cfca03d6c8 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.1620009 Jun 04 06:30:30.941316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event updated for resources: {'Subnet': ['ID=e479bc3d-2ad8-45fb-a37a-f40f3d5b722e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:30.961104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Allocated IP 172.25.1.18 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/984dc5ab-c4c4-4230-8b6e-7c520c1b6d91) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:30.983602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Router 469e494a-4353-43cd-a733-57f15390cda6 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:30:30.987042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.001272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Checking segment: {'id': 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:31.001394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network hostable DHCP agents. Network: 2401af11-be61-4b43-b046-827bac9ad2ef, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:31.032845 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dd28a8e-6a4f-4fbf-8743-ba1eca4ffb32 req-3dc987a0-3cee-4d57-bbc1-736a3fd83103 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085007 Jun 04 06:30:31.062554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Network 2401af11-be61-4b43-b046-827bac9ad2ef is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:31.074882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2401af11-be61-4b43-b046-827bac9ad2ef) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:31.079896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:31.080589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:31.081466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.090189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b6f9a-8986-4ec6-9e13-e0d24878b53a None None] Network 2401af11-be61-4b43-b046-827bac9ad2ef requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:31.113124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f04b9105-e4da-4aa5-9115-6c19977fc8d0 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3716216 Jun 04 06:30:31.113124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:31.226698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:31.230956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:31.234737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:31.235925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:31.262761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1d163-6575-4a3e-b30c-ed664bc1b592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-841f5315-a2d3-40c2-9ace-b7edcd036046', 'network_id': '841f5315-a2d3-40c2-9ace-b7edcd036046', 'tenant_id': 'bba29320d8d74475a3ab75b324dab820', 'fixed_ips': [{'subnet_id': '8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:31.262761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96d1d163-6575-4a3e-b30c-ed664bc1b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.266665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:31.269932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-93e8aaf4-5830-4a05-8708-7f287feb5e15 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1555431 Jun 04 06:30:31.279213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:31.346988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.401588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Deleting subnet 8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:31.407892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.475704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2401af11-be61-4b43-b046-827bac9ad2ef', 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef', 'tenant_id': 'bba29320d8d74475a3ab75b324dab820', 'fixed_ips': [{'subnet_id': 'e479bc3d-2ad8-45fb-a37a-f40f3d5b722e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:31.478919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.512234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.578846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:31.599561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Sync routers for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:31.612055 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.627554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.644422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:31.644422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:31.664111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30ef9ee4-27cd-4be2-a773-a75a56e4733f admin admin] 10.222.0.17 "PUT /v2.0/routers/469e494a-4353-43cd-a733-57f15390cda6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3939219 Jun 04 06:30:31.672913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:31.676844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4912a9d-084b-4ae0-9f58-f5b79cce6928,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:31.679087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.682026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-58485c77-4aec-4ae6-9d08-ab57498e1e25 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d4912a9d-084b-4ae0-9f58-f5b79cce6928 HTTP/1.1" status: 204 len: 168 time: 1.0154648 Jun 04 06:30:31.711033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53008) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:31.729027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.854271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:31.862589 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:31.942243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:31.946372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:31.959794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:31.997455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Allocated IP 2001:db8:0:1::1 (2401af11-be61-4b43-b046-827bac9ad2ef/e479bc3d-2ad8-45fb-a37a-f40f3d5b722e/d6ec9724-6194-4189-9943-2344b25b2aab) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:32.012896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:32.045304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.106465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.128431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56d25-605a-423e-8220-3eb77d6260d6 req-f6d3c43d-b8de-4983-b5b7-81cce02e4e05 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:32.135842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ca56d25-605a-423e-8220-3eb77d6260d6 req-f6d3c43d-b8de-4983-b5b7-81cce02e4e05 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 944 time: 0.4921544 Jun 04 06:30:32.141567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.191981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Subnet': ['ID=8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:32.224850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=984dc5ab-c4c4-4230-8b6e-7c520c1b6d91,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:32.248641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-96d1d163-6575-4a3e-b30c-ed664bc1b592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3: This subnet is being modified by another concurrent operation. Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:30:32.280885 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3: This subnet is being modified by another concurrent operation. Jun 04 06:30:32.288145 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:30:32.362922 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-923efb43-878c-4700-adb4-43a5d27971a3 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/subnets/8304a7d5-5c5e-40a8-93a0-8e4b5984d1d3 HTTP/1.1" status: 204 len: 168 time: 1.0756791 Jun 04 06:30:32.366640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53016) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:32.375259 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ca56d25-605a-423e-8220-3eb77d6260d6 req-1ab59189-e1b6-4a69-ad98-88416080356c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325242 Jun 04 06:30:32.391729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.419730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882e3b1-46ea-4e6e-9c25-7d00603e1085 None None] Network 841f5315-a2d3-40c2-9ace-b7edcd036046 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:32.443864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Deleting subnet e479bc3d-2ad8-45fb-a37a-f40f3d5b722e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:32.448131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc09598-46f4-4dd3-90ff-37a36270662e']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:32.448898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.456985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.467252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Deleting port 73037987-ff94-4a87-9156-094d474be239 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:32.467604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.473532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2894be92-5b10-4f97-b4ca-f199bbd251fc') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:32.473920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2894be92-5b10-4f97-b4ca-f199bbd251fc') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:32.495389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.538249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.564239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a23b62ee-db12-495f-8304-efc6cbcb78da completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:32.592398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:30:32.596807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a23b62ee-db12-495f-8304-efc6cbcb78da triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:32.596807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.605559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.614867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:32.615686 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.711022 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 2894be92-5b10-4f97-b4ca-f199bbd251fc resource provider aggregate not found Jun 04 06:30:32.736779 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 2894be92-5b10-4f97-b4ca-f199bbd251fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2894be92-5b10-4f97-b4ca-f199bbd251fc found for delete ", "request_id": "req-f08c9f5e-760c-49dd-9e43-b259c59e7c84"}]} Jun 04 06:30:32.791623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.816304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:32.838444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc09598-46f4-4dd3-90ff-37a36270662e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:32.852247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca8793-c1d7-4ed3-aff0-698e01d825d0 req-75d7d9b0-6c15-4594-aa61-4da1c1f8ff51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:32.852247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1dca8793-c1d7-4ed3-aff0-698e01d825d0 req-75d7d9b0-6c15-4594-aa61-4da1c1f8ff51 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.2921293 Jun 04 06:30:32.852247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-49927e64-b10e-4dfe-9dd4-e0ddc4b1961e admin admin] 10.222.0.17 "DELETE /v2.0/networks/0fc09598-46f4-4dd3-90ff-37a36270662e HTTP/1.1" status: 204 len: 168 time: 1.0791290 Jun 04 06:30:32.923069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1dca8793-c1d7-4ed3-aff0-698e01d825d0 req-d2114ce4-26bd-4a4d-b05b-e24c9fbaf440 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591233 Jun 04 06:30:32.955396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] For port 73037987-ff94-4a87-9156-094d474be239, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=73037987-ff94-4a87-9156-094d474be239,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:32.955396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.137894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:33.137894 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.145433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:33.170616 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.182201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:33.200863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Transition to ACTIVE for port object d6ec9724-6194-4189-9943-2344b25b2aab will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:33.204667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Calling delete_port for 73037987-ff94-4a87-9156-094d474be239 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:33.215627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:33.232291 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.232291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Transition to ACTIVE for port object d6ec9724-6194-4189-9943-2344b25b2aab will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:33.290897 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-35209b20-1a4d-47b7-9516-a9d65b88da02 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5fe23224c46b43acb7222a669fd57f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442258 Jun 04 06:30:33.293582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53032) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:33.295144 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff3598c-d12d-4fed-84cb-879af620fc72'] response: {'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'code': 200} Jun 04 06:30:33.296025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '73037987-ff94-4a87-9156-094d474be239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:30:29Z', 'revision_number': 5, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port': {'id': '73037987-ff94-4a87-9156-094d474be239', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e494a-4353-43cd-a733-57f15390cda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:27:41Z', 'updated_at': '2022-06-04T06:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:33.302762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.338637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Checking router: 469e494a-4353-43cd-a733-57f15390cda6 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:30:33.374931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.377041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Network 2401af11-be61-4b43-b046-827bac9ad2ef is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:33.377041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:33.377041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Routers {'469e494a-4353-43cd-a733-57f15390cda6'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:33.377528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['469e494a-4353-43cd-a733-57f15390cda6'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:33.403351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.441791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:33.465064 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.483659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:33.492852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.540660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c57579-9007-42d1-b3a3-3aac6d5b19db,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:33.573500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.573500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-14210a88-3e27-4da0-86bb-09cf2011ec80 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f9c57579-9007-42d1-b3a3-3aac6d5b19db HTTP/1.1" status: 204 len: 168 time: 0.2711318 Jun 04 06:30:33.740107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d2594-5f53-47b8-97dd-99d4b97edccb req-95f184d8-ca98-4e2c-9a64-3ff744c1e9e6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:33.742041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-452d2594-5f53-47b8-97dd-99d4b97edccb req-95f184d8-ca98-4e2c-9a64-3ff744c1e9e6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.1371522 Jun 04 06:30:33.765158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.796961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-452d2594-5f53-47b8-97dd-99d4b97edccb req-8c5a7ebf-0f28-4a0a-96df-1fc4aa11f40f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Jun 04 06:30:33.814584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Pushing event updated for resources: {'Port': ['ID=d6ec9724-6194-4189-9943-2344b25b2aab,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:33.820709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Attempting to bind port d6ec9724-6194-4189-9943-2344b25b2aab on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:33.821131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Attempting to bind port d6ec9724-6194-4189-9943-2344b25b2aab by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:33.821701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Attempting to bind port d6ec9724-6194-4189-9943-2344b25b2aab on network 2401af11-be61-4b43-b046-827bac9ad2ef {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:33.837075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:33.838890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Checking segment: {'id': 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:33.838890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.838890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Bound using segment: {'id': 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:33.838890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Bound port: d6ec9724-6194-4189-9943-2344b25b2aab, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2401af11-be61-4b43-b046-827bac9ad2ef'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:33.841371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:33.851258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] Set router 469e494a-4353-43cd-a733-57f15390cda6 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:34.010379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.038163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.069427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:30:32Z', 'revision_number': 6, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:34.107119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c2f85-37bf-4a29-a633-d41050510ab7 None None] The sync data for ids ['469e494a-4353-43cd-a733-57f15390cda6'] in n-d-811808-2 is: [{'id': '469e494a-4353-43cd-a733-57f15390cda6', 'name': 'tempest-ServersTestMultiNic-1510850119-router', 'tenant_id': 'd6280535db85410ba45a56eaec87fca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:27:39Z', 'updated_at': '2022-06-04T06:30:32Z', 'revision_number': 6, 'project_id': 'd6280535db85410ba45a56eaec87fca9', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:34.166767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197ac21-a7b1-4e21-9784-08d39d2fe94c req-739aceba-6a43-499a-96cb-aae7ddb1b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:34.167980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] For port d6ec9724-6194-4189-9943-2344b25b2aab, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:34.168581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e197ac21-a7b1-4e21-9784-08d39d2fe94c req-739aceba-6a43-499a-96cb-aae7ddb1b494 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 1096 time: 0.7044880 Jun 04 06:30:34.174419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event updated for resources: {'Port': ['ID=984dc5ab-c4c4-4230-8b6e-7c520c1b6d91,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:34.177687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] For port d6ec9724-6194-4189-9943-2344b25b2aab, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6ec9724-6194-4189-9943-2344b25b2aab,segment=NetworkSegment(a9defd8d-46a8-46d5-b9d7-6a44c77f22f5),segment_id=a9defd8d-46a8-46d5-b9d7-6a44c77f22f5)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:34.186402 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.229381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.259589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab806c-7e36-480b-b9c4-50c10c4b9b69 req-7923cfcd-4c4f-43fd-8a67-95a662d7aa14 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:34.265625 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbab806c-7e36-480b-b9c4-50c10c4b9b69 req-7923cfcd-4c4f-43fd-8a67-95a662d7aa14 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.1672204 Jun 04 06:30:34.362185 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cbab806c-7e36-480b-b9c4-50c10c4b9b69 req-923621c7-be33-4a8c-addc-49009560713b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863643 Jun 04 06:30:34.369367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b058ac-a831-4b85-9b81-66ae7b6a4ceb None None] Pushing event updated for resources: {'Port': ['ID=d6ec9724-6194-4189-9943-2344b25b2aab,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:34.478810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e197ac21-a7b1-4e21-9784-08d39d2fe94c req-804ce33b-c70c-4715-9a5c-87de986b187f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950556 Jun 04 06:30:34.510207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.517498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.587373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Pushing event deleted for resources: {'Port': ['ID=73037987-ff94-4a87-9156-094d474be239,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:34.617632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.710142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.711352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70d11471-2838-4963-9483-421332c78c81 req-d145d540-e29d-4553-96f7-7d3545ddd132 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6833465 Jun 04 06:30:34.712584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Subnet': ['ID=e479bc3d-2ad8-45fb-a37a-f40f3d5b722e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:34.721353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:34.723217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-244b3817-d031-44ae-bb9d-815e13543bcf tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/subnets/e479bc3d-2ad8-45fb-a37a-f40f3d5b722e HTTP/1.1" status: 204 len: 168 time: 2.3618917 Jun 04 06:30:34.725809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53060) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:34.874512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d039b-b6ac-42ca-bc8a-b83aaa480d2d tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:34.875858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad6d039b-b6ac-42ca-bc8a-b83aaa480d2d tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Synchronizing usage tracker for tenant:bba29320d8d74475a3ab75b324dab820 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:34.895079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-70d11471-2838-4963-9483-421332c78c81 req-959cc441-556d-4615-ba69-4c1f4cc2620d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:34.898707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad6d039b-b6ac-42ca-bc8a-b83aaa480d2d tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Unset dirty status for tenant:bba29320d8d74475a3ab75b324dab820 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:34.900760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad6d039b-b6ac-42ca-bc8a-b83aaa480d2d tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1732605 Jun 04 06:30:34.904095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53068) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:34.906164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.150503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.177860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Deleting port d6ec9724-6194-4189-9943-2344b25b2aab {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:35.177860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.221924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bb625-ce95-4a7b-b4bf-741a91d7ba30 req-c8d0f584-1846-4cee-9a78-9f98954db7c3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:35.224793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e4bb625-ce95-4a7b-b4bf-741a91d7ba30 req-c8d0f584-1846-4cee-9a78-9f98954db7c3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.1926951 Jun 04 06:30:35.232196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-70d11471-2838-4963-9483-421332c78c81 req-959cc441-556d-4615-ba69-4c1f4cc2620d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:35.233624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70d11471-2838-4963-9483-421332c78c81 req-959cc441-556d-4615-ba69-4c1f4cc2620d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.5089984 Jun 04 06:30:35.239442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.242488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.329450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3e4bb625-ce95-4a7b-b4bf-741a91d7ba30 req-2117502c-33c0-4530-8a2b-df49581a210a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935092 Jun 04 06:30:35.350726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.352273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469e494a-4353-43cd-a733-57f15390cda6 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:30:35.364127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.366096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ac06a0e-4ce9-4a66-870d-f9afbe8c0273 admin admin] 10.222.0.17 "DELETE /v2.0/routers/469e494a-4353-43cd-a733-57f15390cda6 HTTP/1.1" status: 204 len: 168 time: 3.6903350 Jun 04 06:30:35.369437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:35.486272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] For port d6ec9724-6194-4189-9943-2344b25b2aab, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6ec9724-6194-4189-9943-2344b25b2aab,segment=NetworkSegment(a9defd8d-46a8-46d5-b9d7-6a44c77f22f5),segment_id=a9defd8d-46a8-46d5-b9d7-6a44c77f22f5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:35.486409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.502784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Deleting subnet 3ca4280f-fa5c-4a88-b11c-749f2d45672e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:30:35.506692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.546017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d11471-2838-4963-9483-421332c78c81 req-754fe172-13e6-4656-b4b7-16a019077b48 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:35.547418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70d11471-2838-4963-9483-421332c78c81 req-754fe172-13e6-4656-b4b7-16a019077b48 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3029559 Jun 04 06:30:35.586061 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.805636 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:35.922895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Calling delete_port for d6ec9724-6194-4189-9943-2344b25b2aab owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:35.999025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec82442-6184-459d-91f9-5c16d090afc4 None None] Network 2401af11-be61-4b43-b046-827bac9ad2ef requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:36.032063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-ca89dcd5-8f7d-4fc1-baef-df3b415ebfc3 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644627 Jun 04 06:30:36.155361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.159984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6ec9724-6194-4189-9943-2344b25b2aab up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:36.204355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca4280f-fa5c-4a88-b11c-749f2d45672e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:36.218356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e27092e0-a653-4778-9853-f69515939319 None None] Provisioning for port d6ec9724-6194-4189-9943-2344b25b2aab completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:36.222660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.227474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc34f88-1a1e-48f4-ac74-0830150a7a03 None None] Network 2453245e-4445-4c74-9d91-70441e4b4d37 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:36.239380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d16978d9-6b70-48f7-9de9-c75612f0f7ca admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3ca4280f-fa5c-4a88-b11c-749f2d45672e HTTP/1.1" status: 204 len: 168 time: 0.8582544 Jun 04 06:30:36.239380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:36.364334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef2fb-1d44-41ea-8f80-70b086d6fa9e req-85be3ae8-f796-4d76-80b1-7e5d82573598 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:36.364334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9feef2fb-1d44-41ea-8f80-70b086d6fa9e req-85be3ae8-f796-4d76-80b1-7e5d82573598 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.4630771 Jun 04 06:30:36.398726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.401410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.442925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Could not find standard attr ID for object d6ec9724-6194-4189-9943-2344b25b2aab. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:30:36.453595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9feef2fb-1d44-41ea-8f80-70b086d6fa9e req-cf4646ac-40a7-40d3-a039-6bf01d43ba41 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704503 Jun 04 06:30:36.461823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Deleting port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:36.461823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.504117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Port': ['ID=d6ec9724-6194-4189-9943-2344b25b2aab,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:36.531736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] No DVR routers for this DVR port d6ec9724-6194-4189-9943-2344b25b2aab on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:36.593686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae8ab2-7d6f-4a28-acf4-202da277d483 None None] DHCP port deletion for 2401af11-be61-4b43-b046-827bac9ad2ef request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:30:36.595076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd3ec96f-6565-46a2-b4bb-c425f186ab9c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:36.626912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-2012c3fc-6c88-4a15-99f7-b635d750b504 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:36.635067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: cd3ec96f-6565-46a2-b4bb-c425f186ab9c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:36.635410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd3ec96f-6565-46a2-b4bb-c425f186ab9c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:36.635829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 73037987-ff94-4a87-9156-094d474be239 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:36.641662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-2012c3fc-6c88-4a15-99f7-b635d750b504 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6062727 Jun 04 06:30:36.686549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 73037987-ff94-4a87-9156-094d474be239 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:36.686988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 73037987-ff94-4a87-9156-094d474be239 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:36.709395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-2844e7ba-a489-4433-82c7-6a0abd62d1a9 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/quotas/e850ecfbbd27459086f957e6c04bd3ea HTTP/1.1" status: 200 len: 375 time: 0.0665932 Jun 04 06:30:36.710760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e331572a-75d7-4639-9d3e-6a45772f6462 req-2a8a7a76-6520-4ab5-84e8-72934ca2e7be tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips/e3628c5a-3d6d-45a5-b983-ec9e32a00932 HTTP/1.1" status: 200 len: 692 time: 0.1509957 Jun 04 06:30:36.811494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] DHCP port deletion for 2453245e-4445-4c74-9d91-70441e4b4d37 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:30:36.816489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Deleting port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:36.816921 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.854877 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-3ac6bb4f-ff25-4b00-9d22-6b4beeb67ed4 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436431 Jun 04 06:30:36.907395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:36.986433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2401af11-be61-4b43-b046-827bac9ad2ef']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:37.044827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:37.044827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9defd8d-46a8-46d5-b9d7-6a44c77f22f5') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:37.085095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] For port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:37.085572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.128212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.161709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.177409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:37.179622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.197986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] For port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,segment=NetworkSegment(2bf7e128-a483-410c-9ba0-b6a058c9d82a),segment_id=2bf7e128-a483-410c-9ba0-b6a058c9d82a)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:37.199685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.310306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Calling delete_port for 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:37.352195 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a9defd8d-46a8-46d5-b9d7-6a44c77f22f5 resource provider aggregate not found Jun 04 06:30:37.408850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.440136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Calling delete_port for 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:37.474147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] Pushing event deleted for resources: {'Port': ['ID=3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:37.474147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a16d08-4982-45fa-9e4d-8b7246175c06 None None] No DVR routers for this DVR port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:37.499441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c07be-533a-481a-9288-0c31c623b1a4 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:30:37.513678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331572a-75d7-4639-9d3e-6a45772f6462 req-953d1173-3edb-4374-bc52-b90bfe53ae0f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:37.523703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e331572a-75d7-4639-9d3e-6a45772f6462 req-953d1173-3edb-4374-bc52-b90bfe53ae0f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.7942696 Jun 04 06:30:37.575338 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a9defd8d-46a8-46d5-b9d7-6a44c77f22f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9defd8d-46a8-46d5-b9d7-6a44c77f22f5 found for delete ", "request_id": "req-bf97e887-4cba-48a3-a13e-e2a6fdc96828"}]} Jun 04 06:30:37.575338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.598703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:37.620194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:30:37.620194 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:30:37.682363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=2401af11-be61-4b43-b046-827bac9ad2ef,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:37.741347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c07be-533a-481a-9288-0c31c623b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:30:37.751353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:37.764423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eca1821c-421a-4fbf-a1fa-b58495013d6b tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/2401af11-be61-4b43-b046-827bac9ad2ef HTTP/1.1" status: 204 len: 168 time: 2.8590746 Jun 04 06:30:37.796765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba100-1409-4587-9b76-c127c59fe9b3 req-bb0353d8-5a12-4650-b199-e0f2b5b29e4d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:37.808373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de2ba100-1409-4587-9b76-c127c59fe9b3 req-bb0353d8-5a12-4650-b199-e0f2b5b29e4d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.5840447 Jun 04 06:30:37.876458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de2ba100-1409-4587-9b76-c127c59fe9b3 req-17eb292a-6457-4518-a5a2-04467db60ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670464 Jun 04 06:30:37.961777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fafab973-e496-4cdb-9cf4-d96efb35c62e req-cb8285d3-ccfe-45fa-8e15-63781b7a1751 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 210 time: 0.3882523 Jun 04 06:30:37.986913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6ec9724-6194-4189-9943-2344b25b2aab no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:38.026798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.123232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Deleting port 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:38.123812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.149356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-bd34f06e-1045-4257-a3bd-c087f40fbe02 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips/e3628c5a-3d6d-45a5-b983-ec9e32a00932 HTTP/1.1" status: 200 len: 692 time: 0.2548060 Jun 04 06:30:38.251601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d6ec9724-6194-4189-9943-2344b25b2aab {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:38.252498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6ec9724-6194-4189-9943-2344b25b2aab not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:38.253058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:38.303726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:38.304363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:38.324642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] The port '3f18e0a1-78c1-4fa9-8a6f-5b711e8269a1' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:30:38.372353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-f9792304-372a-4584-b7f5-ed5b8d21dd92 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:38.382003 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-f9792304-372a-4584-b7f5-ed5b8d21dd92 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.2270632 Jun 04 06:30:38.488913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-499c431e-3fa5-4000-bc6e-47ed731d9a86 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1058731 Jun 04 06:30:38.573319 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-d785cb7e-b3b7-4f88-8f61-213c043a71f4 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0776556 Jun 04 06:30:38.654746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.701464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.736785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841f5315-a2d3-40c2-9ace-b7edcd036046']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.742179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Deleting port 984dc5ab-c4c4-4230-8b6e-7c520c1b6d91 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:38.742179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.783821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bba8a9-671f-4e20-8723-9383650d4461') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.783821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bba8a9-671f-4e20-8723-9383650d4461') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.801867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2453245e-4445-4c74-9d91-70441e4b4d37']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.819677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604408c9-7560-441f-aa5d-31a4f9e5d970 req-28d7f25f-bb33-4351-96d6-a7436120d1b1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:38.826037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604408c9-7560-441f-aa5d-31a4f9e5d970 req-28d7f25f-bb33-4351-96d6-a7436120d1b1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.6185629 Jun 04 06:30:38.849144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.864574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf7e128-a483-410c-9ba0-b6a058c9d82a') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.864574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf7e128-a483-410c-9ba0-b6a058c9d82a') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:38.922245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.943710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:38.943710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-bc4de342-a717-4b68-b84c-5bdb48b20d9e tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823667 Jun 04 06:30:39.033320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.035704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:39.036096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.036634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.036995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.082717 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 03bba8a9-671f-4e20-8723-9383650d4461 resource provider aggregate not found Jun 04 06:30:39.087577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:39.088210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.107663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-604408c9-7560-441f-aa5d-31a4f9e5d970 req-1164af44-91f8-4a0e-978f-fe6855206fff tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842607 Jun 04 06:30:39.167313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Calling delete_port for 984dc5ab-c4c4-4230-8b6e-7c520c1b6d91 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:39.177098 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 03bba8a9-671f-4e20-8723-9383650d4461 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03bba8a9-671f-4e20-8723-9383650d4461 found for delete ", "request_id": "req-9dbaeb4b-c84f-409e-8051-8447f794a7e7"}]} Jun 04 06:30:39.297542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.311101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.324521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.333523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.340433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2453245e-4445-4c74-9d91-70441e4b4d37,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:39.344989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.384381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-6018f684-22cf-4bf1-9d9f-f2c81b880423 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:39.385858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-6018f684-22cf-4bf1-9d9f-f2c81b880423 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4365287 Jun 04 06:30:39.395501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event deleted for resources: {'Port': ['ID=984dc5ab-c4c4-4230-8b6e-7c520c1b6d91,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:39.396567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=841f5315-a2d3-40c2-9ace-b7edcd036046,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:39.406511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Request body: {'port': {'device_id': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'e850ecfbbd27459086f957e6c04bd3ea'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:39.425138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e8878483-bd50-4bc6-b481-40bb2c34efa4 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/841f5315-a2d3-40c2-9ace-b7edcd036046 HTTP/1.1" status: 204 len: 168 time: 1.6726227 Jun 04 06:30:39.427194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2efc756-e3a0-41cd-877e-4bee5a3e3a97 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2453245e-4445-4c74-9d91-70441e4b4d37 HTTP/1.1" status: 204 len: 168 time: 3.1957569 Jun 04 06:30:39.428198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53142) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:39.481294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:39.546265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.575647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.577173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2b9522ae-ea45-4e3f-a427-97f98e6b6211 req-ef592c0d-f446-4dc0-9da3-717e5902e79f tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "DELETE /v2.0/floatingips/e3628c5a-3d6d-45a5-b983-ec9e32a00932 HTTP/1.1" status: 204 len: 173 time: 0.9980514 Jun 04 06:30:39.720996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.779590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:39.803209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:39.858537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:39.890876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:39.891440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:39.891564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53152) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:39.895959 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd75face-285f-484c-b6e4-b271a2d87f1f req-70769499-a421-47be-99c4-dde2e503a9e4 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 210 time: 0.0772460 Jun 04 06:30:39.910641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:39.938507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:39.943883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.015966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:40.019311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.035938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Usage tracker for resource:port and tenant:e850ecfbbd27459086f957e6c04bd3ea is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:40.054453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-490b2e0b-82f9-487a-9639-0bd6d5a0132c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d6280535db85410ba45a56eaec87fca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610732 Jun 04 06:30:40.063006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:40.079357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['83ede163-ceb7-4639-bac7-35969e3e9c84'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:40.088098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:40.099736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.107456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:40.128574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7511f260-8f80-4873-921d-aeed69f6cc44') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.128867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7511f260-8f80-4873-921d-aeed69f6cc44') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.145241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.157993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Made reservation on behalf of e850ecfbbd27459086f957e6c04bd3ea for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:40.161424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.175994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b379768-55eb-4166-b989-ce6faeac6d18 req-ff7155f9-98cc-4f19-b5e4-eb806744a1e7 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:40.177448 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8b379768-55eb-4166-b989-ce6faeac6d18 req-ff7155f9-98cc-4f19-b5e4-eb806744a1e7 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2367051 Jun 04 06:30:40.181501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.182092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.209760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.216754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.222849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:40.231170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Usage tracker for resource:security_group_rule and tenant:e850ecfbbd27459086f957e6c04bd3ea is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:40.234513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:40.234937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.250756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:40.261727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:40.293090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.313707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675d04e-46ba-4fe2-8105-708f93f5379d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:40.332554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.334033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-073b16e9-fdc0-4b63-be40-29f7028b48c3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e675d04e-46ba-4fe2-8105-708f93f5379d HTTP/1.1" status: 204 len: 168 time: 0.2702494 Jun 04 06:30:40.367271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e96d-67e2-40ac-b6d3-7abd1937da4e req-cb0681b1-25e9-421b-b320-0cac78b4118a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:40.370234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27a4e96d-67e2-40ac-b6d3-7abd1937da4e req-cb0681b1-25e9-421b-b320-0cac78b4118a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.3376822 Jun 04 06:30:40.402281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.406394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.459336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:40.470903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c6669aa-7d90-416e-a7d3-fc9fbec29e65 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/b0a3f1d5-4a8c-4215-b7d5-17eaddf51e23 HTTP/1.1" status: 204 len: 168 time: 1.0353177 Jun 04 06:30:40.471117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53166) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:40.496223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27a4e96d-67e2-40ac-b6d3-7abd1937da4e req-229b35bc-6663-4e6b-ae38-158118af85d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179936 Jun 04 06:30:40.564801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.569387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.641612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.708426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c402e-617a-449f-b30e-e493214e3c22,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:40.805826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b65698-7fed-4016-a149-498b44e88d73 req-87811ad0-9d4a-4d3b-88df-18744535c769 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:40.807345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b65698-7fed-4016-a149-498b44e88d73 req-87811ad0-9d4a-4d3b-88df-18744535c769 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.2589657 Jun 04 06:30:40.812817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914272e5-7fed-44aa-8af1-58d781529fa0 req-b9401bd2-b445-4c5a-a4a9-63e49b97d633 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:40.814350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914272e5-7fed-44aa-8af1-58d781529fa0 req-b9401bd2-b445-4c5a-a4a9-63e49b97d633 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.1843650 Jun 04 06:30:40.820634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:40.854988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Allocated IP 192.168.233.157 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/0222616f-a5a8-4c9f-8e80-536519d2b254) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:40.865274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed28a9b-db87-41aa-834c-ed315e8798e9']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.894318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f51973-c7f7-4424-844f-403ad70e91c8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.894619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f51973-c7f7-4424-844f-403ad70e91c8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:40.922249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b65698-7fed-4016-a149-498b44e88d73 req-6ecb6d4d-909e-4d64-b988-1e07eb7d83fe tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931046 Jun 04 06:30:40.927625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.011865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914272e5-7fed-44aa-8af1-58d781529fa0 req-d976c657-206d-44e9-a948-670b27b69306 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906369 Jun 04 06:30:41.016524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.036692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:30:41.038940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.120343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-3853c88e-74e1-42c7-b020-b668658670c2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:41.182186 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 13f51973-c7f7-4424-844f-403ad70e91c8 resource provider aggregate not found Jun 04 06:30:41.198195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-3853c88e-74e1-42c7-b020-b668658670c2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:41.205225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-3853c88e-74e1-42c7-b020-b668658670c2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?tenant_id=a2127c1ff6184932872a707938a179dc HTTP/1.1" status: 200 len: 1656 time: 0.2698104 Jun 04 06:30:41.381097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.402076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:41.411609 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 13f51973-c7f7-4424-844f-403ad70e91c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13f51973-c7f7-4424-844f-403ad70e91c8 found for delete ", "request_id": "req-34b1ed35-7026-4ef2-836a-db3f47f94bc4"}]} Jun 04 06:30:41.427971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Transition to ACTIVE for port object 0222616f-a5a8-4c9f-8e80-536519d2b254 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:41.429829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.449906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.457249 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2bf7e128-a483-410c-9ba0-b6a058c9d82a resource provider aggregate not found Jun 04 06:30:41.464359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.475168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] Pushing event deleted for resources: {'Network': ['ID=aed28a9b-db87-41aa-834c-ed315e8798e9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:41.480613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:41.501534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e3a5b4d-eb54-4dc1-b435-d6a8d8539249 tempest-BulkNetworkOpsIpV6Test-1483988484 tempest-BulkNetworkOpsIpV6Test-1483988484-project] 10.222.0.17 "DELETE /v2.0/networks/aed28a9b-db87-41aa-834c-ed315e8798e9 HTTP/1.1" status: 204 len: 168 time: 1.0288894 Jun 04 06:30:41.511018 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2bf7e128-a483-410c-9ba0-b6a058c9d82a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bf7e128-a483-410c-9ba0-b6a058c9d82a found for delete ", "request_id": "req-0ac83a1a-6ccc-4b37-b745-adc16aac5892"}]} Jun 04 06:30:41.559815 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7511f260-8f80-4873-921d-aeed69f6cc44 resource provider aggregate not found Jun 04 06:30:41.564701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:41.569521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:41.574776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:41.593051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 83ede163-ceb7-4639-bac7-35969e3e9c84 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:41.593440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.606195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-0640f477-90ef-4438-9ac0-2a2b95dda5cf tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:41.613338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-0640f477-90ef-4438-9ac0-2a2b95dda5cf tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks?id=745395c4-3603-4ebb-96f6-04a67c8a9918&id=745395c4-3603-4ebb-96f6-04a67c8a9918&id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 787 time: 0.4070234 Jun 04 06:30:41.613788 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7511f260-8f80-4873-921d-aeed69f6cc44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7511f260-8f80-4873-921d-aeed69f6cc44 found for delete ", "request_id": "req-dc4ddac3-0966-4412-aed7-cc62c6d75cea"}]} Jun 04 06:30:41.621646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-26a6d320-a86f-4e16-9e8f-24910e8f5235 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:30:41.634466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25bbb8ad-e369-422b-9eed-63b69a7078f1 req-26a6d320-a86f-4e16-9e8f-24910e8f5235 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199308 Jun 04 06:30:41.637367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-445945006-network', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:41.650986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:41.653443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:41.667608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Usage tracker for resource:network and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:41.673258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:41.684774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:41.714549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:41.715641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.734170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:41.739630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.788315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.805277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-d8e44260-aec1-484e-b5d0-1ed1767dad12 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4046745 Jun 04 06:30:41.806931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:41.811376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.816978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Request body: {'port': {'device_id': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:41.889135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:41.906405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:41.921026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:41.942221 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:41.997416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Usage tracker for resource:security_group_rule and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:42.015287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:42.026099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:42.031040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00d163-6b84-4d66-a8d3-d752054257cc req-3fd05342-f418-4304-b2a5-6ba3a31d2af2 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:42.033210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb00d163-6b84-4d66-a8d3-d752054257cc req-3fd05342-f418-4304-b2a5-6ba3a31d2af2 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 936 time: 0.1823390 Jun 04 06:30:42.034338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53232) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:42.074366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-05a71229-57d3-4e8f-a46a-6c4147f16d76 None None] Provisioning for port 0222616f-a5a8-4c9f-8e80-536519d2b254 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:42.081782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-05a71229-57d3-4e8f-a46a-6c4147f16d76 None None] Provisioning complete for port 0222616f-a5a8-4c9f-8e80-536519d2b254 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:42.082394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-05a71229-57d3-4e8f-a46a-6c4147f16d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.084926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb00d163-6b84-4d66-a8d3-d752054257cc req-005ac7ea-ead7-48de-b23f-269098c8456b tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jun 04 06:30:42.109039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:42.153607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-e338dbbb-61bc-4144-ae73-481e2b3e4655 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips/281adc37-4e02-4ac7-bcb3-83495916787b HTTP/1.1" status: 200 len: 692 time: 0.1576059 Jun 04 06:30:42.173758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-05a71229-57d3-4e8f-a46a-6c4147f16d76 None None] Port 0222616f-a5a8-4c9f-8e80-536519d2b254 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:30:42.194302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.224915 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-837c6b53-4152-4d2e-9a5f-491e5597f1ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bba29320d8d74475a3ab75b324dab820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892500 Jun 04 06:30:42.228443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53242) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:42.349285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.391833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.426305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863d47-865f-4e62-aa36-ce69c395e861 req-281977c1-7780-424b-80bb-c3236ac3666a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:42.427778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07863d47-865f-4e62-aa36-ce69c395e861 req-281977c1-7780-424b-80bb-c3236ac3666a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.1549425 Jun 04 06:30:42.494000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-6d5f3232-8114-4844-80a6-f0ec4139f065 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:42.495431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-6d5f3232-8114-4844-80a6-f0ec4139f065 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 0.3238468 Jun 04 06:30:42.502915 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-07863d47-865f-4e62-aa36-ce69c395e861 req-e800567f-ae66-4eb8-ba51-e12c8fa9b43d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621214 Jun 04 06:30:42.520997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.538470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120285b2-abfc-4d6d-b9cf-0b16970166b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:42.546434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.550857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8ac38d33-3848-452e-9e81-aa41b6d51f5a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/120285b2-abfc-4d6d-b9cf-0b16970166b5 HTTP/1.1" status: 204 len: 168 time: 0.3208365 Jun 04 06:30:42.594359 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3131294-7e36-41aa-8768-0ea2653bed95'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'code': 200} Jun 04 06:30:42.624805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.644330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:42.679716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-ccbffeec-b5ed-4f8e-87c1-7cf211bfce4e tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1751022 Jun 04 06:30:42.781099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39be85d5-06a1-4ea9-8245-720b479dd14f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:42.841606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca807a5-8694-47c1-b4fc-4a5730aa932e req-0a565aa4-69cd-4bd1-87ea-9a7f35614eb6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:42.845171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ca807a5-8694-47c1-b4fc-4a5730aa932e req-0a565aa4-69cd-4bd1-87ea-9a7f35614eb6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.1179850 Jun 04 06:30:42.877460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:42.903963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-24129206-c68e-4d1e-82e6-8e23f9fcf9db tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.2229638 Jun 04 06:30:42.919846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ca807a5-8694-47c1-b4fc-4a5730aa932e req-03216374-2c76-4eec-83e9-3b4c651b3698 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681622 Jun 04 06:30:43.008873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.009546 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Added segment 57df6cec-b4fd-4cc6-9713-0bf77d1a9b21 of type vlan for network 2b5a480e-c763-4183-8cd6-83ed57094391 Jun 04 06:30:43.230644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Deleting port c9d474dc-1d11-4a2b-8c8c-235385c603a1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:43.231009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.454614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00022-9c04-499f-b435-d0724eacb9b1 req-209a01de-8c77-4aca-8a22-e2f796b8f9a2 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:43.462913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-81d00022-9c04-499f-b435-d0724eacb9b1 req-209a01de-8c77-4aca-8a22-e2f796b8f9a2 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 936 time: 0.1127131 Jun 04 06:30:43.501768 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.518837 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-81d00022-9c04-499f-b435-d0724eacb9b1 req-d1477077-37ba-4d10-b6d1-be698b8042fc tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 Jun 04 06:30:43.712630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:43.724849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.726112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:43.727074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.738075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53298) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:43.740343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.847901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513892f-a48d-4bb1-b224-9074ddfc44ff req-9a5586b9-07b2-4816-bd20-bdfe946c93b4 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:43.849437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3513892f-a48d-4bb1-b224-9074ddfc44ff req-9a5586b9-07b2-4816-bd20-bdfe946c93b4 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.1688571 Jun 04 06:30:43.860768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:43.866067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Transition to ACTIVE for port object 0222616f-a5a8-4c9f-8e80-536519d2b254 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:43.871844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.873046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:43.958567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3513892f-a48d-4bb1-b224-9074ddfc44ff req-6964e99d-1f1d-42e0-8a20-4b1ffbc5ff82 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017020 Jun 04 06:30:44.062501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105022649'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:44.076376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:44.089422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:44.099709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:44.150632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Calling delete_port for c9d474dc-1d11-4a2b-8c8c-235385c603a1 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:44.220913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:44.231055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:44.246273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'port_id': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'mac_address': 'fa:16:3e:41:a7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:44.267318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:44.274230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.299223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.318706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:44.324566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:security_group_rule and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:44.328743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:44.336768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:44.341156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:44.341712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.353846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034c8ae-a4ed-46a8-9b16-cdc337e5fbb1 req-46b674bd-072d-4ea1-93e6-9037653f46ce tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:44.363132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f034c8ae-a4ed-46a8-9b16-cdc337e5fbb1 req-46b674bd-072d-4ea1-93e6-9037653f46ce tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.2662392 Jun 04 06:30:44.371952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5a480e-c763-4183-8cd6-83ed57094391,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:44.375128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.375633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a23b62ee-db12-495f-8304-efc6cbcb78da {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:44.409769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:44.414644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.456464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0527894 Jun 04 06:30:44.474912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53306) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:44.484800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.485265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.485690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.486330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.486731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.487173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.487582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.487977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.488857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.489283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.489695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.490088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1816e768-1071-498f-a4cc-0803092d8a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:44.503020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2b5a480e-c763-4183-8cd6-83ed57094391 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:44.509240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Request body: {'subnet': {'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-445945006-subnet', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:44.519242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:44.525631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Usage tracker for resource:subnet and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:44.528706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:44.535344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:44.541009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.565315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a23b62ee-db12-495f-8304-efc6cbcb78da'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:44.573396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.618822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f034c8ae-a4ed-46a8-9b16-cdc337e5fbb1 req-461232e4-3ef4-4367-b453-217eb9a77a8b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496240 Jun 04 06:30:44.647444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:44.722280 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.724930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:44.726596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:44.729623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.830442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:44.830792 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment a110649d-da43-40dd-8340-c4c8d0bcfb7b of type vlan for network 379a98c1-5368-4bc5-991a-a1f973d35bb9 Jun 04 06:30:44.858044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c134ceb3-2408-4902-83a9-54d7b2e7081a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:44.973846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.004234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-79167dd6-2f19-42f1-a675-4d5ed6ada750 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:45.006057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-79167dd6-2f19-42f1-a675-4d5ed6ada750 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.3190956 Jun 04 06:30:45.055586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.150738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.160847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:45.160847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.193754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Deleting port fa25d417-a08a-4dff-8bbf-4aa02c000733 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:45.193754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.212628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:45.246250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be96da-b7e9-40d6-9876-8e255bd83de5 req-cbd078d3-2b4f-49af-91fb-0b439ac059a6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:45.255651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-31be96da-b7e9-40d6-9876-8e255bd83de5 req-cbd078d3-2b4f-49af-91fb-0b439ac059a6 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.3926513 Jun 04 06:30:45.391872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event deleted for resources: {'Port': ['ID=c9d474dc-1d11-4a2b-8c8c-235385c603a1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:45.454190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-31be96da-b7e9-40d6-9876-8e255bd83de5 req-7a8343f1-a0ee-4e24-ba5e-dd317bf2850a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958303 Jun 04 06:30:45.470746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7304215 Jun 04 06:30:45.476398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f89f-db23-4d94-a655-f089f12e7756 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=379a98c1-5368-4bc5-991a-a1f973d35bb9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:45.493595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029ed1cb-f5b4-4eca-9471-777b65c64f0e,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:45.497048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:45.522726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Checking segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:45.523670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Network hostable DHCP agents. Network: 2b5a480e-c763-4183-8cd6-83ed57094391, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:45.535691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.554486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Attempting to bind port 0222616f-a5a8-4c9f-8e80-536519d2b254 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:45.555142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Attempting to bind port 0222616f-a5a8-4c9f-8e80-536519d2b254 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:45.555687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Attempting to bind port 0222616f-a5a8-4c9f-8e80-536519d2b254 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:45.560124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.575611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f415bfd6-6d37-4f5c-94bd-5f703d2036c3 req-88a058b4-e929-4956-82d8-f0cc9c9c08fb tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "DELETE /v2.0/floatingips/281adc37-4e02-4ac7-bcb3-83495916787b HTTP/1.1" status: 204 len: 173 time: 2.6634879 Jun 04 06:30:45.592469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Port 0222616f-a5a8-4c9f-8e80-536519d2b254 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:30:45.596694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Attempting to bind port 0222616f-a5a8-4c9f-8e80-536519d2b254 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:45.617245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:45.618431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:45.621178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:45.621918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Bound port: 0222616f-a5a8-4c9f-8e80-536519d2b254, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:45.622523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.654769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Network 2b5a480e-c763-4183-8cd6-83ed57094391 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:45.767912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2b5a480e-c763-4183-8cd6-83ed57094391) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:45.786131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:45.787091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:45.862350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60002748-bb63-4737-b8de-50288b1fbff3 None None] Network 2b5a480e-c763-4183-8cd6-83ed57094391 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:45.874039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07e88c8d-45a2-464e-9045-c8ca4b132957 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3933110 Jun 04 06:30:45.878655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:45.890721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:45.904631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:45.912671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:45.923677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Usage tracker for resource:router and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:45.929635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:46.177384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:46.192881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:46.197143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:46.210271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.274127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.275575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.282890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a23b62ee-db12-495f-8304-efc6cbcb78da triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:46.283272 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.304743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b420f4-e799-4ee7-a11b-0e1b25e2a870 req-11546dfc-f7a7-4697-a8c1-6b6d8b6ff420 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:46.313988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b420f4-e799-4ee7-a11b-0e1b25e2a870 req-11546dfc-f7a7-4697-a8c1-6b6d8b6ff420 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 945 time: 0.5226336 Jun 04 06:30:46.371407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:46.374310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.375909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] 10.222.0.24 "PUT /v2.0/ports/0222616f-a5a8-4c9f-8e80-536519d2b254 HTTP/1.1" status: 200 len: 1096 time: 4.5652595 Jun 04 06:30:46.382312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:46.449630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.541174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2b5ca-3450-4930-a251-66437f838941 service neutron] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:46.556319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] For port fa25d417-a08a-4dff-8bbf-4aa02c000733, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=fa25d417-a08a-4dff-8bbf-4aa02c000733,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:46.556789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:46.572641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b420f4-e799-4ee7-a11b-0e1b25e2a870 req-bcda5396-7f0a-47a8-bd40-3d25253ce738 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups?id=88b6fe00-f6b1-40a4-919c-e49691a8022a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574379 Jun 04 06:30:46.802746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611ca16-7e82-4682-be04-f0c498b5dad7 req-5309414b-f209-4238-ba99-c0a85f7d7df3 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:46.814210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6611ca16-7e82-4682-be04-f0c498b5dad7 req-5309414b-f209-4238-ba99-c0a85f7d7df3 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 948 time: 1.0432191 Jun 04 06:30:46.832556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-d65989c5-1bbb-4253-b8b5-109c0b2f2da4 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips/98b4747a-02e4-463b-8ece-65eae6387685 HTTP/1.1" status: 200 len: 693 time: 0.2158544 Jun 04 06:30:46.851033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2b5a480e-c763-4183-8cd6-83ed57094391', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:46.861730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:47.027436 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6611ca16-7e82-4682-be04-f0c498b5dad7 req-9bc564b4-cbd0-46b8-8890-def0d0478118 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119758 Jun 04 06:30:47.284282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:47.284663 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:47.341241 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd085771-0d45-4a4e-88e3-0e52e6e0e45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:47.507581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:47.543071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:47.580164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:47.589969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:47.656157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-f40c5634-bf0f-41b1-a239-e25cc002aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:47.657805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-f40c5634-bf0f-41b1-a239-e25cc002aeba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 1099 time: 1.2036197 Jun 04 06:30:48.048524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-0f6d763f-63c8-45c2-b940-12f2ef0f5753 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0222616f-a5a8-4c9f-8e80-536519d2b254 HTTP/1.1" status: 200 len: 217 time: 0.3416202 Jun 04 06:30:48.276432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:48.285622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-5ab66cac-b7b2-49e0-917b-13d682e99b14 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:48.285622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-5ab66cac-b7b2-49e0-917b-13d682e99b14 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 1.4327974 Jun 04 06:30:48.296259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:48.296259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:48.296259 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Floating IP c4a1f6c3-4326-4bb5-a437-919d40877bbc disassociated. External IP: 172.25.1.182, port: fa25d417-a08a-4dff-8bbf-4aa02c000733. Jun 04 06:30:48.296259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Calling delete_port for fa25d417-a08a-4dff-8bbf-4aa02c000733 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:48.340551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Allocated IP 172.20.0.2 (2b5a480e-c763-4183-8cd6-83ed57094391/029ed1cb-f5b4-4eca-9471-777b65c64f0e/872fe009-0e83-47fa-9b8c-afa7c85a1661) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:48.549716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cc578-004b-4129-aa3d-ae1b0989d2f9 req-2e490379-3ffe-40a0-8e65-d7bbdc5ef4c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:48.566827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1cc578-004b-4129-aa3d-ae1b0989d2f9 req-2e490379-3ffe-40a0-8e65-d7bbdc5ef4c6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.6395597 Jun 04 06:30:48.862708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-5df4916b-7cf4-4dcd-9d14-81fcda7d8ef3 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Synchronizing usage tracker for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:48.911219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-084b1873-204f-48be-b800-084319666a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:48.922522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-084b1873-204f-48be-b800-084319666a78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.8719375 Jun 04 06:30:48.931252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1cc578-004b-4129-aa3d-ae1b0989d2f9 req-95267efe-8017-4e33-b125-7501288d51b3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795838 Jun 04 06:30:48.933744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-5df4916b-7cf4-4dcd-9d14-81fcda7d8ef3 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Unset dirty status for tenant:a2127c1ff6184932872a707938a179dc on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:48.935048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-5df4916b-7cf4-4dcd-9d14-81fcda7d8ef3 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.5302005 Jun 04 06:30:49.079623 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c833d3-a9dc-4fa0-b3f7-c96f965aa95d'] response: {'name': 'network-changed', 'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'status': 'completed', 'code': 200} Jun 04 06:30:49.113101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53352) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:49.139800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:49.171764 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.187340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Transition to ACTIVE for port object 872fe009-0e83-47fa-9b8c-afa7c85a1661 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:49.205264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.210870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Transition to ACTIVE for port object 872fe009-0e83-47fa-9b8c-afa7c85a1661 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:49.239883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.341128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Network 2b5a480e-c763-4183-8cd6-83ed57094391 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:49.341985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Pushing event updated for resources: {'Port': ['ID=872fe009-0e83-47fa-9b8c-afa7c85a1661,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:49.344838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:49.346297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f0397661-6069-41b0-b376-439055d963ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.349148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:49.409781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-f27e3fc2-5d97-4c10-9b84-9aa78fa42ff1 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.4668820 Jun 04 06:30:49.525600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event deleted for resources: {'Port': ['ID=fa25d417-a08a-4dff-8bbf-4aa02c000733,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:49.539358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device fa25d417-a08a-4dff-8bbf-4aa02c000733 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:30:49.592074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: fa25d417-a08a-4dff-8bbf-4aa02c000733 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:30:49.592418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device fa25d417-a08a-4dff-8bbf-4aa02c000733 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:30:49.594588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Attempting to bind port 872fe009-0e83-47fa-9b8c-afa7c85a1661 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:49.594588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Attempting to bind port 872fe009-0e83-47fa-9b8c-afa7c85a1661 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:49.595349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Attempting to bind port 872fe009-0e83-47fa-9b8c-afa7c85a1661 on network 2b5a480e-c763-4183-8cd6-83ed57094391 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:49.601788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:49.602245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Checking segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:49.602956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.603400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Bound using segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:49.603766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Bound port: 872fe009-0e83-47fa-9b8c-afa7c85a1661, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:49.604157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.736317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] For port 872fe009-0e83-47fa-9b8c-afa7c85a1661, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:49.739713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] For port 872fe009-0e83-47fa-9b8c-afa7c85a1661, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=872fe009-0e83-47fa-9b8c-afa7c85a1661,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:49.745689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:49.958304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d792-f2ce-4509-bcb6-b2d961a52614 None None] Pushing event updated for resources: {'Port': ['ID=872fe009-0e83-47fa-9b8c-afa7c85a1661,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:50.034727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:30:50.051970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:50.062328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:subnet and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:50.078172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:50.100024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:50.140323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:50.271712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:50.278329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:50.350052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:50.641864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Deleting port fd4bfd88-6e2d-497e-b5f5-18ae190d2f88 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:50.642817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:50.703223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7266-3a1f-413e-a6c3-8a5285059ef5 req-a071f8ba-8712-4ed6-99f5-d11786ffb019 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:50.716763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-891694f6-5bc0-4721-a9bd-db628cf48243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:50.718553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ced7266-3a1f-413e-a6c3-8a5285059ef5 req-a071f8ba-8712-4ed6-99f5-d11786ffb019 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 1.2535496 Jun 04 06:30:50.719301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-891694f6-5bc0-4721-a9bd-db628cf48243 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7775519 Jun 04 06:30:50.850278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ced7266-3a1f-413e-a6c3-8a5285059ef5 req-5a3bf585-c382-47e0-93f0-3afc4421c630 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306665 Jun 04 06:30:50.956209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-00e7d1a5-5e86-456b-93b4-2350509036ef service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674132 Jun 04 06:30:50.978169 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8b643e-6d13-4f94-aaf6-bbcd20437550'] response: {'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'code': 200} Jun 04 06:30:51.470283 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:51.548362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:30:51.562545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Sync routers for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:30:51.576868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:51.582085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45330e54-b66d-4961-9e05-f700681c5d55 req-03e41a71-e459-4aa3-8e61-dc2ccfa9eb6d tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/ports?device_id=a11d127b-30ce-496b-a4f1-64b71f57b98d HTTP/1.1" status: 200 len: 210 time: 0.3445857 Jun 04 06:30:51.582498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:51.583327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:51.874318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] No DVR routers for this DVR port fa25d417-a08a-4dff-8bbf-4aa02c000733 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:30:51.891291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:51.892541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0d43f-167c-4eda-839c-8666f2b2f598 None None] Network 2b5a480e-c763-4183-8cd6-83ed57094391 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:51.897573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'name': 'network-vif-deleted', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:30:52.062985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.071771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e735992-82d3-43d4-9dcf-53620f62f858 req-96ec9843-2dc5-43a9-837d-b0aed3daa3ba service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1050246 Jun 04 06:30:52.207378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7301cec2-6eb7-4013-a985-e37747cc4a9b req-65e8dd59-b9b0-423a-811c-5ce1ae0d1dd2 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.24 "DELETE /v2.0/ports/fa25d417-a08a-4dff-8bbf-4aa02c000733 HTTP/1.1" status: 204 len: 173 time: 7.1910501 Jun 04 06:30:52.234739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 872fe009-0e83-47fa-9b8c-afa7c85a1661 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:52.284819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:52.416220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.430996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2cdfb2c1-86df-44b1-a175-b33e2c3f3df4 None None] Provisioning for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:52.469201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.470163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.498643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': 'a110649d-da43-40dd-8340-c4c8d0bcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:52.499001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: 379a98c1-5368-4bc5-991a-a1f973d35bb9, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:52.512272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=0b090e89-bb71-41a1-aedc-5983650ce2e8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:52.513357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:52.528185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:52.528566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.543625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321670c-008f-4a34-b047-269145729d6f req-6343e4f1-a98c-4990-aacc-af9978a5a049 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:52.554151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8321670c-008f-4a34-b047-269145729d6f req-6343e4f1-a98c-4990-aacc-af9978a5a049 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 948 time: 0.6554532 Jun 04 06:30:52.621373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:52.637402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8321670c-008f-4a34-b047-269145729d6f req-4b4e0214-31c0-413f-b543-dfaf9920f188 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Jun 04 06:30:52.668480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 379a98c1-5368-4bc5-991a-a1f973d35bb9) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:52.678911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:52.679511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:52.720835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1b42f-6e43-4c55-b7e7-262259ae016c None None] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:52.728668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f20b0e42-8e83-440f-b2c8-d9081aa8a318 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6049151 Jun 04 06:30:52.732044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:52.738122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-362722067'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:52.753692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:52.777386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:52.786980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:52.835026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:52.871394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:52.878030 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.035517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 872fe009-0e83-47fa-9b8c-afa7c85a1661 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:53.036112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.127085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Allocated IP 172.25.1.169 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/3be1ecd4-9ae6-42b6-ab6c-ad08260ce618) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:53.160086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 872fe009-0e83-47fa-9b8c-afa7c85a1661, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=872fe009-0e83-47fa-9b8c-afa7c85a1661,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:53.168495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Calling delete_port for fd4bfd88-6e2d-497e-b5f5-18ae190d2f88 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:30:53.184044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.185893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:30:53.232719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:53.244454 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Checking router: d3c31545-06fc-43b9-b088-1bb7fb2cefe3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:30:53.251505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.266534 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment 78028763-7f42-4632-ba55-6bd11a412728 of type vlan for network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 Jun 04 06:30:53.267111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:30:53.274463 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:53.332727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-09c42055-8d15-40fe-8440-158b932338b8 None None] Provisioning complete for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:53.333460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09c42055-8d15-40fe-8440-158b932338b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.485019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3819b3-38f6-49fa-9895-924e0c42fe84 req-33876b57-b556-4ade-854b-83062ef95a69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:53.491226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed3819b3-38f6-49fa-9895-924e0c42fe84 req-33876b57-b556-4ade-854b-83062ef95a69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.5380223 Jun 04 06:30:53.495308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-27f71228-f7eb-415a-927a-f65a465f576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:53.497357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.500356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-27f71228-f7eb-415a-927a-f65a465f576b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 1099 time: 1.3708799 Jun 04 06:30:53.510699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=872fe009-0e83-47fa-9b8c-afa7c85a1661,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:53.660094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed3819b3-38f6-49fa-9895-924e0c42fe84 req-18b203e3-2c8e-423a-a70d-195a0a50ffdb tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495533 Jun 04 06:30:53.670406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.692493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:53.693332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.734614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-379a98c1-5368-4bc5-991a-a1f973d35bb9', 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9', 'tenant_id': '17764c5fb6bf4b0c942c963f5d34d63d', 'fixed_ips': [{'subnet_id': '0b090e89-bb71-41a1-aedc-5983650ce2e8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:53.751704 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:53.771948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:30:53.817813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-09c42055-8d15-40fe-8440-158b932338b8 None None] Current status of the port 872fe009-0e83-47fa-9b8c-afa7c85a1661 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:54.071670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=8b6d6ce3-769d-41ad-95e9-743fa502a4b4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:54.081934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 872fe009-0e83-47fa-9b8c-afa7c85a1661 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:54.083644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3501704 Jun 04 06:30:54.091488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53380) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:54.122145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-ebc39baf-c714-4607-a5b7-ef5ffdfc88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.124301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-ebc39baf-c714-4607-a5b7-ef5ffdfc88da service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.6117008 Jun 04 06:30:54.131100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:54.240354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.244647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.245532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.246213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.246717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.247272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.249495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.250031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.250530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.251269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.252699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.253177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7f33c-d73f-4ca6-b191-e6c6f400defb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:30:54.308722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:30:54.365144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.379470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.391552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.408120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.422098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.439575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.458437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:54.468196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-e51ebc87-caa1-423a-88a2-f5f67192f774 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.4006412 Jun 04 06:30:54.477895 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:30:54.488235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff38cd0f-7d0f-4dcc-a809-a16d5a4b9889 None None] The sync data for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 is: [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:28:50Z', 'revision_number': 4, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c', 'name': '', 'network_id': '747e77a9-714a-42a2-947b-a51a5121062f', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'mac_address': 'fa:16:3e:67:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:45Z', 'updated_at': '2022-06-04T06:29:01Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'subnets': [{'id': 'a6243676-6272-4c1c-bee5-656ab5437e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:30:54.590496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3e2ef43-860b-4e20-9e17-075395f89ea2 req-69355d9c-ad93-4ca7-901f-d7989b755b72 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197474 Jun 04 06:30:54.845658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:30:54.866669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:subnet and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:30:54.880948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:30:54.901767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:30:54.956114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:30:54.971203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:54.978027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Allocated IP 2001:db8:0:ffff::2 (379a98c1-5368-4bc5-991a-a1f973d35bb9/0b090e89-bb71-41a1-aedc-5983650ce2e8/70c9941f-4cc9-4d69-a302-55f677fb1659) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:30:55.054046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9b492-c3bd-47f7-9db5-0e882fdd1fb6 req-18ad0ab4-9089-4388-a028-8ea479d5fd76 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:55.062591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13e9b492-c3bd-47f7-9db5-0e882fdd1fb6 req-18ad0ab4-9089-4388-a028-8ea479d5fd76 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.2660091 Jun 04 06:30:55.117671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8054547-3653-4493-ad57-949fe74a07a1 None None] New status for floating IP c4a1f6c3-4326-4bb5-a437-919d40877bbc: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:30:55.145420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13e9b492-c3bd-47f7-9db5-0e882fdd1fb6 req-c883a1b6-f706-4c82-9bb6-e98ec587474b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819511 Jun 04 06:30:55.465686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:55.543052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-7a928147-2deb-41a3-a9a5-259d705a78ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0222616f-a5a8-4c9f-8e80-536519d2b254 HTTP/1.1" status: 200 len: 217 time: 0.7636933 Jun 04 06:30:55.598319 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff94bcec-3e48-43e1-a0a1-b78ec7bb5f41'] response: {'server_uuid': 'a11d127b-30ce-496b-a4f1-64b71f57b98d', 'name': 'network-vif-deleted', 'tag': 'fa25d417-a08a-4dff-8bbf-4aa02c000733', 'status': 'completed', 'code': 200} Jun 04 06:30:55.645770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-c17d6ac8-aa96-405f-a995-7f24e8fff8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:55.647211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-c17d6ac8-aa96-405f-a995-7f24e8fff8e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0822890 Jun 04 06:30:55.650864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:55.672225 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:55.689408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Transition to ACTIVE for port object 70c9941f-4cc9-4d69-a302-55f677fb1659 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:55.716754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Transition to ACTIVE for port object 70c9941f-4cc9-4d69-a302-55f677fb1659 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:30:55.728917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:55.831878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:55.844555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:55.844819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:30:55.847186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:55.853204 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:55.977452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Pushing event updated for resources: {'Port': ['ID=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:56.131822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:30:56.132369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:56.151755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event deleted for resources: {'Port': ['ID=fd4bfd88-6e2d-497e-b5f5-18ae190d2f88,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:56.173855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:56.220656 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:56.256034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:56.272246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:30:56.286012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:30:56.301109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:56.309936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Pushing event updated for resources: {'Port': ['ID=70c9941f-4cc9-4d69-a302-55f677fb1659,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:56.313585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:30:56.324173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0e5fe-c68b-4f49-b122-d49535bc64b9 req-f0396d1c-4bcd-4f06-a2b5-af3a75eed343 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.334389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-31a0e5fe-c68b-4f49-b122-d49535bc64b9 req-f0396d1c-4bcd-4f06-a2b5-af3a75eed343 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 948 time: 0.3205647 Jun 04 06:30:56.454058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-31a0e5fe-c68b-4f49-b122-d49535bc64b9 req-f77dd7dd-c328-4f78-9f68-e7ee8e3006c9 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133764 Jun 04 06:30:56.510675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-5b93e714-dcc2-46d2-a60a-b6fd1587be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.512172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-5b93e714-dcc2-46d2-a60a-b6fd1587be72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8526165 Jun 04 06:30:56.772208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.784151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.791327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.798052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.804445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.811319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-10322bc9-9c25-40f9-a90a-6b09b3a33586 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520561 Jun 04 06:30:56.816172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.826627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:56.842265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3861d567-fd83-4360-9a12-4e16ccfa0b1c req-07278e1a-82ee-4a5b-86d2-f96c6b912c1b tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.1866882 Jun 04 06:30:56.932004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 872fe009-0e83-47fa-9b8c-afa7c85a1661 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:56.965883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:56.989771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Attempting to bind port 70c9941f-4cc9-4d69-a302-55f677fb1659 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:30:56.994047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Attempting to bind port 70c9941f-4cc9-4d69-a302-55f677fb1659 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a110649d-da43-40dd-8340-c4c8d0bcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:30:56.995965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Attempting to bind port 70c9941f-4cc9-4d69-a302-55f677fb1659 on network 379a98c1-5368-4bc5-991a-a1f973d35bb9 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:30:57.044483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:30:57.045264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Checking segment: {'id': 'a110649d-da43-40dd-8340-c4c8d0bcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:57.045885 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.046464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Bound using segment: {'id': 'a110649d-da43-40dd-8340-c4c8d0bcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:30:57.047272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Bound port: 70c9941f-4cc9-4d69-a302-55f677fb1659, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a110649d-da43-40dd-8340-c4c8d0bcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '379a98c1-5368-4bc5-991a-a1f973d35bb9'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:30:57.047901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.069820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.071601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81f126bb-d101-4d23-a202-0fbe29ebfcb3 req-a4dcabeb-78df-48f7-a2fe-eef626f628a2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "DELETE /v2.0/floatingips/98b4747a-02e4-463b-8ece-65eae6387685 HTTP/1.1" status: 204 len: 173 time: 7.6560464 Jun 04 06:30:57.118341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'mac_address': 'fa:16:3e:09:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:30:57.175618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53404) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:57.516031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.569763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:30:57.571392 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.580390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.655404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:30:57.733974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a07b31bc-a79a-4bda-990e-43aa47ad0d72 req-50d700e7-11c3-4b41-b9e5-734d4dd0ca27 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8880644 Jun 04 06:30:57.766854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:30:57.768694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1eaf4-ad4f-424d-9af9-a760bc810982 req-b2622d21-66b5-42a2-ac37-474302a8585f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:57.776563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8b1eaf4-ad4f-424d-9af9-a760bc810982 req-b2622d21-66b5-42a2-ac37-474302a8585f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.7246046 Jun 04 06:30:57.794644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] For port 70c9941f-4cc9-4d69-a302-55f677fb1659, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:30:57.806230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] For port 70c9941f-4cc9-4d69-a302-55f677fb1659, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=70c9941f-4cc9-4d69-a302-55f677fb1659,segment=NetworkSegment(a110649d-da43-40dd-8340-c4c8d0bcfb7b),segment_id=a110649d-da43-40dd-8340-c4c8d0bcfb7b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:30:57.814562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.820384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.850413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6fe00-f6b1-40a4-919c-e49691a8022a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:57.866017 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8b1eaf4-ad4f-424d-9af9-a760bc810982 req-1eac6e6c-6b71-4f68-8a84-cf8faf862788 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 Jun 04 06:30:57.907671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:57.909056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f1bd374-2813-4a22-ba3a-45822b69c7d0 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "DELETE /v2.0/security-groups/88b6fe00-f6b1-40a4-919c-e49691a8022a HTTP/1.1" status: 204 len: 168 time: 0.6818914 Jun 04 06:30:57.912190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53412) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:58.008568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:58.092519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:30:58.108120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:58.127187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-bebcf244-e066-4194-bda5-467ed966704d tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips/aac22328-395d-4875-bc94-95f453113221 HTTP/1.1" status: 200 len: 693 time: 0.1809287 Jun 04 06:30:58.206731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:58.208438 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-8a0c2eee-ae02-4f3f-a655-fff8a34f1046 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] show failed (client error): The resource could not be found. Jun 04 06:30:58.209503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a0c2eee-ae02-4f3f-a655-fff8a34f1046 tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "GET /v2.0/security-groups/88b6fe00-f6b1-40a4-919c-e49691a8022a HTTP/1.1" status: 404 len: 347 time: 0.2961974 Jun 04 06:30:58.240937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53420) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:58.244736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:58.350479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4be02-7e2c-4b26-8709-bcacf69dbf50 req-91f9775d-fb16-454f-bdc4-359f65c9029a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:58.361229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bd4be02-7e2c-4b26-8709-bcacf69dbf50 req-91f9775d-fb16-454f-bdc4-359f65c9029a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.8520863 Jun 04 06:30:58.390948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f1e36-0197-4c76-9c0c-e7203cd07216 None None] Pushing event updated for resources: {'Port': ['ID=70c9941f-4cc9-4d69-a302-55f677fb1659,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:58.422280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0222616f-a5a8-4c9f-8e80-536519d2b254'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:30:58.541352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bd4be02-7e2c-4b26-8709-bcacf69dbf50 req-ce5cbd69-1b6b-43d6-aa13-9127503c2645 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789091 Jun 04 06:30:58.589331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=8b885584-afd1-4c3c-83fe-fd3b093f8c78,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:30:58.618550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': '78028763-7f42-4632-ba55-6bd11a412728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:30:58.623825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: 8b6d6ce3-769d-41ad-95e9-743fa502a4b4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:30:58.896180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:30:59.260743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 70c9941f-4cc9-4d69-a302-55f677fb1659 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:30:59.272535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8b6d6ce3-769d-41ad-95e9-743fa502a4b4) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:30:59.286233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:59.286950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:59.311272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efde0e1-366b-40e1-9f15-77e980047a3d None None] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:30:59.339630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5374501-17cd-4382-adbb-ae972041ac12 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2343345 Jun 04 06:30:59.346948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53444) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:59.349844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:59.360455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'port': {'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4', 'name': 'tempest-NetworksIpV6TestAttrs-1053213996'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:30:59.479446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-3e18b78e-f515-431b-ba25-6c2d178bfde2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:59.481547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-3e18b78e-f515-431b-ba25-6c2d178bfde2 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 784 time: 1.3530779 Jun 04 06:30:59.484915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53448) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:30:59.499305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Deleting port be886a54-79a9-49ab-b7ad-910b98754309 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:30:59.500118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:59.588044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-1db07f6d-b12e-49a2-a970-a3eb009a3335 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:30:59.588044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-1db07f6d-b12e-49a2-a970-a3eb009a3335 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Synchronizing usage tracker for tenant:e850ecfbbd27459086f957e6c04bd3ea on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:30:59.722660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 70c9941f-4cc9-4d69-a302-55f677fb1659 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:30:59.766036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8b6d6ce3-769d-41ad-95e9-743fa502a4b4', 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4', 'tenant_id': '17764c5fb6bf4b0c942c963f5d34d63d', 'fixed_ips': [{'subnet_id': '8b885584-afd1-4c3c-83fe-fd3b093f8c78'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:30:59.768543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:30:59.831850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-79652556-dc11-4347-8715-33cf24c42e9e tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.3392918 Jun 04 06:30:59.859751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-1db07f6d-b12e-49a2-a970-a3eb009a3335 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Unset dirty status for tenant:e850ecfbbd27459086f957e6c04bd3ea on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:30:59.866817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-1db07f6d-b12e-49a2-a970-a3eb009a3335 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 949 time: 1.0122325 Jun 04 06:31:00.099085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Allocated IP 2001:db8::f816:3eff:feaf:46d (8b6d6ce3-769d-41ad-95e9-743fa502a4b4/8b885584-afd1-4c3c-83fe-fd3b093f8c78/2f8bf6c9-6a93-4696-8883-330a92e73c20) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:00.189542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-ee4981a3-1ffb-4515-a11a-c6a65a9ea208 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.3315470 Jun 04 06:31:00.294545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:00.303612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:port and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:00.306751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:00.321817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:00.352603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:00.363538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:00.502342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] device_id is not set on port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:31:00.653568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Deleting port ad712db0-e9ac-44c1-9326-1be5f930a900 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:00.655494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:00.715777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-ce7708fa-f109-454b-ab1e-ea0b1134c641 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Synchronizing usage tracker for tenant:e850ecfbbd27459086f957e6c04bd3ea on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:00.723299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:00.745988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Transition to ACTIVE for port object 2f8bf6c9-6a93-4696-8883-330a92e73c20 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:00.791385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Transition to ACTIVE for port object 2f8bf6c9-6a93-4696-8883-330a92e73c20 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:00.805652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:00.818183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:00.818557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:00.825606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-ce7708fa-f109-454b-ab1e-ea0b1134c641 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Unset dirty status for tenant:e850ecfbbd27459086f957e6c04bd3ea on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:00.843939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4659ff3-2e3c-4e3c-b2c8-69eb2da1f892 req-ce7708fa-f109-454b-ab1e-ea0b1134c641 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9684417 Jun 04 06:31:00.875028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf2dc1-1ee8-4b9e-adac-9b2e1c4a7e87 None None] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:00.890998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Router 852544e1-1e83-40e5-aff2-736d060913b5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:31:01.121259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Calling delete_port for be886a54-79a9-49ab-b7ad-910b98754309 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:01.220308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:01.301797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:01.336975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:01.351961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:01.541462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.541864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.542351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.542817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.543297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.543761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.544225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:01.562682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a6f8730-6381-4705-8389-05b890c0225a req-dda0fee1-015d-4b9c-b3d6-47562045230d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6501 time: 2.0732219 Jun 04 06:31:01.574215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:01.588727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Sync routers for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:01.631834 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:01.632275 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:01.639693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a6f8730-6381-4705-8389-05b890c0225a req-9ea7c537-a3d0-4dd1-87b9-daca94626dd5 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760894 Jun 04 06:31:01.646238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:01.669877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Allocated IP 2001:db8::f816:3eff:fe3e:6f28 (8b6d6ce3-769d-41ad-95e9-743fa502a4b4/8b885584-afd1-4c3c-83fe-fd3b093f8c78/3a25fc5e-9cfb-481c-9638-d1a4953b7d40) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:01.679114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:01.682083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07759a99-bd0d-4dc5-8fac-df2369133f43 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.7995663 Jun 04 06:31:01.685769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:01.804736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Provisioning for port 70c9941f-4cc9-4d69-a302-55f677fb1659 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:01.843459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Provisioning complete for port 70c9941f-4cc9-4d69-a302-55f677fb1659 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:01.844094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:01.884651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Pushing event deleted for resources: {'Port': ['ID=be886a54-79a9-49ab-b7ad-910b98754309,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:01.957098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Attempting to bind port 2f8bf6c9-6a93-4696-8883-330a92e73c20 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:01.957764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Attempting to bind port 2f8bf6c9-6a93-4696-8883-330a92e73c20 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '78028763-7f42-4632-ba55-6bd11a412728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:01.958458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Attempting to bind port 2f8bf6c9-6a93-4696-8883-330a92e73c20 on network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:01.979631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:01.980311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Checking segment: {'id': '78028763-7f42-4632-ba55-6bd11a412728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:01.981406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:01.982277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Bound using segment: {'id': '78028763-7f42-4632-ba55-6bd11a412728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:01.982920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Bound port: 2f8bf6c9-6a93-4696-8883-330a92e73c20, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78028763-7f42-4632-ba55-6bd11a412728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b6d6ce3-769d-41ad-95e9-743fa502a4b4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:01.983466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.004877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Pushing event updated for resources: {'Port': ['ID=2f8bf6c9-6a93-4696-8883-330a92e73c20,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:02.046357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 0222616f-a5a8-4c9f-8e80-536519d2b254 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:02.053873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:02.122761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.124914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 0222616f-a5a8-4c9f-8e80-536519d2b254 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:02.125671 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.215967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.232416 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e19deac2-2172-41c0-84b1-8eb4088b57cc tempest-ServersTestJSON-1111037638 tempest-ServersTestJSON-1111037638-project] 10.222.0.17 "DELETE /v2.0/floatingips/c4a1f6c3-4326-4bb5-a437-919d40877bbc HTTP/1.1" status: 204 len: 168 time: 3.9854968 Jun 04 06:31:02.259877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:02.372587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] For port 2f8bf6c9-6a93-4696-8883-330a92e73c20, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:02.448393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] For port 2f8bf6c9-6a93-4696-8883-330a92e73c20, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f8bf6c9-6a93-4696-8883-330a92e73c20,segment=NetworkSegment(78028763-7f42-4632-ba55-6bd11a412728),segment_id=78028763-7f42-4632-ba55-6bd11a412728)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:02.474755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.484797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.640084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383bef8-282e-40aa-b574-f2a49bb29a12 None None] Pushing event updated for resources: {'Port': ['ID=2f8bf6c9-6a93-4696-8883-330a92e73c20,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:02.657623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Current status of the port 70c9941f-4cc9-4d69-a302-55f677fb1659 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:02.659321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.697673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c169-0568-45f7-8f6f-0be1d83136ab req-5d9347a2-a6f5-4df7-a86e-6b8683bb2a95 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:02.713460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:02.714133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f386c169-0568-45f7-8f6f-0be1d83136ab req-5d9347a2-a6f5-4df7-a86e-6b8683bb2a95 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 1.1836734 Jun 04 06:31:02.715259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.727137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Transition to ACTIVE for port object 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:02.866181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] For port 70c9941f-4cc9-4d69-a302-55f677fb1659, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=70c9941f-4cc9-4d69-a302-55f677fb1659,segment=NetworkSegment(a110649d-da43-40dd-8340-c4c8d0bcfb7b),segment_id=a110649d-da43-40dd-8340-c4c8d0bcfb7b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:02.901738 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:02.972137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f386c169-0568-45f7-8f6f-0be1d83136ab req-bf4c3f60-070b-4711-bf1b-5c6aaa48a82e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405417 Jun 04 06:31:03.042502 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:30:57Z', 'revision_number': 3, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:03.062349 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Checking router: 852544e1-1e83-40e5-aff2-736d060913b5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:03.062719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Updating router 852544e1-1e83-40e5-aff2-736d060913b5 port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:31:03.063143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.077046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:03.170789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:03.239175 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.293247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:03.299259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:03.348840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.349613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.360317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1e51-ebe0-4bdf-aec4-f0fa901f8933 None None] Pushing event updated for resources: {'Port': ['ID=70c9941f-4cc9-4d69-a302-55f677fb1659,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:03.381715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.490874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-67972ce3-57ea-4977-bb67-5ae762191735 None None] Provisioning complete for port 70c9941f-4cc9-4d69-a302-55f677fb1659 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:03.491167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67972ce3-57ea-4977-bb67-5ae762191735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.519341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:03.541004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:03.546258 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:03.643950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Port': ['ID=3a25fc5e-9cfb-481c-9638-d1a4953b7d40,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:03.653857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:03.681186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Calling delete_port for ad712db0-e9ac-44c1-9326-1be5f930a900 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:03.729602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af07d6b6-13e8-49a1-831a-a468a5236501 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3696918 Jun 04 06:31:03.735131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:03.858728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-67972ce3-57ea-4977-bb67-5ae762191735 None None] Current status of the port 70c9941f-4cc9-4d69-a302-55f677fb1659 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:04.132892 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.222877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Transition to ACTIVE for port object 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:04.254701 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.373459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.536213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.566411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffed1b-3228-4300-9262-c81b04c99b20 None None] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:04.659055 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Attempting to bind port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:04.661440 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Attempting to bind port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:04.661928 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Attempting to bind port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:04.665584 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d18d9-2025-4d17-8981-ff57b9ce1ca0 None None] Pushing event updated for resources: {'Port': ['ID=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:04.700937 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:04.701375 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:04.702027 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.702426 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:04.702918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Bound port: 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:04.703303 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:04.746961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Pushing event deleted for resources: {'Port': ['ID=ad712db0-e9ac-44c1-9326-1be5f930a900,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:04.874381 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] For port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:04.878540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] For port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:04.896839 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.017940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:05.018598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:05.049254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Allocated IP 172.20.0.1 (2b5a480e-c763-4183-8cd6-83ed57094391/029ed1cb-f5b4-4eca-9471-777b65c64f0e/673ba32b-ccc9-41e4-8b56-8bef7c3533ac) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:05.140311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5c9e3286-b640-4bf0-898a-308eb19274e3 None None] Provisioning for port 2f8bf6c9-6a93-4696-8883-330a92e73c20 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:05.291636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5f410-f72c-4c6f-8a2b-9724c6f0806f req-8d81cadb-cae6-439e-9fea-f6f91337de22 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:05.299583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bb5f410-f72c-4c6f-8a2b-9724c6f0806f req-8d81cadb-cae6-439e-9fea-f6f91337de22 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 1.8823097 Jun 04 06:31:05.300724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 70c9941f-4cc9-4d69-a302-55f677fb1659 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:05.344004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.379409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting subnet 8b885584-afd1-4c3c-83fe-fd3b093f8c78 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:31:05.418942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.479338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 70c9941f-4cc9-4d69-a302-55f677fb1659 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:05.480079 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.511093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.549524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.557047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaae6e2a-cd39-4fcb-9495-6a30dbf72b40 req-67dc9423-9167-4938-9c8c-be098b2d07d9 tempest-FloatingIPDetailsTestJSON-1681808184 tempest-FloatingIPDetailsTestJSON-1681808184-project] 10.222.0.17 "DELETE /v2.0/floatingips/aac22328-395d-4875-bc94-95f453113221 HTTP/1.1" status: 204 len: 173 time: 5.3547740 Jun 04 06:31:05.557644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:05.574873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:05.607518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bb5f410-f72c-4c6f-8a2b-9724c6f0806f req-2cea60b5-879c-4909-87c5-40e204a6bb35 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040690 Jun 04 06:31:05.738600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:05.895246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 70c9941f-4cc9-4d69-a302-55f677fb1659 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:05.899356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f8bf6c9-6a93-4696-8883-330a92e73c20 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:05.965653 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35cc5ba-df09-493c-b422-0f1bfb5be828'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'code': 200} Jun 04 06:31:06.045319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Provisioning for port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:06.065595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Provisioning complete for port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:06.065989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.219585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2f8bf6c9-6a93-4696-8883-330a92e73c20 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:06.225030 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d18d9-2025-4d17-8981-ff57b9ce1ca0 None None] Pushing event updated for resources: {'Port': ['ID=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:06.244581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2f8bf6c9-6a93-4696-8883-330a92e73c20 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:06.246310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.266596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.278347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.332443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:06.443843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Provisioning complete for port 2f8bf6c9-6a93-4696-8883-330a92e73c20 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:06.453819 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.491660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Transition to ACTIVE for port object 673ba32b-ccc9-41e4-8b56-8bef7c3533ac will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:06.540603 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:30:57Z', 'revision_number': 3, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:06.559088 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd32bfb-767e-47e4-aad1-2456695aa489 None None] The sync data for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 is: [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:30:57Z', 'revision_number': 3, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:06.627946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b6949-c303-4fdc-a276-f85cdaf6ac15 req-b5b9ea52-6a71-4bb7-b1fa-3df4a169c23b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:06.636092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d83b6949-c303-4fdc-a276-f85cdaf6ac15 req-b5b9ea52-6a71-4bb7-b1fa-3df4a169c23b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.2684872 Jun 04 06:31:06.664432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ca0aa-937f-4de2-9f3a-5c68ef45c520 req-81a6e7bf-7059-480e-855c-9fd387ca4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:06.671183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d07ca0aa-937f-4de2-9f3a-5c68ef45c520 req-81a6e7bf-7059-480e-855c-9fd387ca4655 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 1101 time: 0.5360038 Jun 04 06:31:06.837827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d83b6949-c303-4fdc-a276-f85cdaf6ac15 req-37294c7d-c526-4696-a8d1-f18bcc9febda tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967404 Jun 04 06:31:06.872203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.885357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d07ca0aa-937f-4de2-9f3a-5c68ef45c520 req-835f2c7b-e7bb-47d1-8172-a719e5f92bdc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068150 Jun 04 06:31:06.919228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b393-5142-4277-a94b-a70c978ccd5b req-ee81355a-d1d6-41df-9ba4-f8e64afc5000 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:06.936338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ed1b393-5142-4277-a94b-a70c978ccd5b req-ee81355a-d1d6-41df-9ba4-f8e64afc5000 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 950 time: 0.8886712 Jun 04 06:31:06.988181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:06.997709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Current status of the port 2f8bf6c9-6a93-4696-8883-330a92e73c20 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:06.997709 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.043286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=8b885584-afd1-4c3c-83fe-fd3b093f8c78,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:07.053959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f8bf6c9-6a93-4696-8883-330a92e73c20 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:07.054983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.275182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Network 2b5a480e-c763-4183-8cd6-83ed57094391 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:07.288168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Pushing event updated for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:07.293451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ed1b393-5142-4277-a94b-a70c978ccd5b req-4a17e7ba-c0ff-4b18-9ef8-9611596b7642 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529096 Jun 04 06:31:07.315569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:07.323707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.393680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-277eed27-0db9-4ff7-ba88-9c2926d191ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/8b885584-afd1-4c3c-83fe-fd3b093f8c78 HTTP/1.1" status: 204 len: 168 time: 3.6471725 Jun 04 06:31:07.395773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:07.438960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:07.439688 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:07.440554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76d14c-3201-4aaa-bbdc-dc9c4ee3feb7 None None] Network 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:07.469532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53506) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:07.499224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Deleting port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:07.499579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.615719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] For port 2f8bf6c9-6a93-4696-8883-330a92e73c20, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f8bf6c9-6a93-4696-8883-330a92e73c20,segment=NetworkSegment(78028763-7f42-4632-ba55-6bd11a412728),segment_id=78028763-7f42-4632-ba55-6bd11a412728)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:07.635297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.703453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.870198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-500ab040-424e-4e4b-82d8-8fddee942443 None None] Provisioning complete for port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:07.870841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-500ab040-424e-4e4b-82d8-8fddee942443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:07.906469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e8030-359f-4dee-a0bd-9d1302274a47 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:07.908071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e8030-359f-4dee-a0bd-9d1302274a47 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:07.908817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-355e8030-359f-4dee-a0bd-9d1302274a47 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Synchronizing usage tracker for tenant:17764c5fb6bf4b0c942c963f5d34d63d on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:07.957600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b88c1b-c14d-4f75-b268-86aba95bce8a req-3b670247-2406-40d2-9c0a-79b42c8b3382 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:07.958926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b88c1b-c14d-4f75-b268-86aba95bce8a req-3b670247-2406-40d2-9c0a-79b42c8b3382 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.7475204 Jun 04 06:31:08.129933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b88c1b-c14d-4f75-b268-86aba95bce8a req-3b505de8-9912-4f6d-b3a4-c69e5c01f3b5 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624258 Jun 04 06:31:08.141170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f8bf6c9-6a93-4696-8883-330a92e73c20 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:08.162683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-355e8030-359f-4dee-a0bd-9d1302274a47 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Unset dirty status for tenant:17764c5fb6bf4b0c942c963f5d34d63d on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:08.165813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-355e8030-359f-4dee-a0bd-9d1302274a47 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6949797 Jun 04 06:31:08.199077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53512) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:08.274038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45547436-705e-4d4b-a237-4a98c38787d6 None None] Pushing event updated for resources: {'Port': ['ID=2f8bf6c9-6a93-4696-8883-330a92e73c20,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:08.277113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-500ab040-424e-4e4b-82d8-8fddee942443 None None] Port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:08.310662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] For port 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:08.311617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:08.372524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:08.520520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] DHCP port deletion for 8b6d6ce3-769d-41ad-95e9-743fa502a4b4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:31:08.531002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Deleting port 2f8bf6c9-6a93-4696-8883-330a92e73c20 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:08.531377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:08.602149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf66e256-4922-471d-931c-059672294d43 None None] Provisioning for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:08.612496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf66e256-4922-471d-931c-059672294d43 None None] Provisioning complete for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:08.613044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bf66e256-4922-471d-931c-059672294d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:08.700790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bf66e256-4922-471d-931c-059672294d43 None None] Port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:08.702419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Calling delete_port for 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:08.706396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:08.713355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:08.713756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:08.803517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0e4b-f56e-477e-9017-a9727ccb069c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:08.841711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16581a-e036-4a43-9ab3-d30e2ffe7121 req-58eddecb-9989-4ebe-b037-788acd49e366 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:08.849114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae16581a-e036-4a43-9ab3-d30e2ffe7121 req-58eddecb-9989-4ebe-b037-788acd49e366 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.7449558 Jun 04 06:31:08.962622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:08.963010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.033818 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4b0e4b-f56e-477e-9017-a9727ccb069c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 04 06:31:09.034561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4b0e4b-f56e-477e-9017-a9727ccb069c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:09.036449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb4b0e4b-f56e-477e-9017-a9727ccb069c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/8b6d6ce3-769d-41ad-95e9-743fa502a4b4 HTTP/1.1" status: 409 len: 405 time: 0.8363864 Jun 04 06:31:09.037500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.048972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53518) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:09.059882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-933105443'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:09.070759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:09.083129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:09.083939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.137289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:09.142516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:09.149901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:09.175402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:09.180967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.197178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] For port 2f8bf6c9-6a93-4696-8883-330a92e73c20, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f8bf6c9-6a93-4696-8883-330a92e73c20,segment=NetworkSegment(78028763-7f42-4632-ba55-6bd11a412728),segment_id=78028763-7f42-4632-ba55-6bd11a412728)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:09.198187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.218939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ae16581a-e036-4a43-9ab3-d30e2ffe7121 req-99b76e23-6f28-4de9-ab4f-0bfbf7b902bf tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688362 Jun 04 06:31:09.220433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-5c63ab8c-d110-4ec2-bb3c-d8c881fcca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:09.221961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-5c63ab8c-d110-4ec2-bb3c-d8c881fcca96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1096 time: 0.7564063 Jun 04 06:31:09.237410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:09.263203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.263551 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment 95934a74-1827-4263-b5f1-8773d04616f6 of type vlan for network b7d8adfb-8da1-4701-944f-aac96bb775fd Jun 04 06:31:09.296913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.412236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab71b2a-9b77-4b4f-9b6e-f97518f0635b req-709db080-a55e-45fe-86d6-e072626c3de6 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:09.414276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eab71b2a-9b77-4b4f-9b6e-f97518f0635b req-709db080-a55e-45fe-86d6-e072626c3de6 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 950 time: 0.8809743 Jun 04 06:31:09.461577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:09.472261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Calling delete_port for 2f8bf6c9-6a93-4696-8883-330a92e73c20 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:09.518505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.573417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.579573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:09.579975 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.583799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:31:09.584924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.645312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eab71b2a-9b77-4b4f-9b6e-f97518f0635b req-9f59c357-706b-418e-88f8-8e1ddc11025d tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067101 Jun 04 06:31:09.653152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] Pushing event deleted for resources: {'Port': ['ID=2f8bf6c9-6a93-4696-8883-330a92e73c20,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:09.668492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb6bfe-66c6-4fc7-b3b2-5898db884954 None None] No DVR routers for this DVR port 2f8bf6c9-6a93-4696-8883-330a92e73c20 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:09.673230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:09.891756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8372827 Jun 04 06:31:09.900006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:09.941420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:09.954621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:09.994007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d178c62-c86e-4e40-9fde-a7ab5b84ee18 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=b7d8adfb-8da1-4701-944f-aac96bb775fd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:10.013653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b7d8adfb-8da1-4701-944f-aac96bb775fd details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:10.021672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad097c-c936-40a2-aaaa-ee58c998c5b3 req-0621c08e-a9b9-4e39-a706-0b3b89be4c1d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:10.023468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6ad097c-c936-40a2-aaaa-ee58c998c5b3 req-0621c08e-a9b9-4e39-a706-0b3b89be4c1d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.5699949 Jun 04 06:31:10.064538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-be022be0-35a7-4bfb-b840-e82d792e209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:10.066037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-be022be0-35a7-4bfb-b840-e82d792e209d service neutron] 10.222.0.24 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.7318783 Jun 04 06:31:10.275362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-b410df84-73a2-4f3b-9b9b-c05b55296fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 1000 time: 0.1806328 Jun 04 06:31:10.353242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:10.371463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:10.388667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-5c4390af-6efe-48e7-b0be-c80bb7dfa083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:10.390145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-5c4390af-6efe-48e7-b0be-c80bb7dfa083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.1079550 Jun 04 06:31:10.438823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:10.458562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.469368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.526510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6ad097c-c936-40a2-aaaa-ee58c998c5b3 req-1167f12f-74e5-4eac-852f-456876187581 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4174645 Jun 04 06:31:10.544028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:10.544652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.613365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.629375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:10.633010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.813850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Deleting port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:10.815747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.859624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:10.875325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:10.915309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Pushing event updated for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:10.930401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f8bf6c9-6a93-4696-8883-330a92e73c20 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:10.937027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-f4887ef4-9461-456b-96fd-21f1f056bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:10.938551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-f4887ef4-9461-456b-96fd-21f1f056bf7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5349307 Jun 04 06:31:10.972084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2f8bf6c9-6a93-4696-8883-330a92e73c20 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:10.972457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f8bf6c9-6a93-4696-8883-330a92e73c20 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:11.128793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf27f5-0daa-46b8-8258-ecd3e1cc8481 req-f0c9093c-2358-45d4-9c75-c3ac18e43a65 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:11.130296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98bf27f5-0daa-46b8-8258-ecd3e1cc8481 req-f0c9093c-2358-45d4-9c75-c3ac18e43a65 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.5790782 Jun 04 06:31:11.302647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Network 2b5a480e-c763-4183-8cd6-83ed57094391 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:11.342851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f9bad-5aa0-4065-ab61-e6422bf45301 req-4e73a305-d911-4804-a6b3-bf84f4509819 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:11.343979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:11.344332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b09f9bad-5aa0-4065-ab61-e6422bf45301 req-4e73a305-d911-4804-a6b3-bf84f4509819 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 950 time: 0.4090002 Jun 04 06:31:11.352127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] For port 91be0b08-ae73-48ef-9be8-5b3927cfe7dd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:11.352544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:11.448240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-4f153197-1193-47c4-b084-8b0f7b5dea51 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981730 Jun 04 06:31:11.495894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98bf27f5-0daa-46b8-8258-ecd3e1cc8481 req-4a375979-f531-46a0-985a-e8ecc380ad74 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578799 Jun 04 06:31:11.497866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Calling delete_port for 91be0b08-ae73-48ef-9be8-5b3927cfe7dd owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:11.637768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b09f9bad-5aa0-4065-ab61-e6422bf45301 req-7de69bee-6ed3-489e-a879-96d5b2949783 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776051 Jun 04 06:31:11.667238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e14c9690-52ec-4d4a-b3c2-01146494fbc1 None None] Provisioning complete for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:11.668555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14c9690-52ec-4d4a-b3c2-01146494fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:11.735634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e14c9690-52ec-4d4a-b3c2-01146494fbc1 None None] Port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:11.793380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Router 852544e1-1e83-40e5-aff2-736d060913b5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:31:11.842623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:11.953664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:31:11.992450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:11.993145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:12.004910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d83150b-f8e3-4f13-afd9-e119bb052917 req-f39e7f73-86ed-48c6-82b0-e45650cac2b5 service neutron] 10.222.0.24 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441957 Jun 04 06:31:12.082153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:12.095314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562c03f-afca-48aa-8f66-f5e7075caf34 req-dc38b728-dc95-43bf-b158-6e405c6959fe tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:12.096236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:12.102684 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:12.109023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e562c03f-afca-48aa-8f66-f5e7075caf34 req-dc38b728-dc95-43bf-b158-6e405c6959fe tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.4495499 Jun 04 06:31:12.205039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:12.218017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:12.219760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:12.233632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Sync routers for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:12.247122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:12.247973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:12.310128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=91be0b08-ae73-48ef-9be8-5b3927cfe7dd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:12.331918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:31:12.350730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:12.470075 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e1aaa2-6a0c-49ad-ab65-9cdffd8048ed'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'code': 200} Jun 04 06:31:12.490901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e562c03f-afca-48aa-8f66-f5e7075caf34 req-3d69fedc-ffc3-4db0-a2e0-0ce36251c84d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802397 Jun 04 06:31:12.493100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:12.509360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:12.519819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Sync routers for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:12.544889 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:12.545850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:12.562468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=a174c21f-a35d-40c2-bce9-c0637cd0a831,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:12.587793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3382b707-83ad-496b-8b68-92a20e9add72 admin admin] 10.222.0.17 "PUT /v2.0/routers/d3c31545-06fc-43b9-b088-1bb7fb2cefe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3267684 Jun 04 06:31:12.589027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de6e12f4-5859-47eb-9db6-abb5797fffcb admin admin] 10.222.0.17 "PUT /v2.0/routers/852544e1-1e83-40e5-aff2-736d060913b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8811159 Jun 04 06:31:12.590320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53574) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:12.610304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': '95934a74-1827-4263-b5f1-8773d04616f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:12.610596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: b7d8adfb-8da1-4701-944f-aac96bb775fd, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:12.641618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-e186b09a-c497-47a2-bd30-d7c2ef86e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:12.647654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-e186b09a-c497-47a2-bd30-d7c2ef86e642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 1096 time: 0.7047203 Jun 04 06:31:12.888892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:31:09Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:12.890751 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:12.893720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Checking router: d3c31545-06fc-43b9-b088-1bb7fb2cefe3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:12.901464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network b7d8adfb-8da1-4701-944f-aac96bb775fd is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:12.905753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Routers {'d3c31545-06fc-43b9-b088-1bb7fb2cefe3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:12.906499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:12.948902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b7d8adfb-8da1-4701-944f-aac96bb775fd) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:12.978630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1bb62-d994-41e3-85fb-d7e82dd48ff3 None None] Network b7d8adfb-8da1-4701-944f-aac96bb775fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:12.990465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:12.991468 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.055839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-72cbafe8-e9b7-4bba-ac54-42abc58abf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:13.058258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-72cbafe8-e9b7-4bba-ac54-42abc58abf7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3973756 Jun 04 06:31:13.063504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-adda1968-dda4-488d-8632-1e93b2bbdad1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1556032 Jun 04 06:31:13.066742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:13.160453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-6b03f6df-a3d8-44f4-a163-308869b303ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23b62ee-db12-495f-8304-efc6cbcb78da HTTP/1.1" status: 200 len: 217 time: 0.0944121 Jun 04 06:31:13.166146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'port': {'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd', 'name': 'tempest-NetworksIpV6TestAttrs-54316430'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:13.185538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.217787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] Set router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:13.237637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.444171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:13.449238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:port and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:13.453638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:13.462220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:13.495982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:09Z', 'revision_number': 2, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:13.502514 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Checking router: 852544e1-1e83-40e5-aff2-736d060913b5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:13.503178 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Updating router 852544e1-1e83-40e5-aff2-736d060913b5 port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:31:13.513973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:13.518130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.560475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] device_id is not set on port 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:31:13.576193 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.757862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b7d8adfb-8da1-4701-944f-aac96bb775fd', 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd', 'tenant_id': '17764c5fb6bf4b0c942c963f5d34d63d', 'fixed_ips': [{'subnet_id': 'a174c21f-a35d-40c2-bce9-c0637cd0a831'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:31:13.759354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:13.798347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-7a0115ff-929e-41c6-b897-66584c58cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:13.799948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-7a0115ff-929e-41c6-b897-66584c58cc03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.3274944 Jun 04 06:31:13.896638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53608) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:13.926014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1219596337-network', 'tenant_id': '65181789eed44438ab272ea33ab63156'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:13.972328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Allocated IP 2001:db8::f816:3eff:fe0a:f28f (b7d8adfb-8da1-4701-944f-aac96bb775fd/a174c21f-a35d-40c2-bce9-c0637cd0a831/b3a61100-f7ef-4ba7-b9fc-ea5d37462b03) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:14.062392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:14.079606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee24e8-979f-4484-8957-b103ea3b77f2 req-a23c7773-34a5-47a7-afeb-3ebc5b94e8b2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:14.088825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-83ee24e8-979f-4484-8957-b103ea3b77f2 req-a23c7773-34a5-47a7-afeb-3ebc5b94e8b2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 0.8392406 Jun 04 06:31:14.098838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Usage tracker for resource:network and tenant:65181789eed44438ab272ea33ab63156 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:14.125570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.131063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:14.154537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Deleting port 899ce588-41e4-48a0-b7a1-3eafd39dd17a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:14.154789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.163813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:14.207925 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.219172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Made reservation on behalf of 65181789eed44438ab272ea33ab63156 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:14.222009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.225409 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Transition to ACTIVE for port object 673ba32b-ccc9-41e4-8b56-8bef7c3533ac will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:14.236292 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.252745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-6332f70a-f8a1-4440-9d0f-e33e28b5cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:14.255667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-6332f70a-f8a1-4440-9d0f-e33e28b5cb54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4475851 Jun 04 06:31:14.258571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.269838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.287410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Transition to ACTIVE for port object b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:14.307518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-83ee24e8-979f-4484-8957-b103ea3b77f2 req-e849d2f3-8c29-443a-95ed-8f1caadbee7f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177494 Jun 04 06:31:14.308066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:31:09Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:14.315633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485102b1-1b4c-4d3a-96d9-e9fb4a00b9cd None None] The sync data for ids ['d3c31545-06fc-43b9-b088-1bb7fb2cefe3'] in n-d-811808-2 is: [{'id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'name': 'tempest-ServersTestJSON-987858589-router', 'tenant_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:28:33Z', 'updated_at': '2022-06-04T06:31:09Z', 'revision_number': 5, 'project_id': '20fe9229c5de466d94b2e3683dbdb9bd', 'gw_port': {'id': '899ce588-41e4-48a0-b7a1-3eafd39dd17a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c31545-06fc-43b9-b088-1bb7fb2cefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:28:36Z', 'updated_at': '2022-06-04T06:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:14.320446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Transition to ACTIVE for port object b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:14.345314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.439289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675774b-6d0b-4038-99a3-3c823510bde7 None None] Pushing event updated for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:14.474939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Network b7d8adfb-8da1-4701-944f-aac96bb775fd is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:14.516948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:14.522187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:14.530931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-5341feb3-1d5b-43e6-9051-98573c98b951 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562685 Jun 04 06:31:14.542823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27626e-5772-4a48-b3c8-0358c5fd723d req-88631b6d-8b67-41ca-9f3f-ed1601bde09d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:14.547220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a27626e-5772-4a48-b3c8-0358c5fd723d req-88631b6d-8b67-41ca-9f3f-ed1601bde09d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.6639569 Jun 04 06:31:14.607531 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Attempting to bind port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:14.608138 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Attempting to bind port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:14.608412 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Attempting to bind port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac on network 2b5a480e-c763-4183-8cd6-83ed57094391 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:14.614560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Pushing event updated for resources: {'Port': ['ID=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:14.626708 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:14.627078 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Checking segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:14.630489 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.630888 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Bound using segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:14.636220 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Bound port: 673ba32b-ccc9-41e4-8b56-8bef7c3533ac, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:14.636678 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.684815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:14.720842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Attempting to bind port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:14.721182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Attempting to bind port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '95934a74-1827-4263-b5f1-8773d04616f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:14.721580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Attempting to bind port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 on network b7d8adfb-8da1-4701-944f-aac96bb775fd {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:14.729170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:14.729814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Checking segment: {'id': '95934a74-1827-4263-b5f1-8773d04616f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:14.730588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.731117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Bound using segment: {'id': '95934a74-1827-4263-b5f1-8773d04616f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:14.731730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Bound port: b3a61100-f7ef-4ba7-b9fc-ea5d37462b03, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95934a74-1827-4263-b5f1-8773d04616f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b7d8adfb-8da1-4701-944f-aac96bb775fd'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:14.732259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.825323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Router c49e4dad-a6fb-4004-a931-c12772c49563 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:31:14.835917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] For port 899ce588-41e4-48a0-b7a1-3eafd39dd17a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=899ce588-41e4-48a0-b7a1-3eafd39dd17a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:14.836282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.853524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] For port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:14.858299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] For port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,segment=NetworkSegment(95934a74-1827-4263-b5f1-8773d04616f6),segment_id=95934a74-1827-4263-b5f1-8773d04616f6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:14.868711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.880754 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] For port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:14.888675 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] For port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:14.893189 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:14.967735 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675774b-6d0b-4038-99a3-3c823510bde7 None None] Pushing event updated for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:14.988972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:14.989819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:15.011391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e85f5ba-bd66-4b2c-8836-8b99cb7e966f req-5240fb92-d90a-4053-9cac-a099d88be643 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627304 Jun 04 06:31:15.077884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Calling delete_port for 899ce588-41e4-48a0-b7a1-3eafd39dd17a owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:15.088002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:65181789eed44438ab272ea33ab63156 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:15.117314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962757a7-306f-4b04-9c5e-6bbee6b53120 None None] Pushing event updated for resources: {'Port': ['ID=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:15.130605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:15.162268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:15.191532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Allocated IP 2001:db8::f816:3eff:fe76:ed88 (b7d8adfb-8da1-4701-944f-aac96bb775fd/a174c21f-a35d-40c2-bce9-c0637cd0a831/809f0af7-0e23-4078-a93a-1cfb7c8d8a83) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:15.234033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a27626e-5772-4a48-b3c8-0358c5fd723d req-1b858ae4-be93-49c2-a17d-69b7d185c388 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586686 Jun 04 06:31:15.313699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:15.369413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:15.377801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2150dc3c-be39-4641-9fff-83091be06a45 admin admin] 10.222.0.17 "PUT /v2.0/routers/c49e4dad-a6fb-4004-a931-c12772c49563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8147225 Jun 04 06:31:15.378940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Sync routers for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:15.391530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53624) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:15.417660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:15.426861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:15.472448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.689429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.689735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.730094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-948a4ff8-a06e-4846-bc5b-592f2a6e520e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6942129 Jun 04 06:31:15.756813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:15.779171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:15.798143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582894b2-75ae-4718-a1f2-7ddc0026d93d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:15.803308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.807545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Pushing event deleted for resources: {'Port': ['ID=899ce588-41e4-48a0-b7a1-3eafd39dd17a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:15.813555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.813903 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Added segment 3b9fa6ca-d036-4243-b349-5d8fa5d7ca03 of type vlan for network 815fead3-d84a-47b5-8d2c-d59349718780 Jun 04 06:31:15.840109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Transition to ACTIVE for port object 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:15.861365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.922941 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:14Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:15.927872 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff139c7-5b2f-4e3e-945c-ccdc13d907a8 None None] The sync data for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 is: [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:14Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:15.952166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.953264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:15.953963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.958313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:15.973742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:31:16.115910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:16.122070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:16.139200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2360888 Jun 04 06:31:16.214727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:16.301461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e957b-8ad1-4d7b-8a59-83a117f13cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=815fead3-d84a-47b5-8d2c-d59349718780,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:16.316649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Request body: {'subnet': {'network_id': '815fead3-d84a-47b5-8d2c-d59349718780', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1219596337-subnet', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:16.321185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Port': ['ID=809f0af7-0e23-4078-a93a-1cfb7c8d8a83,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:16.332914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 815fead3-d84a-47b5-8d2c-d59349718780 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:16.363013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:16.366341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network b7d8adfb-8da1-4701-944f-aac96bb775fd is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:16.378558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:16.388145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Usage tracker for resource:subnet and tenant:65181789eed44438ab272ea33ab63156 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:16.392262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:16.394964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:16.408853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:16.409617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:16.425456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:16.472709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Made reservation on behalf of 65181789eed44438ab272ea33ab63156 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:16.476651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:16.562227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:16.727148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-56fd5f64-72f2-4cc4-81f3-f5ab3936220a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.5696602 Jun 04 06:31:16.729691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-cb6116d8-d2df-4b28-b3df-fe40e0d4b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:16.731174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-cb6116d8-d2df-4b28-b3df-fe40e0d4b3af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 1096 time: 0.8250310 Jun 04 06:31:16.740347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:16.779945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4f5d6-ca2d-4365-8fdc-52ac3c0487b1 req-c336e44f-bda7-4fe2-b91b-0e1c8bcdcbf4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:16.782661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6b4f5d6-ca2d-4365-8fdc-52ac3c0487b1 req-c336e44f-bda7-4fe2-b91b-0e1c8bcdcbf4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 945 time: 1.1851737 Jun 04 06:31:16.785933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40990265-0ce0-4a76-8a36-705ffdce23eb None None] Network b7d8adfb-8da1-4701-944f-aac96bb775fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:16.788217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:16.865394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:16.965713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.107981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8bee061a-4edc-434e-b8b3-ba844d11335e None None] Provisioning for port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:17.129285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0953fd98-0de9-483f-b20c-31396018e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.142122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:17.164531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting subnet a174c21f-a35d-40c2-bce9-c0637cd0a831 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:31:17.166701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:17.167083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.181802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.182943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c31545-06fc-43b9-b088-1bb7fb2cefe3 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:31:17.187180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-a24842d1-2372-4daf-ac00-f3f16c645d31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6426847 Jun 04 06:31:17.188223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-86ba8ba0-0400-45e6-bc0f-b6f38bf6f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:17.189528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-86ba8ba0-0400-45e6-bc0f-b6f38bf6f713 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.4287031 Jun 04 06:31:17.197057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.206844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c98c-1831-47aa-b2a6-c2e0156367f1 req-8c69c4bc-96e8-4813-ae02-d83f82564c28 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:17.208396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da11c98c-1831-47aa-b2a6-c2e0156367f1 req-8c69c4bc-96e8-4813-ae02-d83f82564c28 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.6628866 Jun 04 06:31:17.221042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'mac_address': 'fa:16:3e:09:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:31:17.222662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:17.234404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:17.329990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f6b4f5d6-ca2d-4365-8fdc-52ac3c0487b1 req-47d2ce4a-b3c4-450e-8367-499c41fd5e91 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679666 Jun 04 06:31:17.347440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.350206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-65b9d158-3132-4ba4-8c88-864fabd8d97a admin admin] 10.222.0.17 "DELETE /v2.0/routers/d3c31545-06fc-43b9-b088-1bb7fb2cefe3 HTTP/1.1" status: 204 len: 168 time: 4.6218328 Jun 04 06:31:17.359964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:17.375620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:17.376852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.413817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-a2caf50b-c9b6-42b3-9dab-ad3b4d8df142 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 200 len: 217 time: 0.2041452 Jun 04 06:31:17.450771 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.575317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da11c98c-1831-47aa-b2a6-c2e0156367f1 req-d0e746c7-7d41-47f5-97dc-91da5dbdb835 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763383 Jun 04 06:31:17.604362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Deleting subnet a6243676-6272-4c1c-bee5-656ab5437e28 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:31:17.605077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:17.613347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-2c90abc1-010f-4032-88f6-0e1d5b2cf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:17.614913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-2c90abc1-010f-4032-88f6-0e1d5b2cf83c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1834490 Jun 04 06:31:17.628513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.633873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.653941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.677502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.701731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Deleting port 0e8a524b-92ae-477d-b0ad-77fb191de993 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:17.702074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.858931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:17.884338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:17.888039 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:17.940883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:31:12Z', 'revision_number': 5, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port': {'id': '0e8a524b-92ae-477d-b0ad-77fb191de993', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:03Z', 'updated_at': '2022-06-04T06:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:17.982649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Checking router: c49e4dad-a6fb-4004-a931-c12772c49563 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:17.999114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.002069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:18.003652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.054968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Routers {'c49e4dad-a6fb-4004-a931-c12772c49563'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:18.054968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:30:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c49e4dad-a6fb-4004-a931-c12772c49563'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:18.087342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-d40d9de9-eed7-4fff-b3aa-34868c796d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.091315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-d40d9de9-eed7-4fff-b3aa-34868c796d1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.7659702 Jun 04 06:31:18.092094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0ee8be-8472-4efb-be72-ad138e0b5687,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:18.105911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.187553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] For port 0e8a524b-92ae-477d-b0ad-77fb191de993, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0e8a524b-92ae-477d-b0ad-77fb191de993,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:18.188147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.293278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Checking segment: {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:18.293796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Network hostable DHCP agents. Network: 815fead3-d84a-47b5-8d2c-d59349718780, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:18.316653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] Set router c49e4dad-a6fb-4004-a931-c12772c49563 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:18.361931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-4de525f0-5a77-4551-8a0f-604deb17e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.363728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-4de525f0-5a77-4551-8a0f-604deb17e3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6905487 Jun 04 06:31:18.376102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Calling delete_port for 0e8a524b-92ae-477d-b0ad-77fb191de993 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:18.409989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.411591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Network 815fead3-d84a-47b5-8d2c-d59349718780 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:18.468740 n-d-811808-2 neutron-server[88850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fd297786-292b-4e06-8697-05bb4fa85984']: {'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'code': 422} returned with failed status Jun 04 06:31:18.471835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:31:17Z', 'revision_number': 6, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:18.501648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=a174c21f-a35d-40c2-bce9-c0637cd0a831,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:18.519056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ec135-66b4-47e5-87a5-cadaa3c4bf42 None None] The sync data for ids ['c49e4dad-a6fb-4004-a931-c12772c49563'] in n-d-811808-2 is: [{'id': 'c49e4dad-a6fb-4004-a931-c12772c49563', 'name': 'tempest-FloatingIPDetailsTestJSON-1040838118-router', 'tenant_id': 'a2127c1ff6184932872a707938a179dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:02Z', 'updated_at': '2022-06-04T06:31:17Z', 'revision_number': 6, 'project_id': 'a2127c1ff6184932872a707938a179dc', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:18.525108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-be1c574c-baf0-4956-b458-45d93502c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.526614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-be1c574c-baf0-4956-b458-45d93502c9b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3940220 Jun 04 06:31:18.531290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 815fead3-d84a-47b5-8d2c-d59349718780) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:18.533984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.598256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:31:18.605026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.639956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.640554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.686287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013eb56d-8903-4660-a76d-1ad020ff77c6 None None] Network 815fead3-d84a-47b5-8d2c-d59349718780 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:18.709332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-511407c1-ebc3-4757-b6c2-9182237df1ad admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4931302 Jun 04 06:31:18.720293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53692) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:18.728622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:18.749056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:18.770988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Usage tracker for resource:router and tenant:65181789eed44438ab272ea33ab63156 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:18.776114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-c1251c45-5d6a-49b5-b238-ce1724546d69 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879721 Jun 04 06:31:18.778878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:18.789236 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:18.789651 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:18.790782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.809394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:18.815366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-2e0d0bc9-2ed5-4c0c-b4e1-980b74669d70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.2700093 Jun 04 06:31:18.849619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:18.855874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-43456ccc-6d41-4ef1-823a-787ef134e7e3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/a174c21f-a35d-40c2-bce9-c0637cd0a831 HTTP/1.1" status: 204 len: 168 time: 2.0956542 Jun 04 06:31:18.863697 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.864755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53698) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:18.982228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8a524b-92ae-477d-b0ad-77fb191de993,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:18.987973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e1707-4517-4779-975b-2258cba2e66b tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.988252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.989269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:18.989418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e1707-4517-4779-975b-2258cba2e66b tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:18.990239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9a9e1707-4517-4779-975b-2258cba2e66b tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Synchronizing usage tracker for tenant:17764c5fb6bf4b0c942c963f5d34d63d on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:19.060212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.112938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.117766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-94c0e326-34bb-4e7b-bbc5-60fbfcc1de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:19.119257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-94c0e326-34bb-4e7b-bbc5-60fbfcc1de00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2891219 Jun 04 06:31:19.193114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:19.196968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6243676-6272-4c1c-bee5-656ab5437e28,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:19.199466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.211705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-353e246f-dc71-437d-b828-e3e5b4ebe252 req-6fc71f57-73d3-4b91-b1f5-81a4a00e8a3d service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216287 Jun 04 06:31:19.217630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1caea-e86b-4ec9-97f2-9c1315e1c8c6 None None] Network 747e77a9-714a-42a2-947b-a51a5121062f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:19.297451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.300946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a51f7403-d378-4af2-8455-cc218ce12abd admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a6243676-6272-4c1c-bee5-656ab5437e28 HTTP/1.1" status: 204 len: 168 time: 1.9273582 Jun 04 06:31:19.307076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:19.432268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0222616f-a5a8-4c9f-8e80-536519d2b254'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:31:19.449062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ff29e-6577-4b1e-9871-8cf86aa9a6c3 req-3b200cec-9674-4399-a1cf-165203c90c64 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:19.450756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-517ff29e-6577-4b1e-9871-8cf86aa9a6c3 req-3b200cec-9674-4399-a1cf-165203c90c64 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 943 time: 0.9184678 Jun 04 06:31:19.459848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9a9e1707-4517-4779-975b-2258cba2e66b tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Unset dirty status for tenant:17764c5fb6bf4b0c942c963f5d34d63d on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:19.461607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9a9e1707-4517-4779-975b-2258cba2e66b tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5731332 Jun 04 06:31:19.482415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.483001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.483085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.483432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.483771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.484107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.484442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.484776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.485105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.485432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.485803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.486127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:19.619270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53718) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:19.669335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.687576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-517ff29e-6577-4b1e-9871-8cf86aa9a6c3 req-79339dd1-ee87-4520-a063-940300c7c338 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210174 Jun 04 06:31:19.688981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.878270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9f60a5a-35c2-4fc2-abc0-96ae9de62604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.900976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d3926478-0044-4a52-9dda-e3e4fa433b68 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.912769 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3926478-0044-4a52-9dda-e3e4fa433b68 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 04 06:31:19.913852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3926478-0044-4a52-9dda-e3e4fa433b68 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:19.921610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.922275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49e4dad-a6fb-4004-a931-c12772c49563 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:31:19.929075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:19.930477 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4fc34157-b712-4b0a-af6c-959301232adf admin admin] 10.222.0.17 "DELETE /v2.0/routers/c49e4dad-a6fb-4004-a931-c12772c49563 HTTP/1.1" status: 204 len: 168 time: 4.5386419 Jun 04 06:31:19.936476 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d3926478-0044-4a52-9dda-e3e4fa433b68 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/b7d8adfb-8da1-4701-944f-aac96bb775fd HTTP/1.1" status: 409 len: 405 time: 0.3129158 Jun 04 06:31:19.936476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:19.938787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53746) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:19.945324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1695307614'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:20.079535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:20.079931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.146935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:20.162412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:20.171481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:20.198369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a23b62ee-db12-495f-8304-efc6cbcb78da no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:20.206529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:20.217978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-dfd9b57d-6049-4caf-a690-32e36daccdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:20.226678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-dfd9b57d-6049-4caf-a690-32e36daccdac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0652225 Jun 04 06:31:20.230298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Deleting subnet 59184436-87ec-4539-9fe3-a2b5740ea924 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:31:20.244067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.342315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.372634 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.467830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:20.475002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.486273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a23b62ee-db12-495f-8304-efc6cbcb78da is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:20.489211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-815fead3-d84a-47b5-8d2c-d59349718780', 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'fixed_ips': [{'subnet_id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:31:20.490085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.512492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b79f3-4b27-4b4b-b744-f32f41b3f250 None None] Network b7d8adfb-8da1-4701-944f-aac96bb775fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:20.536240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:20.545369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.549288 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment 55e70167-1618-41c9-b3bf-2666abf866ed of type vlan for network 575b7213-2e88-418e-b490-c50f4e10204f Jun 04 06:31:20.557702 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.568837 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.582701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.617174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.623188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Deleting port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:20.623710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.655275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.661150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:20.661820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:20.724016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Allocated IP 172.20.0.2 (815fead3-d84a-47b5-8d2c-d59349718780/fe0ee8be-8472-4efb-be72-ad138e0b5687/caa0a93b-848d-493c-a05f-b2355b6b251e) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:20.929993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:21.004013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-02952b3b-b5b5-40d2-b471-0d77e5ea6150 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7441046 Jun 04 06:31:21.040075 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0998554 Jun 04 06:31:21.045572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:21.062944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa592dd3-453e-4d8b-863e-5dcf4916df17 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=575b7213-2e88-418e-b490-c50f4e10204f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:21.075948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832b31-63c0-464d-8390-ae95a028cb81 req-0d60f0c7-7ac8-4f02-9bb9-331c4edbb5fc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:21.083507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb832b31-63c0-464d-8390-ae95a028cb81 req-0d60f0c7-7ac8-4f02-9bb9-331c4edbb5fc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.8601010 Jun 04 06:31:21.086262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': '575b7213-2e88-418e-b490-c50f4e10204f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:21.166815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb832b31-63c0-464d-8390-ae95a028cb81 req-eda4a61d-ecf0-4c31-824c-b437e6ed6b4b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818243 Jun 04 06:31:21.181794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.244989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-c607e282-4469-467f-b175-a64bd503577c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6334128 Jun 04 06:31:21.305428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba9c36-ca7b-441c-be28-9d2990820ce7 req-b7b3a44c-34c5-4f98-a50e-b811bb91ab5a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:21.315432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 575b7213-2e88-418e-b490-c50f4e10204f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:21.329683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ba9c36-ca7b-441c-be28-9d2990820ce7 req-b7b3a44c-34c5-4f98-a50e-b811bb91ab5a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.9606621 Jun 04 06:31:21.336553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.422043 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.511541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.533667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59184436-87ec-4539-9fe3-a2b5740ea924,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:21.546885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a299e2e7-8c00-49e6-834d-d1524496a540 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/59184436-87ec-4539-9fe3-a2b5740ea924 HTTP/1.1" status: 204 len: 168 time: 1.6100752 Jun 04 06:31:21.547064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,segment=NetworkSegment(95934a74-1827-4263-b5f1-8773d04616f6),segment_id=95934a74-1827-4263-b5f1-8773d04616f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:21.559988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53794) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:21.636002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] DHCP port deletion for 747e77a9-714a-42a2-947b-a51a5121062f request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:31:21.639920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de8779-1f4a-4434-93d1-8ca94757ea10 None None] Network 26449052-386f-461f-842a-d883c67c3732 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:21.801399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.810571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ba9c36-ca7b-441c-be28-9d2990820ce7 req-b22a1949-b905-427b-9609-c91163ec1d4a tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4797864 Jun 04 06:31:21.815220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:21.820866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] For port 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=81570e62-bf8c-4f0c-90b0-4bd300a089c0,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:21.821233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.840635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Deleting port a18fb831-1053-42be-af3d-92c8709951e9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:21.841560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:21.883677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de5cf-9639-4446-92b1-3df9abbf44b4 req-e0d129e3-bc27-4354-8c35-43f08b6cf1e9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:21.885533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-657de5cf-9639-4446-92b1-3df9abbf44b4 req-e0d129e3-bc27-4354-8c35-43f08b6cf1e9 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4620802 Jun 04 06:31:21.938478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:21.951936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Transition to ACTIVE for port object caa0a93b-848d-493c-a05f-b2355b6b251e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:21.961574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-657de5cf-9639-4446-92b1-3df9abbf44b4 req-add9d22f-7980-4be4-b315-871093768067 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677695 Jun 04 06:31:22.025951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Transition to ACTIVE for port object caa0a93b-848d-493c-a05f-b2355b6b251e will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:22.033756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:22.063316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Deleting port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:22.063688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.159191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Calling delete_port for 81570e62-bf8c-4f0c-90b0-4bd300a089c0 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:22.173025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.173741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 673ba32b-ccc9-41e4-8b56-8bef7c3533ac up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:22.226689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ece7b6-a413-4cfe-a7dd-b7a29f3dc63f req-7b34b1db-ef7d-440a-ba57-3c0c76681bac service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2138579 Jun 04 06:31:22.233348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Provisioning for port 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:22.239180 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.345081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:22.355116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.458273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:22.461922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Provisioning complete for port 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:22.462262 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.551352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] For port a18fb831-1053-42be-af3d-92c8709951e9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a18fb831-1053-42be-af3d-92c8709951e9,segment=NetworkSegment(de156b0f-6624-4e86-aa35-f81d6e6ff26c),segment_id=de156b0f-6624-4e86-aa35-f81d6e6ff26c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:22.552432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.637047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Network 815fead3-d84a-47b5-8d2c-d59349718780 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:22.665256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:22.667184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:22.683149 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.793526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Calling delete_port for a18fb831-1053-42be-af3d-92c8709951e9 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:22.936506 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.997112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] For port 81570e62-bf8c-4f0c-90b0-4bd300a089c0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=81570e62-bf8c-4f0c-90b0-4bd300a089c0,segment=NetworkSegment(ed8dd01c-093f-48d7-9827-6f36b09e540a),segment_id=ed8dd01c-093f-48d7-9827-6f36b09e540a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:22.997562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:22.998050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18fb831-1053-42be-af3d-92c8709951e9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:23.048653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] No DVR routers for this DVR port a18fb831-1053-42be-af3d-92c8709951e9 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:23.173876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.213858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.232201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11a0dc-32b7-46d8-b2d6-e34880b137aa req-cb5c3026-4add-44c1-84bf-5cc41707ade7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:23.239302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1a11a0dc-32b7-46d8-b2d6-e34880b137aa req-cb5c3026-4add-44c1-84bf-5cc41707ade7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.2430224 Jun 04 06:31:23.278913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Calling delete_port for 81570e62-bf8c-4f0c-90b0-4bd300a089c0 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:23.279443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26449052-386f-461f-842a-d883c67c3732']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:23.301294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de156b0f-6624-4e86-aa35-f81d6e6ff26c') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:23.301517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de156b0f-6624-4e86-aa35-f81d6e6ff26c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:23.319633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.339760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1a11a0dc-32b7-46d8-b2d6-e34880b137aa req-f50a70e6-6963-4092-a3ef-d974c60900a8 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989759 Jun 04 06:31:23.363559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.375398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:23.376231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.435227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Pushing event deleted for resources: {'Port': ['ID=81570e62-bf8c-4f0c-90b0-4bd300a089c0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:23.488203 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:23.488562 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:23.520065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.549516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] No DVR routers for this DVR port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:23.577708 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment de156b0f-6624-4e86-aa35-f81d6e6ff26c resource provider aggregate not found Jun 04 06:31:23.588162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.591328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=26449052-386f-461f-842a-d883c67c3732,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:23.621380 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment de156b0f-6624-4e86-aa35-f81d6e6ff26c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de156b0f-6624-4e86-aa35-f81d6e6ff26c found for delete ", "request_id": "req-39b50f52-56df-40d6-acbc-c6aa03165c8a"}]} Jun 04 06:31:23.627238 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c67cc542-f6a3-4045-956e-907112bdfb42 admin admin] 10.222.0.17 "DELETE /v2.0/networks/26449052-386f-461f-842a-d883c67c3732 HTTP/1.1" status: 204 len: 168 time: 2.0661652 Jun 04 06:31:23.638944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Pushing event updated for resources: {'Port': ['ID=caa0a93b-848d-493c-a05f-b2355b6b251e,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:23.642259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Port 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:23.697520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:23.708614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Attempting to bind port caa0a93b-848d-493c-a05f-b2355b6b251e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:23.709085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Attempting to bind port caa0a93b-848d-493c-a05f-b2355b6b251e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:23.709746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Attempting to bind port caa0a93b-848d-493c-a05f-b2355b6b251e on network 815fead3-d84a-47b5-8d2c-d59349718780 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:23.724740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:31:23.729163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:23.729163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Checking segment: {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:23.729163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.729163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Bound using segment: {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:23.729972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Bound port: caa0a93b-848d-493c-a05f-b2355b6b251e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:23.730630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.751405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434430-e5a2-4f1d-b435-fef856d10c42 req-df5acfd5-9be2-4cfd-92f7-1024578cefc8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:23.760183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9434430-e5a2-4f1d-b435-fef856d10c42 req-df5acfd5-9be2-4cfd-92f7-1024578cefc8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 1.5101609 Jun 04 06:31:23.760646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:23.761146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.798370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.807017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] DHCP port deletion for b7d8adfb-8da1-4701-944f-aac96bb775fd request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:31:23.833907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Provisioning complete for port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:23.834651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.925090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Deleting port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:23.927010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:23.980292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53834) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:23.995463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.000758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Deleting port 81570e62-bf8c-4f0c-90b0-4bd300a089c0 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:24.001325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.029754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4f7d8-1c0c-4dc1-b0bd-50df14b2af1e None None] DHCP port deletion for 26449052-386f-461f-842a-d883c67c3732 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:31:24.092483 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4dd7730f-1aae-4fef-976d-ea9823df5be5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a2127c1ff6184932872a707938a179dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108546 Jun 04 06:31:24.094626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53838) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:24.095841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.193651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.223404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.226193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f012962d-5670-4d6f-a7c4-94a0e83d1dec None None] The port '81570e62-bf8c-4f0c-90b0-4bd300a089c0' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:31:24.325006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Allocated IP 172.25.1.132 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/fa9b9ab4-c21c-4e8e-9d9c-331a62336d08) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:24.340174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.386236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0846867-d8cd-4769-9c58-c4428f26b1be,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:24.396714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.408500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca41cdec-6e70-457f-ab8e-1d46f3e5a207 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a0846867-d8cd-4769-9c58-c4428f26b1be HTTP/1.1" status: 204 len: 168 time: 0.3127954 Jun 04 06:31:24.446871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=57cb6999-71d8-4580-9668-6cae7b3716fc,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:24.448528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] For port caa0a93b-848d-493c-a05f-b2355b6b251e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:24.547843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] For port caa0a93b-848d-493c-a05f-b2355b6b251e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=caa0a93b-848d-493c-a05f-b2355b6b251e,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:24.620234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9434430-e5a2-4f1d-b435-fef856d10c42 req-be3e1ca0-58c4-445f-a042-eb1d64e7bfd2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8583648 Jun 04 06:31:24.687195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ee64a07-615a-4f1b-a53a-8c451c88fbce None None] Current status of the port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:24.745606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': '55e70167-1618-41c9-b3bf-2666abf866ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:24.745972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: 575b7213-2e88-418e-b490-c50f4e10204f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:24.756464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-4cb69360-75be-4709-a9a9-56f3e3502b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:24.758236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-4cb69360-75be-4709-a9a9-56f3e3502b26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c&tenant_id=152c417b0a5f4e8fa5842a167cd75b2c HTTP/1.1" status: 200 len: 1094 time: 1.7295144 Jun 04 06:31:24.761963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f7afd-ec9b-41c4-83ec-1b519feb27c0 req-ad186828-441e-4b59-ae0a-dc815be59bd3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:24.763011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.769276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-531f7afd-ec9b-41c4-83ec-1b519feb27c0 req-ad186828-441e-4b59-ae0a-dc815be59bd3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.2016346 Jun 04 06:31:24.799184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.799408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:24.830453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-531f7afd-ec9b-41c4-83ec-1b519feb27c0 req-ab9acbe3-9f32-44de-a953-aa6dc14e2c1b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532451 Jun 04 06:31:24.905074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:24.906737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.928418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 575b7213-2e88-418e-b490-c50f4e10204f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:24.941182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747e77a9-714a-42a2-947b-a51a5121062f']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:24.974129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:24.974613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:24.996157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.026416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dd01c-093f-48d7-9827-6f36b09e540a') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:25.027780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dd01c-093f-48d7-9827-6f36b09e540a') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:25.044719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.061683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01dbc-324c-416a-9919-eb3a4f1a28da None None] Pushing event updated for resources: {'Port': ['ID=caa0a93b-848d-493c-a05f-b2355b6b251e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:25.090519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] For port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,segment=NetworkSegment(95934a74-1827-4263-b5f1-8773d04616f6),segment_id=95934a74-1827-4263-b5f1-8773d04616f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:25.090519 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.093971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.114880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:25.116075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.245054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 575b7213-2e88-418e-b490-c50f4e10204f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:25.254979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:25.255864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.256440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:25.266452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Calling delete_port for b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:25.266870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.300956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894708d-9abc-4fc1-84d8-275a6e25b299 None None] Network 575b7213-2e88-418e-b490-c50f4e10204f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:25.342152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.448806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:25.500268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.556283 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.568766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 0222616f-a5a8-4c9f-8e80-536519d2b254 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:25.569153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.584482 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ed8dd01c-093f-48d7-9827-6f36b09e540a resource provider aggregate not found Jun 04 06:31:25.603278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:25.603619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7e3a39aa-5c01-49a6-ba8b-3269d3ff5f1c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:25.766416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.780693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:25.816534 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.899279 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ed8dd01c-093f-48d7-9827-6f36b09e540a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed8dd01c-093f-48d7-9827-6f36b09e540a found for delete ", "request_id": "req-8913135b-e71f-4d8b-9ef4-c64696ac50fa"}]} Jun 04 06:31:25.901942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:25.906512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:25.922272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:25.935674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] Pushing event deleted for resources: {'Network': ['ID=747e77a9-714a-42a2-947b-a51a5121062f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:25.948958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:25.987431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53892) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:26.016211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device caa0a93b-848d-493c-a05f-b2355b6b251e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:26.036575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:26.056859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c43d466-6f81-48ce-9404-e915099d8787 admin admin] 10.222.0.17 "DELETE /v2.0/networks/747e77a9-714a-42a2-947b-a51a5121062f HTTP/1.1" status: 204 len: 168 time: 6.7460201 Jun 04 06:31:26.056859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f117b797-371f-4850-8653-cd026f182710 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.0067680 Jun 04 06:31:26.059681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53900) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:26.149861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] Pushing event deleted for resources: {'Port': ['ID=b3a61100-f7ef-4ba7-b9fc-ea5d37462b03,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:26.162892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548932ed-6c9d-42a4-9694-1465373a90ec None None] No DVR routers for this DVR port b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:26.357566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:26.416679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1449504544-network', 'tenant_id': '710dce5d9bba49b2a6cf4e0c606b4e0b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:26.454157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:26.482250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:26.482628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.487372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Usage tracker for resource:network and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:26.493540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:26.547338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:26.560718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-575b7213-2e88-418e-b490-c50f4e10204f', 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f', 'tenant_id': '17764c5fb6bf4b0c942c963f5d34d63d', 'fixed_ips': [{'subnet_id': '57cb6999-71d8-4580-9668-6cae7b3716fc'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:31:26.561340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.566748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:26.594494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:26.639868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21653725-c14b-4b88-894f-8b7efedbbb4d req-f036313f-53d4-4cb7-ad5d-ec6d691a6bfb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:26.641693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21653725-c14b-4b88-894f-8b7efedbbb4d req-f036313f-53d4-4cb7-ad5d-ec6d691a6bfb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.4983902 Jun 04 06:31:26.650463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Made reservation on behalf of 710dce5d9bba49b2a6cf4e0c606b4e0b for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:26.653021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.722652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:26.724048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.735480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.764327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:26.778705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:26.790792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Allocated IP 2001:db8::f816:3eff:fe60:e628 (575b7213-2e88-418e-b490-c50f4e10204f/57cb6999-71d8-4580-9668-6cae7b3716fc/ebbc9f78-cb31-47b3-8695-b31796016bb4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:26.816318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Usage tracker for resource:security_group_rule and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:26.823293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:26.828605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21653725-c14b-4b88-894f-8b7efedbbb4d req-2775180b-0660-470b-b8f2-c97cd69ce0f9 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355164 Jun 04 06:31:26.836952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:31:26.844741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:26.846487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.877054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Transition to ACTIVE for port object 83ede163-ceb7-4639-bac7-35969e3e9c84 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:26.881153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-667bad8b-dced-421d-a227-6dd726d8b1d9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=20fe9229c5de466d94b2e3683dbdb9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145512 Jun 04 06:31:26.887501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:26.946820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:26.950049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.055143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.097354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.112276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Transition to ACTIVE for port object ebbc9f78-cb31-47b3-8695-b31796016bb4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:27.128198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.135565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Transition to ACTIVE for port object ebbc9f78-cb31-47b3-8695-b31796016bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:27.142606 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d538396-15d3-41c9-b885-0398446461fb'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'code': 200} Jun 04 06:31:27.144221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc4898-f761-4a74-9b6a-257e1f697c86 None None] Network 815fead3-d84a-47b5-8d2c-d59349718780 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:27.182156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.193318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=9']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:27.240607 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.243840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.284177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=57cb6999-71d8-4580-9668-6cae7b3716fc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:27.381139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b1c0b-4f68-493e-ac5e-4e98a27142e2 req-42de4a74-3f07-4b4d-919f-a82e01f1b28c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:27.383329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-241b1c0b-4f68-493e-ac5e-4e98a27142e2 req-42de4a74-3f07-4b4d-919f-a82e01f1b28c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 2.0956311 Jun 04 06:31:27.408344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4660a50e-ddaf-437e-9a66-aa79046364ba None None] Provisioning for port caa0a93b-848d-493c-a05f-b2355b6b251e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:27.436223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.447073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Network 575b7213-2e88-418e-b490-c50f4e10204f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:27.466098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:27.467202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] No DVR routers for this DVR port 83ede163-ceb7-4639-bac7-35969e3e9c84 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:27.478778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:27.556317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port caa0a93b-848d-493c-a05f-b2355b6b251e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:27.570153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port caa0a93b-848d-493c-a05f-b2355b6b251e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:27.570695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.620235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575b7213-2e88-418e-b490-c50f4e10204f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:27.627285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:27.643176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e70167-1618-41c9-b3bf-2666abf866ed') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:27.643990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e70167-1618-41c9-b3bf-2666abf866ed') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:27.658403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.679954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.688020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:27.689069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.755764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Attempting to bind port ebbc9f78-cb31-47b3-8695-b31796016bb4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:27.756128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Attempting to bind port ebbc9f78-cb31-47b3-8695-b31796016bb4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '55e70167-1618-41c9-b3bf-2666abf866ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:27.756511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Attempting to bind port ebbc9f78-cb31-47b3-8695-b31796016bb4 on network 575b7213-2e88-418e-b490-c50f4e10204f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:27.780672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:27.781027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Checking segment: {'id': '55e70167-1618-41c9-b3bf-2666abf866ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:27.781360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.781772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Bound using segment: {'id': '55e70167-1618-41c9-b3bf-2666abf866ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:27.782261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Bound port: ebbc9f78-cb31-47b3-8695-b31796016bb4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e70167-1618-41c9-b3bf-2666abf866ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '575b7213-2e88-418e-b490-c50f4e10204f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:27.782635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.813736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:27.814539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:27.814677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:27.822586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:31:27.823468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Attempting to bind port 83ede163-ceb7-4639-bac7-35969e3e9c84 on network cde016c1-a092-44ad-aea0-eae7ebfe297a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:27.831900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-241b1c0b-4f68-493e-ac5e-4e98a27142e2 req-8a20f6ed-29be-4d34-b50d-6a47589977ac tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024458 Jun 04 06:31:27.874829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 06:31:27.874829 n-d-811808-2 neutron-server[88848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 06:31:27.874829 n-d-811808-2 neutron-server[88848]: [parameters: {'id': '575b7213-2e88-418e-b490-c50f4e10204f'}] Jun 04 06:31:27.874829 n-d-811808-2 neutron-server[88848]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:27.875843 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:27.882479 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 55e70167-1618-41c9-b3bf-2666abf866ed resource provider aggregate not found Jun 04 06:31:27.941147 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 55e70167-1618-41c9-b3bf-2666abf866ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55e70167-1618-41c9-b3bf-2666abf866ed found for delete ", "request_id": "req-b9110fa3-c841-4255-88e4-4c8456da58fe"}]} Jun 04 06:31:27.958419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.965309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.980916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:27.994051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:27.994854 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Added segment b29d9ed2-d8f3-4d07-afb6-06d740f91fa5 of type vlan for network 17485d7c-7dad-42f9-a0d3-5510a54f33ba Jun 04 06:31:28.015603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Pushing event updated for resources: {'Port': ['ID=ebbc9f78-cb31-47b3-8695-b31796016bb4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:28.044654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.125546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.176366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:28.176696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Checking segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:28.177121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Bound using segment: {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:28.177678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Bound port: 83ede163-ceb7-4639-bac7-35969e3e9c84, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e823a57-174b-4041-82d9-368df1299a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:28.178051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.189210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e25f87-d5ce-4da0-98ef-6b5715450114,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:28.192014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.193144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:28.193849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.327734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] Pushing event updated for resources: {'Network': ['ID=17485d7c-7dad-42f9-a0d3-5510a54f33ba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:28.352392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38858002-56c9-4687-b832-1409e20963a5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:28.376912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.382286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.402755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port ebbc9f78-cb31-47b3-8695-b31796016bb4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:28.403124 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.417805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:28.434524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.446216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-acee3777-e08a-4e2c-8b0a-9c58a7747c25 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/38858002-56c9-4687-b832-1409e20963a5 HTTP/1.1" status: 204 len: 168 time: 1.5495570 Jun 04 06:31:28.462526 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6049195b-cd74-4e66-aaf5-8f54c796f0ff admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4716294 Jun 04 06:31:28.480603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53946) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:28.501289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Request body: {'subnet': {'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1449504544-subnet', 'tenant_id': '710dce5d9bba49b2a6cf4e0c606b4e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:28.521165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:28.545623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Usage tracker for resource:subnet and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:28.560669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:28.577825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:28.607673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] For port ebbc9f78-cb31-47b3-8695-b31796016bb4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:28.607673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] For port ebbc9f78-cb31-47b3-8695-b31796016bb4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebbc9f78-cb31-47b3-8695-b31796016bb4,segment=NetworkSegment(55e70167-1618-41c9-b3bf-2666abf866ed),segment_id=55e70167-1618-41c9-b3bf-2666abf866ed)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:28.680570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:28.689372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.693382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:28.747277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port caa0a93b-848d-493c-a05f-b2355b6b251e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:28.748259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.767650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:28.974337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Made reservation on behalf of 710dce5d9bba49b2a6cf4e0c606b4e0b for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:28.984331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:29.006028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:29.006643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:29.015929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] 10.222.0.39 "PUT /v2.0/ports/83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 1091 time: 4.2451150 Jun 04 06:31:29.018495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:29.035660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port caa0a93b-848d-493c-a05f-b2355b6b251e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=caa0a93b-848d-493c-a05f-b2355b6b251e,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:29.059194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cad2b3-b209-4d48-a365-4f0ddf785dfc None None] Pushing event updated for resources: {'Port': ['ID=ebbc9f78-cb31-47b3-8695-b31796016bb4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:29.073304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:29.199150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1c80-975a-40f9-829d-c434c9a03f9b req-d00191e3-78e6-457b-b93c-105421fc7ab0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:29.206466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6ce1c80-975a-40f9-829d-c434c9a03f9b req-d00191e3-78e6-457b-b93c-105421fc7ab0 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 943 time: 0.9963853 Jun 04 06:31:29.260592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] For port ebbc9f78-cb31-47b3-8695-b31796016bb4, host n-d-811808-2, got binding levels [] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:29.261174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:29.279862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=caa0a93b-848d-493c-a05f-b2355b6b251e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:29.292912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0e8a524b-92ae-477d-b0ad-77fb191de993 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:29.321773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55b2b5-6fcb-47ee-8a08-17da86522372 service neutron] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=10']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:29.370506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0e8a524b-92ae-477d-b0ad-77fb191de993 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:29.371047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0e8a524b-92ae-477d-b0ad-77fb191de993 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:29.379772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 91be0b08-ae73-48ef-9be8-5b3927cfe7dd no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:29.475218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f6aa8-f9fa-4390-8aa7-731eeb98470d None None] Network 575b7213-2e88-418e-b490-c50f4e10204f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:29.499155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 91be0b08-ae73-48ef-9be8-5b3927cfe7dd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:29.499394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6ce1c80-975a-40f9-829d-c434c9a03f9b req-9606d587-b3a6-43d2-b052-cd0aa41e1507 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908216 Jun 04 06:31:29.499878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 91be0b08-ae73-48ef-9be8-5b3927cfe7dd not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:29.500443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a18fb831-1053-42be-af3d-92c8709951e9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:29.557315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Calling delete_port for ebbc9f78-cb31-47b3-8695-b31796016bb4 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:29.719242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc31d0b-2cb1-46b9-ba06-2431f1f69d3c req-b0444d65-9ce7-44e5-a2c7-6247f09f8f99 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:29.720906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dc31d0b-2cb1-46b9-ba06-2431f1f69d3c req-b0444d65-9ce7-44e5-a2c7-6247f09f8f99 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 1.0689278 Jun 04 06:31:29.753712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a18fb831-1053-42be-af3d-92c8709951e9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:29.755493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a18fb831-1053-42be-af3d-92c8709951e9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:29.761110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 81570e62-bf8c-4f0c-90b0-4bd300a089c0 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:29.774117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:29.777835 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:29.847510 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582dd59c-df80-4af9-a624-ff199bc1c6ac'] response: {'name': 'network-changed', 'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'status': 'completed', 'code': 200} Jun 04 06:31:29.851389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 81570e62-bf8c-4f0c-90b0-4bd300a089c0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:29.856462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 81570e62-bf8c-4f0c-90b0-4bd300a089c0 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:29.856957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:29.875075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-18efdb5f-91d1-47dc-8f40-ca8070c94f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:29.876740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-18efdb5f-91d1-47dc-8f40-ca8070c94f50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1095 time: 0.8304832 Jun 04 06:31:29.946113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dc31d0b-2cb1-46b9-ba06-2431f1f69d3c req-cb23f689-b859-4f62-b428-ef32ad2b9fd3 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759827 Jun 04 06:31:29.961945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:29.962560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3a61100-f7ef-4ba7-b9fc-ea5d37462b03 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:29.963219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 899ce588-41e4-48a0-b7a1-3eafd39dd17a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:30.069980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 899ce588-41e4-48a0-b7a1-3eafd39dd17a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:30.070655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 899ce588-41e4-48a0-b7a1-3eafd39dd17a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:30.101269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.147920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-937064f6-786e-4f05-bd9a-800b5633e104 None None] Provisioning complete for port caa0a93b-848d-493c-a05f-b2355b6b251e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:30.148313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-937064f6-786e-4f05-bd9a-800b5633e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.196851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.202299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53986) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:30.298852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port ebbc9f78-cb31-47b3-8695-b31796016bb4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:30.299569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.316613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device caa0a93b-848d-493c-a05f-b2355b6b251e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:30.330797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-24c110a5-8676-44a2-a209-3bdcc39839cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:30.333044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-24c110a5-8676-44a2-a209-3bdcc39839cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.4326720 Jun 04 06:31:30.466895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-937064f6-786e-4f05-bd9a-800b5633e104 None None] Current status of the port caa0a93b-848d-493c-a05f-b2355b6b251e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:30.487214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425414b6-0774-435d-b731-99058b864c00 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:31:30.498132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1356924419-network', 'tenant_id': 'a38e8165211946e286e8989ca33d76b9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:30.516924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:30.527863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b840bf0-8af2-4ad8-8b01-93181fd961d5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:30.532709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Usage tracker for resource:network and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:30.537504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:30.542968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Checking segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:30.543535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Network hostable DHCP agents. Network: 17485d7c-7dad-42f9-a0d3-5510a54f33ba, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:30.560834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-e256756e-e4b2-4cfc-a496-918c1b429370 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 998 time: 0.2175050 Jun 04 06:31:30.570986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:30.577054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port caa0a93b-848d-493c-a05f-b2355b6b251e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:30.579789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.618251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:30.708141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Made reservation on behalf of a38e8165211946e286e8989ca33d76b9 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:30.711958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.761815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.775874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 17485d7c-7dad-42f9-a0d3-5510a54f33ba) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:30.783096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:30.787597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Usage tracker for resource:security_group_rule and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:30.791622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:30.794819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-b8d78c30-ca79-4d36-a20b-296b0259793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:30.796849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-b8d78c30-ca79-4d36-a20b-296b0259793b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.2256410 Jun 04 06:31:30.798351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:30.857803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port caa0a93b-848d-493c-a05f-b2355b6b251e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:30.861349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Router edfa1f55-b649-420b-a559-c726353fe32b is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:31:30.863673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 673ba32b-ccc9-41e4-8b56-8bef7c3533ac up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:30.886910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a188-e182-459e-a1c3-3945f357ca02 req-affa6996-1685-4338-8c11-62d7e639a435 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:30.894525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de41a188-e182-459e-a1c3-3945f357ca02 req-affa6996-1685-4338-8c11-62d7e639a435 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.2218592 Jun 04 06:31:30.896494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.913287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.918987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:30.919640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.942402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] For port ebbc9f78-cb31-47b3-8695-b31796016bb4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ebbc9f78-cb31-47b3-8695-b31796016bb4,segment=NetworkSegment(55e70167-1618-41c9-b3bf-2666abf866ed),segment_id=55e70167-1618-41c9-b3bf-2666abf866ed)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:30.942759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:30.978702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:30.984698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425414b6-0774-435d-b731-99058b864c00 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:31:31.034264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:31.037511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:31.252564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Calling delete_port for ebbc9f78-cb31-47b3-8695-b31796016bb4 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:31.295107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a75a4-c540-4649-9c94-ab4e64df0bf8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:31.353505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:31.354193 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Added segment b51a6d46-bafe-46bb-bfe5-90e5f589051a of type vlan for network d57e603a-e080-49cc-a810-1cfd8e5d8fbf Jun 04 06:31:31.402840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-20eddee5-2589-48d6-aef4-ec19bd4c039f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9121106 Jun 04 06:31:31.427891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de41a188-e182-459e-a1c3-3945f357ca02 req-40a5e3d4-f527-40ad-bca7-1fa8a3d3bd64 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322928 Jun 04 06:31:31.439332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-79e18d35-ab5e-406b-bbc3-9a49c9f68c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:31.442551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-79e18d35-ab5e-406b-bbc3-9a49c9f68c27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6389849 Jun 04 06:31:31.447416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:31.461583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Sync routers for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:31.478360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:31.479010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:31:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:31.501189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:31.567368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410be1-37e4-47e5-b3d3-4e972e70eb80 req-ce1f8c65-c20f-4280-a9fa-ab3c46e0a85e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:31.577085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25410be1-37e4-47e5-b3d3-4e972e70eb80 req-ce1f8c65-c20f-4280-a9fa-ab3c46e0a85e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2946746 Jun 04 06:31:31.581282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:31.686902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-5852e9a1-3e95-4851-a18a-2b99e5c52d8c service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367241 Jun 04 06:31:31.688098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:31.693465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4824203-670a-4f8a-8ac0-8d6352d01266 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.9717815 Jun 04 06:31:31.703564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:31:31.706055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:31.719976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:31.855187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:31.942174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-81027e21-5383-4be5-8895-5a66e9bcad80 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458987 Jun 04 06:31:32.022125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7912e3-8aed-41c0-9df3-4badaea95187 None None] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:32.097680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Port': ['ID=ebbc9f78-cb31-47b3-8695-b31796016bb4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:32.102721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No DVR routers for this DVR port ebbc9f78-cb31-47b3-8695-b31796016bb4 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:32.215415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-a260a234-c050-4f6d-a7d9-c0162a73f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:32.216892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-a260a234-c050-4f6d-a7d9-c0162a73f278 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1095 time: 0.1982782 Jun 04 06:31:32.249860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.250901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:32.251496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.388105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25410be1-37e4-47e5-b3d3-4e972e70eb80 req-cc065328-7a77-417c-926e-45d876129c63 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8099051 Jun 04 06:31:32.435332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612cbf8-376f-4eca-a548-778242b2d38b None None] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:32.449136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:26Z', 'revision_number': 3, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:32.459658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Checking router: edfa1f55-b649-420b-a559-c726353fe32b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:32.460115 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Updating router edfa1f55-b649-420b-a559-c726353fe32b port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:31:32.505748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-1451b7a7-770f-4321-a822-dec08e9fbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:32.509509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-1451b7a7-770f-4321-a822-dec08e9fbb06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 200 len: 917 time: 0.2861195 Jun 04 06:31:32.551260 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.673386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4673467 Jun 04 06:31:32.677499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54044) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:32.688527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.721735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e7a31-1aad-4190-b0f0-e9141ad52606 admin admin] Pushing event updated for resources: {'Network': ['ID=d57e603a-e080-49cc-a810-1cfd8e5d8fbf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:32.742651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Request body: {'subnet': {'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1356924419-subnet', 'tenant_id': 'a38e8165211946e286e8989ca33d76b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:32.765237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:32.773743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575b7213-2e88-418e-b490-c50f4e10204f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:32.775086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:32.783420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Usage tracker for resource:subnet and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:32.790481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:32.803740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:32.809142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e70167-1618-41c9-b3bf-2666abf866ed') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:32.809448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e70167-1618-41c9-b3bf-2666abf866ed') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:32.812569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-1d084df7-2e55-4d22-a596-b52afe65a57d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 200 len: 998 time: 0.2883372 Jun 04 06:31:32.842821 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.865621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Made reservation on behalf of a38e8165211946e286e8989ca33d76b9 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:32.869105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.881141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:32.897958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:32.899447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.019850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-75dabae6-89f8-4cc9-8ce6-0811c91b8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:33.021339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-75dabae6-89f8-4cc9-8ce6-0811c91b8c91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 200 len: 855 time: 0.2027280 Jun 04 06:31:33.359888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-2fd379f3-4a97-4441-9be2-c24efbba4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:33.362620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-2fd379f3-4a97-4441-9be2-c24efbba4a7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde016c1-a092-44ad-aea0-eae7ebfe297a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3257766 Jun 04 06:31:33.441932 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 55e70167-1618-41c9-b3bf-2666abf866ed resource provider aggregate not found Jun 04 06:31:33.446631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.538882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.542628 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 55e70167-1618-41c9-b3bf-2666abf866ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55e70167-1618-41c9-b3bf-2666abf866ed found for delete ", "request_id": "req-855392ee-4ee6-48fd-802a-eedd4fafc19f"}]} Jun 04 06:31:33.547473 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.576153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Transition to ACTIVE for port object fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:33.578867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=575b7213-2e88-418e-b490-c50f4e10204f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:33.584691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-08f4d1f7-0c3c-427a-8dd8-360929ba34a3 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/575b7213-2e88-418e-b490-c50f4e10204f HTTP/1.1" status: 204 len: 168 time: 7.5203009 Jun 04 06:31:33.586286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:33.593025 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.614448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2104765905'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:33.626290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:33.658861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.688533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:33.691823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:33.716092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:33.750621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:33.754305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.813160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Attempting to bind port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:33.813662 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Attempting to bind port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:33.814063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Attempting to bind port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:33.827935 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:33.828375 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:33.828725 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.829108 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:33.829605 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Bound port: fa9b9ab4-c21c-4e8e-9d9c-331a62336d08, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:33.829979 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:33.858133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7735-040f-448f-8689-09596b98756f None None] Pushing event updated for resources: {'Port': ['ID=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:33.883799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.884159 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.884465 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.884793 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.885119 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.885441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.885801 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.886117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.886433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.886746 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.887057 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:33.887376 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c7735-040f-448f-8689-09596b98756f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:34.032256 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] For port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:34.058480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:34.060572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf487eca-edbd-427c-a096-e29d08d4b6b6,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:34.079535 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] For port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:34.111078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.111551 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment f2fd07c3-018d-465e-ab95-9dc3b53e882e of type vlan for network 592be0b3-7f1e-4dca-946a-88f06319770e Jun 04 06:31:34.190552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Checking segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:34.190919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Network hostable DHCP agents. Network: d57e603a-e080-49cc-a810-1cfd8e5d8fbf, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:34.234558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-7a345085-5ce6-4728-aca8-b74d5dc02a14 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321197 Jun 04 06:31:34.255531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.393121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.411315 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.444014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:34.465281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.472884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:34.473997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.480682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d57e603a-e080-49cc-a810-1cfd8e5d8fbf) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:34.494264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a44c4e-9400-45c8-91c9-71babb9a8957 None None] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:34.529305 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:34.529976 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:31:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:34.545175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:34.545933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:34.634871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8831500e-9ee2-4200-9e5a-60745e61f191 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9501407 Jun 04 06:31:34.635447 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7735-040f-448f-8689-09596b98756f None None] Pushing event updated for resources: {'Port': ['ID=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:34.688877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16dd6b00-b723-4291-8a60-543b882cfb42 req-162dde7b-cdd8-45fb-a517-bad639613184 service neutron] 10.222.0.39 "GET /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402752 Jun 04 06:31:34.729403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1398191 Jun 04 06:31:34.729773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54068) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:34.739715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': '592be0b3-7f1e-4dca-946a-88f06319770e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:34.847676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8f27a-1f64-456b-b057-4a07fe040492 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=592be0b3-7f1e-4dca-946a-88f06319770e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:34.951952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 592be0b3-7f1e-4dca-946a-88f06319770e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:34.965792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:35.082888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Allocated IP 172.20.0.1 (815fead3-d84a-47b5-8d2c-d59349718780/fe0ee8be-8472-4efb-be72-ad138e0b5687/f8b2edbd-d551-417e-a38a-aa6f9873c9b4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:35.338586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'tenant_id': 'a38e8165211946e286e8989ca33d76b9', 'fixed_ips': [{'subnet_id': 'bf487eca-edbd-427c-a096-e29d08d4b6b6'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:31:35.343274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:35.430549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:35.440223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:subnet and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:35.453659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:35.469165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:35.474364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:35.500033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:35.503889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:35.526430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Transition to ACTIVE for port object f8b2edbd-d551-417e-a38a-aa6f9873c9b4 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:35.592978 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:35.730191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Allocated IP 172.20.0.2 (d57e603a-e080-49cc-a810-1cfd8e5d8fbf/bf487eca-edbd-427c-a096-e29d08d4b6b6/b6146ef5-3f9e-4cca-9fce-b7dca84513f5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:35.731369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Network 815fead3-d84a-47b5-8d2c-d59349718780 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:35.737464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:35.757994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:35.845411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Pushing event updated for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:35.853162 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:26Z', 'revision_number': 3, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:35.892770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:35.892987 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0706a08-2f6a-40aa-9be7-d2b9f13466c6 None None] The sync data for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 is: [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:26Z', 'revision_number': 3, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:36.230804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.322207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.340413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eec4fb86-ff21-48c9-9a27-89fecd0bcc90 None None] Provisioning for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:36.409299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Transition to ACTIVE for port object b6146ef5-3f9e-4cca-9fce-b7dca84513f5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:36.424566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eec4fb86-ff21-48c9-9a27-89fecd0bcc90 None None] Provisioning complete for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:36.424994 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eec4fb86-ff21-48c9-9a27-89fecd0bcc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.450974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=e772335c-16b0-4408-a4fc-3c44161f024c,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:36.457689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': 'f2fd07c3-018d-465e-ab95-9dc3b53e882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '592be0b3-7f1e-4dca-946a-88f06319770e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:36.458791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: 592be0b3-7f1e-4dca-946a-88f06319770e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:36.500570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 592be0b3-7f1e-4dca-946a-88f06319770e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:36.518935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 592be0b3-7f1e-4dca-946a-88f06319770e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:36.526828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:36.528498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.598141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-23fe88e7-4a12-4365-97a6-6f770e5c2c8a tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8669727 Jun 04 06:31:36.601555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54082) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:36.612233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eec4fb86-ff21-48c9-9a27-89fecd0bcc90 None None] Port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:36.619312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae8bc06-78e9-47fc-9458-69ef79b98da3 None None] Network 592be0b3-7f1e-4dca-946a-88f06319770e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:36.719776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.845752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Transition to ACTIVE for port object b6146ef5-3f9e-4cca-9fce-b7dca84513f5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:36.867633 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:36.909613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.019450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:37.036033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:37.046089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:37.107418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.285263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.291953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.345988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.381030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Pushing event updated for resources: {'Port': ['ID=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:37.430572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=e772335c-16b0-4408-a4fc-3c44161f024c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:37.486174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Attempting to bind port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:37.486637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Attempting to bind port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:37.489094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Attempting to bind port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:37.509940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:37.510340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Checking segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:37.513136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.513136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Bound using segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:37.513136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Bound port: b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:37.513136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.534178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.556400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Pushing event updated for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:37.557935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.618312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592be0b3-7f1e-4dca-946a-88f06319770e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:37.647431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fd07c3-018d-465e-ab95-9dc3b53e882e') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:37.648012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fd07c3-018d-465e-ab95-9dc3b53e882e') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:37.672470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.708288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.725811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:37.726274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:37.754797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5d5e3-6524-4517-b34b-8cb36ba1e49e None None] Network 592be0b3-7f1e-4dca-946a-88f06319770e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:37.824481 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2fd07c3-018d-465e-ab95-9dc3b53e882e resource provider aggregate not found Jun 04 06:31:37.871890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Network 815fead3-d84a-47b5-8d2c-d59349718780 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:37.874850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:38.028716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:38.056832 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2fd07c3-018d-465e-ab95-9dc3b53e882e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2fd07c3-018d-465e-ab95-9dc3b53e882e found for delete ", "request_id": "req-0c13b9c3-f41e-4490-9da9-2289065a98cb"}]} Jun 04 06:31:38.080925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.134140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.169047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=592be0b3-7f1e-4dca-946a-88f06319770e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:38.177262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:38.186273 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.199706 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc070c5c-e9b0-476f-9ddd-e6eeb5c77487 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/592be0b3-7f1e-4dca-946a-88f06319770e HTTP/1.1" status: 204 len: 168 time: 1.5965014 Jun 04 06:31:38.207942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54092) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:38.226420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950822934'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:38.246404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:38.254590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:network and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:38.266507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:38.294320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:38.324950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:38.332629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.386636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1fc5-930a-458b-9c1b-3e92714b02ce None None] Pushing event updated for resources: {'Port': ['ID=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:38.459261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:38.464385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:31:38.503801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.504174 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Added segment 7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e of type vlan for network 4267c3a7-4a26-4fa1-8de1-e70be12a65d2 Jun 04 06:31:38.572144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.650662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.659654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:38.660294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:38.676128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Router edfa1f55-b649-420b-a559-c726353fe32b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:31:38.703506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-59ac8fe3-6297-437b-b65e-010f349f57bf None None] Provisioning complete for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:38.715318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-59ac8fe3-6297-437b-b65e-010f349f57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:39.062728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-59ac8fe3-6297-437b-b65e-010f349f57bf None None] Port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:39.063474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Network': ['ID=4267c3a7-4a26-4fa1-8de1-e70be12a65d2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:39.079586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4267c3a7-4a26-4fa1-8de1-e70be12a65d2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:31:39.102096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-59eea5b7-3478-4722-904b-f0e62fea65ba tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8884685 Jun 04 06:31:39.103234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54096) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:39.134889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Request body: {'subnet': {'network_id': '4267c3a7-4a26-4fa1-8de1-e70be12a65d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:39.268841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:39.282844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:39.283347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:39.533830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:31:39.548113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:39.548623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:39.571743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:39.573751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Sync routers for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:31:39.582117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:39.633446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0bbf5c6f-4537-4c5d-867c-437d16609a9d admin admin] 10.222.0.17 "PUT /v2.0/routers/edfa1f55-b649-420b-a559-c726353fe32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8892827 Jun 04 06:31:39.640711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:39.649242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Usage tracker for resource:subnet and tenant:17764c5fb6bf4b0c942c963f5d34d63d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:39.659962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:39.677170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:39.698813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Made reservation on behalf of 17764c5fb6bf4b0c942c963f5d34d63d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:39.702879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:39.767918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:39.776846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:31:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:39.987381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:40.441218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:31:40.442762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:40.523804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b6146ef5-3f9e-4cca-9fce-b7dca84513f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:40.555900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5133a0-fa18-4cad-88df-b09edf22bd43 None None] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:40.621207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Checking segment: {'id': '7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4267c3a7-4a26-4fa1-8de1-e70be12a65d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:40.621924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network hostable DHCP agents. Network: 4267c3a7-4a26-4fa1-8de1-e70be12a65d2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:31:40.638515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event updated for resources: {'Subnet': ['ID=38d782e9-33af-4857-98a4-75510107846f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:40.664506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Network 4267c3a7-4a26-4fa1-8de1-e70be12a65d2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:31:40.682970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 4267c3a7-4a26-4fa1-8de1-e70be12a65d2) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:40.689783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:40.690626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:40.711047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:40.767745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-84bcdbfc-712f-4ff1-8705-63a4a6da2ecb tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6633930 Jun 04 06:31:40.770249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54108) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:40.780238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d213411-7755-4a7f-a34d-d2fbf880a602 None None] Network 4267c3a7-4a26-4fa1-8de1-e70be12a65d2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:40.843351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e5f1a3e5-59c9-4ec4-80ad-0c39f0509a90 None None] Provisioning for port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:41.063268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.192310 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.326050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.370046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee11aaf-7ab7-4193-83e7-7109822e31d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-4267c3a7-4a26-4fa1-8de1-e70be12a65d2', 'network_id': '4267c3a7-4a26-4fa1-8de1-e70be12a65d2', 'tenant_id': '17764c5fb6bf4b0c942c963f5d34d63d', 'fixed_ips': [{'subnet_id': '38d782e9-33af-4857-98a4-75510107846f'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:31:41.370860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aee11aaf-7ab7-4193-83e7-7109822e31d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.398607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=38d782e9-33af-4857-98a4-75510107846f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:41.520856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.569396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:41.570480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4267c3a7-4a26-4fa1-8de1-e70be12a65d2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:41.576209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa02b0-dd29-474b-b92b-231013b65610 None None] Network 4267c3a7-4a26-4fa1-8de1-e70be12a65d2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:41.586870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:41.587169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:41.608343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.629218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.637121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:41.637789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.747912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:41.748638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.787146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.933285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:41.936950 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e resource provider aggregate not found Jun 04 06:31:41.955592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=4267c3a7-4a26-4fa1-8de1-e70be12a65d2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:41.959212 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ecf9d41-cb2a-4e33-9b7c-e682ed2d3c3e found for delete ", "request_id": "req-d3b172ee-abe7-42f6-a0cd-73555d6e23d1"}]} Jun 04 06:31:41.982722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:41.983428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-622f62ae-a17e-477f-b01b-e18077b80b8e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/4267c3a7-4a26-4fa1-8de1-e70be12a65d2 HTTP/1.1" status: 204 len: 168 time: 1.2113976 Jun 04 06:31:42.065148 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef2bff3-abc8-4631-97e3-a433f64b8764 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.066122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef2bff3-abc8-4631-97e3-a433f64b8764 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.068174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ef2bff3-abc8-4631-97e3-a433f64b8764 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/38d782e9-33af-4857-98a4-75510107846f HTTP/1.1" status: 404 len: 337 time: 0.0834441 Jun 04 06:31:42.071263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54128) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.112173 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f333de0-848c-47a5-8d65-2151cce29480 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.112789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f333de0-848c-47a5-8d65-2151cce29480 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.117989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4f333de0-848c-47a5-8d65-2151cce29480 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/4267c3a7-4a26-4fa1-8de1-e70be12a65d2 HTTP/1.1" status: 404 len: 339 time: 0.0455379 Jun 04 06:31:42.118253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54134) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.183497 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-30729ac6-029e-4091-9724-7c59704fd727 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.184348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30729ac6-029e-4091-9724-7c59704fd727 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.186261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30729ac6-029e-4091-9724-7c59704fd727 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/e772335c-16b0-4408-a4fc-3c44161f024c HTTP/1.1" status: 404 len: 337 time: 0.0636146 Jun 04 06:31:42.188682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54142) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.220000 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21b4ba9-3c62-49c1-b1d1-4448b0053d5e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.220876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21b4ba9-3c62-49c1-b1d1-4448b0053d5e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.223457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d21b4ba9-3c62-49c1-b1d1-4448b0053d5e tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/592be0b3-7f1e-4dca-946a-88f06319770e HTTP/1.1" status: 404 len: 339 time: 0.0332005 Jun 04 06:31:42.226604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54146) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.286156 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2a5194-24b7-4433-bd74-f94f165faa84 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.287101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2a5194-24b7-4433-bd74-f94f165faa84 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.290827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b2a5194-24b7-4433-bd74-f94f165faa84 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/57cb6999-71d8-4580-9668-6cae7b3716fc HTTP/1.1" status: 404 len: 337 time: 0.0629580 Jun 04 06:31:42.294070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54150) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.312108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:42.313672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:42.341375 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-276ddc6a-5ae4-42e8-a8ff-b038e2cade61 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:42.342593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276ddc6a-5ae4-42e8-a8ff-b038e2cade61 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:42.346363 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-276ddc6a-5ae4-42e8-a8ff-b038e2cade61 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/575b7213-2e88-418e-b490-c50f4e10204f HTTP/1.1" status: 404 len: 339 time: 0.0502553 Jun 04 06:31:42.348243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:42.450184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:42.462525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:36Z', 'revision_number': 4, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f8b2edbd-d551-417e-a38a-aa6f9873c9b4', 'name': '', 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'mac_address': 'fa:16:3e:f4:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:34Z', 'updated_at': '2022-06-04T06:31:36Z', 'revision_number': 2, 'project_id': '65181789eed44438ab272ea33ab63156', 'subnets': [{'id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:42.464799 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:42.468397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:42.603140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:42.603547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:42.791680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Checking router: edfa1f55-b649-420b-a559-c726353fe32b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:31:42.792266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Updating router edfa1f55-b649-420b-a559-c726353fe32b port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:31:42.856700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df6538-e6b7-44f3-939f-477008943849 req-132073f9-9275-490e-aafc-9bbad96cfc02 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:42.877040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3df6538-e6b7-44f3-939f-477008943849 req-132073f9-9275-490e-aafc-9bbad96cfc02 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.1412120 Jun 04 06:31:42.917941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:42.949556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3df6538-e6b7-44f3-939f-477008943849 req-9ca98680-acdf-4411-9e57-18f1ac64a9db tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689745 Jun 04 06:31:43.140350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:43.140756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:43.189840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:43.289521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:43.294470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-67760bd9-e62c-42bf-840b-0f82898f6b34 None None] Provisioning complete for port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:43.294840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67760bd9-e62c-42bf-840b-0f82898f6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:43.444426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a4b6-b555-45c5-bd0f-7e9cabfe9dd9 req-77730f23-e1a4-421e-b4f4-b95d0863ceb0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:43.447949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d12a4b6-b555-45c5-bd0f-7e9cabfe9dd9 req-77730f23-e1a4-421e-b4f4-b95d0863ceb0 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2758183 Jun 04 06:31:43.453073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Calling delete_port for 809f0af7-0e23-4078-a93a-1cfb7c8d8a83 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:43.540327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d12a4b6-b555-45c5-bd0f-7e9cabfe9dd9 req-50b3b116-2287-46f4-b76f-3ce32043657b tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860822 Jun 04 06:31:43.591701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-af548971-e44a-409d-a015-2fdb1a593ce2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:43.593683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-af548971-e44a-409d-a015-2fdb1a593ce2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 1.1812718 Jun 04 06:31:43.599606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:43.628771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:43.794038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:43.856421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b6146ef5-3f9e-4cca-9fce-b7dca84513f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:43.860038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Port': ['ID=809f0af7-0e23-4078-a93a-1cfb7c8d8a83,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:43.882354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:43.906459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c2207e5-a18e-4151-b524-4e150a03acc6 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/ports/809f0af7-0e23-4078-a93a-1cfb7c8d8a83 HTTP/1.1" status: 204 len: 168 time: 1.5565817 Jun 04 06:31:43.936607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-ea314c7c-3abc-4e5f-867a-8c03769f9129 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/quotas/710dce5d9bba49b2a6cf4e0c606b4e0b HTTP/1.1" status: 200 len: 375 time: 0.1725440 Jun 04 06:31:44.082352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-67760bd9-e62c-42bf-840b-0f82898f6b34 None None] Current status of the port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:44.108055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-d6577ef2-dee8-4ca9-9265-243c7cf7db40 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702664 Jun 04 06:31:44.144140 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a88b5ad-7a02-48f3-a276-90e8c84d6eb1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:44.144837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a88b5ad-7a02-48f3-a276-90e8c84d6eb1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:44.150390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a88b5ad-7a02-48f3-a276-90e8c84d6eb1 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/a174c21f-a35d-40c2-bce9-c0637cd0a831 HTTP/1.1" status: 404 len: 337 time: 0.2666237 Jun 04 06:31:44.168609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:44.217401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:44.217984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:44.437734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-5e860cd0-f057-4607-9d37-36f9f4d6f18d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:44.441011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-5e860cd0-f057-4607-9d37-36f9f4d6f18d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:44.499234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-5e860cd0-f057-4607-9d37-36f9f4d6f18d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:44.502402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-5e860cd0-f057-4607-9d37-36f9f4d6f18d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 0.4781680 Jun 04 06:31:44.507020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:44.529065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-83da931b-dd0d-4076-a0bc-4452217fb450 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/quotas/a38e8165211946e286e8989ca33d76b9 HTTP/1.1" status: 200 len: 375 time: 0.0208380 Jun 04 06:31:44.538769 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:44.561158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Transition to ACTIVE for port object f8b2edbd-d551-417e-a38a-aa6f9873c9b4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:44.579103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:44.583114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:44.691212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-c7f89d3b-18a9-4143-80ac-7221e8144439 service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789113 Jun 04 06:31:44.701772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09be10-ed3f-4cac-8d1c-3cb188f27f99 None None] Pushing event updated for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:44.787012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-864cd71f-fe2c-45e9-b8bc-cf2fc1be0f4e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443650 Jun 04 06:31:45.177073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.202091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Attempting to bind port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:45.202697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Attempting to bind port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:45.205496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Attempting to bind port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 on network 815fead3-d84a-47b5-8d2c-d59349718780 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:45.218898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:45.230955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Checking segment: {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:45.232123 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.233372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Bound using segment: {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:45.234757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Bound port: f8b2edbd-d551-417e-a38a-aa6f9873c9b4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:45.235211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.260689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-5f2e820c-b357-4463-a433-761ff5ceec2b service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620380 Jun 04 06:31:45.380798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d8adfb-8da1-4701-944f-aac96bb775fd']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:45.402761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95934a74-1827-4263-b5f1-8773d04616f6') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:45.403072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95934a74-1827-4263-b5f1-8773d04616f6') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:45.411697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-0f02d420-5d14-4e83-86a0-79ed7ea1e38b service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192018 Jun 04 06:31:45.425076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.452977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] For port f8b2edbd-d551-417e-a38a-aa6f9873c9b4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:45.458823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] For port f8b2edbd-d551-417e-a38a-aa6f9873c9b4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:45.478717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.491379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.504486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-8be25acb-bfac-4d25-88d3-ff77e53c8c49 service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375250 Jun 04 06:31:45.507122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:45.507680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.671891 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 95934a74-1827-4263-b5f1-8773d04616f6 resource provider aggregate not found Jun 04 06:31:45.709142 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 95934a74-1827-4263-b5f1-8773d04616f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95934a74-1827-4263-b5f1-8773d04616f6 found for delete ", "request_id": "req-48fead00-a252-4c0c-906f-318225afe9a7"}]} Jun 04 06:31:45.742422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.760590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:31:45.761162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:31:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:45.792354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:45.808929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=b7d8adfb-8da1-4701-944f-aac96bb775fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:45.837368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/b7d8adfb-8da1-4701-944f-aac96bb775fd HTTP/1.1" status: 204 len: 168 time: 1.6676638 Jun 04 06:31:45.840483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54276) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:45.855163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.855777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.856292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.856794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.857291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.857825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.858324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.858808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.859585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.860077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.860565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.861049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a557c-c2ac-47e1-88d8-135cd9b2c88c tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:45.974996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09be10-ed3f-4cac-8d1c-3cb188f27f99 None None] Pushing event updated for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:46.188861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:46.189388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:46.385977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:31:46.586249 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:31:46.740750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.011972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:47.042744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Calling delete_port for 3a25fc5e-9cfb-481c-9638-d1a4953b7d40 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:47.250421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f243e778-1013-4f6d-9e89-fb1355262ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.329387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.429013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.443099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/ports/3a25fc5e-9cfb-481c-9638-d1a4953b7d40 HTTP/1.1" status: 204 len: 168 time: 1.6009669 Jun 04 06:31:47.447932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54304) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:47.449554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd4015-d5e9-4aca-a5fa-20f24bae60e2 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Port': ['ID=3a25fc5e-9cfb-481c-9638-d1a4953b7d40,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:47.478206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-ed50ee59-944a-48cf-be13-5affc736b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:47.495437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-ed50ee59-944a-48cf-be13-5affc736b92c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.2446845 Jun 04 06:31:47.507611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10f04-6d0b-46c6-8cc7-3e0ff51d5ab8 req-15129662-3a7e-47d0-bd93-b8d538c1c43d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:47.524459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3eb10f04-6d0b-46c6-8cc7-3e0ff51d5ab8 req-15129662-3a7e-47d0-bd93-b8d538c1c43d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.3553154 Jun 04 06:31:47.611924 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-65438594-0f19-4a89-943d-deeb5bb84396 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:47.612754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65438594-0f19-4a89-943d-deeb5bb84396 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:47.631168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-65438594-0f19-4a89-943d-deeb5bb84396 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/8b885584-afd1-4c3c-83fe-fd3b093f8c78 HTTP/1.1" status: 404 len: 337 time: 0.1632845 Jun 04 06:31:47.633553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54308) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:47.671316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3eb10f04-6d0b-46c6-8cc7-3e0ff51d5ab8 req-7191d311-cd12-4fdb-9589-f7ac9e7f7ede tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457975 Jun 04 06:31:47.757777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:47.757777 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.831650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:47.845139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:47.872359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:47.983869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:36Z', 'revision_number': 4, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f8b2edbd-d551-417e-a38a-aa6f9873c9b4', 'name': '', 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'mac_address': 'fa:16:3e:f4:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:34Z', 'updated_at': '2022-06-04T06:31:45Z', 'revision_number': 4, 'project_id': '65181789eed44438ab272ea33ab63156', 'subnets': [{'id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:48.003622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605d613-57e9-443d-87d6-74355e5e58f5 None None] The sync data for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 is: [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:31:36Z', 'revision_number': 4, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f8b2edbd-d551-417e-a38a-aa6f9873c9b4', 'name': '', 'network_id': '815fead3-d84a-47b5-8d2c-d59349718780', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'mac_address': 'fa:16:3e:f4:fe:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:34Z', 'updated_at': '2022-06-04T06:31:45Z', 'revision_number': 4, 'project_id': '65181789eed44438ab272ea33ab63156', 'subnets': [{'id': 'fe0ee8be-8472-4efb-be72-ad138e0b5687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:31:48.018016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c4b0a5f-8047-43b6-81eb-b89e84d8c246 req-5b23c521-dbb3-4530-83c0-5495e5b693d4 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 210 time: 0.0774553 Jun 04 06:31:48.052103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:48.542504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-a1b908ac-4a8f-428a-a2b5-88efd30b75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:48.545512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-a1b908ac-4a8f-428a-a2b5-88efd30b75d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.8388567 Jun 04 06:31:48.601156 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:48.978681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-329f362e-c752-48c0-b593-4998549eb127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.3598137 Jun 04 06:31:49.062520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-900de325-954d-4c11-8bbe-19d1a2dc7f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.245310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.426983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-f97a4743-98c3-4f4c-979f-3226622a035a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:49.428695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-69f6584b-b334-4d99-84cc-a4188201012b req-f97a4743-98c3-4f4c-979f-3226622a035a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:49.430375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-5158bfcd-bffa-4f09-a59a-f09160c2a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:49.431815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-5158bfcd-bffa-4f09-a59a-f09160c2a297 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.1028423 Jun 04 06:31:49.433354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6d6ce3-769d-41ad-95e9-743fa502a4b4']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:49.501581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78028763-7f42-4632-ba55-6bd11a412728') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:49.502149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78028763-7f42-4632-ba55-6bd11a412728') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:49.520815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.551417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.560952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:49.561359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.610618 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 78028763-7f42-4632-ba55-6bd11a412728 resource provider aggregate not found Jun 04 06:31:49.624159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-69f6584b-b334-4d99-84cc-a4188201012b req-f97a4743-98c3-4f4c-979f-3226622a035a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:49.626233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-f97a4743-98c3-4f4c-979f-3226622a035a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 1.0206306 Jun 04 06:31:49.678986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b49221-5dbe-4329-acd9-e7569da80502 req-9674aea3-c17b-41aa-a34a-ec4deb31d738 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:49.686348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58b49221-5dbe-4329-acd9-e7569da80502 req-9674aea3-c17b-41aa-a34a-ec4deb31d738 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2404892 Jun 04 06:31:49.717517 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 78028763-7f42-4632-ba55-6bd11a412728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78028763-7f42-4632-ba55-6bd11a412728 found for delete ", "request_id": "req-84cf11b0-9485-432b-91e1-6e711718c8f0"}]} Jun 04 06:31:49.755971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.757233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-52b8a1dc-c6d3-4f50-883d-011e6457965f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:49.758840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-52b8a1dc-c6d3-4f50-883d-011e6457965f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 0.3205335 Jun 04 06:31:49.764308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:49.792380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/8b6d6ce3-769d-41ad-95e9-743fa502a4b4 HTTP/1.1" status: 204 len: 168 time: 2.1561468 Jun 04 06:31:49.793511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54340) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:49.807481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-83bd09a0-e25d-411d-b169-36fb0ef1b8cf tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/quotas/a38e8165211946e286e8989ca33d76b9 HTTP/1.1" status: 200 len: 375 time: 0.0356250 Jun 04 06:31:49.847320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249d6d-8444-42a2-8a87-3932362012a9 tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=8b6d6ce3-769d-41ad-95e9-743fa502a4b4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:49.865506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58b49221-5dbe-4329-acd9-e7569da80502 req-9b51c44b-1e3b-4b3b-9b25-43b11a424732 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767867 Jun 04 06:31:49.868368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f8b2edbd-d551-417e-a38a-aa6f9873c9b4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:49.957802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting subnet 0b090e89-bb71-41a1-aedc-5983650ce2e8 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:31:49.969913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.044443 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f55e02-ead2-4060-a2a0-9e1df1fc72dd'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'code': 200} Jun 04 06:31:50.104203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-234d92bc-7102-491f-b720-a3a53d1e27f7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2933235 Jun 04 06:31:50.186556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:50.206537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.206537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:50.206537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.265934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.393976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.478076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:50.478076 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.533599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-6b6aba39-fa9e-4623-9c74-23a44d16699d service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207914 Jun 04 06:31:50.545226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f8b2edbd-d551-417e-a38a-aa6f9873c9b4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:50.553726 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.576545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb8f3-1b79-4657-944d-9b8bc058fdf6 req-d9b6327f-62a5-46ea-9a1e-8676a1f123cb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:50.578777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c13eb8f3-1b79-4657-944d-9b8bc058fdf6 req-d9b6327f-62a5-46ea-9a1e-8676a1f123cb tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.2248745 Jun 04 06:31:50.654306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.700859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:50.716454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-96d81aba-9757-4ec1-899a-c597dc42a3f6 service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816387 Jun 04 06:31:50.744403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c13eb8f3-1b79-4657-944d-9b8bc058fdf6 req-c9836d01-f0e5-4ead-aaa3-ca51fad5dc5e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516275 Jun 04 06:31:50.791239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.845376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Subnet': ['ID=0b090e89-bb71-41a1-aedc-5983650ce2e8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:50.847781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:50.850239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cfba7-b397-4e10-be5e-92bd6e31800f None None] Network 379a98c1-5368-4bc5-991a-a1f973d35bb9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:31:50.882899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-527a0eb1-670e-400c-9fab-5f276926149f tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/subnets/0b090e89-bb71-41a1-aedc-5983650ce2e8 HTTP/1.1" status: 204 len: 168 time: 1.0801642 Jun 04 06:31:50.883456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54348) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:51.033618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ef320e8-9093-43ca-a681-820b225ed11f req-d463d9c2-b07a-45bb-9b6e-3347d609576a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 210 time: 0.1368294 Jun 04 06:31:51.245087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:51.278734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port 70c9941f-4cc9-4d69-a302-55f677fb1659 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:51.279331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:51.374856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bc7fd-52f7-4e44-b781-2334b2153ea8 req-f2687990-45b6-4142-ac7e-4dc9a1a485bb tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:51.376851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a54bc7fd-52f7-4e44-b781-2334b2153ea8 req-f2687990-45b6-4142-ac7e-4dc9a1a485bb tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 948 time: 0.3752282 Jun 04 06:31:51.403967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d276-5712-4f7c-b608-482fdde31c06 req-27528405-ac51-44e8-9d08-9854926a9ae6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:51.405714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f526d276-5712-4f7c-b608-482fdde31c06 req-27528405-ac51-44e8-9d08-9854926a9ae6 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1276357 Jun 04 06:31:51.416060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] DHCP port deletion for 379a98c1-5368-4bc5-991a-a1f973d35bb9 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:31:51.431829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Deleting port 70c9941f-4cc9-4d69-a302-55f677fb1659 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:51.433497 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:51.503633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f526d276-5712-4f7c-b608-482fdde31c06 req-20734253-b596-4613-97f0-1af36cf1570d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783956 Jun 04 06:31:51.520043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a54bc7fd-52f7-4e44-b781-2334b2153ea8 req-6d803572-164d-4b61-b3a8-82b535ddb95a tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304085 Jun 04 06:31:51.766296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'port': {'device_id': '0d694996-e04e-43fe-b7c2-9950be038511', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'admin_state_up': True, 'tenant_id': '710dce5d9bba49b2a6cf4e0c606b4e0b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:51.808520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-30bfe411-b665-4c1f-8f9e-92a2c9485d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:51.809028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-30bfe411-b665-4c1f-8f9e-92a2c9485d0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711532 Jun 04 06:31:51.954235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] For port 70c9941f-4cc9-4d69-a302-55f677fb1659, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=70c9941f-4cc9-4d69-a302-55f677fb1659,segment=NetworkSegment(a110649d-da43-40dd-8340-c4c8d0bcfb7b),segment_id=a110649d-da43-40dd-8340-c4c8d0bcfb7b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:51.954631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:52.045100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-48c78a88-ebe0-418f-a9fb-aa25262269e4 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266848 Jun 04 06:31:52.118517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f8b2edbd-d551-417e-a38a-aa6f9873c9b4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:52.158730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Calling delete_port for 70c9941f-4cc9-4d69-a302-55f677fb1659 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:52.412135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:52.549138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:52.633837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] For port 70c9941f-4cc9-4d69-a302-55f677fb1659, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=70c9941f-4cc9-4d69-a302-55f677fb1659,segment=NetworkSegment(a110649d-da43-40dd-8340-c4c8d0bcfb7b),segment_id=a110649d-da43-40dd-8340-c4c8d0bcfb7b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:52.634221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:52.641126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] Pushing event deleted for resources: {'Port': ['ID=70c9941f-4cc9-4d69-a302-55f677fb1659,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:52.642749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:52.642838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:52.692991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f8017-1ea2-494a-aa1c-8f6f8f12c330 None None] No DVR routers for this DVR port 70c9941f-4cc9-4d69-a302-55f677fb1659 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:31:52.826257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:52.871831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:52.877164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:port and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:52.880864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:52.887987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:52.905068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Calling delete_port for 70c9941f-4cc9-4d69-a302-55f677fb1659 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:31:52.950339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 70c9941f-4cc9-4d69-a302-55f677fb1659 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:31:53.035649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 70c9941f-4cc9-4d69-a302-55f677fb1659 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:31:53.035649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 70c9941f-4cc9-4d69-a302-55f677fb1659 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:31:53.050835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-06144305-c2a4-4280-a806-3ca711441de0 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:53.059653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-06144305-c2a4-4280-a806-3ca711441de0 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 1.0127258 Jun 04 06:31:53.081667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-26cc2ffb-f34e-4c2c-9901-10d052d35b14 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/quotas/a38e8165211946e286e8989ca33d76b9 HTTP/1.1" status: 200 len: 375 time: 0.0215492 Jun 04 06:31:53.258108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Made reservation on behalf of 710dce5d9bba49b2a6cf4e0c606b4e0b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:53.261460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:53.343923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-6e2009fc-a2a8-4fae-bbe1-4c56f06cb950 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:53.345233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-6e2009fc-a2a8-4fae-bbe1-4c56f06cb950 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.39 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 1.6568429 Jun 04 06:31:53.374240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Request body: {'port': {'device_id': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'admin_state_up': True, 'tenant_id': 'a38e8165211946e286e8989ca33d76b9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:53.446797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea396741-a4cf-4ee2-adb2-56004ad00fba req-40dec856-f3ce-4885-8d2e-5d7bf5e21df8 service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2715430 Jun 04 06:31:53.509206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2da8ce12-50c9-4b54-889b-2ec5469332cf tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:53.510820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2da8ce12-50c9-4b54-889b-2ec5469332cf tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 0.2867937 Jun 04 06:31:53.521418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-fccf7cbc-c06c-4e9c-994f-9e57b031c119 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4386883 Jun 04 06:31:53.527284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Request body: {'port': {'device_id': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'admin_state_up': True, 'tenant_id': 'a38e8165211946e286e8989ca33d76b9'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:53.582487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:31:53.582800 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:31:53.679327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e267e-a44c-4bff-9b97-bb549a050862 req-8ec07eda-af03-47a8-968d-1b08b82e60b1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:53.680866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-746e267e-a44c-4bff-9b97-bb549a050862 req-8ec07eda-af03-47a8-968d-1b08b82e60b1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 944 time: 0.4582164 Jun 04 06:31:53.735614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Allocated IP 172.20.0.9 (17485d7c-7dad-42f9-a0d3-5510a54f33ba/1b840bf0-8af2-4ad8-8b01-93181fd961d5/a28eafa4-037e-41e0-a491-d5cb234d279c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:53.739598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:53.754108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Usage tracker for resource:port and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:53.761013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:53.772354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:53.781870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-746e267e-a44c-4bff-9b97-bb549a050862 req-d3304937-5334-4ae9-9f47-4280fbff519f tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833757 Jun 04 06:31:53.793014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-56dd86b7-214f-4949-a4d7-8767a35fcce1 service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488902 Jun 04 06:31:53.794109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:53.798649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Usage tracker for resource:port and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:53.801360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Made reservation on behalf of a38e8165211946e286e8989ca33d76b9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:53.802064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:53.807328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:53.809903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:53.867394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Made reservation on behalf of a38e8165211946e286e8989ca33d76b9 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:53.875766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.028868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef6ccd91-4309-4fc9-9c78-f0e1f02ee311 req-2b860ccf-b89b-402a-ac3e-d7fba332d7c5 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 210 time: 0.1064217 Jun 04 06:31:54.087383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Deleting port 70c9941f-4cc9-4d69-a302-55f677fb1659 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:31:54.088379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.240942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] The port '70c9941f-4cc9-4d69-a302-55f677fb1659' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:31:54.336889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-04ec0887-aa76-4f1f-ba7b-682bd5a85306 service neutron] 10.222.0.17 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141845 Jun 04 06:31:54.339817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:31:54.591217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.607497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:54.620517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Allocated IP 172.20.0.14 (d57e603a-e080-49cc-a810-1cfd8e5d8fbf/bf487eca-edbd-427c-a096-e29d08d4b6b6/178c2369-3398-4e39-a02f-0e698fb72d67) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:54.658376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'port_id': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'mac_address': 'fa:16:3e:fe:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:31:54.688523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9064e4b-0d41-42ba-9de2-18baadcd3f14 req-e49ab72d-460a-411d-91fd-1fd3a6ccf51a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 210 time: 0.0541856 Jun 04 06:31:54.747335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:54.747805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.755600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a98c1-5368-4bc5-991a-a1f973d35bb9']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:54.769246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:31:54.799369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a110649d-da43-40dd-8340-c4c8d0bcfb7b') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:54.799687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a110649d-da43-40dd-8340-c4c8d0bcfb7b') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:31:54.806709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:54.810373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.813848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.837524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:54.919265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:54.999638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.023294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:31:55.024062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.101258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077944f0-618b-4f72-b2ea-566e5d500dd0 req-b8d7d425-a5a9-4352-be56-bd477bfa29fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:55.110189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-077944f0-618b-4f72-b2ea-566e5d500dd0 req-b8d7d425-a5a9-4352-be56-bd477bfa29fa tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.7995625 Jun 04 06:31:55.172390 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a110649d-da43-40dd-8340-c4c8d0bcfb7b resource provider aggregate not found Jun 04 06:31:55.207385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['83ede163-ceb7-4639-bac7-35969e3e9c84'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:31:55.231078 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a110649d-da43-40dd-8340-c4c8d0bcfb7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a110649d-da43-40dd-8340-c4c8d0bcfb7b found for delete ", "request_id": "req-328bbb85-b0e6-4e2e-b134-f8c098c739dd"}]} Jun 04 06:31:55.343537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.353168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-077944f0-618b-4f72-b2ea-566e5d500dd0 req-e533749a-9c2b-43b8-b6c2-85bf29f14f9a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386804 Jun 04 06:31:55.356291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.360717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.614989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.642262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793a5a9-74f4-449e-a0c1-a1254cb7eb19 req-ac20cdcb-780d-4f84-afd9-7fcadbdd790d tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:55.644694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0793a5a9-74f4-449e-a0c1-a1254cb7eb19 req-ac20cdcb-780d-4f84-afd9-7fcadbdd790d tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 931 time: 0.1242554 Jun 04 06:31:55.685584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.732247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0793a5a9-74f4-449e-a0c1-a1254cb7eb19 req-55e77438-a8dc-4deb-bcb0-86f65494a4cd tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 Jun 04 06:31:55.791244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Pushing event deleted for resources: {'Network': ['ID=379a98c1-5368-4bc5-991a-a1f973d35bb9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:55.796951 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.804420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:55.813998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:55.828460 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] 10.222.0.17 "DELETE /v2.0/networks/379a98c1-5368-4bc5-991a-a1f973d35bb9 HTTP/1.1" status: 204 len: 168 time: 4.9439092 Jun 04 06:31:55.830410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.830904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.831460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.831963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.832451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.832938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.833420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.834720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.835281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.835675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.836266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.836757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1584831e-6296-48fb-9b50-af7f99a087de tempest-NetworksIpV6TestAttrs-308330659 tempest-NetworksIpV6TestAttrs-308330659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:31:55.840737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:55.882716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:55.894149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Transition to ACTIVE for port object 178c2369-3398-4e39-a02f-0e698fb72d67 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:55.953913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:55.954872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:55.990773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060086-f763-40e7-9498-2efa7cdbe7d2 req-15d62dca-a445-4d0b-afff-835d236f01aa tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:55.998595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63060086-f763-40e7-9498-2efa7cdbe7d2 req-15d62dca-a445-4d0b-afff-835d236f01aa tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.3436890 Jun 04 06:31:56.021328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-de7bf78b-9e2a-4c96-9ace-2af81f82a14e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3375826 Jun 04 06:31:56.025446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acac573-eeb6-47e1-80c4-33c3957cb461 req-6c2c6f09-75e1-4bd9-86b0-4a021616ad5c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:56.034020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0acac573-eeb6-47e1-80c4-33c3957cb461 req-6c2c6f09-75e1-4bd9-86b0-4a021616ad5c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1141443 Jun 04 06:31:56.034795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Request body: {'port': {'device_id': '0d694996-e04e-43fe-b7c2-9950be038511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:56.074623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.151733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0acac573-eeb6-47e1-80c4-33c3957cb461 req-1020aef0-5976-4524-a5c0-d699b42c0594 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166964 Jun 04 06:31:56.157078 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-63060086-f763-40e7-9498-2efa7cdbe7d2 req-212d6f7a-8ec6-46f8-b5dc-26d333daebe1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573780 Jun 04 06:31:56.184520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Allocated IP 172.20.0.6 (d57e603a-e080-49cc-a810-1cfd8e5d8fbf/bf487eca-edbd-427c-a096-e29d08d4b6b6/400ea47e-e9da-413e-8bad-02142062ff49) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:56.208404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:56.215545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:56.292876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:56.317539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54494) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:56.377698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:56.583058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be8268c7-ecfb-4a64-a2d5-9c1f0206aaec req-c9d194b8-3910-44be-b5f2-f0664edc5e44 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:56.643596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.677671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ed31559c-7649-45c7-a028-240d26629a5d None None] Provisioning for port 178c2369-3398-4e39-a02f-0e698fb72d67 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:56.694160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:56.695114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.696327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ed31559c-7649-45c7-a028-240d26629a5d None None] Provisioning complete for port 178c2369-3398-4e39-a02f-0e698fb72d67 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:56.696766 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ed31559c-7649-45c7-a028-240d26629a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.724596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc6cee89-3f38-4669-ad95-6fa5e84da044 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=17764c5fb6bf4b0c942c963f5d34d63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056396 Jun 04 06:31:56.726654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54500) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:56.768364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be8268c7-ecfb-4a64-a2d5-9c1f0206aaec req-c9d194b8-3910-44be-b5f2-f0664edc5e44 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:56.782089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be8268c7-ecfb-4a64-a2d5-9c1f0206aaec req-c9d194b8-3910-44be-b5f2-f0664edc5e44 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 210 time: 0.3741553 Jun 04 06:31:56.797941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ed31559c-7649-45c7-a028-240d26629a5d None None] Port 178c2369-3398-4e39-a02f-0e698fb72d67 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:56.807394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-fc24336f-17ca-44e8-ad3d-2db6a2c373c7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4429629 Jun 04 06:31:56.849359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Request body: {'port': {'device_id': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:56.921305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-9ded88f1-068a-44a3-aeae-66fdb4f3b49d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:56.921776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.923246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-9ded88f1-068a-44a3-aeae-66fdb4f3b49d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 816 time: 0.5044947 Jun 04 06:31:56.936152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:56.952139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Request body: {'port': {'device_id': 'c3be7026-edc5-4953-9421-c0be7a572088', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'admin_state_up': True, 'tenant_id': 'a38e8165211946e286e8989ca33d76b9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:56.976496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b48b9-4387-472c-a532-33d0395a407e req-448da566-f02f-4ab0-9ec1-e77cb90f2b19 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:56.978265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-772b48b9-4387-472c-a532-33d0395a407e req-448da566-f02f-4ab0-9ec1-e77cb90f2b19 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.4317496 Jun 04 06:31:56.985852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Transition to ACTIVE for port object 400ea47e-e9da-413e-8bad-02142062ff49 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:57.009236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.076508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-772b48b9-4387-472c-a532-33d0395a407e req-8ca22125-9918-4c40-a1dc-69de883843a2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865467 Jun 04 06:31:57.102777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.134134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134ceb3-2408-4902-83a9-54d7b2e7081a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:57.139158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.226386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.403089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:31:57.419387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:31:57.422342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:31:57.448655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:31:57.458097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-7c6ee5d4-8579-45ab-989e-94385eaa2311 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:57.458811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-7c6ee5d4-8579-45ab-989e-94385eaa2311 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:57.463390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.464746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dde9f5f2-2ef7-4f03-9186-7a626a786539 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c134ceb3-2408-4902-83a9-54d7b2e7081a HTTP/1.1" status: 204 len: 168 time: 0.7306430 Jun 04 06:31:57.477709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Usage tracker for resource:port and tenant:a38e8165211946e286e8989ca33d76b9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:31:57.478309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event updated for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:57.481707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:31:57.540758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:57.542564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:31:57.543936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.571224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-8ad33a4e-5ba3-43c0-aa37-ad65c9803326 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0478392 Jun 04 06:31:57.581880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0dce0-2e49-421e-8448-e39139c5d9be req-52ec5ad2-dd84-43ce-a4ac-29a97bf7cc16 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:57.583985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49f0dce0-2e49-421e-8448-e39139c5d9be req-52ec5ad2-dd84-43ce-a4ac-29a97bf7cc16 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2563374 Jun 04 06:31:57.615935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Made reservation on behalf of a38e8165211946e286e8989ca33d76b9 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:31:57.619774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.636996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-7c6ee5d4-8579-45ab-989e-94385eaa2311 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:57.641910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-7c6ee5d4-8579-45ab-989e-94385eaa2311 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 931 time: 0.7103913 Jun 04 06:31:57.668799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49f0dce0-2e49-421e-8448-e39139c5d9be req-e1d0f0c5-eb70-4771-aa8e-eab6fe320b70 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753484 Jun 04 06:31:57.694536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Request body: {'port': {'device_id': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:57.839567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d82ec236-673d-4a32-af38-4f6cb9bc1878 None None] Provisioning for port 400ea47e-e9da-413e-8bad-02142062ff49 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:57.849865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d82ec236-673d-4a32-af38-4f6cb9bc1878 None None] Provisioning complete for port 400ea47e-e9da-413e-8bad-02142062ff49 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:57.851127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d82ec236-673d-4a32-af38-4f6cb9bc1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.901966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:57.939085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d82ec236-673d-4a32-af38-4f6cb9bc1878 None None] Port 400ea47e-e9da-413e-8bad-02142062ff49 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:31:58.004676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:31:58.087942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-0037bfb6-699e-42e5-b794-65828d2f1d02 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:31:58.206326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28eafa4-037e-41e0-a491-d5cb234d279c {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:31:58.218727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.226495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-0037bfb6-699e-42e5-b794-65828d2f1d02 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:31:58.233437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8dcc84a3-ef99-4df6-96f4-2ca6950fd5f0 req-0037bfb6-699e-42e5-b794-65828d2f1d02 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733502 Jun 04 06:31:58.237207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c7f4-493f-4450-99cd-53b05ac88d57 req-db4343f4-f102-42b8-aa3e-862a12a17d49 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:58.245009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12b2c7f4-493f-4450-99cd-53b05ac88d57 req-db4343f4-f102-42b8-aa3e-862a12a17d49 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 945 time: 0.3232307 Jun 04 06:31:58.267853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Transition to ACTIVE for port object a28eafa4-037e-41e0-a491-d5cb234d279c will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:58.281642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.307821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12b2c7f4-493f-4450-99cd-53b05ac88d57 req-75ca6b0d-5e5d-4b74-b74a-d4439cfbb5b4 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600171 Jun 04 06:31:58.348453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:31:58.510381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 83ede163-ceb7-4639-bac7-35969e3e9c84 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:31:58.527433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178c2369-3398-4e39-a02f-0e698fb72d67 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:31:58.529985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 83ede163-ceb7-4639-bac7-35969e3e9c84 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:31:58.530359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.552711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.632210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:58.693457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eabe3dc5-0f17-490d-85f0-9f9e9e1a2d8e req-03271c7d-3698-4783-a766-a718be22af09 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 210 time: 0.1520381 Jun 04 06:31:58.726898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Transition to ACTIVE for port object 178c2369-3398-4e39-a02f-0e698fb72d67 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:31:58.729997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a189a4-8c65-49c3-8349-be8b2f56e841 req-d302bafc-362a-4124-88b1-683e87f5c51a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:58.738472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73a189a4-8c65-49c3-8349-be8b2f56e841 req-d302bafc-362a-4124-88b1-683e87f5c51a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1804190 Jun 04 06:31:58.769364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.774183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:31:58.774833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.823828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73a189a4-8c65-49c3-8349-be8b2f56e841 req-b5462e71-9712-4dfe-91f2-2b3a61b85c52 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835071 Jun 04 06:31:58.825264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:31:58.827320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:58.855955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:58.948370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:58.986202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Attempting to bind port a28eafa4-037e-41e0-a491-d5cb234d279c on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:58.986540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Attempting to bind port a28eafa4-037e-41e0-a491-d5cb234d279c by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:58.986957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Attempting to bind port a28eafa4-037e-41e0-a491-d5cb234d279c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:58.987459 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc3e026-2b3e-40da-b1b7-f99d9d31e30a'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'code': 200} Jun 04 06:31:59.083156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Port a28eafa4-037e-41e0-a491-d5cb234d279c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:31:59.083831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Attempting to bind port a28eafa4-037e-41e0-a491-d5cb234d279c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:59.099757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Allocated IP 172.20.0.13 (d57e603a-e080-49cc-a810-1cfd8e5d8fbf/bf487eca-edbd-427c-a096-e29d08d4b6b6/4fc4e1a7-478f-4403-8f10-c9492265aa46) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:31:59.114617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:31:59.211742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:59.212380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Checking segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:59.212925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54554) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:59.213632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Bound using segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:59.214386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Bound port: a28eafa4-037e-41e0-a491-d5cb234d279c, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:59.215007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:59.333944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e556-75fb-4214-bfb4-fcaeb52499b6 req-bcef1c84-3963-45bd-8db0-82389a7df153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:59.336193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40f1e556-75fb-4214-bfb4-fcaeb52499b6 req-bcef1c84-3963-45bd-8db0-82389a7df153 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 1097 time: 0.1254880 Jun 04 06:31:59.425161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Attempting to bind port 178c2369-3398-4e39-a02f-0e698fb72d67 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:31:59.425777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Attempting to bind port 178c2369-3398-4e39-a02f-0e698fb72d67 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:31:59.425925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Attempting to bind port 178c2369-3398-4e39-a02f-0e698fb72d67 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:59.440470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40f1e556-75fb-4214-bfb4-fcaeb52499b6 req-41cf1f7c-5efb-4370-abd9-66fb587bd512 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981851 Jun 04 06:31:59.471621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Port 178c2369-3398-4e39-a02f-0e698fb72d67 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:31:59.472159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Attempting to bind port 178c2369-3398-4e39-a02f-0e698fb72d67 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:31:59.497726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4f062d10-a207-47e4-940d-15a959a21ea0 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] Request body: {'port': {'network_id': '7c8187bf-97e3-404d-8741-bc31c3e96ee7', 'name': 'tempest-NetworksNegativeTestJSON-730283087'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:31:59.520116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:31:59.526237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:31:59.527005 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f062d10-a207-47e4-940d-15a959a21ea0 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] POST failed (client error): The resource could not be found. Jun 04 06:31:59.527562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f062d10-a207-47e4-940d-15a959a21ea0 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:59.532502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f062d10-a207-47e4-940d-15a959a21ea0 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3148515 Jun 04 06:31:59.562096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54568) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:59.619348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67702-2814-4b61-aead-3a8194792cbf req-cb842d14-59b9-4947-8e51-4d7c1e02afc7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:59.620640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:31:59.620792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13e67702-2814-4b61-aead-3a8194792cbf req-cb842d14-59b9-4947-8e51-4d7c1e02afc7 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 946 time: 0.0906677 Jun 04 06:31:59.620982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Checking segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:31:59.621358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Bound using segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:31:59.621824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Bound port: 178c2369-3398-4e39-a02f-0e698fb72d67, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:31:59.622167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:59.632400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:59.667378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13e67702-2814-4b61-aead-3a8194792cbf req-e045ce78-5c23-46d8-90d1-d3d7fa49a65e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Jun 04 06:31:59.758073 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aae742-7019-499e-bf5d-106fe48060ab tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:59.758570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0aae742-7019-499e-bf5d-106fe48060ab tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:59.806835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:31:59.808174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:31:59.809540 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] 10.222.0.39 "PUT /v2.0/ports/a28eafa4-037e-41e0-a491-d5cb234d279c HTTP/1.1" status: 200 len: 1091 time: 3.7792315 Jun 04 06:31:59.826579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:31:59.848102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b0aae742-7019-499e-bf5d-106fe48060ab tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "DELETE /v2.0/networks/48792096-f970-40ee-b83c-26c6e25bd99d HTTP/1.1" status: 404 len: 339 time: 0.2791579 Jun 04 06:31:59.848392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:59.893928 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44b506-5ce1-4d73-8948-bfd9cb28b332 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:59.894392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f44b506-5ce1-4d73-8948-bfd9cb28b332 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:59.897526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1f44b506-5ce1-4d73-8948-bfd9cb28b332 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "DELETE /v2.0/ports/1264c6d1-e5a0-48ee-8902-6b35f55e6ed6 HTTP/1.1" status: 404 len: 333 time: 0.0468781 Jun 04 06:31:59.901443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:59.954850 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a93959-8afd-41ce-9c4c-45be9fc72f1c tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] DELETE failed (client error): The resource could not be found. Jun 04 06:31:59.955562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a93959-8afd-41ce-9c4c-45be9fc72f1c tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:31:59.963266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a2a93959-8afd-41ce-9c4c-45be9fc72f1c tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "DELETE /v2.0/subnets/299190e5-77bd-4566-af34-a24af326b6fc HTTP/1.1" status: 404 len: 337 time: 0.0556977 Jun 04 06:31:59.964502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:31:59.996040 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-687920cd-55e1-4ef4-a91c-1ea83d488fec tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] GET failed (client error): The resource could not be found. Jun 04 06:32:00.000952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-687920cd-55e1-4ef4-a91c-1ea83d488fec tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "GET /v2.0/networks/562aa88b-e572-4aea-ba80-b813f9c788d7 HTTP/1.1" status: 404 len: 339 time: 0.0319595 Jun 04 06:32:00.001251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.041247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b18e-9fba-43e4-a2c5-12bbeee47ab2 req-449004e3-9dac-4678-a612-de18d8377b1e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.042832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dc6b18e-9fba-43e4-a2c5-12bbeee47ab2 req-449004e3-9dac-4678-a612-de18d8377b1e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.2534065 Jun 04 06:32:00.069803 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-32636c68-bac2-447f-8bbd-13f353c7d9ae tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] GET failed (client error): The resource could not be found. Jun 04 06:32:00.074634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-32636c68-bac2-447f-8bbd-13f353c7d9ae tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "GET /v2.0/ports/e156dab4-9515-4c1d-9683-068135ff5bbb HTTP/1.1" status: 404 len: 333 time: 0.0690277 Jun 04 06:32:00.076130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54592) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.089747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6eed1-98b3-4bd6-8d09-9d94115712be service neutron] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:00.127324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:00.136012 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-14da011c-386a-4d26-9648-c0e745f227e1 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] GET failed (client error): The resource could not be found. Jun 04 06:32:00.138930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-14da011c-386a-4d26-9648-c0e745f227e1 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "GET /v2.0/subnets/07fd0d7e-a818-408f-b6b4-1d01372ec230 HTTP/1.1" status: 404 len: 337 time: 0.0614252 Jun 04 06:32:00.141171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:00.141320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.148202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:00.149209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b5bf643a-4eba-47ec-9716-f51470b47166 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:00.164797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Transition to ACTIVE for port object 4fc4e1a7-478f-4403-8f10-c9492265aa46 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:00.165216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dc6b18e-9fba-43e4-a2c5-12bbeee47ab2 req-9d537664-58aa-40e3-adab-6e9909a93514 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093082 Jun 04 06:32:00.167883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:00.172226 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bf643a-4eba-47ec-9716-f51470b47166 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] PUT failed (client error): The resource could not be found. Jun 04 06:32:00.172526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bf643a-4eba-47ec-9716-f51470b47166 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:32:00.177666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b5bf643a-4eba-47ec-9716-f51470b47166 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "PUT /v2.0/networks/539f97c9-863b-4025-bfce-806ee18dc9bd HTTP/1.1" status: 404 len: 339 time: 0.0316391 Jun 04 06:32:00.178437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.184284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9ee1ee96-284a-474c-a0ca-be2490b846b5 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:00.228368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb9115-3fc5-419d-9db7-7f1c4815dfb1 req-9db14c17-2329-4bf2-8853-4966138d5641 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.232192 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee1ee96-284a-474c-a0ca-be2490b846b5 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] PUT failed (client error): The resource could not be found. Jun 04 06:32:00.232861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee1ee96-284a-474c-a0ca-be2490b846b5 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:32:00.237503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ee1ee96-284a-474c-a0ca-be2490b846b5 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "PUT /v2.0/ports/ab5adb0c-b73b-4dff-9838-8b7a25c3e746 HTTP/1.1" status: 404 len: 333 time: 0.0545473 Jun 04 06:32:00.237665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3bb9115-3fc5-419d-9db7-7f1c4815dfb1 req-9db14c17-2329-4bf2-8853-4966138d5641 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.7352464 Jun 04 06:32:00.237773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54608) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.243637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-76d3082e-5d20-481a-bb6a-e5f92bb687d2 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:00.281735 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d3082e-5d20-481a-bb6a-e5f92bb687d2 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] PUT failed (client error): The resource could not be found. Jun 04 06:32:00.282558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d3082e-5d20-481a-bb6a-e5f92bb687d2 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:32:00.288386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76d3082e-5d20-481a-bb6a-e5f92bb687d2 tempest-NetworksNegativeTestJSON-1725486223 tempest-NetworksNegativeTestJSON-1725486223-project] 10.222.0.17 "PUT /v2.0/subnets/6d23d8aa-7213-44e3-8b0b-6c62e4a2c066 HTTP/1.1" status: 404 len: 337 time: 0.0452671 Jun 04 06:32:00.302514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.308492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:00.309895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] 10.222.0.39 "PUT /v2.0/ports/178c2369-3398-4e39-a02f-0e698fb72d67 HTTP/1.1" status: 200 len: 1092 time: 3.4762361 Jun 04 06:32:00.398066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-011aaa97-f866-4d98-b892-cad709fdd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.405903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-011aaa97-f866-4d98-b892-cad709fdd38a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 1094 time: 0.5293331 Jun 04 06:32:00.586988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2844bcd8-c3da-43ad-9079-095f351a3bb2 req-6d844e77-a8ba-43e5-a477-2cf950811611 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:00.590222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb162-b81c-44d1-a34a-22012bf04ddb service neutron] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:00.597375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-1f5cb9e0-89c8-4f75-bcd6-3e37819a6f72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28eafa4-037e-41e0-a491-d5cb234d279c HTTP/1.1" status: 200 len: 217 time: 0.1100533 Jun 04 06:32:00.607117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2844bcd8-c3da-43ad-9079-095f351a3bb2 req-6d844e77-a8ba-43e5-a477-2cf950811611 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:00.608101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3bb9115-3fc5-419d-9db7-7f1c4815dfb1 req-80ad4ab7-f87c-4ee0-884d-edef36850e03 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710117 Jun 04 06:32:00.610670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2844bcd8-c3da-43ad-9079-095f351a3bb2 req-6d844e77-a8ba-43e5-a477-2cf950811611 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 210 time: 0.0930314 Jun 04 06:32:00.689393 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a584638f-36b6-41b1-b81a-fc34c7f5acb3'] response: {'name': 'network-changed', 'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'status': 'completed', 'code': 200} Jun 04 06:32:00.715079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:00.758734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54626) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:00.811023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6584b-b334-4d99-84cc-a4188201012b req-ad97417e-d357-4392-b94d-a15bb45f72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.813921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-ad97417e-d357-4392-b94d-a15bb45f72ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.2027512 Jun 04 06:32:00.929394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:00.935868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-de0e2c61-8098-4e01-8250-e5ad1d74dbdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969038 Jun 04 06:32:00.943038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:00.957601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-24d98603-f9fc-458d-b900-b163f873ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:00.960163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-24d98603-f9fc-458d-b900-b163f873ac33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 1095 time: 0.5783334 Jun 04 06:32:00.960976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:01.026417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:01.100654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.180538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:01.233525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:01.234209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.406895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Usage tracker for resource:security_group_rule and tenant:851c2bb7480c457ea66d4ebb12ed4227 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:01.413381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:01.425761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:01.435068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:01.467800 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-e6f33faf-e65b-4b4c-b9bf-de0cf989f4b1 service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012756 Jun 04 06:32:01.499732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7ae8c-b413-4e92-b822-138067fe62d7 req-487695f1-418a-4091-9795-f592f3349360 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:01.507024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efb7ae8c-b413-4e92-b822-138067fe62d7 req-487695f1-418a-4091-9795-f592f3349360 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 946 time: 0.5939589 Jun 04 06:32:01.516833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'mac_address': 'fa:16:3e:09:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:01.530938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5909843 Jun 04 06:32:01.531854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d81f5-e5c8-45a3-90c3-2a6d765b5187 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event updated for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:01.558844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Request body: {'port': {'device_id': 'c3be7026-edc5-4953-9421-c0be7a572088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:01.609732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7eb33054-390c-40cb-9d9f-3f574d4e76c7 None None] Provisioning for port 4fc4e1a7-478f-4403-8f10-c9492265aa46 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:01.622832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7eb33054-390c-40cb-9d9f-3f574d4e76c7 None None] Provisioning complete for port 4fc4e1a7-478f-4403-8f10-c9492265aa46 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:01.623536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7eb33054-390c-40cb-9d9f-3f574d4e76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.695025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efb7ae8c-b413-4e92-b822-138067fe62d7 req-0722702d-a450-482f-8614-79a5a92220b1 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870282 Jun 04 06:32:01.727662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:01.728337 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.747919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400ea47e-e9da-413e-8bad-02142062ff49 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:01.758398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:01.758668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.778592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7eb33054-390c-40cb-9d9f-3f574d4e76c7 None None] Port 4fc4e1a7-478f-4403-8f10-c9492265aa46 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:01.786920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:01.792092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-362850ed-edd7-4de3-9807-3cf39084fd77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178c2369-3398-4e39-a02f-0e698fb72d67 HTTP/1.1" status: 200 len: 217 time: 0.5424931 Jun 04 06:32:01.796999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.806668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Transition to ACTIVE for port object 400ea47e-e9da-413e-8bad-02142062ff49 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:01.829871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.889883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:01.891266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:01.898584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-69f6584b-b334-4d99-84cc-a4188201012b req-4db10198-53db-4051-8779-ba72fe44c9ef service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970151 Jun 04 06:32:01.906931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0222616f-a5a8-4c9f-8e80-536519d2b254'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:01.907857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.110795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Pushing event updated for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:02.167515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-d604509f-e873-459b-9a0a-3b6b15de35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.177459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-d604509f-e873-459b-9a0a-3b6b15de35f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.3611364 Jun 04 06:32:02.265956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=851c2bb7480c457ea66d4ebb12ed4227&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5043273 Jun 04 06:32:02.277923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:02.284582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.355842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410fd2e-44fe-442c-a637-77483e778043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b341a23e-f687-498c-891b-e8281da2a468,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:02.450507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d535d3f-a6d2-462b-a212-907586b70dbe req-6498d1d7-4c51-4e2d-a506-f04d76bfb9c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.453297 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d535d3f-a6d2-462b-a212-907586b70dbe req-6498d1d7-4c51-4e2d-a506-f04d76bfb9c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.9523644 Jun 04 06:32:02.483431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.488938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Attempting to bind port 400ea47e-e9da-413e-8bad-02142062ff49 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:02.489275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Attempting to bind port 400ea47e-e9da-413e-8bad-02142062ff49 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:02.489627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Attempting to bind port 400ea47e-e9da-413e-8bad-02142062ff49 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:02.512670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Port 400ea47e-e9da-413e-8bad-02142062ff49 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:02.513019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Attempting to bind port 400ea47e-e9da-413e-8bad-02142062ff49 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:02.540300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:02.540668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Checking segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:02.541041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Bound using segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:02.542421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Bound port: 400ea47e-e9da-413e-8bad-02142062ff49, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:02.542845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.554995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.555511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-f6732a14-bcdb-45f1-8d47-393af86aa880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.557029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-f6732a14-bcdb-45f1-8d47-393af86aa880 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 1094 time: 0.5580699 Jun 04 06:32:02.665527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-a9ea5a53-0213-4006-b69f-73588a4d109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.667062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-a9ea5a53-0213-4006-b69f-73588a4d109c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4685447 Jun 04 06:32:02.667445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce642b-e023-486a-a8ec-61b5b4029d4c req-3f9ee956-f476-493d-9c25-970ce778960f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.675024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81ce642b-e023-486a-a8ec-61b5b4029d4c req-3f9ee956-f476-493d-9c25-970ce778960f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.2910907 Jun 04 06:32:02.693861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:02.738785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:02.751112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.756504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=400ea47e-e9da-413e-8bad-02142062ff49,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:02.766180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81ce642b-e023-486a-a8ec-61b5b4029d4c req-45283196-74ec-4f79-b9f8-b07c852ac472 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903001 Jun 04 06:32:02.771327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.809277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b341a23e-f687-498c-891b-e8281da2a468,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:02.844197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.845345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-74dc105b-d663-4b51-aae9-87eee05e7ede admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b341a23e-f687-498c-891b-e8281da2a468 HTTP/1.1" status: 204 len: 168 time: 0.5664718 Jun 04 06:32:02.846991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:02.847834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:02.862889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] 10.222.0.24 "PUT /v2.0/ports/400ea47e-e9da-413e-8bad-02142062ff49 HTTP/1.1" status: 200 len: 1091 time: 5.1879830 Jun 04 06:32:02.876706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:02.878092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2d535d3f-a6d2-462b-a212-907586b70dbe req-af6521f8-a481-4d09-a94f-62535634d007 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093680 Jun 04 06:32:03.034801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:03.053742 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1ce4d4-baaf-4339-80c4-9453563b5108'] response: {'name': 'network-changed', 'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67', 'status': 'completed', 'code': 200} Jun 04 06:32:03.188688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-a1486ccb-bcb0-411c-b18f-7fbb2838259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.190528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-a1486ccb-bcb0-411c-b18f-7fbb2838259e service neutron] 10.222.0.39 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 923 time: 0.6233101 Jun 04 06:32:03.194271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de648d3-1fcd-4cd3-a36a-072f454ba227 service neutron] Pushing event updated for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:03.210340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 0222616f-a5a8-4c9f-8e80-536519d2b254 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:03.211016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:03.336855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-bfe3d0b7-e3a1-4fa2-8ca0-711755f6a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.347591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-bfe3d0b7-e3a1-4fa2-8ca0-711755f6a5b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 1094 time: 0.4302139 Jun 04 06:32:03.420334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-f6c0c846-8fb5-4c63-823d-bebc4c96c6e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a28eafa4-037e-41e0-a491-d5cb234d279c HTTP/1.1" status: 200 len: 217 time: 0.2112863 Jun 04 06:32:03.470833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-289357be-344a-4812-9350-ba5ffbf299c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400ea47e-e9da-413e-8bad-02142062ff49 HTTP/1.1" status: 200 len: 217 time: 0.1156662 Jun 04 06:32:03.479313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8193a-a494-4c95-9c23-b88340645b0d req-a10b6f99-1aaf-4ace-b7ae-97f19ea4b30e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.486522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3b8193a-a494-4c95-9c23-b88340645b0d req-a10b6f99-1aaf-4ace-b7ae-97f19ea4b30e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 932 time: 0.4530973 Jun 04 06:32:03.522756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:03.523087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:03.534765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-45220d80-f8e2-4e48-8e3c-85311397dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.537079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-45220d80-f8e2-4e48-8e3c-85311397dfc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.0832920 Jun 04 06:32:03.540146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-59c4bb23-4fe3-431d-82c1-631cc7d61886 service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8493600 Jun 04 06:32:03.574488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:03.576218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:03.587992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:03.633071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-0ec34b5c-0daf-4e05-a997-30aa47a0e2ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750122 Jun 04 06:32:03.636624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3b8193a-a494-4c95-9c23-b88340645b0d req-2946e420-0921-48c5-bbd4-3abe68e784bd tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490824 Jun 04 06:32:03.658464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2af3fb89-6abd-4204-97c2-af3bba8cb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.659447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:32:03.662880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-2af3fb89-6abd-4204-97c2-af3bba8cb3d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.1741831 Jun 04 06:32:03.761739 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda110cf-48be-4bba-8573-e4938fa86301'] response: {'name': 'network-changed', 'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49', 'status': 'completed', 'code': 200} Jun 04 06:32:03.836905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:03.840118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f3882-741f-4098-aea0-7ec3faf58202 req-27f47aa5-7c37-472a-9d00-25dba1004530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:03.853507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-27f47aa5-7c37-472a-9d00-25dba1004530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845701 Jun 04 06:32:04.028792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc4e1a7-478f-4403-8f10-c9492265aa46 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:04.039929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:04.059101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Transition to ACTIVE for port object 4fc4e1a7-478f-4403-8f10-c9492265aa46 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:04.202080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-1af8685d-ab57-4cb9-8fdf-b559fdb8ef1c service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411000 Jun 04 06:32:04.214743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d36eb-f6f6-40e7-b88f-fa78c89b7f3b req-7759b873-d8e1-4783-9a72-f445fe6f1d38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:04.224060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b14d36eb-f6f6-40e7-b88f-fa78c89b7f3b req-7759b873-d8e1-4783-9a72-f445fe6f1d38 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 946 time: 0.9365771 Jun 04 06:32:04.238825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:04.272334 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8758705-d613-4681-a901-b05154bbac04'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'code': 200} Jun 04 06:32:04.385566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:04.395013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:04.540413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ff6f6de-d4c8-4b7a-88cf-314decbdcddb req-75f255b0-3625-44d5-9baf-6abcf742be90 service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9840481 Jun 04 06:32:04.645262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-005f3882-741f-4098-aea0-7ec3faf58202 req-7d694e25-78bd-4c2c-96a0-b4689c5e4643 service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343581 Jun 04 06:32:04.654100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2f9f-1084-466c-a242-5a494447156e req-8cf1480e-397f-4dcd-a719-65b0f5e8d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:04.655818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-8cf1480e-397f-4dcd-a719-65b0f5e8d00d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 1095 time: 0.4113925 Jun 04 06:32:04.669246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:04.698534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'port_id': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'mac_address': 'fa:16:3e:05:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b840bf0-8af2-4ad8-8b01-93181fd961d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:04.716389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54762) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:04.726699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bcf3f-cae2-4bda-b831-d061e3f85e23 req-3d236267-ea23-4c53-a078-d589f4e03266 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:04.734137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a14bcf3f-cae2-4bda-b831-d061e3f85e23 req-3d236267-ea23-4c53-a078-d589f4e03266 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.3366446 Jun 04 06:32:04.781949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a28eafa4-037e-41e0-a491-d5cb234d279c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:04.782545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:04.798719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b14d36eb-f6f6-40e7-b88f-fa78c89b7f3b req-10e5b8ac-1178-4ab3-8f84-ffe0c853ceb3 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5737653 Jun 04 06:32:04.811190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28eafa4-037e-41e0-a491-d5cb234d279c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:04.874326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:04.886411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:04.906552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Attempting to bind port 4fc4e1a7-478f-4403-8f10-c9492265aa46 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:04.916555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Attempting to bind port 4fc4e1a7-478f-4403-8f10-c9492265aa46 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:04.917046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Attempting to bind port 4fc4e1a7-478f-4403-8f10-c9492265aa46 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:04.925626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Port 4fc4e1a7-478f-4403-8f10-c9492265aa46 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:04.926356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Attempting to bind port 4fc4e1a7-478f-4403-8f10-c9492265aa46 on network d57e603a-e080-49cc-a810-1cfd8e5d8fbf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:04.941821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:04.941821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Checking segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:04.941821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Bound using segment: {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:04.941821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Bound port: 4fc4e1a7-478f-4403-8f10-c9492265aa46, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51a6d46-bafe-46bb-bfe5-90e5f589051a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:04.948939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:04.981403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:04.982478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-1deaeb0c-2fb6-4a4b-ba29-e9f36a9a3117 service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2975490 Jun 04 06:32:05.168748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:05.171936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:05.275902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:05.289119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a28eafa4-037e-41e0-a491-d5cb234d279c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:05.290774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a14bcf3f-cae2-4bda-b831-d061e3f85e23 req-2d963ba9-a9ba-49e7-8fb9-c0e7d1156616 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553653 Jun 04 06:32:05.338088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-90202309'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:05.342614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2f9f-1084-466c-a242-5a494447156e req-3eefbea4-51fb-40de-88fa-c346ffa5d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:05.344396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-3eefbea4-51fb-40de-88fa-c346ffa5d187 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.6814837 Jun 04 06:32:05.348786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:05.405880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:05.417914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:05.468098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-f407e173-2bff-4564-b912-d1f1623fb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:05.470011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-f407e173-2bff-4564-b912-d1f1623fb464 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 1094 time: 0.7547317 Jun 04 06:32:05.477606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:05.660738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:05.665104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:05.701058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-21eb87f9-1f7f-4673-a094-87e404473937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:05.702604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-21eb87f9-1f7f-4673-a094-87e404473937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 1095 time: 1.1015615 Jun 04 06:32:05.769332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:05.770306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:05.772300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fc4e1a7-478f-4403-8f10-c9492265aa46 HTTP/1.1" status: 200 len: 1092 time: 4.2190754 Jun 04 06:32:05.775138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-459c562b-8a82-4d20-9a7c-f95045339464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:05.778785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-459c562b-8a82-4d20-9a7c-f95045339464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 917 time: 0.2942677 Jun 04 06:32:05.779521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:05.779759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-44e99048-2e00-48d8-9422-31c64e86caf9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 200 len: 999 time: 0.4281721 Jun 04 06:32:05.791194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:05.917446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d97a-17b3-45cc-80cb-6be865312f00 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:05.999330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2f9f-1084-466c-a242-5a494447156e req-324c2ce2-f93e-46e3-9646-d4c1e2904e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.000873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-324c2ce2-f93e-46e3-9646-d4c1e2904e25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2109394 Jun 04 06:32:06.002188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-e937059e-fd6a-4907-9213-b1d8ee01b4e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400ea47e-e9da-413e-8bad-02142062ff49 HTTP/1.1" status: 200 len: 217 time: 0.2138343 Jun 04 06:32:06.015300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1fc42372-26bc-4444-958a-a3c3f2ffedd5 req-d0b6fae5-21c0-49d7-ba13-0f6f93b98376 service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0318656 Jun 04 06:32:06.057890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd462-1bdc-4392-9b0d-5b387210a5b6 req-65e03601-4245-4b4a-9e2a-1ccb5f3f2697 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.059441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-132cd462-1bdc-4392-9b0d-5b387210a5b6 req-65e03601-4245-4b4a-9e2a-1ccb5f3f2697 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 1.0195651 Jun 04 06:32:06.065265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-42b1cc97-e67f-4b2f-b846-998e841eca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.075371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-42b1cc97-e67f-4b2f-b846-998e841eca05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 917 time: 0.3627827 Jun 04 06:32:06.198832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:06.202273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-972b72e9-debe-433e-a911-bd920d8b5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.203660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-972b72e9-debe-433e-a911-bd920d8b5360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.1892729 Jun 04 06:32:06.214377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:06.223844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:06.239203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-f404a940-6390-4d77-95ab-5489e4f6becb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178c2369-3398-4e39-a02f-0e698fb72d67 HTTP/1.1" status: 200 len: 217 time: 0.1358612 Jun 04 06:32:06.242829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:06.249004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-31b4698d-2b4b-46c4-b125-62d50c586a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.250688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-31b4698d-2b4b-46c4-b125-62d50c586a09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 1095 time: 0.3816352 Jun 04 06:32:06.400493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-ccfe2e6e-03e1-46d3-beff-0ce9080842bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46 HTTP/1.1" status: 200 len: 217 time: 0.1390190 Jun 04 06:32:06.408062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-132cd462-1bdc-4392-9b0d-5b387210a5b6 req-4a63e500-c975-4018-aa4d-adefb69c0cb1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304944 Jun 04 06:32:06.511087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.556857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-046a1c25-b784-42c1-8c05-a7635632164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.557450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-046a1c25-b784-42c1-8c05-a7635632164f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.1484311 Jun 04 06:32:06.559028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-6aab1912-696d-4fe5-8d4a-7f9f9a866d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.560383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-6aab1912-696d-4fe5-8d4a-7f9f9a866d69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.2391796 Jun 04 06:32:06.580396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.651021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d83422-5228-4e9d-9ad8-0d159479d81b req-255a879d-4cf3-44f6-97a4-3ac0a33957db tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.658558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80d83422-5228-4e9d-9ad8-0d159479d81b req-255a879d-4cf3-44f6-97a4-3ac0a33957db tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 944 time: 1.1826401 Jun 04 06:32:06.670684 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec944358-090f-4b10-8b9e-77b9544de648'] response: {'name': 'network-changed', 'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46', 'status': 'completed', 'code': 200} Jun 04 06:32:06.682660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cff715-460d-4d5c-ac87-1149155a07ce,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:06.722496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:06.733401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.733914 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment aa90d2e9-4e48-47da-81d5-82b21919a9a8 of type vlan for network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 Jun 04 06:32:06.756849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-4a0cfe5d-99be-4c68-9bd4-bd5caee543b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.758838 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-4a0cfe5d-99be-4c68-9bd4-bd5caee543b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938922 Jun 04 06:32:06.775727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-3bc0f1b7-d70e-4568-9975-5d5971508017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.777252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-3bc0f1b7-d70e-4568-9975-5d5971508017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440444 Jun 04 06:32:06.777377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.831581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.837960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:06.838583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:06.970780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=f598b843-b1d9-4b3e-b807-9c3417c1ccf2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:06.984545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:07.008252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80d83422-5228-4e9d-9ad8-0d159479d81b req-bbaf626d-6e1b-478d-931d-125a79d6f209 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485889 Jun 04 06:32:07.010432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2f9f-1084-466c-a242-5a494447156e req-cd240e97-244f-4017-ae72-d658a25cba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:07.012057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-cd240e97-244f-4017-ae72-d658a25cba4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9966142 Jun 04 06:32:07.186502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-7e6f4369-4a46-4503-9e04-754512758944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:07.188282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-7e6f4369-4a46-4503-9e04-754512758944 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6746089 Jun 04 06:32:07.190162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-6456f51c-1465-45f9-8053-ec37748a925b service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700079 Jun 04 06:32:07.196191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a463c25-4d97-46f9-9172-e7e9567aae8a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4596767 Jun 04 06:32:07.198742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:07.203103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072f9b-5bdb-4efa-bdb3-747642997e38 req-73add84c-dd4c-48a1-a817-ae55c7d4d4dd tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:07.204574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48072f9b-5bdb-4efa-bdb3-747642997e38 req-73add84c-dd4c-48a1-a817-ae55c7d4d4dd tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 944 time: 0.3615515 Jun 04 06:32:07.212658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-cb8493a5-a019-4273-83fb-eb4693b77b6e service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396498 Jun 04 06:32:07.268084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-48072f9b-5bdb-4efa-bdb3-747642997e38 req-ac19cb44-9456-4966-bbf6-e0de51d9962e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528102 Jun 04 06:32:07.269958 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-a34e5c04-b28e-47d5-8646-53f3468e4d7c service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688866 Jun 04 06:32:07.359685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-bd7d28fa-eccd-45e3-a1a8-4baf66195abb service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618273 Jun 04 06:32:07.366242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'name': 'tempest-PortsIpV6TestJSON-2027477818'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:07.520416 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bffa26eb-15f5-44c0-aa29-05edda3581e5 req-93d4a9e6-7501-4caf-b669-7b4f3fc8baa9 service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557702 Jun 04 06:32:07.707422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9291ffe8-b799-43a1-9b3a-f5dffd3bce83 req-66405100-6475-4516-aeda-7635df65c81a service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505044 Jun 04 06:32:07.830128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-d851f6f9-8c00-43c4-9a5b-3b2c4cadd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:07.831838 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-d851f6f9-8c00-43c4-9a5b-3b2c4cadd96f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 1095 time: 0.1234970 Jun 04 06:32:08.007994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-2e54305e-644b-4700-a651-294ab973f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:08.009636 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-2e54305e-644b-4700-a651-294ab973f9fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 917 time: 0.1666210 Jun 04 06:32:08.082630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:08.124205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:08.165323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:08.211487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:08.229440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b8683-eafb-456d-a77b-9c74b2434262 req-49efc86d-202d-46dd-9288-e433956860d5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:08.237152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb7b8683-eafb-456d-a77b-9c74b2434262 req-49efc86d-202d-46dd-9288-e433956860d5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.5414770 Jun 04 06:32:08.247508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108e2f9f-1084-466c-a242-5a494447156e req-0f3ec4cc-cac5-4738-8a4d-37a888a4237a service neutron] 10.222.0.39 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0482743 Jun 04 06:32:08.249286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04a25825-0eb2-433b-a428-0e885f3dbcc2 req-b04e6247-3588-4ee8-8fb4-9ff3a7d50597 service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681533 Jun 04 06:32:08.288440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:08.294000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:08.351578 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-1de2c2bb-e41c-48eb-a5f8-98b674b9331f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46 HTTP/1.1" status: 200 len: 217 time: 0.3320763 Jun 04 06:32:08.379644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:08.422353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-7b8588dd-c964-4283-8fca-128f836efdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:08.424174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-7b8588dd-c964-4283-8fca-128f836efdd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.0662501 Jun 04 06:32:08.428552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 178c2369-3398-4e39-a02f-0e698fb72d67 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:08.430915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:08.577044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-7901b147-ffd9-4672-81c3-8f28cef901ff tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:08.579708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-7901b147-ffd9-4672-81c3-8f28cef901ff tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:08.606619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-488c0fc6-9063-4bc9-9596-7b04a929bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:08.608407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-488c0fc6-9063-4bc9-9596-7b04a929bb23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715732 Jun 04 06:32:08.672464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a28eafa4-037e-41e0-a491-d5cb234d279c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:08.689641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a28eafa4-037e-41e0-a491-d5cb234d279c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:08.690072 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:08.717567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:08.772630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb7b8683-eafb-456d-a77b-9c74b2434262 req-e46694b8-7393-4efa-b681-02e0c1c239e5 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343266 Jun 04 06:32:08.774323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:08.840807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-f11db398-cf22-4dd1-808e-95e91166ff9e service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160864 Jun 04 06:32:08.903011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-7901b147-ffd9-4672-81c3-8f28cef901ff tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:08.912376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-7901b147-ffd9-4672-81c3-8f28cef901ff tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 944 time: 0.6415095 Jun 04 06:32:08.950949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:08.964423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a28eafa4-037e-41e0-a491-d5cb234d279c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:08.965089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:08.971262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:08.990241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '178c2369-3398-4e39-a02f-0e698fb72d67', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'port_id': '178c2369-3398-4e39-a02f-0e698fb72d67', 'mac_address': 'fa:16:3e:a3:f8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf487eca-edbd-427c-a096-e29d08d4b6b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:09.043878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:09.053272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:09.079785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 400ea47e-e9da-413e-8bad-02142062ff49 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:09.087501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.160898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-9e5565bd-d08e-4550-ad4c-254a29b485b1 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:09.163349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': 'aa90d2e9-4e48-47da-81d5-82b21919a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:09.167961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: f598b843-b1d9-4b3e-b807-9c3417c1ccf2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:09.230093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-9e5565bd-d08e-4550-ad4c-254a29b485b1 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:09.243114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06b811f4-ff49-46d1-9882-52e15ef0e606 req-9e5565bd-d08e-4550-ad4c-254a29b485b1 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267584 Jun 04 06:32:09.266392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:09.267416 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebf878e1-e3d9-44df-bf4c-dc8982c63d42 req-b1b0c6d2-f93b-46ac-9998-464274a94e98 service neutron] 10.222.0.24 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162703 Jun 04 06:32:09.294187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f598b843-b1d9-4b3e-b807-9c3417c1ccf2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:09.305932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:09.322435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:09.323092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.344748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:09.358234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23028396-321c-4bc9-b69b-e8c96ffcf38e None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:09.391574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73561-9eb9-4db4-9098-905cd41e4edc req-bf669853-788c-4207-a9e0-f446e164fb20 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:09.397644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77d73561-9eb9-4db4-9098-905cd41e4edc req-bf669853-788c-4207-a9e0-f446e164fb20 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.3990459 Jun 04 06:32:09.468001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:09.473940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2087097234'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:09.484021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4958c641-e412-41b5-8f44-7a0167d3133c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2835033 Jun 04 06:32:09.488876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:09.499117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:09.509322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:09.519672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:09.540890 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0f99c0-f3e6-4741-a50a-83983a1310d4'] response: {'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'code': 200} Jun 04 06:32:09.547540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:09.551585 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.596758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77d73561-9eb9-4db4-9098-905cd41e4edc req-1a5eb259-d9f2-4f29-ba4c-afdd9231d483 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891880 Jun 04 06:32:09.624830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:09.640705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e878a-fc06-456a-8379-75b3d2415d5e req-33fd2eff-08c5-4c5c-9f2a-2a5b21f42c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:09.643372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f55e878a-fc06-456a-8379-75b3d2415d5e req-33fd2eff-08c5-4c5c-9f2a-2a5b21f42c26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 1096 time: 0.1510527 Jun 04 06:32:09.650403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.651035 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment bb698e43-e5c3-4647-aeb1-a8cd71e968ab of type vlan for network 12b5779b-bd33-4582-993d-0e050ae92763 Jun 04 06:32:09.699457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f55e878a-fc06-456a-8379-75b3d2415d5e req-1d6dda4b-e6af-4cb0-8ad4-33cf5c3097fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Jun 04 06:32:09.700761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.713655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 178c2369-3398-4e39-a02f-0e698fb72d67 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:09.714193 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.749588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.759758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:09.761239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:09.768563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178c2369-3398-4e39-a02f-0e698fb72d67 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:09.871540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:09.890976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:10.010952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5380406 Jun 04 06:32:10.011350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54854) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:10.023459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'ports': [{'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'}, {'network_id': '12b5779b-bd33-4582-993d-0e050ae92763'}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:10.023948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:10.024885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '12b5779b-bd33-4582-993d-0e050ae92763'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:10.040984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=400ea47e-e9da-413e-8bad-02142062ff49,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:10.078064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d576bd-484c-48e8-b253-b765308a4ab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=12b5779b-bd33-4582-993d-0e050ae92763,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:10.095962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 12b5779b-bd33-4582-993d-0e050ae92763 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:10.137899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '400ea47e-e9da-413e-8bad-02142062ff49', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'port_id': '400ea47e-e9da-413e-8bad-02142062ff49', 'mac_address': 'fa:16:3e:22:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf487eca-edbd-427c-a096-e29d08d4b6b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:10.144215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:10.337038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['178c2369-3398-4e39-a02f-0e698fb72d67'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:10.361488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ede7d1-9fb8-4ab5-8fca-8fe9d6613490 req-76fb326a-bdf7-4ee6-ac4d-5752a74e473a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:10.377619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80ede7d1-9fb8-4ab5-8fca-8fe9d6613490 req-76fb326a-bdf7-4ee6-ac4d-5752a74e473a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1970453 Jun 04 06:32:10.468409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 400ea47e-e9da-413e-8bad-02142062ff49 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:10.469579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:10.491761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80ede7d1-9fb8-4ab5-8fca-8fe9d6613490 req-b37b2663-6b05-4292-b17a-1e7a1a669665 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131649 Jun 04 06:32:10.518884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400ea47e-e9da-413e-8bad-02142062ff49 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:10.552286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=400ea47e-e9da-413e-8bad-02142062ff49,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:10.569245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:10.678380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:10.687826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:10.692748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:10.702342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:10.702739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:10.744547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 2} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:10.751680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:10.771500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0539dd-10e4-4481-a77f-2c7379db91db req-ad067c49-927f-4cd0-9996-e0c3a6b1188c tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:10.779551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d0539dd-10e4-4481-a77f-2c7379db91db req-ad067c49-927f-4cd0-9996-e0c3a6b1188c tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 944 time: 0.2365148 Jun 04 06:32:10.847900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d0539dd-10e4-4481-a77f-2c7379db91db req-a6639152-fbfe-4dbe-955d-56e9e9bc342b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670502 Jun 04 06:32:10.860850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:10.875875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5307-3625-4622-bc7a-278282e687aa req-d7ccccb1-aeb7-4f28-8b42-2d5d40484be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:10.884112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f59f5307-3625-4622-bc7a-278282e687aa req-d7ccccb1-aeb7-4f28-8b42-2d5d40484be4 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.1220438 Jun 04 06:32:10.939343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f59f5307-3625-4622-bc7a-278282e687aa req-c10f709a-66aa-4999-943d-a1d933204958 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542750 Jun 04 06:32:10.951818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['400ea47e-e9da-413e-8bad-02142062ff49'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:11.666753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port daa24e97-8096-49b0-b42d-88bc3c5b6589 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:11.739466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d97a7-3718-4946-a18e-4c4b02ad1a17 req-e3e622f2-2387-4e80-a26d-9e7711466927 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:11.748068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa2d97a7-3718-4946-a18e-4c4b02ad1a17 req-e3e622f2-2387-4e80-a26d-9e7711466927 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.5737813 Jun 04 06:32:11.848973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa2d97a7-3718-4946-a18e-4c4b02ad1a17 req-68cac3a4-97fe-4353-a815-88968124a323 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998375 Jun 04 06:32:11.917883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.098651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port e695eedc-7f07-4a25-a100-cb6bb5a1f572 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:12.255403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.329374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.434654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 178c2369-3398-4e39-a02f-0e698fb72d67 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:12.477566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:12.486444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:12.492042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:12.492871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.515653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=daa24e97-8096-49b0-b42d-88bc3c5b6589,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:12.536602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 178c2369-3398-4e39-a02f-0e698fb72d67 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:12.544623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 178c2369-3398-4e39-a02f-0e698fb72d67 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:12.545199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.699775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 178c2369-3398-4e39-a02f-0e698fb72d67 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:12.700239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.739775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:12.750803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=e695eedc-7f07-4a25-a100-cb6bb5a1f572,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:12.755951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:12.765417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': 'bb698e43-e5c3-4647-aeb1-a8cd71e968ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12b5779b-bd33-4582-993d-0e050ae92763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:12.765819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: 12b5779b-bd33-4582-993d-0e050ae92763, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:12.767336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.819763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fb08b-cdfc-40a9-958c-51db9413be11 req-76144c2a-2397-48d5-bd5e-0f9201a985b9 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:12.821456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-125fb08b-cdfc-40a9-958c-51db9413be11 req-76144c2a-2397-48d5-bd5e-0f9201a985b9 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 944 time: 0.1779635 Jun 04 06:32:12.822876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 12b5779b-bd33-4582-993d-0e050ae92763 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:12.853953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:12.861074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 12b5779b-bd33-4582-993d-0e050ae92763) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:12.869678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28dd921-40c4-4e6a-9ac3-769d0a200164 None None] Network 12b5779b-bd33-4582-993d-0e050ae92763 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:12.878352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:12.884458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:12.890596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:12.891530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:12.932229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-125fb08b-cdfc-40a9-958c-51db9413be11 req-5ac454ac-b03f-4469-8151-c4f48552c62b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006899 Jun 04 06:32:12.941560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:12.942368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7896a633-0e52-4ec1-af6f-c180c08ed012 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9294858 Jun 04 06:32:13.099366 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b1e95b-d54c-43f4-bdfe-65c3ec685a59'] response: {'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67', 'code': 200} Jun 04 06:32:13.102530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4fc4e1a7-478f-4403-8f10-c9492265aa46 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:13.105617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 400ea47e-e9da-413e-8bad-02142062ff49 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:13.124915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port e695eedc-7f07-4a25-a100-cb6bb5a1f572 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:13.125322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.402793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684abf2-550b-49ee-bbbc-d0a4b0dedc98 req-b12b5cd9-8dd4-4207-9008-8335ecb7a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:13.404252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1684abf2-550b-49ee-bbbc-d0a4b0dedc98 req-b12b5cd9-8dd4-4207-9008-8335ecb7a822 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 1097 time: 0.2613871 Jun 04 06:32:13.492761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 400ea47e-e9da-413e-8bad-02142062ff49 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:13.511067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 400ea47e-e9da-413e-8bad-02142062ff49 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:13.511514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.587538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.592900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1684abf2-550b-49ee-bbbc-d0a4b0dedc98 req-1d58fa6c-51d7-4f51-a933-ed16cb69ec10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813064 Jun 04 06:32:13.616441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf631-04de-4eba-8448-528eaebfe7b9 req-1c450785-f9e5-4c62-9c0a-a9368f606fef tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:13.618154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8efaf631-04de-4eba-8448-528eaebfe7b9 req-1c450785-f9e5-4c62-9c0a-a9368f606fef tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.1566801 Jun 04 06:32:13.691172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8efaf631-04de-4eba-8448-528eaebfe7b9 req-c17c062b-7451-499f-96d2-de7513bd676e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Jun 04 06:32:13.780037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:13.818886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '4fc4e1a7-478f-4403-8f10-c9492265aa46', 'network_id': 'd57e603a-e080-49cc-a810-1cfd8e5d8fbf', 'port_id': '4fc4e1a7-478f-4403-8f10-c9492265aa46', 'mac_address': 'fa:16:3e:a8:c5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf487eca-edbd-427c-a096-e29d08d4b6b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:13.825788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for e695eedc-7f07-4a25-a100-cb6bb5a1f572 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:13.873394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 400ea47e-e9da-413e-8bad-02142062ff49 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:13.873955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.933231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=400ea47e-e9da-413e-8bad-02142062ff49,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:13.944109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4fc4e1a7-478f-4403-8f10-c9492265aa46 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:13.944850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.960797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:13.964636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:14.028271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=e695eedc-7f07-4a25-a100-cb6bb5a1f572,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:14.046818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:14.055042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7758e09-3287-4c7b-9e03-71bf8683683a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/e695eedc-7f07-4a25-a100-cb6bb5a1f572 HTTP/1.1" status: 204 len: 168 time: 1.1120539 Jun 04 06:32:14.058338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:14.072012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:14.075933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc4e1a7-478f-4403-8f10-c9492265aa46 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:14.101789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:14.109562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:14.207181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca2773-e9ab-43c2-be1d-bb13cca6ef92 req-a7e1f37d-2eef-4bf3-b041-2fb9c5b76395 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:14.208596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eca2773-e9ab-43c2-be1d-bb13cca6ef92 req-a7e1f37d-2eef-4bf3-b041-2fb9c5b76395 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.3048055 Jun 04 06:32:14.219400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:14.229881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ee963-4f3c-4f10-bf07-e6de18bb253f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:14.236040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ee963-4f3c-4f10-bf07-e6de18bb253f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:14.236648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-939ee963-4f3c-4f10-bf07-e6de18bb253f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:14.301436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eca2773-e9ab-43c2-be1d-bb13cca6ef92 req-fa2cba7f-3829-4dc2-bb60-28c4382f9fe5 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Jun 04 06:32:14.302921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-939ee963-4f3c-4f10-bf07-e6de18bb253f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:14.304096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-939ee963-4f3c-4f10-bf07-e6de18bb253f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2448318 Jun 04 06:32:14.307109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54964) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:14.394911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port daa24e97-8096-49b0-b42d-88bc3c5b6589 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:14.394911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:14.485056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4fc4e1a7-478f-4403-8f10-c9492265aa46'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:14.737172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:14.760154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670440e-af8b-483d-9af1-1f5147ff56ca req-82d69786-2c55-4659-9c4d-1aa079618a4b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:14.761781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0670440e-af8b-483d-9af1-1f5147ff56ca req-82d69786-2c55-4659-9c4d-1aa079618a4b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 945 time: 0.2423635 Jun 04 06:32:14.914332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for daa24e97-8096-49b0-b42d-88bc3c5b6589 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:15.100641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:15.228162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0670440e-af8b-483d-9af1-1f5147ff56ca req-ef79e546-6a5a-4f41-b1b5-6922191d8ae0 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078379 Jun 04 06:32:15.312764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:15.322395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-97337061-4780-4675-a8a8-4a1ed2ddbda8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4865274 Jun 04 06:32:15.438562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:15.451230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=daa24e97-8096-49b0-b42d-88bc3c5b6589,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:15.466618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd497-54df-4866-8445-4e8ac891a33e req-3a405ec6-8131-4b26-84c2-4ec8a61a0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:15.468250 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-3a405ec6-8131-4b26-84c2-4ec8a61a0ffc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 1097 time: 0.1157534 Jun 04 06:32:15.493787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-170825ef-a645-4174-aef1-4914da5e5ae3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/daa24e97-8096-49b0-b42d-88bc3c5b6589 HTTP/1.1" status: 204 len: 168 time: 1.1856842 Jun 04 06:32:15.496042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54990) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:15.506961 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae87b69b-aabb-4ede-9a98-35e6d664cf19'] response: {'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49', 'code': 200} Jun 04 06:32:15.791024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd497-54df-4866-8445-4e8ac891a33e req-40a0c4bc-bcae-49da-9b5c-efd54e303ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:15.793997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-40a0c4bc-bcae-49da-9b5c-efd54e303ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.2985342 Jun 04 06:32:15.798333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf4542-1884-41cc-863d-a296313869ce tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:15.799022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4cf4542-1884-41cc-863d-a296313869ce tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:15.842687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4cf4542-1884-41cc-863d-a296313869ce tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:15.846569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4cf4542-1884-41cc-863d-a296313869ce tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3496048 Jun 04 06:32:15.847217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54996) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:15.855178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec988a-439c-4306-b4d4-7960f5177a3a req-bd96590c-d8df-42fd-a063-86662fa62662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:15.855178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ec988a-439c-4306-b4d4-7960f5177a3a req-bd96590c-d8df-42fd-a063-86662fa62662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 1096 time: 0.2646692 Jun 04 06:32:15.923750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-fc34faab-f9ee-4da7-9c85-556b67ae9336 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 200 len: 217 time: 0.1097155 Jun 04 06:32:15.928367 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dea1ea-3820-4ca6-a64b-f85ca69a1bc4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:15.932970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55000) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:15.935337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51dea1ea-3820-4ca6-a64b-f85ca69a1bc4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/e695eedc-7f07-4a25-a100-cb6bb5a1f572 HTTP/1.1" status: 404 len: 333 time: 0.0865438 Jun 04 06:32:15.953616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf36d6-4390-4b47-ba5f-55dac8006c40 req-cb7eeb34-0e95-4e0a-b035-8c18cffcf2a8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:15.970144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80cf36d6-4390-4b47-ba5f-55dac8006c40 req-cb7eeb34-0e95-4e0a-b035-8c18cffcf2a8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.2699275 Jun 04 06:32:16.074465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ec988a-439c-4306-b4d4-7960f5177a3a req-2bfb7dea-25b7-44f3-9a09-3cdd4d4c5e43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879609 Jun 04 06:32:16.114711 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7f6752-47b8-429f-b53a-53bda094c406 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:16.128397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ed7f6752-47b8-429f-b53a-53bda094c406 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:16.129765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80cf36d6-4390-4b47-ba5f-55dac8006c40 req-6741936f-e8ae-49ec-9062-e282c93e2020 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586702 Jun 04 06:32:16.198972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd497-54df-4866-8445-4e8ac891a33e req-eeede6c7-4807-4b36-8e9e-612a0fd7a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:16.206965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-eeede6c7-4807-4b36-8e9e-612a0fd7a0f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.2708797 Jun 04 06:32:16.208204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ed7f6752-47b8-429f-b53a-53bda094c406 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:16.212530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:16.212670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ed7f6752-47b8-429f-b53a-53bda094c406 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/daa24e97-8096-49b0-b42d-88bc3c5b6589 HTTP/1.1" status: 404 len: 333 time: 0.1928542 Jun 04 06:32:16.409876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fd497-54df-4866-8445-4e8ac891a33e req-26ab67a0-e1e2-4a96-aee2-db42e628306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:16.411458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-26ab67a0-e1e2-4a96-aee2-db42e628306e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902519 Jun 04 06:32:16.451403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.661198 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-d1965a20-d4e2-4ecd-bee8-4a090fd3c88b service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337861 Jun 04 06:32:16.727002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99590d6c-a8f5-401d-98e3-2a545bccd898 req-792706e9-e502-45ba-b22a-fb06d846eb51 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:16.728717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99590d6c-a8f5-401d-98e3-2a545bccd898 req-792706e9-e502-45ba-b22a-fb06d846eb51 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.4087369 Jun 04 06:32:16.742026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.810409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b5779b-bd33-4582-993d-0e050ae92763']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:16.828937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb698e43-e5c3-4647-aeb1-a8cd71e968ab') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:16.829239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb698e43-e5c3-4647-aeb1-a8cd71e968ab') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:16.843457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99590d6c-a8f5-401d-98e3-2a545bccd898 req-bff0d1a5-64bd-4f06-8f71-7c1aa722e324 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057975 Jun 04 06:32:16.847616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.870395 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.883954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:32:16.884359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.902391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-829fd497-54df-4866-8445-4e8ac891a33e req-c881baf4-d753-4968-b462-6f67c73994dd service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330220 Jun 04 06:32:16.918308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0dbff60f-bdd8-4eb4-8567-fd2f1322316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:16.998180 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bb698e43-e5c3-4647-aeb1-a8cd71e968ab resource provider aggregate not found Jun 04 06:32:17.049840 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bb698e43-e5c3-4647-aeb1-a8cd71e968ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb698e43-e5c3-4647-aeb1-a8cd71e968ab found for delete ", "request_id": "req-99758718-e302-4661-aaa9-fa49b33bf2a4"}]} Jun 04 06:32:17.071085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.095216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.097767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4fc4e1a7-478f-4403-8f10-c9492265aa46 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:17.157125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=12b5779b-bd33-4582-993d-0e050ae92763,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:17.169973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b3df79a2-9cf5-40eb-9d35-39a6c8a6c529 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/12b5779b-bd33-4582-993d-0e050ae92763 HTTP/1.1" status: 204 len: 168 time: 0.9501185 Jun 04 06:32:17.170065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:17.175284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1612704795'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:17.183596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:17.187976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:17.190953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:17.198391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:17.214837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:17.219910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.222776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f948bd-937b-4608-81a7-be50134a5ea0 req-9b2ef140-5369-41b8-8280-97ded3d016ce tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:17.237764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c8f948bd-937b-4608-81a7-be50134a5ea0 req-9b2ef140-5369-41b8-8280-97ded3d016ce tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 945 time: 0.1357901 Jun 04 06:32:17.245248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 4fc4e1a7-478f-4403-8f10-c9492265aa46 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:17.254857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:17.258706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 4fc4e1a7-478f-4403-8f10-c9492265aa46 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:17.261532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.266970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.267469 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment 1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f of type vlan for network d6890fb4-7f01-416c-8cde-4bda96c4182c Jun 04 06:32:17.297093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c8f948bd-937b-4608-81a7-be50134a5ea0 req-9b2e42a7-b4cb-4fce-a889-7c235687de50 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Jun 04 06:32:17.306403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.394033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55036) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:17.399389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.415436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:17.416464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.493849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-930020710'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:17.508657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55046) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:17.516290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:17.520274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3474669 Jun 04 06:32:17.579803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:17.600795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4fc4e1a7-478f-4403-8f10-c9492265aa46 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:17.603106 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.629464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:network and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:17.641422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:17.647567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:17.666248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:17.675108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c764031-b6ae-4774-b380-b9fb3c4cd587 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=d6890fb4-7f01-416c-8cde-4bda96c4182c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:17.683350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:17.688069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:17.695147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d6890fb4-7f01-416c-8cde-4bda96c4182c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:17.696162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.743321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.744702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:17.773285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.775103 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Added segment a76aa173-0820-4333-b59e-5941c01754ac of type vlan for network d4a45232-156c-4860-aacc-5d89d5335c1e Jun 04 06:32:17.778854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:17.784537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:17.791719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:17.808964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:17.821747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.831682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29df0-08b7-41cd-b0b1-4c24ff7c978f req-5ffa306f-a517-4f6f-ae24-bf2bf5571050 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:17.839200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:17.840223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bab29df0-08b7-41cd-b0b1-4c24ff7c978f req-5ffa306f-a517-4f6f-ae24-bf2bf5571050 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.2785232 Jun 04 06:32:17.882326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.886451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:17.890000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.895703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:17.898546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:17.997817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bab29df0-08b7-41cd-b0b1-4c24ff7c978f req-21eb647f-9a74-4928-839f-b5f6020720cc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565895 Jun 04 06:32:18.019465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5587914 Jun 04 06:32:18.027558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:18.039775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-587963452'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:18.046488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:18.050709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:network and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:18.053628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Performing IP validity checks on allocation pools {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:32:18.054891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:18.059876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:32:18.063409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:18.074275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd396a86-890c-4c8e-b90f-284c227c88d3 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Network': ['ID=d4a45232-156c-4860-aacc-5d89d5335c1e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:18.078650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:18.082238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.089188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d4a45232-156c-4860-aacc-5d89d5335c1e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:18.137062 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d76b26-1238-414e-accd-0bf2155673ab'] response: {'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46', 'code': 200} Jun 04 06:32:18.138567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:18.152409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.152827 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Added segment e1a2b187-0918-4de5-806e-0003b3b6eaa9 of type vlan for network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd Jun 04 06:32:18.193459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.285916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.296318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:18.297140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.325092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:18.361216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3320031 Jun 04 06:32:18.369457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:18.396452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'subnet': {'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:18.442384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ee1f5-8537-41f1-aa9d-d5f7efe103b6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Network': ['ID=21cdccaf-f8cf-476b-bf8a-1b733aa590cd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:18.450404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669336d-6598-430a-898a-ab9e67301dd3 req-520a43ce-ed6d-4ae5-9c2a-b36446dfb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:18.451822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e669336d-6598-430a-898a-ab9e67301dd3 req-520a43ce-ed6d-4ae5-9c2a-b36446dfb8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 1097 time: 0.2312105 Jun 04 06:32:18.455378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:18.503296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e669336d-6598-430a-898a-ab9e67301dd3 req-1371293e-a382-4ecd-8bf4-3fa5bce81e08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Jun 04 06:32:18.754835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=0b805cea-9bf0-4c19-823b-cac03c54d518,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:18.793165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efec7e4-8e48-4ac6-acd8-29471e31e380 req-29ade6fb-ce14-4127-bdcb-9a53caa9c3e7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:18.794704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1efec7e4-8e48-4ac6-acd8-29471e31e380 req-29ade6fb-ce14-4127-bdcb-9a53caa9c3e7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.5455289 Jun 04 06:32:18.808482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:18.808830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: d6890fb4-7f01-416c-8cde-4bda96c4182c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:18.821788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:18.852023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:subnet and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:18.861663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:18.880665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:18.904220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1efec7e4-8e48-4ac6-acd8-29471e31e380 req-c6657098-6892-4b35-a9ce-4c04263a0035 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Jun 04 06:32:18.913279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-71ed1579-9d0d-4494-b89d-826e59c8c2f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3042018 Jun 04 06:32:18.913941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network d6890fb4-7f01-416c-8cde-4bda96c4182c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:18.917038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:18.920490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.019616 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fa2579d-058a-4cec-83a9-068d01a282e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.123990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d6890fb4-7f01-416c-8cde-4bda96c4182c) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:19.129411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.130162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.137953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db654a46-1e95-4b05-96c4-f45fb07e5727 None None] Network d6890fb4-7f01-416c-8cde-4bda96c4182c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:19.199778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbe6d2e6-c2e0-4df1-9ce2-a21f92b4f765 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6890614 Jun 04 06:32:19.202619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:19.213295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c', 'name': 'tempest-PortsIpV6TestJSON-930347171'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:19.259422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.260081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.260621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.261160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.261766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.262422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.262980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.265027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-82e271f4-52ea-4fe1-8ba4-011e72459747 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40e041dbbfab4e3194da12f3300d86fb&device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 6501 time: 0.3155169 Jun 04 06:32:19.360183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db39bb1-16b8-4a39-908a-70e3a9897917 req-0c503ebd-2ae7-488a-ba14-0a4c06c7757f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.361916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6db39bb1-16b8-4a39-908a-70e3a9897917 req-0c503ebd-2ae7-488a-ba14-0a4c06c7757f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.2910745 Jun 04 06:32:19.440397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d6890fb4-7f01-416c-8cde-4bda96c4182c', 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '0b805cea-9bf0-4c19-823b-cac03c54d518'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:32:19.441845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.523033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:19.535929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:19.537717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6db39bb1-16b8-4a39-908a-70e3a9897917 req-a48422b8-05a6-483f-b990-0c49ab4870df tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207905 Jun 04 06:32:19.573058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:19.574200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-112c0c27-d30c-4021-9450-022c210f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.574915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-112c0c27-d30c-4021-9450-022c210f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.575654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-112c0c27-d30c-4021-9450-022c210f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.577731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-112c0c27-d30c-4021-9450-022c210f4e3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=aaad800a-bd42-460e-b942-3679e984688e&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=af307362-a1f4-41e6-84fb-af4991a018ec&id=c535ef09-e796-46ce-8334-8cdb2823ee41&id=c535ef09-e796-46ce-8334-8cdb2823ee41 HTTP/1.1" status: 200 len: 2297 time: 0.2726269 Jun 04 06:32:19.579405 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.580922 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:19.618255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 33543503-cb32-47e2-ada9-641c6af2bede yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:19.713890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Allocated IP 2001:db8::2 (d6890fb4-7f01-416c-8cde-4bda96c4182c/0b805cea-9bf0-4c19-823b-cac03c54d518/c5708823-25b7-481a-96b1-f83eacc5af22) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:19.809542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Subnet': ['ID=692d4780-1530-4a69-bdca-bc66357da59a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:19.819050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-f2be1aa1-09cb-4cc3-8219-f846d132f2bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5 HTTP/1.1" status: 200 len: 1001 time: 0.2336240 Jun 04 06:32:19.876882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:19.877398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network hostable DHCP agents. Network: d4a45232-156c-4860-aacc-5d89d5335c1e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:19.967138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-463933c5-17ed-45bd-bec9-bc1f3d969fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:19.969431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-463933c5-17ed-45bd-bec9-bc1f3d969fd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1adacacb-6783-48e1-9755-b5f90e01011f HTTP/1.1" status: 200 len: 855 time: 0.1406684 Jun 04 06:32:19.977730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network d4a45232-156c-4860-aacc-5d89d5335c1e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:20.020939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.049036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Transition to ACTIVE for port object c5708823-25b7-481a-96b1-f83eacc5af22 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:20.076350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d4a45232-156c-4860-aacc-5d89d5335c1e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:20.086071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:20.087006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.098023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587a864-6219-4599-afdb-14e05756f04c None None] Network d4a45232-156c-4860-aacc-5d89d5335c1e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:20.163648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Transition to ACTIVE for port object c5708823-25b7-481a-96b1-f83eacc5af22 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:20.175204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a152fd6a-745f-4c33-a537-3e68650f3e7c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7967205 Jun 04 06:32:20.180548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:20.187125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c92ed-3d65-458d-98e6-d5dcf10652dd req-0e57c253-2497-4987-b30b-bbccc9f52d1c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:20.187687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'subnet': {'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:20.188842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-433c92ed-3d65-458d-98e6-d5dcf10652dd req-0e57c253-2497-4987-b30b-bbccc9f52d1c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.3167827 Jun 04 06:32:20.225746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-a718c943-92c2-4551-9e39-1aeac9dde785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:20.227347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-a718c943-92c2-4551-9e39-1aeac9dde785 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aaad800a-bd42-460e-b942-3679e984688e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471426 Jun 04 06:32:20.283273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-433c92ed-3d65-458d-98e6-d5dcf10652dd req-c8d71207-c5bc-4f38-8e77-569f5229b4f8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855877 Jun 04 06:32:20.401650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.431246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:20.440172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:subnet and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:20.445445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:20.462256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::3d7 (d6890fb4-7f01-416c-8cde-4bda96c4182c/0b805cea-9bf0-4c19-823b-cac03c54d518/33543503-cb32-47e2-ada9-641c6af2bede) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:20.471331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:20.490484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Network d6890fb4-7f01-416c-8cde-4bda96c4182c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:20.491595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.493717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d4a45232-156c-4860-aacc-5d89d5335c1e', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:32:20.494839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.510516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:20.514543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.563628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-422fd02a-209b-4a90-8b2b-0049fe7528fa service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245244 Jun 04 06:32:20.667579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Allocated IP 10.1.1.2 (d4a45232-156c-4860-aacc-5d89d5335c1e/692d4780-1530-4a69-bdca-bc66357da59a/b3dba502-459c-44be-b3a7-83dcebf16188) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:20.774169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2a9b6-683f-42fa-b5ed-8c1cafc44efc req-f947bba7-3ef3-47b4-8881-52a60e187c22 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:20.785256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0b2a9b6-683f-42fa-b5ed-8c1cafc44efc req-f947bba7-3ef3-47b4-8881-52a60e187c22 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.2618718 Jun 04 06:32:20.892667 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.899810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.904780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Transition to ACTIVE for port object b3dba502-459c-44be-b3a7-83dcebf16188 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:20.924684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Transition to ACTIVE for port object b3dba502-459c-44be-b3a7-83dcebf16188 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:20.928806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:20.930417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object 33543503-cb32-47e2-ada9-641c6af2bede will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:20.939875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:20.943587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.946698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-9ca4605b-a81e-4101-9c74-7f27b8b5d6eb service neutron] 10.222.0.39 "GET /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766050 Jun 04 06:32:20.977687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:20.978159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.042954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-d5d9f25e-bc45-47ed-a71b-d81ab07565ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 217 time: 0.0876594 Jun 04 06:32:21.051992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Network d4a45232-156c-4860-aacc-5d89d5335c1e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:21.053148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Subnet': ['ID=14bf3a77-455f-4508-bcb5-7a1f3bb1072c,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:21.061189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0b2a9b6-683f-42fa-b5ed-8c1cafc44efc req-f8c2c9d0-aa7e-4761-8381-eed9c71e5afe tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747521 Jun 04 06:32:21.080554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:21.091277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.100755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Pushing event updated for resources: {'Port': ['ID=c5708823-25b7-481a-96b1-f83eacc5af22,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:21.122545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:21.126281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.135070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.135665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.136157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.136643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.137144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.137651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.138130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.138608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.139086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.139588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.140062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:21.205060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=33543503-cb32-47e2-ada9-641c6af2bede,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:21.227729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network d6890fb4-7f01-416c-8cde-4bda96c4182c is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:21.230589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:21.241063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-b1974423-f0e7-4418-8f59-4deab2ea7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:21.242729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-b1974423-f0e7-4418-8f59-4deab2ea7134 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.1778615 Jun 04 06:32:21.249072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Checking segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:21.249588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network hostable DHCP agents. Network: 21cdccaf-f8cf-476b-bf8a-1b733aa590cd, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:21.256329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:21.266615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:21.267531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.288781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Pushing event updated for resources: {'Port': ['ID=b3dba502-459c-44be-b3a7-83dcebf16188,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:21.312340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:21.323026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74f1448a-af2c-43d9-93e8-10686f1133bb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1168721 Jun 04 06:32:21.323617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55098) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:21.353868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Attempting to bind port c5708823-25b7-481a-96b1-f83eacc5af22 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:21.354249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Attempting to bind port c5708823-25b7-481a-96b1-f83eacc5af22 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:21.354604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Attempting to bind port c5708823-25b7-481a-96b1-f83eacc5af22 on network d6890fb4-7f01-416c-8cde-4bda96c4182c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:21.379621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 21cdccaf-f8cf-476b-bf8a-1b733aa590cd) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:21.389156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:21.391120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.393296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14eba3-abdf-4672-925b-a4ec320c9c99 None None] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:21.433829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 33543503-cb32-47e2-ada9-641c6af2bede {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:21.435075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.473561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bec89800-084a-4f75-b731-3d0bb34faec7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2916343 Jun 04 06:32:21.476352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:21.485367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b20123-d2c3-4cb4-8531-7a7dc30107b1 req-8702750e-ab6e-4374-b789-f982fc09614f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:21.489466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'name': 'tempest-TaggedBootDevicesTest-1833453347', 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:21.494017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27b20123-d2c3-4cb4-8531-7a7dc30107b1 req-8702750e-ab6e-4374-b789-f982fc09614f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.1654727 Jun 04 06:32:21.545600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-3684c5c9-dfc1-4ad0-a2bf-086c3c3534f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:21.547729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-3684c5c9-dfc1-4ad0-a2bf-086c3c3534f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2969213 Jun 04 06:32:21.551097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:21.551669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Checking segment: {'id': '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:21.552076 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.552529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Bound using segment: {'id': '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:21.553009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Bound port: c5708823-25b7-481a-96b1-f83eacc5af22, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd6890fb4-7f01-416c-8cde-4bda96c4182c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:21.553449 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.611848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27b20123-d2c3-4cb4-8531-7a7dc30107b1 req-6fcdbbbe-0717-4086-9121-bb3de62e8c45 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165488 Jun 04 06:32:21.652040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:21.667519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:21.672751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:21.673172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] For port c5708823-25b7-481a-96b1-f83eacc5af22, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:21.676600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] For port c5708823-25b7-481a-96b1-f83eacc5af22, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c5708823-25b7-481a-96b1-f83eacc5af22,segment=NetworkSegment(1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f),segment_id=1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:21.684513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:21.714440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.810623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:21.839737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Attempting to bind port b3dba502-459c-44be-b3a7-83dcebf16188 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:21.840113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Attempting to bind port b3dba502-459c-44be-b3a7-83dcebf16188 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:21.840480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Attempting to bind port b3dba502-459c-44be-b3a7-83dcebf16188 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:21.863294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-b6f127a6-bf33-40f2-a9b2-2f8de366eed0 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026803 Jun 04 06:32:21.878401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:21.878795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:21.879194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:21.879594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Bound using segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:21.880090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Bound port: b3dba502-459c-44be-b3a7-83dcebf16188, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:21.880532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.080858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-4b6cb586-0829-49a9-988f-cc2eb24d9b01 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046711 Jun 04 06:32:22.107757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.123856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.219275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ips': [{'subnet_id': '14bf3a77-455f-4508-bcb5-7a1f3bb1072c'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:32:22.220247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.233016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74edb-d0c9-4a5c-9009-a700598d0904 None None] Pushing event updated for resources: {'Port': ['ID=c5708823-25b7-481a-96b1-f83eacc5af22,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:22.241911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-a7ba5188-f8b9-450a-8c90-0e8d597ad6d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 217 time: 0.1513638 Jun 04 06:32:22.277670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.300764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] For port b3dba502-459c-44be-b3a7-83dcebf16188, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:22.304494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] For port b3dba502-459c-44be-b3a7-83dcebf16188, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3dba502-459c-44be-b3a7-83dcebf16188,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:22.356428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:22.416986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-6ece1e87-9368-4827-81cc-81d1db4fcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:22.425641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-6ece1e87-9368-4827-81cc-81d1db4fcc1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.1768060 Jun 04 06:32:22.608583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac38753-43b8-45ce-87d5-48244687be8f None None] Pushing event updated for resources: {'Port': ['ID=b3dba502-459c-44be-b3a7-83dcebf16188,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:22.672828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Allocated IP 10.2.2.2 (21cdccaf-f8cf-476b-bf8a-1b733aa590cd/14bf3a77-455f-4508-bcb5-7a1f3bb1072c/fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:22.675530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-deab07b6-7ff5-44d0-a7c6-d4ef7b9ab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:22.675751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 33543503-cb32-47e2-ada9-641c6af2bede owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:22.678068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-deab07b6-7ff5-44d0-a7c6-d4ef7b9ab2d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2477617 Jun 04 06:32:22.838720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] device_id is not set on port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:23.164907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd5fb6-be00-4a4e-bffe-d9358f023053 req-2c70916e-1424-4735-98f7-5417248265c2 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:23.170922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0dd5fb6-be00-4a4e-bffe-d9358f023053 req-2c70916e-1424-4735-98f7-5417248265c2 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.2344804 Jun 04 06:32:23.191867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-2242d6c6-7c3f-4430-9dbb-e07ce23ab554 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880190 Jun 04 06:32:23.355809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.375307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Transition to ACTIVE for port object fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:23.404996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.423046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Transition to ACTIVE for port object fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:23.431112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.481255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=33543503-cb32-47e2-ada9-641c6af2bede,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:23.510667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0dd5fb6-be00-4a4e-bffe-d9358f023053 req-784efddc-4222-4402-9dd0-b5acb62a1f6a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137925 Jun 04 06:32:23.567307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:23.571412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:23.575183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:23.581726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Pushing event updated for resources: {'Port': ['ID=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:23.594451 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:32:23.597674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.1.1.206 (d4a45232-156c-4860-aacc-5d89d5335c1e/692d4780-1530-4a69-bdca-bc66357da59a/1a7e7847-13e8-43fe-9a83-5e14cbdf0435) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:23.614421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.659219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-d8263ae8-57a7-47d6-957f-5c0fd7fc9673 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958957 Jun 04 06:32:23.704854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64f4b0a5-5713-4b9f-b954-42cab7e2f4e5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/33543503-cb32-47e2-ada9-641c6af2bede HTTP/1.1" status: 204 len: 168 time: 2.3799508 Jun 04 06:32:23.714819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55136) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:23.756390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Attempting to bind port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:23.756593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Attempting to bind port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:23.757269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Attempting to bind port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:23.769035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:23.769428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Checking segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:23.769865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.770266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Bound using segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:23.772522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Bound port: fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:23.772966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:23.840808 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-db186d60-e486-4a16-b858-997e1dd9eb52 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:32:23.841309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db186d60-e486-4a16-b858-997e1dd9eb52 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:32:23.842989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-db186d60-e486-4a16-b858-997e1dd9eb52 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/33543503-cb32-47e2-ada9-641c6af2bede HTTP/1.1" status: 404 len: 333 time: 0.1247399 Jun 04 06:32:23.846387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55146) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:23.909347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-87004284-8088-4442-84b3-e9323bf8331b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=43d230da-af25-41c9-93cf-3d583ce5096a HTTP/1.1" status: 200 len: 217 time: 0.2263372 Jun 04 06:32:24.047052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3dba502-459c-44be-b3a7-83dcebf16188 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:24.077562 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f182e55b-9095-41d6-a1d4-92c3ff01bb79 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:24.078294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f182e55b-9095-41d6-a1d4-92c3ff01bb79 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:24.136424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-ed372d28-9c85-42db-a4a1-cb92e221a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:24.137900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-ed372d28-9c85-42db-a4a1-cb92e221a5eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.2094040 Jun 04 06:32:24.257641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f182e55b-9095-41d6-a1d4-92c3ff01bb79 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:24.278605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f182e55b-9095-41d6-a1d4-92c3ff01bb79 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/33543503-cb32-47e2-ada9-641c6af2bede HTTP/1.1" status: 404 len: 333 time: 0.4306819 Jun 04 06:32:24.281873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55154) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:24.291283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a130e-b57d-4754-9d68-ed7971d2133b None None] Network d6890fb4-7f01-416c-8cde-4bda96c4182c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:24.450266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-9e6a155b-0cab-496c-b3eb-9b5633db2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:24.453919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-9e6a155b-0cab-496c-b3eb-9b5633db2865 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3006966 Jun 04 06:32:24.467619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 0b805cea-9bf0-4c19-823b-cac03c54d518 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:32:24.474931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:24.477958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:24.601491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:24.630439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:24.702937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:24.736986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d78250-841a-44bb-a2cd-2267e6f955cb None None] Network d4a45232-156c-4860-aacc-5d89d5335c1e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:24.762976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:24.818830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:24.827436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d38a-ade8-4394-a802-41db2c00a8de req-d688c411-e2ea-4bfd-ace2-f05b66587132 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:24.844676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc59d38a-ade8-4394-a802-41db2c00a8de req-d688c411-e2ea-4bfd-ace2-f05b66587132 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 945 time: 0.5513709 Jun 04 06:32:24.859987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:24.867327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-c544aee1-550f-4120-8bab-251fea750ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992295 Jun 04 06:32:24.946783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e6ce5af4-6f4a-43d7-b19e-2997114a570c None None] Provisioning for port c5708823-25b7-481a-96b1-f83eacc5af22 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:24.948869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network d4a45232-156c-4860-aacc-5d89d5335c1e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:24.958828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:24.961362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:24.980121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc59d38a-ade8-4394-a802-41db2c00a8de req-9fb1b544-ac9c-4e1a-95c4-b77a4b5d5426 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337876 Jun 04 06:32:25.025764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:25.049767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.083285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.105020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.112931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=0b805cea-9bf0-4c19-823b-cac03c54d518,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:25.119250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-2aca78c7-f896-4435-b905-00b6594b419b service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428017 Jun 04 06:32:25.144111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:25.145251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.156804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f4e0e75-f6b1-4cd8-9d9b-d8b949aab413 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0b805cea-9bf0-4c19-823b-cac03c54d518 HTTP/1.1" status: 204 len: 168 time: 0.8738475 Jun 04 06:32:25.159501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:25.236331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-4dd90690-ae8a-4d72-9d29-d07783db120a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=49d63827-a072-40c9-97c0-59ea2939dac3 HTTP/1.1" status: 200 len: 217 time: 0.1097329 Jun 04 06:32:25.265367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5beea742-2076-4184-9cb7-7bb5b75ee63c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7852488 Jun 04 06:32:25.269647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55174) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:25.278299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'name': 'tempest-TaggedBootDevicesTest-1488281437', 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:25.414997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-3d7b20b9-bfc2-4c0e-9b19-f81aeeb921b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:25.417384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-3d7b20b9-bfc2-4c0e-9b19-f81aeeb921b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 200 len: 797 time: 0.1743205 Jun 04 06:32:25.469051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.494953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.532682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ef157-81be-4b3b-bba3-0e2b2944a11e None None] Pushing event updated for resources: {'Port': ['ID=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:25.553957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b3dba502-459c-44be-b3a7-83dcebf16188 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:25.560667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port c5708823-25b7-481a-96b1-f83eacc5af22 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:25.561123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.572689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-43443582-4b52-49d0-8361-e561590379ed None None] Provisioning for port b3dba502-459c-44be-b3a7-83dcebf16188 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:25.583229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b3dba502-459c-44be-b3a7-83dcebf16188 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:25.584203 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.620835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-8b504a35-7f44-478e-8a60-5e9e206f0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:25.622566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-8b504a35-7f44-478e-8a60-5e9e206f0958 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af307362-a1f4-41e6-84fb-af4991a018ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1988409 Jun 04 06:32:25.724912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-43443582-4b52-49d0-8361-e561590379ed None None] Provisioning complete for port b3dba502-459c-44be-b3a7-83dcebf16188 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:25.725940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43443582-4b52-49d0-8361-e561590379ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.794747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:25.910352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-cd95a6a5-c044-4077-aa8f-ac5003e09149 service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805753 Jun 04 06:32:26.124580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:26.136675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:26.140250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:26.159462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:26.181390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:26.185692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:26.262002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3dba502-459c-44be-b3a7-83dcebf16188 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:26.262386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:26.276572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-9e7c49f8-2140-465f-a3cd-9a2ebefa25fd service neutron] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580854 Jun 04 06:32:26.290424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] device_id is not set on port a78179d4-f2b4-438b-95af-3015b143d17a yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:26.295863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43443582-4b52-49d0-8361-e561590379ed None None] Current status of the port b3dba502-459c-44be-b3a7-83dcebf16188 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:26.296242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43443582-4b52-49d0-8361-e561590379ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:26.357237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd9d1a-9505-4656-aa8d-94188d83cc7f None None] Network d6890fb4-7f01-416c-8cde-4bda96c4182c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:26.409135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-723d262e-7bf9-48a0-bb71-ac8d2abf7498 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c HTTP/1.1" status: 200 len: 217 time: 0.1205885 Jun 04 06:32:26.467088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b3dba502-459c-44be-b3a7-83dcebf16188, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3dba502-459c-44be-b3a7-83dcebf16188,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:26.474674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:26.476170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c5708823-25b7-481a-96b1-f83eacc5af22 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:26.608327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b96d4-d3eb-4cc8-830f-3ba2f9a270a0 req-1dabe7d7-7b3e-4c8d-96aa-956b87853af4 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:26.615659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-806b96d4-d3eb-4cc8-830f-3ba2f9a270a0 req-1dabe7d7-7b3e-4c8d-96aa-956b87853af4 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.6399927 Jun 04 06:32:26.624822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:32:26.650532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-f16897b2-4a16-4840-ac2a-532904506fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:26.651953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-f16897b2-4a16-4840-ac2a-532904506fe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 200 len: 797 time: 0.2221200 Jun 04 06:32:26.743325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-806b96d4-d3eb-4cc8-830f-3ba2f9a270a0 req-65ec2efc-3958-441e-b9a3-221ec3825b7e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265178 Jun 04 06:32:26.789100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-767d0745-9359-4c31-a169-ef724aae1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:26.790641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-767d0745-9359-4c31-a169-ef724aae1a77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300619 Jun 04 06:32:26.793467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port c5708823-25b7-481a-96b1-f83eacc5af22, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c5708823-25b7-481a-96b1-f83eacc5af22,segment=NetworkSegment(1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f),segment_id=1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:26.794193 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:26.908009 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-43443582-4b52-49d0-8361-e561590379ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:32:26.908555 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-43443582-4b52-49d0-8361-e561590379ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:32:26.960662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c5708823-25b7-481a-96b1-f83eacc5af22 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:26.975751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b3dba502-459c-44be-b3a7-83dcebf16188,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:26.986438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c5708823-25b7-481a-96b1-f83eacc5af22 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:26.987257 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.029372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-aa042e71-9f6e-4831-a3f7-14d13620b044 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302611 Jun 04 06:32:27.043382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8cd8-e480-4f54-8541-415f9319565a req-736c7361-2d16-4954-b62c-1111dc9f8163 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:27.048201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285c49a-276b-462f-8ff2-4f5374441035 None None] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:27.050493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c0f8cd8-e480-4f54-8541-415f9319565a req-736c7361-2d16-4954-b62c-1111dc9f8163 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.1481202 Jun 04 06:32:27.110760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for c5708823-25b7-481a-96b1-f83eacc5af22 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:27.153631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d171d9-921e-4a5f-907b-f611fa7504be None None] DHCP port deletion for d6890fb4-7f01-416c-8cde-4bda96c4182c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:32:27.179196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.1.1.175 (d4a45232-156c-4860-aacc-5d89d5335c1e/692d4780-1530-4a69-bdca-bc66357da59a/a78179d4-f2b4-438b-95af-3015b143d17a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:27.180099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c0f8cd8-e480-4f54-8541-415f9319565a req-1ecc33f5-40fc-4e83-81ff-cd5c9c062409 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287324 Jun 04 06:32:27.185226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-15d171d9-921e-4a5f-907b-f611fa7504be None None] Deleting port c5708823-25b7-481a-96b1-f83eacc5af22 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:27.185662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-15d171d9-921e-4a5f-907b-f611fa7504be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.235590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:27.253373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'port_id': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'mac_address': 'fa:16:3e:05:dd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b840bf0-8af2-4ad8-8b01-93181fd961d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:32:27.272525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.274004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-19cce454-a301-460f-97fc-98977d47b047 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084272 Jun 04 06:32:27.331227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No DVR routers for this DVR port c5708823-25b7-481a-96b1-f83eacc5af22 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:32:27.369255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=c5708823-25b7-481a-96b1-f83eacc5af22,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:27.379136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-6e7e18b9-7c00-4b05-a5c0-9f26c41a2a66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=16683bc0-200c-4a22-97c8-25b86a031552 HTTP/1.1" status: 200 len: 217 time: 0.0983016 Jun 04 06:32:27.397968 n-d-811808-2 neutron-server[88850]: INFO neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No ports have port_id starting with c5708823-25b7-481a-96b1-f83eacc5af22 Jun 04 06:32:27.564468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43443582-4b52-49d0-8361-e561590379ed None None] Current status of the port b3dba502-459c-44be-b3a7-83dcebf16188 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:27.591853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-b4351c67-176d-4b3c-b1a9-e8380088159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:27.593660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-b4351c67-176d-4b3c-b1a9-e8380088159b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 200 len: 797 time: 0.2050385 Jun 04 06:32:27.607033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-15d171d9-921e-4a5f-907b-f611fa7504be None None] The port 'c5708823-25b7-481a-96b1-f83eacc5af22' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:32:27.661203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a28eafa4-037e-41e0-a491-d5cb234d279c is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:27.661863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.670077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.670715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3dba502-459c-44be-b3a7-83dcebf16188 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:27.710644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6890fb4-7f01-416c-8cde-4bda96c4182c']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:27.737176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:27.737492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:27.738410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Could not find standard attr ID for object c5708823-25b7-481a-96b1-f83eacc5af22. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:32:27.744871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a28eafa4-037e-41e0-a491-d5cb234d279c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:27.752540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-4683d994-90f8-4c9e-9088-42c52c934d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:27.754149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-4683d994-90f8-4c9e-9088-42c52c934d2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c535ef09-e796-46ce-8334-8cdb2823ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525753 Jun 04 06:32:27.761285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.790832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a83be4-f958-4a86-b37f-301cd7890d2b req-1b704d93-675a-4dfd-acd8-c194c7d0f313 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:27.791079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.792372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65a83be4-f958-4a86-b37f-301cd7890d2b req-1b704d93-675a-4dfd-acd8-c194c7d0f313 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.1450741 Jun 04 06:32:27.795009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.796195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Provisioning for port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:27.805955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:27.807516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:32:27.808059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.820388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.895441 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f resource provider aggregate not found Jun 04 06:32:27.908229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object a78179d4-f2b4-438b-95af-3015b143d17a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:27.912942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Provisioning for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:27.931111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65a83be4-f958-4a86-b37f-301cd7890d2b req-93f14166-55c8-4ba4-bf36-4d956419b4a7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318026 Jun 04 06:32:27.934160 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e6a8ccb-bdc5-4323-9ecb-2f6d3550220f found for delete ", "request_id": "req-167b03c8-eceb-4c5f-bbdf-24fbd39e7d30"}]} Jun 04 06:32:27.946676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b3dba502-459c-44be-b3a7-83dcebf16188 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:27.946676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.946960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.970968 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:27.974664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=d6890fb4-7f01-416c-8cde-4bda96c4182c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:27.979688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-9981b0eb-ccaa-4579-9930-a62ec392c2e8 service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171543 Jun 04 06:32:27.994214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a28eafa4-037e-41e0-a491-d5cb234d279c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:32:27.997440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.024068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Provisioning complete for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:28.024450 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.081696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network d4a45232-156c-4860-aacc-5d89d5335c1e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:28.090262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:28.112929 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad764f8d-eab6-43ce-8475-49039fef8e9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/d6890fb4-7f01-416c-8cde-4bda96c4182c HTTP/1.1" status: 204 len: 168 time: 2.9455495 Jun 04 06:32:28.119494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:28.170787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55230) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:28.213697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:28.226798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-240527399'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:28.232524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:28.242511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:28.258115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:28.278764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:28.282291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:28.313544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6f6fac9-4df1-4638-b690-8253885e6710 req-5dc10a8a-1dd3-4cc7-9a2a-04ba8109946c service neutron] 10.222.0.39 "GET /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211808 Jun 04 06:32:28.325626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:28.329165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.359141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:28.375157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Provisioning complete for port b3dba502-459c-44be-b3a7-83dcebf16188 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:28.375548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.396308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.398039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.425051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:28.449354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.449713 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment 12cb5b6e-52dc-412b-9789-bbab8d539e3c of type vlan for network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 Jun 04 06:32:28.451648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f96d0948-a1f5-41d1-a59d-303f076565fc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1810634 Jun 04 06:32:28.479550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3dba502-459c-44be-b3a7-83dcebf16188 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:28.481578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:28.483349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.515217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.522048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.523039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.592504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719052a-bfaf-484c-a1a1-d2bbc4e640b5 req-065177e5-2cd9-40ce-9b6d-3d28d513f410 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.598583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719052a-bfaf-484c-a1a1-d2bbc4e640b5 req-065177e5-2cd9-40ce-9b6d-3d28d513f410 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.606144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719052a-bfaf-484c-a1a1-d2bbc4e640b5 req-065177e5-2cd9-40ce-9b6d-3d28d513f410 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.608053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b719052a-bfaf-484c-a1a1-d2bbc4e640b5 req-065177e5-2cd9-40ce-9b6d-3d28d513f410 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088&device_id=63290c28-f5f3-41b2-bcef-7815fadb373a&device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 2418 time: 0.1161256 Jun 04 06:32:28.613544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4295082 Jun 04 06:32:28.614212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:28.636207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d5acf-e969-4a55-9110-50024b9c292e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=c0b2c0eb-5783-41f2-b4de-de3dcfb84d51,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:28.637191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:28.653735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:28.683716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-35271f29-d2ac-4ec0-b967-bd7d6173d44b None None] Current status of the port b3dba502-459c-44be-b3a7-83dcebf16188 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:28.739170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:28.759887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:28.760120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b719052a-bfaf-484c-a1a1-d2bbc4e640b5 req-56031523-b848-4322-a9c0-f9a6bc6e6769 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421926 Jun 04 06:32:28.760583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.767942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:28.772933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:28.775819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:28.781729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:28.794356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:28.797810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.847834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Provisioning complete for port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:28.848207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:28.996000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf497-4ca5-48c2-a5c9-2f23a2e96428 req-5faa0234-27bb-4230-a958-9119effe6468 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:28.997484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bfaf497-4ca5-48c2-a5c9-2f23a2e96428 req-5faa0234-27bb-4230-a958-9119effe6468 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 951 time: 0.1263008 Jun 04 06:32:29.009265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:29.009822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.049981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Current status of the port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:29.050419 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.075008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:29.083844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.089916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bfaf497-4ca5-48c2-a5c9-2f23a2e96428 req-bbc3e009-b973-45f7-a8f2-deaa42756bb9 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643575 Jun 04 06:32:29.147295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.174737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c5708823-25b7-481a-96b1-f83eacc5af22 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:29.233450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c5708823-25b7-481a-96b1-f83eacc5af22 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:32:29.233814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c5708823-25b7-481a-96b1-f83eacc5af22 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:32:29.262851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:32:29.263156 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:32:29.263744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:29.273043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=0f964fde-5dff-4436-8347-e48f3c18d9d2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:29.286204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': '12cb5b6e-52dc-412b-9789-bbab8d539e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:29.287385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: c0b2c0eb-5783-41f2-b4de-de3dcfb84d51, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:29.319586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:29.336802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95eac4-c575-4f04-ad53-07f3a1530fd2 req-a90e91bb-aa0c-4628-98be-f579e6360694 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:29.338270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a95eac4-c575-4f04-ad53-07f3a1530fd2 req-a90e91bb-aa0c-4628-98be-f579e6360694 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 944 time: 0.1200318 Jun 04 06:32:29.339233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c0b2c0eb-5783-41f2-b4de-de3dcfb84d51) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:29.342984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:29.343546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.347862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c516c-4f2a-411d-af1c-3c9f342f832f None None] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:29.389165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a515f9d8-b85a-418d-b7ee-ce6fa5e37d68 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7735074 Jun 04 06:32:29.391867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:29.398849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1589374965'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:29.399911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a95eac4-c575-4f04-ad53-07f3a1530fd2 req-46a2d841-03d6-4bde-92cf-6c2b9b83ac31 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525680 Jun 04 06:32:29.525785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:29.528664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:29.534366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263139009', 'description': 'tempest-description--830757031'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:29.541763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:29.546844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:security_group and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:29.550301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:29.560542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:29.576356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.595775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:29.600205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:29.603208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:29.609193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:29.609980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:29.617141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:security_group_rule and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:29.620736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:29.620878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:29.624567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.629805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:29.661991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:29.663087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.702835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c0b2c0eb-5783-41f2-b4de-de3dcfb84d51', 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '0f964fde-5dff-4436-8347-e48f3c18d9d2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:32:29.703599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.757488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:29.790333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.801881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.854922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:29.857194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.858496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-04e2e167-73b9-416e-8608-016d8014c4d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3295779 Jun 04 06:32:29.864359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55254) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:29.874171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510009d9-661a-48ce-b31c-52b32174443a req-b3e1c624-6804-4649-9c7f-2fe6f540d940 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:29.875600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-510009d9-661a-48ce-b31c-52b32174443a req-b3e1c624-6804-4649-9c7f-2fe6f540d940 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.1792581 Jun 04 06:32:29.878853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc8dbf-56c0-4d2d-af49-6dec85af65d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:29.885849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:29.902832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:security_group_rule and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:29.905251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Current status of the port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:29.906897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:29.916354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:29.934089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::394 (c0b2c0eb-5783-41f2-b4de-de3dcfb84d51/0f964fde-5dff-4436-8347-e48f3c18d9d2/f07cff2d-a42c-4dbd-84f9-75f8399dcdf6) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:29.937547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Provisioning for port a78179d4-f2b4-438b-95af-3015b143d17a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:29.942915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-510009d9-661a-48ce-b31c-52b32174443a req-3b67d663-2a50-46e7-8f1e-591849f22a65 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581937 Jun 04 06:32:29.944386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:29.946950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Provisioning complete for port a78179d4-f2b4-438b-95af-3015b143d17a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:29.947685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:29.960539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.044805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.056096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.069329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-91c635c4-0e81-4c76-9050-938bfb86bce2 None None] Port a78179d4-f2b4-438b-95af-3015b143d17a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:30.091398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fad5321-5415-4995-8de3-ead73bf54534,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:30.095088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.096437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d0609405-6db1-43ce-9dc7-23ad8808ec5d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304428 Jun 04 06:32:30.099206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:30.104596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc8dbf-56c0-4d2d-af49-6dec85af65d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:30.111119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:30.115926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:security_group_rule and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:30.119178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:30.127665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:30.133796 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.145888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.151017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:30.191222 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.226478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.230136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.247584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Allocated IP 2001:db8::2 (c0b2c0eb-5783-41f2-b4de-de3dcfb84d51/0f964fde-5dff-4436-8347-e48f3c18d9d2/52c4b818-8e53-40f2-b80c-b06dbe4a0598) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:30.250475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916962da-634e-438f-9c4d-0c06c08b8e30,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:30.272113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:30.273188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.274482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe73bfb1-346b-4889-b9f4-c951f63812f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740949 Jun 04 06:32:30.277525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:30.279978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:30.285001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:30.290028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:30.291429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:30.291890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.297624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:30.303046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:floatingip and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:30.308091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:30.319432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:30.321372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9257374 Jun 04 06:32:30.322462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55296) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:30.334903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.400112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:30.400679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.436998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e2cab-9292-4cb9-861f-5260ff136ebc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=f07cff2d-a42c-4dbd-84f9-75f8399dcdf6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:30.515370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:30.638880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.668768 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.682731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.685140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Transition to ACTIVE for port object 52c4b818-8e53-40f2-b80c-b06dbe4a0598 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:30.688198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a28eafa4-037e-41e0-a491-d5cb234d279c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:30.688717 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.760412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Transition to ACTIVE for port object 52c4b818-8e53-40f2-b80c-b06dbe4a0598 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:30.776494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.823431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:30.848808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 172.25.1.81 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/17af64a6-0eae-4764-93a2-d2c6a012142b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:30.857916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Pushing event updated for resources: {'Port': ['ID=52c4b818-8e53-40f2-b80c-b06dbe4a0598,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:30.898016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:30.904806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:30.907768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:30.972015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:30.999152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a28eafa4-037e-41e0-a491-d5cb234d279c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:30.999626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.044759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Attempting to bind port 52c4b818-8e53-40f2-b80c-b06dbe4a0598 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:31.045215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Attempting to bind port 52c4b818-8e53-40f2-b80c-b06dbe4a0598 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '12cb5b6e-52dc-412b-9789-bbab8d539e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:31.045670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Attempting to bind port 52c4b818-8e53-40f2-b80c-b06dbe4a0598 on network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:31.052182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:31.063722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:31.064085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Checking segment: {'id': '12cb5b6e-52dc-412b-9789-bbab8d539e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:31.064556 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.065526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Bound using segment: {'id': '12cb5b6e-52dc-412b-9789-bbab8d539e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:31.065665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Bound port: 52c4b818-8e53-40f2-b80c-b06dbe4a0598, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cb5b6e-52dc-412b-9789-bbab8d539e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c0b2c0eb-5783-41f2-b4de-de3dcfb84d51'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:31.066696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.066838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=f07cff2d-a42c-4dbd-84f9-75f8399dcdf6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.078165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.079324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:31.091382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0253e852-4aa3-4c30-bdf9-1ce916a20eb8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 HTTP/1.1" status: 204 len: 168 time: 0.7618139 Jun 04 06:32:31.091797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55316) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:31.098041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.110107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.138798 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-77697deb-5388-49f4-89ba-3d3f5da6f607 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:31.139786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77697deb-5388-49f4-89ba-3d3f5da6f607 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:31.168721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26ca8d-e462-4d4d-818a-d01f4726e7e1 req-e7dd3250-b809-4f3d-be22-5a5b81e4cd32 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:31.170466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b26ca8d-e462-4d4d-818a-d01f4726e7e1 req-e7dd3250-b809-4f3d-be22-5a5b81e4cd32 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 945 time: 0.1217334 Jun 04 06:32:31.170622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77697deb-5388-49f4-89ba-3d3f5da6f607 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:31.174464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77697deb-5388-49f4-89ba-3d3f5da6f607 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 HTTP/1.1" status: 404 len: 333 time: 0.0788429 Jun 04 06:32:31.174666 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.174800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:31.219186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:31.245981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 0f964fde-5dff-4436-8347-e48f3c18d9d2 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:32:31.249127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.263355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:31.270935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.278744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:31.283389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] For port 52c4b818-8e53-40f2-b80c-b06dbe4a0598, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:31.288128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:31.288711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] For port 52c4b818-8e53-40f2-b80c-b06dbe4a0598, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=52c4b818-8e53-40f2-b80c-b06dbe4a0598,segment=NetworkSegment(12cb5b6e-52dc-412b-9789-bbab8d539e3c),segment_id=12cb5b6e-52dc-412b-9789-bbab8d539e3c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:31.312917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.323376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.340307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b26ca8d-e462-4d4d-818a-d01f4726e7e1 req-d83852ef-9e60-4808-8b1c-f71bfa6961e0 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299253 Jun 04 06:32:31.341001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=17af64a6-0eae-4764-93a2-d2c6a012142b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.420150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.435385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0222616f-a5a8-4c9f-8e80-536519d2b254 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:31.435896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.457500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919baad7-54c0-46b8-a921-bdc3c71569c2 None None] Pushing event updated for resources: {'Port': ['ID=52c4b818-8e53-40f2-b80c-b06dbe4a0598,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.492850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.501101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:31.506556 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.534421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.592293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=0f964fde-5dff-4436-8347-e48f3c18d9d2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.596856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:31.608189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.609431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.615750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-85e40a70-62da-471c-9d1f-a5c8fc6f587c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0f964fde-5dff-4436-8347-e48f3c18d9d2 HTTP/1.1" status: 204 len: 168 time: 0.4396987 Jun 04 06:32:31.618007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55332) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:31.719930 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b11186-1996-492a-8112-97179acb5be3'] response: {'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'code': 200} Jun 04 06:32:31.766990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.780187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 52c4b818-8e53-40f2-b80c-b06dbe4a0598 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:31.783590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.903454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:31.920183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.089049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=17af64a6-0eae-4764-93a2-d2c6a012142b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:32.095202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.128782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.131177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-04485d1e-16f5-4525-8264-1cee85e403c9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8517487 Jun 04 06:32:32.138252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port 52c4b818-8e53-40f2-b80c-b06dbe4a0598, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=52c4b818-8e53-40f2-b80c-b06dbe4a0598,segment=NetworkSegment(12cb5b6e-52dc-412b-9789-bbab8d539e3c),segment_id=12cb5b6e-52dc-412b-9789-bbab8d539e3c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:32.138856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.267961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 52c4b818-8e53-40f2-b80c-b06dbe4a0598 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:32.350690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.401527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=52c4b818-8e53-40f2-b80c-b06dbe4a0598,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:32.406546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No DVR routers for this DVR port 52c4b818-8e53-40f2-b80c-b06dbe4a0598 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:32:32.495026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb94e-261b-431e-8521-560c2c232b33 req-dc9188fe-3b66-4b28-8fa2-569a4d11f9b4 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:32.497836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a8bb94e-261b-431e-8521-560c2c232b33 req-dc9188fe-3b66-4b28-8fa2-569a4d11f9b4 tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 949 time: 0.1022184 Jun 04 06:32:32.549895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.555147 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a8bb94e-261b-431e-8521-560c2c232b33 req-bf20cedf-9d71-4426-992e-e94a23db506f tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e6c402e-617a-449f-b30e-e493214e3c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463777 Jun 04 06:32:32.583127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b2c0eb-5783-41f2-b4de-de3dcfb84d51']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:32.596068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb5b6e-52dc-412b-9789-bbab8d539e3c') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:32.596665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb5b6e-52dc-412b-9789-bbab8d539e3c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:32.609889 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.627603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.634267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea21701-6b2b-4e9d-8f9f-c88fa5a3d00b None None] Network c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:32.634819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:32:32.635204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.703758 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 12cb5b6e-52dc-412b-9789-bbab8d539e3c resource provider aggregate not found Jun 04 06:32:32.727236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dd0b8882-0032-4d6d-a50a-251c5e7694ce None None] Could not find standard attr ID for object 52c4b818-8e53-40f2-b80c-b06dbe4a0598. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:32:32.727803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0c755741-2ace-4623-8f36-fa31212545ae tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Synchronizing usage tracker for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:32.736884 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 12cb5b6e-52dc-412b-9789-bbab8d539e3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12cb5b6e-52dc-412b-9789-bbab8d539e3c found for delete ", "request_id": "req-bc7d34c7-200c-4b5a-8d71-6d313ccbc2df"}]} Jun 04 06:32:32.747409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0c755741-2ace-4623-8f36-fa31212545ae tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Unset dirty status for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:32.748788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0c755741-2ace-4623-8f36-fa31212545ae tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1263139009&fields=id&tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11 HTTP/1.1" status: 200 len: 267 time: 0.0685680 Jun 04 06:32:32.750641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.769512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.780726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=c0b2c0eb-5783-41f2-b4de-de3dcfb84d51,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:32.789119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9f5e8b9a-d04c-40b6-9e81-7be6375428a7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 HTTP/1.1" status: 204 len: 168 time: 1.1701190 Jun 04 06:32:32.792477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55364) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:32.797887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'name': 'tempest-PortsIpV6TestJSON-1628788368'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:32.845069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0fe85130-0225-4ca8-b2b7-b7be076262b4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:32.848352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0fe85130-0225-4ca8-b2b7-b7be076262b4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Synchronizing usage tracker for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:32.869835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0fe85130-0225-4ca8-b2b7-b7be076262b4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Unset dirty status for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:32.871246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0fe85130-0225-4ca8-b2b7-b7be076262b4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 932 time: 0.1120813 Jun 04 06:32:32.874051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d50bf-74e3-4b03-a885-735a48dc3a7c None None] DHCP port deletion for c0b2c0eb-5783-41f2-b4de-de3dcfb84d51 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:32:32.917221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:32.921295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:32.924113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:32.931241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:32.941117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:32.945435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:32.958645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-62ed5926-f2a6-484c-af52-9a3d71c3dcc2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:32.959992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-62ed5926-f2a6-484c-af52-9a3d71c3dcc2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 932 time: 0.0814221 Jun 04 06:32:32.968528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port a55570e7-e915-4d57-acea-c53885129064 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:33.015108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-59f037f5-c9b0-405c-8ca6-5186e6ab8b80 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480165 Jun 04 06:32:33.071863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-f67dca7a-8e03-4e2a-af6b-2e4d28e4946b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485320 Jun 04 06:32:33.195257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.222271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.231731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:33.237247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:33.243389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:33.244173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Synchronizing usage tracker for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:33.261156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Unset dirty status for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:33.262307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78fbf7bc-2a38-4da5-a1e0-57986c87e587 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/networks?id=2b5a480e-c763-4183-8cd6-83ed57094391&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 1988 time: 0.1845133 Jun 04 06:32:33.277700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-425164bc-d13d-4350-aa3a-ac02f6b2ed83 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/quotas/de8f3b6f8eae42858d0d9aa8390e6a11 HTTP/1.1" status: 200 len: 375 time: 0.0097134 Jun 04 06:32:33.297178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:33.300637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:33.304059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:33.309786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:33.310369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.328256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=a55570e7-e915-4d57-acea-c53885129064,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:33.344525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b436a878-cd40-48d6-9fb4-38d6bccc4648 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5508220 Jun 04 06:32:33.346892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55368) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:33.373828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-f0c2ad19-7e90-45d4-8fdc-ff87400fa0f1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0907826 Jun 04 06:32:33.418160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port a55570e7-e915-4d57-acea-c53885129064 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:33.418509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.512931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-e98d5dd4-0d79-4ec5-9c5d-092a45b3f93c service neutron] 10.222.0.17 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262958 Jun 04 06:32:33.721198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:33.746059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.759542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-e73fc6fa-4e33-415c-824f-762c8eb8fd21 service neutron] 10.222.0.17 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403207 Jun 04 06:32:33.831892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-18a5a5e1-0f5d-4511-a8c5-f32f351a7893 service neutron] 10.222.0.17 "GET /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0670576 Jun 04 06:32:33.869671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for a55570e7-e915-4d57-acea-c53885129064 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:33.953687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:33.966827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0bda5fa6-1fa5-4255-9c6e-c74d01ebaa61 service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286459 Jun 04 06:32:34.011394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.015198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=a55570e7-e915-4d57-acea-c53885129064,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:34.027701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-edadd505-6c5d-487a-b678-0c6f23b3aa73 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/a55570e7-e915-4d57-acea-c53885129064 HTTP/1.1" status: 204 len: 168 time: 0.6772490 Jun 04 06:32:34.027965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:34.033512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'mac_address': 'fa:16:3e:23:31:05', 'name': 'tempest-PortsIpV6TestJSON-1543928859'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:34.106627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-866ff864-fef7-472b-a743-463f52c12bc7 service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337543 Jun 04 06:32:34.147329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:34.151333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:34.154097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:34.159626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:34.169322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:34.174554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4e133475-b296-4660-9cf4-2e02bece1e20 service neutron] 10.222.0.17 "GET /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0619321 Jun 04 06:32:34.305762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ee6b7cd6-4a48-44d1-ae3f-aeb181e73b2d service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Jun 04 06:32:34.308673 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.342963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 88830dc8-31ee-4685-9fde-c50e14e1fc13 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:34.441446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-0e6278ab-492d-463e-968c-44bedc78872d tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:34.441715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-c768a054-6d15-42e5-949a-cea42d236aa2 service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292939 Jun 04 06:32:34.443455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-0e6278ab-492d-463e-968c-44bedc78872d tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0d407ff-e9c8-48e5-892e-59470564942b HTTP/1.1" status: 200 len: 949 time: 0.1808250 Jun 04 06:32:34.512808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:34.578145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-b514226f-9239-41da-8b2a-167db2e3a0bd service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300912 Jun 04 06:32:34.617253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Deleting port 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:34.617803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.632250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a28eafa4-037e-41e0-a491-d5cb234d279c is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:34.632636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.667656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:34.672217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.709616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.724906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-bdd4a836-08ca-4d0e-84c0-927871c50bba service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402640 Jun 04 06:32:34.744952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:34.860892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dc353b53-6428-4e4d-9408-28dd0d03e18b service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298556 Jun 04 06:32:34.888174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.980139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:34.981810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] For port 0222616f-a5a8-4c9f-8e80-536519d2b254, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0222616f-a5a8-4c9f-8e80-536519d2b254,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:34.982166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:34.992620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:35.000158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:35.002244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-775b0fa1-3aa1-4c19-b1a1-0fffb90f75e4 service neutron] 10.222.0.17 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351969 Jun 04 06:32:35.009790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:35.010478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:35.135457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Calling delete_port for 0222616f-a5a8-4c9f-8e80-536519d2b254 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:35.138823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73194d96-db6a-4f34-8562-804cba50e603 service neutron] 10.222.0.17 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304328 Jun 04 06:32:35.162166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=88830dc8-31ee-4685-9fde-c50e14e1fc13,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:35.200610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-33be6d51-6171-4868-bfa6-790fd5f76b88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1712227 Jun 04 06:32:35.205182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55380) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:35.389144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-9301be90-e61f-4341-a80b-82133cd02208 service neutron] 10.222.0.17 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441700 Jun 04 06:32:35.393043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3647080-f053-46a2-807f-375741abeefd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:35.393647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a3647080-f053-46a2-807f-375741abeefd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:35.454576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a3647080-f053-46a2-807f-375741abeefd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:35.455735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a3647080-f053-46a2-807f-375741abeefd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/88830dc8-31ee-4685-9fde-c50e14e1fc13 HTTP/1.1" status: 200 len: 845 time: 0.2495949 Jun 04 06:32:35.459753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55384) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:35.514433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:35.533191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-10437187-faef-403f-8847-7d2467a6a032 service neutron] 10.222.0.17 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378655 Jun 04 06:32:35.579283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Pushing event deleted for resources: {'Port': ['ID=0222616f-a5a8-4c9f-8e80-536519d2b254,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:35.621529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 88830dc8-31ee-4685-9fde-c50e14e1fc13 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:35.621881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:35.673412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-81d42912-ccf3-4d48-ae73-0afa504cf94f service neutron] 10.222.0.17 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337230 Jun 04 06:32:35.707122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] No DVR routers for this DVR port 0222616f-a5a8-4c9f-8e80-536519d2b254 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:32:35.712346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:35.714796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-deleted', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:35.762919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24a44525-10ce-485a-8c9d-0018eaccc755 req-3f2ad4a7-dfbe-44d9-b064-0e39354a38da tempest-ImagesOneServerTestJSON-1638634019 tempest-ImagesOneServerTestJSON-1638634019-project] 10.222.0.24 "DELETE /v2.0/ports/0222616f-a5a8-4c9f-8e80-536519d2b254 HTTP/1.1" status: 204 len: 173 time: 1.3110662 Jun 04 06:32:35.907673 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.054687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 88830dc8-31ee-4685-9fde-c50e14e1fc13 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:36.144487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.195951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=88830dc8-31ee-4685-9fde-c50e14e1fc13,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:36.204523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.219167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9fcc809b-f9d5-407d-8c31-6beb49141494 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/88830dc8-31ee-4685-9fde-c50e14e1fc13 HTTP/1.1" status: 204 len: 168 time: 0.7592340 Jun 04 06:32:36.221708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55400) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:36.267244 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1945a66-a56e-4b5d-91cb-80efb6a3dcac tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:36.267779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1945a66-a56e-4b5d-91cb-80efb6a3dcac tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:36.284563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1945a66-a56e-4b5d-91cb-80efb6a3dcac tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:36.285848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1945a66-a56e-4b5d-91cb-80efb6a3dcac tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/88830dc8-31ee-4685-9fde-c50e14e1fc13 HTTP/1.1" status: 404 len: 333 time: 0.0631092 Jun 04 06:32:36.289989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55408) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:36.295653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'name': 'tempest-PortsIpV6TestJSON-1228343110'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:36.413135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:36.424304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:36.435050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:36.438381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.460694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 941a2d11-f575-4f48-b688-0b21768dccf7 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:36.692397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.723930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.808221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:36.812051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:36.815645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:36.821562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:36.822186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:36.847857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=941a2d11-f575-4f48-b688-0b21768dccf7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:36.867650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dc0e344a-d827-4815-a9a5-40339cdfb0c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5736341 Jun 04 06:32:36.868021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:36.874323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:37.010179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.020168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8772b4-4b6b-4c8c-958a-3414b9028d41 req-5b57ccf8-4902-40b8-af90-bb2943ff11ca tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:37.028736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d8772b4-4b6b-4c8c-958a-3414b9028d41 req-5b57ccf8-4902-40b8-af90-bb2943ff11ca tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.1116192 Jun 04 06:32:37.080345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d8772b4-4b6b-4c8c-958a-3414b9028d41 req-a6f11b87-2ee0-4650-a8f3-857cefa7c8e1 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Jun 04 06:32:37.239722 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50471b6-b260-4108-af92-688942a80208'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'code': 200} Jun 04 06:32:37.243750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:37.298599 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40c8fcc-1394-4ddd-9935-fe018833f7bc'] response: {'server_uuid': 'e0d407ff-e9c8-48e5-892e-59470564942b', 'name': 'network-vif-deleted', 'tag': '0222616f-a5a8-4c9f-8e80-536519d2b254', 'status': 'completed', 'code': 200} Jun 04 06:32:37.355848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 0222616f-a5a8-4c9f-8e80-536519d2b254 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:32:37.356931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0222616f-a5a8-4c9f-8e80-536519d2b254 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:32:37.374868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.380943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.447089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cea2d307-b69c-405e-a1bb-2fb4f2742de5 req-13c0d9de-ca4e-4452-ae09-a3c22fc32285 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 210 time: 0.0521915 Jun 04 06:32:37.454600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] In _notify_port_updated(), no bound segment for port 941a2d11-f575-4f48-b688-0b21768dccf7 on network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:32:37.460754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:37.461366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.464946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/ports/941a2d11-f575-4f48-b688-0b21768dccf7 HTTP/1.1" status: 200 len: 818 time: 0.5937252 Jun 04 06:32:37.465926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:37.490315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85abad-4339-487f-95d5-42a7b82713cb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=941a2d11-f575-4f48-b688-0b21768dccf7,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:37.559373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 941a2d11-f575-4f48-b688-0b21768dccf7 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:37.560172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.575858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55442) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:37.753994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b1b9f893-5c73-4364-bd5c-7791e0f28598 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e850ecfbbd27459086f957e6c04bd3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768825 Jun 04 06:32:37.757439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55450) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:37.828718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.860263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.960197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:37.999373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 941a2d11-f575-4f48-b688-0b21768dccf7 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:38.018184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-18d87baa-85ce-49b8-b417-cd38f712c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.020084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-18d87baa-85ce-49b8-b417-cd38f712c222 service neutron] 10.222.0.24 "GET /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 1028 time: 0.1415739 Jun 04 06:32:38.122524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.135029 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.155192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c402e-617a-449f-b30e-e493214e3c22,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:38.158591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-fb684118-8fed-4a56-b01f-ed9410a88cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.160084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-fb684118-8fed-4a56-b01f-ed9410a88cd8 service neutron] 10.222.0.24 "GET /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 1028 time: 0.1312854 Jun 04 06:32:38.215417 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.216624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21c46852-0c46-402a-b7b1-ff2d8e10f55a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0e6c402e-617a-449f-b30e-e493214e3c22 HTTP/1.1" status: 204 len: 168 time: 0.4582396 Jun 04 06:32:38.223653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=941a2d11-f575-4f48-b688-0b21768dccf7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:38.228319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.284261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-db6ac86d-a33e-425a-870f-073589e755ec tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/941a2d11-f575-4f48-b688-0b21768dccf7 HTTP/1.1" status: 204 len: 168 time: 0.8170502 Jun 04 06:32:38.287495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:38.406658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b6ad-52c5-43b0-8d36-a8eb978b7575 req-7567bcea-aa2f-406a-8cf0-7bac9bd8f2dc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.408254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ec9b6ad-52c5-43b0-8d36-a8eb978b7575 req-7567bcea-aa2f-406a-8cf0-7bac9bd8f2dc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.1816101 Jun 04 06:32:38.430140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.436582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.444120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.445115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Synchronizing usage tracker for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:38.460122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Unset dirty status for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:38.461257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12a8f3-0be0-4c33-bb06-35b876dcdc7f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.461892 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-38c7991e-5c8a-4e66-aeed-914aa38a626e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/networks?id=2b5a480e-c763-4183-8cd6-83ed57094391&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 1988 time: 0.2745576 Jun 04 06:32:38.462270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8b12a8f3-0be0-4c33-bb06-35b876dcdc7f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:38.486461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ec9b6ad-52c5-43b0-8d36-a8eb978b7575 req-0510a8d3-7061-499b-a036-f21884fa53b7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700712 Jun 04 06:32:38.510489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8b12a8f3-0be0-4c33-bb06-35b876dcdc7f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:38.511635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8b12a8f3-0be0-4c33-bb06-35b876dcdc7f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2232170 Jun 04 06:32:38.514404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:38.535670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-33a174cf-316c-4f2b-a8ce-7f1e272845a4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11 HTTP/1.1" status: 200 len: 380 time: 0.0626051 Jun 04 06:32:38.547081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'admin_state_up': True, 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'security_groups': ['f0bc8dbf-56c0-4d2d-af49-6dec85af65d1']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:38.571759 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-772916d1-8454-4d51-829d-f216e3bcaa1a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:38.573518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-772916d1-8454-4d51-829d-f216e3bcaa1a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/941a2d11-f575-4f48-b688-0b21768dccf7 HTTP/1.1" status: 404 len: 333 time: 0.0577774 Jun 04 06:32:38.576850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55474) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:38.585425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1333711709'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:38.592740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:38.597054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:38.601306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:38.607240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:38.619939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:38.623499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.694684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:38.719060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.719427 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment 03dd8790-f94b-4a0b-8a89-43c26404926b of type vlan for network 199a3993-f953-4c8c-99f1-3c555b5a7bca Jun 04 06:32:38.768747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.783255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:38.800542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:38.824260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:38.826995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.833259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:38.834489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:38.835159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.111574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 172.20.0.9 (2b5a480e-c763-4183-8cd6-83ed57094391/029ed1cb-f5b4-4eca-9471-777b65c64f0e/137482d1-accd-46d2-b556-b89c30db245a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:39.132248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5ab5a45-9902-45c4-a2f1-f39d28940528 req-8627b729-c0e3-4ad6-a188-1a585daca12a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 210 time: 0.2339637 Jun 04 06:32:39.154174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5758183 Jun 04 06:32:39.158353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55494) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:39.163889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:39.190552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e207d9-119a-48da-8789-19719fe825e4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=199a3993-f953-4c8c-99f1-3c555b5a7bca,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:39.210594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:39.308088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:39.312384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:39.315775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:39.323017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:39.342591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:39.346488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.358146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:39.446887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.465440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object 137482d1-accd-46d2-b556-b89c30db245a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:39.492268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.569996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab3e7d-3ea4-4d41-ab0b-ea42cd41a8b3 req-9ef77a3a-4de2-4c27-8960-5b7f85b9e6b4 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:39.571529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecab3e7d-3ea4-4d41-ab0b-ea42cd41a8b3 req-9ef77a3a-4de2-4c27-8960-5b7f85b9e6b4 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.2091455 Jun 04 06:32:39.573054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network 2b5a480e-c763-4183-8cd6-83ed57094391 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:39.576654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:39.581213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:39.632086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:39.663856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:39.664745 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.694483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecab3e7d-3ea4-4d41-ab0b-ea42cd41a8b3 req-aacf0598-cca1-4bd2-9759-830bbfc08443 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132214 Jun 04 06:32:39.695888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ead3994f-d980-48c1-bbf8-3c32926ff02d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1543553 Jun 04 06:32:39.722533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'admin_state_up': True, 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'security_groups': ['f0bc8dbf-56c0-4d2d-af49-6dec85af65d1']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:39.751805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.823867 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aade525b-c0bf-4dfc-8d4d-b399c46670a6'] response: {'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'code': 200} Jun 04 06:32:39.854314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=3beb0c94-ea5b-46a7-bf12-42cb822a64f2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:39.863444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': '03dd8790-f94b-4a0b-8a89-43c26404926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:39.863821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: 199a3993-f953-4c8c-99f1-3c555b5a7bca, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:39.884197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:39.894792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 199a3993-f953-4c8c-99f1-3c555b5a7bca) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:39.899590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:39.900196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:39.907518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a803bf-98ea-44d0-b437-c982d1e2402d None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:39.927346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67dc7db4-5d52-4c18-9b4f-106b7f2e1d9a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7673557 Jun 04 06:32:39.939324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:39.949302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:39.991424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-76af6622-3382-441b-a547-086e3bc6106a None None] Provisioning for port 137482d1-accd-46d2-b556-b89c30db245a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:40.045299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-76af6622-3382-441b-a547-086e3bc6106a None None] Provisioning complete for port 137482d1-accd-46d2-b556-b89c30db245a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:40.045967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-76af6622-3382-441b-a547-086e3bc6106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:40.108165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:40.117426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:40.120272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65123cc-5ecf-40eb-ac22-d272976bbbf5 req-ef602284-5d0d-428c-9f73-252c0210d7a8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:40.121861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65123cc-5ecf-40eb-ac22-d272976bbbf5 req-ef602284-5d0d-428c-9f73-252c0210d7a8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.1389811 Jun 04 06:32:40.123665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:40.137327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-e71b812b-2b7d-41c4-a3a2-873c488ec19a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:40.137327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-e71b812b-2b7d-41c4-a3a2-873c488ec19a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 943 time: 0.2061155 Jun 04 06:32:40.137739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:40.181632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:40.185763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:40.203035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-76af6622-3382-441b-a547-086e3bc6106a None None] Port 137482d1-accd-46d2-b556-b89c30db245a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:40.205241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:40.212724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:40.218195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:40.246900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65123cc-5ecf-40eb-ac22-d272976bbbf5 req-e1e7a821-3025-4b30-a2a9-409fb4b8573d tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116812 Jun 04 06:32:40.250950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Deleting port a28eafa4-037e-41e0-a491-d5cb234d279c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:40.251192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:40.274936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:40.314392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:40.319044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:40.426184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-199a3993-f953-4c8c-99f1-3c555b5a7bca', 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '3beb0c94-ea5b-46a7-bf12-42cb822a64f2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:32:40.428699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:40.620071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.1.1.188 (d4a45232-156c-4860-aacc-5d89d5335c1e/692d4780-1530-4a69-bdca-bc66357da59a/143728f4-80bb-42e4-ae34-96b072d37b68) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:40.641747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da27e4-374a-473a-aa29-4de1c20ce131 req-cab537b1-a112-4bb9-aa95-ec95ee5fc467 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:40.651736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57da27e4-374a-473a-aa29-4de1c20ce131 req-cab537b1-a112-4bb9-aa95-ec95ee5fc467 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 931 time: 0.2506669 Jun 04 06:32:40.659153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Allocated IP 2001:db8::2 (199a3993-f953-4c8c-99f1-3c555b5a7bca/3beb0c94-ea5b-46a7-bf12-42cb822a64f2/b9457b66-6696-446d-b8f8-0b87d3869636) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:40.824763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57da27e4-374a-473a-aa29-4de1c20ce131 req-870f27b6-3248-4843-8c6d-9ebe07bdbe26 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713638 Jun 04 06:32:40.844040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] For port a28eafa4-037e-41e0-a491-d5cb234d279c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a28eafa4-037e-41e0-a491-d5cb234d279c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:40.845170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.103323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.105970 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3beb0c94-ea5b-46a7-bf12-42cb822a64f2 (CIDR: 2001:db8::/64) Jun 04 06:32:41.123200 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:32:41.123808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:32:41.148721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Transition to ACTIVE for port object b9457b66-6696-446d-b8f8-0b87d3869636 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:41.169492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5d811824-98f0-496d-9b0a-60b9a1859761 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2286611 Jun 04 06:32:41.172926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55528) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:41.185869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.193095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:41.212653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Transition to ACTIVE for port object b9457b66-6696-446d-b8f8-0b87d3869636 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:41.214748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Calling delete_port for a28eafa4-037e-41e0-a491-d5cb234d279c owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:41.244670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.307062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object 143728f4-80bb-42e4-ae34-96b072d37b68 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:41.383213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:41.384629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:41.392312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:41.409203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:41.415142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:41.418921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:41.429901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.431708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:41.434153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Pushing event updated for resources: {'Port': ['ID=b9457b66-6696-446d-b8f8-0b87d3869636,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:41.482628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.500910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network d4a45232-156c-4860-aacc-5d89d5335c1e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:41.510655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:41.515574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:41.523855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Attempting to bind port b9457b66-6696-446d-b8f8-0b87d3869636 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:41.524383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Attempting to bind port b9457b66-6696-446d-b8f8-0b87d3869636 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '03dd8790-f94b-4a0b-8a89-43c26404926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:41.524755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Attempting to bind port b9457b66-6696-446d-b8f8-0b87d3869636 on network 199a3993-f953-4c8c-99f1-3c555b5a7bca {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:41.534717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:41.535091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Checking segment: {'id': '03dd8790-f94b-4a0b-8a89-43c26404926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:41.535492 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.535948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Bound using segment: {'id': '03dd8790-f94b-4a0b-8a89-43c26404926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:41.538437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Bound port: b9457b66-6696-446d-b8f8-0b87d3869636, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dd8790-f94b-4a0b-8a89-43c26404926b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:41.538833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.542128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:41.544027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event deleted for resources: {'Port': ['ID=a28eafa4-037e-41e0-a491-d5cb234d279c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:41.545869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.616296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:41.633349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:41.634254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.664413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4553cf74-082d-45aa-b990-8cabedb991b5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518514 Jun 04 06:32:41.718406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:41.722998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9457b66-6696-446d-b8f8-0b87d3869636,segment=NetworkSegment(03dd8790-f94b-4a0b-8a89-43c26404926b),segment_id=03dd8790-f94b-4a0b-8a89-43c26404926b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:41.728976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.756392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'admin_state_up': True, 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'security_groups': ['f0bc8dbf-56c0-4d2d-af49-6dec85af65d1']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:41.758521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c46d46-1ead-458b-89c3-207ad4ce5bfb req-e14c8d04-a02e-4853-a975-37a8a9e9c9f8 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:41.760281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40c46d46-1ead-458b-89c3-207ad4ce5bfb req-e14c8d04-a02e-4853-a975-37a8a9e9c9f8 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.6929185 Jun 04 06:32:41.849927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903077e-a823-42ea-8d89-b6eedfc85ff6 None None] Pushing event updated for resources: {'Port': ['ID=b9457b66-6696-446d-b8f8-0b87d3869636,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:41.850195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] No DVR routers for this DVR port a28eafa4-037e-41e0-a491-d5cb234d279c on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:32:41.856197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:41.859433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-deleted', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:41.881704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40c46d46-1ead-458b-89c3-207ad4ce5bfb req-495aead8-2f32-4779-8781-1f856a99874c tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126862 Jun 04 06:32:41.892290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fcae561-fc61-4f1b-bac2-3ef0d68c387a req-5a274b2b-821a-4010-9a65-f588b3a3623e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "DELETE /v2.0/ports/a28eafa4-037e-41e0-a491-d5cb234d279c HTTP/1.1" status: 204 len: 173 time: 1.7411096 Jun 04 06:32:41.950231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bec2b954-43d5-494c-abe9-3053860be129 None None] Provisioning for port 143728f4-80bb-42e4-ae34-96b072d37b68 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:41.956495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bec2b954-43d5-494c-abe9-3053860be129 None None] Provisioning complete for port 143728f4-80bb-42e4-ae34-96b072d37b68 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:41.956868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bec2b954-43d5-494c-abe9-3053860be129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.028806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:42.033105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:42.036224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:42.045758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:42.055264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bec2b954-43d5-494c-abe9-3053860be129 None None] Port 143728f4-80bb-42e4-ae34-96b072d37b68 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:42.063240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:42.069157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.092864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-edc07b69-217d-4855-a6c9-6dba1fee2713 req-d3445c68-b38a-4329-a151-286592933141 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:42.124588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-edc07b69-217d-4855-a6c9-6dba1fee2713 req-d3445c68-b38a-4329-a151-286592933141 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:42.133443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edc07b69-217d-4855-a6c9-6dba1fee2713 req-d3445c68-b38a-4329-a151-286592933141 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d694996-e04e-43fe-b7c2-9950be038511 HTTP/1.1" status: 200 len: 210 time: 0.0958998 Jun 04 06:32:42.415556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.1.1.138 (d4a45232-156c-4860-aacc-5d89d5335c1e/692d4780-1530-4a69-bdca-bc66357da59a/aa7cb967-e880-43a7-9b4d-85aa2609e555) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:42.428269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.481239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514494d-bcb8-4388-91e5-4548bd66b311 req-d3e08b46-3bed-4dd6-b8c0-7ef180750e89 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:42.489553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514494d-bcb8-4388-91e5-4548bd66b311 req-d3e08b46-3bed-4dd6-b8c0-7ef180750e89 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:42.492450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7514494d-bcb8-4388-91e5-4548bd66b311 req-d3e08b46-3bed-4dd6-b8c0-7ef180750e89 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 1653 time: 0.1074452 Jun 04 06:32:42.510538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:42.520023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:42.527627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:42.528210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.558185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:42.573789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7514494d-bcb8-4388-91e5-4548bd66b311 req-99eedf4e-7889-4865-9bd3-e545dff8ce3b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692434 Jun 04 06:32:42.576836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=39c122a3-1d78-4e19-8502-2c4d62037c01,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:42.647538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: a28eafa4-037e-41e0-a491-d5cb234d279c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:32:42.647890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a28eafa4-037e-41e0-a491-d5cb234d279c not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:32:42.648512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d3c188d5-cc54-4ca6-bd98-325247cb8fab tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4747167 Jun 04 06:32:42.652978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55556) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:42.660211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'fixed_ips': [{'subnet_id': '3beb0c94-ea5b-46a7-bf12-42cb822a64f2'}, {'subnet_id': '39c122a3-1d78-4e19-8502-2c4d62037c01'}], 'name': 'tempest-PortsIpV6TestJSON-971223072'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:42.678838 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f00ae26-5442-411f-a356-82e0592fe2ab'] response: {'server_uuid': '0d694996-e04e-43fe-b7c2-9950be038511', 'name': 'network-vif-deleted', 'tag': 'a28eafa4-037e-41e0-a491-d5cb234d279c', 'status': 'completed', 'code': 200} Jun 04 06:32:42.794153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.830384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object aa7cb967-e880-43a7-9b4d-85aa2609e555 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:42.855524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:42.859905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:42.862470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:42.862953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:42.869814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:42.883125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:42.934274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network d4a45232-156c-4860-aacc-5d89d5335c1e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:42.944471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:42.980410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:43.122538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:43.134860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:43.156680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:43.158628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:43.183253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port bad457d6-292d-47f0-b9a3-850c6fe5460f yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:32:43.186114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a40aa330-8a7b-4611-98d1-4ff9165f83fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4334526 Jun 04 06:32:43.197733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'admin_state_up': True, 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'security_groups': ['f0bc8dbf-56c0-4d2d-af49-6dec85af65d1']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:43.339886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c6b41-fff4-49f8-bc94-ca83fa863f71 req-e8313dc3-40bc-4028-b620-9ac950507e84 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:43.349604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-750c6b41-fff4-49f8-bc94-ca83fa863f71 req-e8313dc3-40bc-4028-b620-9ac950507e84 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.2611558 Jun 04 06:32:43.381435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb610a-deb0-4423-84f8-05083a5c1a51 None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:43.441333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:43.461632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f8f7c9e-f0fc-493a-bcf3-5596be085718 None None] Provisioning for port b9457b66-6696-446d-b8f8-0b87d3869636 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:43.476667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-750c6b41-fff4-49f8-bc94-ca83fa863f71 req-b701e6b0-886f-4d65-a75d-25648f7bb314 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262298 Jun 04 06:32:43.492542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:43.498439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:43.508503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f8f7c9e-f0fc-493a-bcf3-5596be085718 None None] Provisioning for port aa7cb967-e880-43a7-9b4d-85aa2609e555 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:43.516534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:43.533463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:43.554865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f8f7c9e-f0fc-493a-bcf3-5596be085718 None None] Provisioning complete for port aa7cb967-e880-43a7-9b4d-85aa2609e555 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:43.555443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7c9e-f0fc-493a-bcf3-5596be085718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:43.602707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9457b66-6696-446d-b8f8-0b87d3869636 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:43.740567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::348 (199a3993-f953-4c8c-99f1-3c555b5a7bca/3beb0c94-ea5b-46a7-bf12-42cb822a64f2/bad457d6-292d-47f0-b9a3-850c6fe5460f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:43.751691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8:0:1::187 (199a3993-f953-4c8c-99f1-3c555b5a7bca/39c122a3-1d78-4e19-8502-2c4d62037c01/bad457d6-292d-47f0-b9a3-850c6fe5460f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:43.764548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f7c9e-f0fc-493a-bcf3-5596be085718 None None] Port aa7cb967-e880-43a7-9b4d-85aa2609e555 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:43.841521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b9457b66-6696-446d-b8f8-0b87d3869636 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:43.852331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9457b66-6696-446d-b8f8-0b87d3869636 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:43.852729 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:43.982808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.077735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fd89f-79ff-4b7c-b5ea-5a1d979fa390 req-1d01f0d7-a7a3-4a22-a8e4-d4a3d4a973da tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:44.083749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fd89f-79ff-4b7c-b5ea-5a1d979fa390 req-1d01f0d7-a7a3-4a22-a8e4-d4a3d4a973da tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:44.101007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fd89f-79ff-4b7c-b5ea-5a1d979fa390 req-1d01f0d7-a7a3-4a22-a8e4-d4a3d4a973da tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:44.113541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-333fd89f-79ff-4b7c-b5ea-5a1d979fa390 req-1d01f0d7-a7a3-4a22-a8e4-d4a3d4a973da tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 2374 time: 0.3054435 Jun 04 06:32:44.173984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.230733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-333fd89f-79ff-4b7c-b5ea-5a1d979fa390 req-ed1ab83b-c378-4e02-bde6-80a4f540f3db tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162314 Jun 04 06:32:44.232017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object bad457d6-292d-47f0-b9a3-850c6fe5460f will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:44.250530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Update dhcp port {'port': {'network_id': '199a3993-f953-4c8c-99f1-3c555b5a7bca', 'fixed_ips': [{'subnet_id': '3beb0c94-ea5b-46a7-bf12-42cb822a64f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '39c122a3-1d78-4e19-8502-2c4d62037c01'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'b9457b66-6696-446d-b8f8-0b87d3869636'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:32:44.289929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.362264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9457b66-6696-446d-b8f8-0b87d3869636 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:44.362676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.363108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:44.372404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801690613', 'description': 'tempest-description--1654095647'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:44.379062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:44.390779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:44.402206 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.432045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.453755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.2.2.100 (21cdccaf-f8cf-476b-bf8a-1b733aa590cd/14bf3a77-455f-4508-bcb5-7a1f3bb1072c/28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:44.463079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:44.470586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:44.477700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:44.483611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:44.484770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.490150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9457b66-6696-446d-b8f8-0b87d3869636,segment=NetworkSegment(03dd8790-f94b-4a0b-8a89-43c26404926b),segment_id=03dd8790-f94b-4a0b-8a89-43c26404926b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:44.493007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=bad457d6-292d-47f0-b9a3-850c6fe5460f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:44.502824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:44.503443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.525435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:security_group_rule and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:44.531270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:44.560668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:44.582700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d0497584-4f62-42e1-ade2-59e5ccc1af2d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9279706 Jun 04 06:32:44.586578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55626) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:44.595698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3beb0c94-ea5b-46a7-bf12-42cb822a64f2'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:44.737085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b9457b66-6696-446d-b8f8-0b87d3869636,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:44.768817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.787619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:44.821251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.839686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Allocated IP 2001:db8:0:1::2 (199a3993-f953-4c8c-99f1-3c555b5a7bca/39c122a3-1d78-4e19-8502-2c4d62037c01/b9457b66-6696-446d-b8f8-0b87d3869636) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:44.884724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.895262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.905581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:44.911480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:44.915118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:44.917585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:44.920317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:45.009012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.009969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.056228 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a49aac9c-1a6f-4d78-9009-c8290d904b1f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8639193 Jun 04 06:32:45.072314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'admin_state_up': True, 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'security_groups': ['f0bc8dbf-56c0-4d2d-af49-6dec85af65d1']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:45.076854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9457b66-6696-446d-b8f8-0b87d3869636,segment=NetworkSegment(03dd8790-f94b-4a0b-8a89-43c26404926b),segment_id=03dd8790-f94b-4a0b-8a89-43c26404926b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:45.140915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.146508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391514b-d7fe-4f72-912d-24e691446bef req-e69f1672-4928-498b-8c3b-c817427d9d3a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.159179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6391514b-d7fe-4f72-912d-24e691446bef req-e69f1672-4928-498b-8c3b-c817427d9d3a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.4641581 Jun 04 06:32:45.166468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Transition to ACTIVE for port object b9457b66-6696-446d-b8f8-0b87d3869636 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:45.171069 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.247626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a420bfdc-4120-429c-a253-faa4d0b31df3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:45.267210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.273921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4da8fb88-f3d9-4028-a407-d67114c59aac tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9062197 Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'security_group_rule': {'security_group_id': 'a420bfdc-4120-429c-a253-faa4d0b31df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Usage tracker for resource:port and tenant:de8f3b6f8eae42858d0d9aa8390e6a11 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:45.337335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:security_group_rule and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:45.341191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:45.343339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6688-6a51-4527-86de-9c9a1f1de452 None None] Pushing event updated for resources: {'Port': ['ID=b9457b66-6696-446d-b8f8-0b87d3869636,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:45.344614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:45.350713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6391514b-d7fe-4f72-912d-24e691446bef req-e9c120be-0b7f-4192-ba5b-3e10b7da4ca5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905818 Jun 04 06:32:45.358393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:45.371521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Made reservation on behalf of de8f3b6f8eae42858d0d9aa8390e6a11 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:45.377424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.403598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2d910e20-1893-4f8d-9ffa-69e32883733e None None] Provisioning for port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:45.411641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2d910e20-1893-4f8d-9ffa-69e32883733e None None] Provisioning complete for port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:45.412132 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2d910e20-1893-4f8d-9ffa-69e32883733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.504206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.548624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2d910e20-1893-4f8d-9ffa-69e32883733e None None] Port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:45.579937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9457b66-6696-446d-b8f8-0b87d3869636 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:32:45.587586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.607055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.671373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f7fd5d-20d1-4f0e-b2d5-6bb5f28b5025,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:45.721337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.726020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-58e9b5f8-9e72-40b7-9f52-d44a14ba6b83 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4174831 Jun 04 06:32:45.729126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55640) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:45.741622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'security_group_rule': {'security_group_id': 'a420bfdc-4120-429c-a253-faa4d0b31df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:45.755074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:45.764728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:security_group_rule and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:45.773725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:45.792025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:45.838626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:45.919761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-67626f82-cd8b-4f05-8edd-a136f83540ec tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.928891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-67626f82-cd8b-4f05-8edd-a136f83540ec tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.937075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-67626f82-cd8b-4f05-8edd-a136f83540ec tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.946988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-67626f82-cd8b-4f05-8edd-a136f83540ec tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:45.962877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-67626f82-cd8b-4f05-8edd-a136f83540ec tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3095 time: 0.4135799 Jun 04 06:32:46.011131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Delete allocated IP 2001:db8:0:1::187 (199a3993-f953-4c8c-99f1-3c555b5a7bca/39c122a3-1d78-4e19-8502-2c4d62037c01) {{(pid=88849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:32:46.042876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73660bbd-1ffe-4feb-912e-91b2b5d8fb5b req-38ca4566-02aa-4ace-9cfd-1daf797129ba tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764682 Jun 04 06:32:46.060341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Allocated IP 10.2.2.200 (21cdccaf-f8cf-476b-bf8a-1b733aa590cd/14bf3a77-455f-4508-bcb5-7a1f3bb1072c/2019e3ec-f16b-4619-b136-94302383e2e4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:46.072490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6043b-6da1-48ac-9812-2a249c8c6753 None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:46.110407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.131235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.230101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0870325-4fbd-4ff4-b615-b2ef237ab067,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:46.238962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b52ee19c-a533-4be3-9ff8-71eabd0d1d99 None None] Provisioning for port b9457b66-6696-446d-b8f8-0b87d3869636 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:46.250500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b52ee19c-a533-4be3-9ff8-71eabd0d1d99 None None] Provisioning complete for port b9457b66-6696-446d-b8f8-0b87d3869636 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:46.250883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b52ee19c-a533-4be3-9ff8-71eabd0d1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.281147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.303158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Ignored duplicate provisioning block setup for port bad457d6-292d-47f0-b9a3-850c6fe5460f by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 06:32:46.308461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.418994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] In _notify_port_updated(), no bound segment for port bad457d6-292d-47f0-b9a3-850c6fe5460f on network 199a3993-f953-4c8c-99f1-3c555b5a7bca {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:32:46.426197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:46.428013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.429987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/ports/bad457d6-292d-47f0-b9a3-850c6fe5460f HTTP/1.1" status: 200 len: 925 time: 1.8422143 Jun 04 06:32:46.440089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55680) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:46.446690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.447483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3beb0c94-ea5b-46a7-bf12-42cb822a64f2'}, {'subnet_id': '39c122a3-1d78-4e19-8502-2c4d62037c01'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:46.465584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Transition to ACTIVE for port object 2019e3ec-f16b-4619-b136-94302383e2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:46.490909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.495806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a8ea7558-6752-4b80-bd3f-eaec6fb13ec8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7655993 Jun 04 06:32:46.497823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.504076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55686) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:46.562462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b52ee19c-a533-4be3-9ff8-71eabd0d1d99 None None] Current status of the port b9457b66-6696-446d-b8f8-0b87d3869636 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:46.568943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:46.575267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:46.584397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:floatingip and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:46.602312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:46.613458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:46.615064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:46.624973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:46.645944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:46.671078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=bad457d6-292d-47f0-b9a3-850c6fe5460f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:46.679660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:46.681704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.695311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.696300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.696653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.697011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.697331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.697697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.698023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.698346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.698669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.698989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.699311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.699627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.699941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf9acb-54eb-4c80-bbfc-f6c1d8573c0a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:46.744582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:46.745220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.795547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1b58-cdaa-445e-95b8-a61fe30d9d33 req-c93c49e7-c5b9-410f-865e-0c158754e8e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:46.797069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7fd1b58-cdaa-445e-95b8-a61fe30d9d33 req-c93c49e7-c5b9-410f-865e-0c158754e8e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.2226846 Jun 04 06:32:46.821575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ff83e479-cad7-4449-b5d3-bc81c97bd9a6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7572074 Jun 04 06:32:46.837664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:46.936623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9ed98ee-b4aa-41b3-a54f-767ace091d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:46.962245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7fd1b58-cdaa-445e-95b8-a61fe30d9d33 req-22654046-0ad4-44d9-9a07-fd54f2c3cda2 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148937 Jun 04 06:32:47.007978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Provisioning for port bad457d6-292d-47f0-b9a3-850c6fe5460f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:47.016885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Provisioning complete for port bad457d6-292d-47f0-b9a3-850c6fe5460f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:47.017872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.023185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.042538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.155842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Port bad457d6-292d-47f0-b9a3-850c6fe5460f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:47.171751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Provisioning for port 2019e3ec-f16b-4619-b136-94302383e2e4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:47.180307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Provisioning complete for port 2019e3ec-f16b-4619-b136-94302383e2e4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:47.180762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.200011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-a113ada7-c2f8-46da-a9ea-155f85865a11 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=2c384292a11547e2b1fa678b0effa60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457416 Jun 04 06:32:47.254423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8:0:1::cf (199a3993-f953-4c8c-99f1-3c555b5a7bca/39c122a3-1d78-4e19-8502-2c4d62037c01/bad457d6-292d-47f0-b9a3-850c6fe5460f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:47.262274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Port 2019e3ec-f16b-4619-b136-94302383e2e4 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:47.278080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Provisioning complete for port b9457b66-6696-446d-b8f8-0b87d3869636 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:47.278576 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.384506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Allocated IP 172.25.1.213 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9269805c-c14c-4372-8973-739806fe0f7a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:47.430426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa98e4d1-590c-4009-8edf-7f9edab9185e None None] Current status of the port b9457b66-6696-446d-b8f8-0b87d3869636 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:47.524618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-b802f540-6909-407b-8406-22bdbd80386d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:47.526164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-b802f540-6909-407b-8406-22bdbd80386d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149827 Jun 04 06:32:47.553899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-74c69812-2472-43cf-b120-52ab4fe2024d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/quotas/2c384292a11547e2b1fa678b0effa60b HTTP/1.1" status: 200 len: 375 time: 0.0142469 Jun 04 06:32:47.556725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8671afa8-039e-4deb-9d45-b65b526fea76 None None] Provisioning complete for port bad457d6-292d-47f0-b9a3-850c6fe5460f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:47.557613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8671afa8-039e-4deb-9d45-b65b526fea76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.608565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-05ef22f8-c01f-4f41-851d-01b79984d875 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441580 Jun 04 06:32:47.613317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8671afa8-039e-4deb-9d45-b65b526fea76 None None] Port bad457d6-292d-47f0-b9a3-850c6fe5460f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:47.623905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.640353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Ignored duplicate provisioning block setup for port bad457d6-292d-47f0-b9a3-850c6fe5460f by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 06:32:47.644977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.738925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.771273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2eb9534d-b8c9-4760-b58b-578d6a51ef5e None None] Provisioning complete for port bad457d6-292d-47f0-b9a3-850c6fe5460f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:47.772395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2eb9534d-b8c9-4760-b58b-578d6a51ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:47.846001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9534d-b8c9-4760-b58b-578d6a51ef5e None None] Port bad457d6-292d-47f0-b9a3-850c6fe5460f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:47.921185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.020882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137482d1-accd-46d2-b556-b89c30db245a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:48.031581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:48.034540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:48.048557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'Port': ['ID=9269805c-c14c-4372-8973-739806fe0f7a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:48.063067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.067251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:48.074868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=bad457d6-292d-47f0-b9a3-850c6fe5460f,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:48.085003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] In _notify_port_updated(), no bound segment for port bad457d6-292d-47f0-b9a3-850c6fe5460f on network 199a3993-f953-4c8c-99f1-3c555b5a7bca {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:32:48.090864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.091508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.092802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6cc72c3-c812-424d-adf3-49bf680b2112 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/ports/bad457d6-292d-47f0-b9a3-850c6fe5460f HTTP/1.1" status: 200 len: 1010 time: 1.6516321 Jun 04 06:32:48.097989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:48.162431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Transition to ACTIVE for port object 137482d1-accd-46d2-b556-b89c30db245a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:48.169508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.209246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port bad457d6-292d-47f0-b9a3-850c6fe5460f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:48.209733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.265136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.284132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.290762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.294953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-059a3e51-e46b-48b5-a5cd-65dbed71d1d6 None None] Provisioning complete for port bad457d6-292d-47f0-b9a3-850c6fe5460f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:48.296120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-059a3e51-e46b-48b5-a5cd-65dbed71d1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.296505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.303316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.305127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-61a110c0-c51f-4e2b-af33-e25b5c0821a0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3816 time: 0.3765976 Jun 04 06:32:48.386509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:48.436178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae61386e-ccea-43c1-9799-0f4f3be16d03 req-712b1a7b-7bb5-4c4a-98c9-952dfa491bd5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227391 Jun 04 06:32:48.495391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-059a3e51-e46b-48b5-a5cd-65dbed71d1d6 None None] Port bad457d6-292d-47f0-b9a3-850c6fe5460f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:48.517391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.590947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Attempting to bind port 137482d1-accd-46d2-b556-b89c30db245a on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:48.591218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Attempting to bind port 137482d1-accd-46d2-b556-b89c30db245a by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:48.591545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Attempting to bind port 137482d1-accd-46d2-b556-b89c30db245a on network 2b5a480e-c763-4183-8cd6-83ed57094391 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:48.600073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Port 137482d1-accd-46d2-b556-b89c30db245a on network 2b5a480e-c763-4183-8cd6-83ed57094391 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:48.600393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Attempting to bind port 137482d1-accd-46d2-b556-b89c30db245a on network 2b5a480e-c763-4183-8cd6-83ed57094391 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:48.617194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:48.617560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Checking segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:48.618131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Bound using segment: {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:48.618721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Bound port: 137482d1-accd-46d2-b556-b89c30db245a, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:48.619228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.637010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.645155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-30b52491-7135-45dd-9e72-3ea5865c75b9 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=2c384292a11547e2b1fa678b0effa60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502126 Jun 04 06:32:48.652194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.809171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for bad457d6-292d-47f0-b9a3-850c6fe5460f owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:48.831013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:48.855653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:48.861030 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.940927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.941572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:48.943109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] 10.222.0.24 "PUT /v2.0/ports/137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 200 len: 1091 time: 2.1126673 Jun 04 06:32:48.943550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '137482d1-accd-46d2-b556-b89c30db245a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:48.984670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:48.991719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-85bb3c07-ac44-4086-bf61-8bdd4c457ff6 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:48.993440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-85bb3c07-ac44-4086-bf61-8bdd4c457ff6 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322501 Jun 04 06:32:49.022511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f140a7d0-4611-48d5-a41a-64bd8e316b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.034668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fc2c-287f-4eef-a73b-53523d287528 service neutron] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:49.058866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-38b626b8-53e6-408d-aa2f-6b51d291eb0c tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/quotas/2c384292a11547e2b1fa678b0effa60b HTTP/1.1" status: 200 len: 375 time: 0.0303724 Jun 04 06:32:49.073139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.115744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.132958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-336afba7-8722-4fb2-b0bd-0e7efadebd1d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731409 Jun 04 06:32:49.288772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-dded4f76-9762-47fe-b652-d7d387335d9a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2c384292a11547e2b1fa678b0effa60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522971 Jun 04 06:32:49.295153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.382664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=bad457d6-292d-47f0-b9a3-850c6fe5460f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:49.452428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.457145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.547879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'Port': ['ID=9269805c-c14c-4372-8973-739806fe0f7a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:49.573850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.584551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07518ae3-f063-48b7-9c84-e40fe9afe7be tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0326779 Jun 04 06:32:49.658376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:49.686779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-54e7c2c2-cfbc-440c-9a48-65602d47bddb tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/bad457d6-292d-47f0-b9a3-850c6fe5460f HTTP/1.1" status: 204 len: 168 time: 1.5853693 Jun 04 06:32:49.692820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:49.904410 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-81404602-0da7-483a-b7b3-b718b1620fb0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:32:49.904945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81404602-0da7-483a-b7b3-b718b1620fb0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:49.943646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-8ae4ccae-69f8-44d7-bafa-4399f08c3381 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:49.945083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-8ae4ccae-69f8-44d7-bafa-4399f08c3381 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6166875 Jun 04 06:32:49.956157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81404602-0da7-483a-b7b3-b718b1620fb0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:49.959875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-81404602-0da7-483a-b7b3-b718b1620fb0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/bad457d6-292d-47f0-b9a3-850c6fe5460f HTTP/1.1" status: 404 len: 333 time: 0.2632377 Jun 04 06:32:49.960808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55748) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:49.962312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Request body: {'port': {'device_id': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '2c384292a11547e2b1fa678b0effa60b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:50.025846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:50.038592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.059917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 39c122a3-1d78-4e19-8502-2c4d62037c01 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:32:50.066550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a16372-7943-4e29-a8e7-a3d7378f6e91 req-03bcf2bc-da3e-4c68-961e-e7f5003728d6 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.066905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.068749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a16372-7943-4e29-a8e7-a3d7378f6e91 req-03bcf2bc-da3e-4c68-961e-e7f5003728d6 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.4832351 Jun 04 06:32:50.101950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Transition to ACTIVE for port object 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:50.113010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.133545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.157073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a16372-7943-4e29-a8e7-a3d7378f6e91 req-1004a7a3-3c3a-4246-9f51-a52a65a58c3a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768573 Jun 04 06:32:50.158038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:50.162251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Usage tracker for resource:port and tenant:2c384292a11547e2b1fa678b0effa60b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:50.165269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:50.171396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:50.184124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Made reservation on behalf of 2c384292a11547e2b1fa678b0effa60b for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:50.188561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.202963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.224458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:50.228705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Usage tracker for resource:security_group_rule and tenant:2c384292a11547e2b1fa678b0effa60b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:50.232536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:50.239773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:50.293107 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1b7cb4-d8f9-4d1c-818c-cca33be1a38a'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '137482d1-accd-46d2-b556-b89c30db245a', 'status': 'completed', 'code': 200} Jun 04 06:32:50.309595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.349380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.430288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe7116fe-b76a-4dbd-8e7a-b14bdfb1d557 req-bacb75a9-9557-4dff-87d1-aa0e94356183 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 210 time: 0.0587912 Jun 04 06:32:50.440373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.441190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.441579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.442155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.442778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.443608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.445983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33d388f8-ab12-40f0-8862-5c17e86b23b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5245 time: 0.1738453 Jun 04 06:32:50.493624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:50.524710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Attempting to bind port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:50.525047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Attempting to bind port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:50.525371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Attempting to bind port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:50.531759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on network d4a45232-156c-4860-aacc-5d89d5335c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:50.532088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Attempting to bind port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:50.545574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:50.545965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:50.546563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Bound using segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:50.547158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Bound port: 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:50.547717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.617631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.628232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.646652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.695453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-154c8abd-462c-4640-b7bd-962a5e038369 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2c384292a11547e2b1fa678b0effa60b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417559 Jun 04 06:32:50.765777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33f3bc8a-63ee-4e82-9276-353e866587ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.766505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33f3bc8a-63ee-4e82-9276-353e866587ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.767152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33f3bc8a-63ee-4e82-9276-353e866587ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.769391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-33f3bc8a-63ee-4e82-9276-353e866587ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3149896 Jun 04 06:32:50.812660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa3de1-f520-4ca1-9878-83fa6b210358,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:50.822005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:50.853305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:50.863122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.867937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:50.974433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.980161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.985957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.991849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:50.995732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=39c122a3-1d78-4e19-8502-2c4d62037c01,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:50.997873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.003603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.010059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44abccb-2299-4f54-8204-2bcb3f185a0c None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:51.011391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ded65577-5420-410f-8350-5d75de18563b req-ab6a97c1-87b3-48ae-be57-4d153dcf1935 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 4601 time: 0.4576960 Jun 04 06:32:51.012341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.045004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.045655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.047025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] 10.222.0.24 "PUT /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 1131 time: 2.0665748 Jun 04 06:32:51.061345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3544277-e750-4f90-8848-5d6126cbd744 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/39c122a3-1d78-4e19-8502-2c4d62037c01 HTTP/1.1" status: 204 len: 168 time: 1.0999396 Jun 04 06:32:51.062235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55754) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:51.072742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-77b556d0-a815-47ce-b9e2-4b529fc83275 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.075103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-77b556d0-a815-47ce-b9e2-4b529fc83275 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704793 Jun 04 06:32:51.098215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Allocated IP 192.168.233.150 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/7578ebda-e366-4006-b5b1-0aabde577ac6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:51.111738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-c6b3b19d-069d-4058-8318-59b0d7cf289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.115669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-220aca57-d605-499c-b4ab-4cbbbda5c00c req-c6b3b19d-069d-4058-8318-59b0d7cf289f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3309751 Jun 04 06:32:51.130442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ded65577-5420-410f-8350-5d75de18563b req-31ce2a53-e3e3-4764-afe4-ec01c9053c24 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174901 Jun 04 06:32:51.152909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Request body: {'port': {'device_id': '65246075-080a-4d5a-b8e2-55da2095b28a', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '2c384292a11547e2b1fa678b0effa60b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:51.174385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:51.269777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872814-e1b8-4f8e-a9b2-b1d05fdd7f9e service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:51.429336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 3beb0c94-ea5b-46a7-bf12-42cb822a64f2 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:32:51.467779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.565012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.622695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Transition to ACTIVE for port object 7578ebda-e366-4006-b5b1-0aabde577ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:51.662806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-fd1b7f9c-7cca-4928-b73b-b3e178804c30 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.664394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-fd1b7f9c-7cca-4928-b73b-b3e178804c30 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 0.2816625 Jun 04 06:32:51.690534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-cf095b79-d1a0-46d2-a9ab-ff66a7842eef tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/quotas/710dce5d9bba49b2a6cf4e0c606b4e0b HTTP/1.1" status: 200 len: 375 time: 0.0169537 Jun 04 06:32:51.734247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.758604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.768879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.785719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:51.804240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Usage tracker for resource:port and tenant:2c384292a11547e2b1fa678b0effa60b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:51.810956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:51.842983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:51.853630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:51.853956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:51.870237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:51.906077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Made reservation on behalf of 2c384292a11547e2b1fa678b0effa60b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:51.910964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.918867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:51.961893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:51.962825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:51.974306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-8cd50884-fd6f-4221-888f-b055363ead57 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2767441 Jun 04 06:32:52.001680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.219329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.240688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Provisioning for port 7578ebda-e366-4006-b5b1-0aabde577ac6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:52.245933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Provisioning complete for port 7578ebda-e366-4006-b5b1-0aabde577ac6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:52.247381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-72d9c8a2-9a97-4e52-a296-bdd93c7c46be tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2922392 Jun 04 06:32:52.247537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.262135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Request body: {'port': {'device_id': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:52.296383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:52.303369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Port 7578ebda-e366-4006-b5b1-0aabde577ac6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:52.314687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Provisioning complete for port b9457b66-6696-446d-b8f8-0b87d3869636 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:52.315396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.351853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-565ca017-9cce-4c64-9491-9201aae36326 service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653646 Jun 04 06:32:52.429418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.439860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2db30f86-05a7-4fe2-bac8-96db39233f62 None None] Current status of the port b9457b66-6696-446d-b8f8-0b87d3869636 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:52.484893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Allocated IP 192.168.233.26 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/59015a52-af90-46be-ad62-b61cf59180a2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:52.488133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=3beb0c94-ea5b-46a7-bf12-42cb822a64f2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:52.493287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.498176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c74ede6-0060-441a-90ba-c7c23542870a None None] Network 199a3993-f953-4c8c-99f1-3c555b5a7bca requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:32:52.512689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.522362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a49eebef-2bab-449c-bc06-ec5577743114 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/3beb0c94-ea5b-46a7-bf12-42cb822a64f2 HTTP/1.1" status: 204 len: 168 time: 1.4459176 Jun 04 06:32:52.530853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:52.614717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78179d4-f2b4-438b-95af-3015b143d17a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:52.625912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.712135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-811881e8-0edb-43f1-b77b-73ee20bc115a service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285604 Jun 04 06:32:52.726433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Transition to ACTIVE for port object a78179d4-f2b4-438b-95af-3015b143d17a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:52.736805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.744326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.804242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] DHCP port deletion for 199a3993-f953-4c8c-99f1-3c555b5a7bca request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:32:52.811208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Deleting port b9457b66-6696-446d-b8f8-0b87d3869636 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:52.811669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.813611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port b9457b66-6696-446d-b8f8-0b87d3869636 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:52.813931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:52.957884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:53.024776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.152315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Transition to ACTIVE for port object 59015a52-af90-46be-ad62-b61cf59180a2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:53.162145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Attempting to bind port a78179d4-f2b4-438b-95af-3015b143d17a on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:53.162485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Attempting to bind port a78179d4-f2b4-438b-95af-3015b143d17a by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:53.162813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Attempting to bind port a78179d4-f2b4-438b-95af-3015b143d17a on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:53.179927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Port a78179d4-f2b4-438b-95af-3015b143d17a on network d4a45232-156c-4860-aacc-5d89d5335c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:53.180281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Attempting to bind port a78179d4-f2b4-438b-95af-3015b143d17a on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:53.196060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:53.196397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:53.196782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Bound using segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:53.197221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Bound port: a78179d4-f2b4-438b-95af-3015b143d17a, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:53.197609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.211460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9457b66-6696-446d-b8f8-0b87d3869636,segment=NetworkSegment(03dd8790-f94b-4a0b-8a89-43c26404926b),segment_id=03dd8790-f94b-4a0b-8a89-43c26404926b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:53.212135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.254566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] For port b9457b66-6696-446d-b8f8-0b87d3869636, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9457b66-6696-446d-b8f8-0b87d3869636,segment=NetworkSegment(03dd8790-f94b-4a0b-8a89-43c26404926b),segment_id=03dd8790-f94b-4a0b-8a89-43c26404926b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:32:53.255209 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.272850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.351007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:53.356782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:53.368308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:53.445423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:53.452249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for b9457b66-6696-446d-b8f8-0b87d3869636 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:53.454787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:53.479715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a78179d4-f2b4-438b-95af-3015b143d17a,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:53.502115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Calling delete_port for b9457b66-6696-446d-b8f8-0b87d3869636 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:32:53.506399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:53.508698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.515342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.603141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9457b66-6696-446d-b8f8-0b87d3869636 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:32:53.649017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:53.650542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.652951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] 10.222.0.24 "PUT /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 1131 time: 2.5621181 Jun 04 06:32:53.680934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-383e68ae-3215-45f0-928c-9534056c0829 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5835633 Jun 04 06:32:53.689542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:53.766623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Request body: {'port': {'device_id': '65246075-080a-4d5a-b8e2-55da2095b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:53.786641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.799863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8d8f5-56e3-440c-af25-610fb2ce9afb service neutron] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:53.828152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:32:53.828722 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:32:53.874496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] Pushing event deleted for resources: {'Port': ['ID=b9457b66-6696-446d-b8f8-0b87d3869636,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:53.877102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1474e0-dc6b-49fc-973b-70c7a693d177 None None] No DVR routers for this DVR port b9457b66-6696-446d-b8f8-0b87d3869636 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:32:53.890740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-801e4e9e-5ba6-420b-95f7-33f65133a16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:53.893447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-801e4e9e-5ba6-420b-95f7-33f65133a16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Synchronizing usage tracker for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:53.902130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9457b66-6696-446d-b8f8-0b87d3869636 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:32:53.902661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.929405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7543668a-333c-49b0-b99d-c0e5aa375d24 None None] Provisioning for port 59015a52-af90-46be-ad62-b61cf59180a2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:32:53.937206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7543668a-333c-49b0-b99d-c0e5aa375d24 None None] Provisioning complete for port 59015a52-af90-46be-ad62-b61cf59180a2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:32:53.937872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7543668a-333c-49b0-b99d-c0e5aa375d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:53.971307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-801e4e9e-5ba6-420b-95f7-33f65133a16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Unset dirty status for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:53.972466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-801e4e9e-5ba6-420b-95f7-33f65133a16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 935 time: 0.3825591 Jun 04 06:32:54.052776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-d3f30cdf-2bde-4591-aadf-b208cba174d7 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Synchronizing usage tracker for tenant:2c384292a11547e2b1fa678b0effa60b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:54.092046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:54.105605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.117536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-d3f30cdf-2bde-4591-aadf-b208cba174d7 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Unset dirty status for tenant:2c384292a11547e2b1fa678b0effa60b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:54.119208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abffb85d-36c6-484b-b8fb-9cb1b949f1c3 req-d3f30cdf-2bde-4591-aadf-b208cba174d7 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321800 Jun 04 06:32:54.136210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Transition to ACTIVE for port object 7578ebda-e366-4006-b5b1-0aabde577ac6 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:54.144957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.227374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:54.228491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7543668a-333c-49b0-b99d-c0e5aa375d24 None None] Port 59015a52-af90-46be-ad62-b61cf59180a2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:32:54.235764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.312067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.492056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port b9457b66-6696-446d-b8f8-0b87d3869636 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:32:54.492766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.630379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] The port 'b9457b66-6696-446d-b8f8-0b87d3869636' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:32:54.908360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59015a52-af90-46be-ad62-b61cf59180a2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:54.921889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.927916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.951170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143728f4-80bb-42e4-ae34-96b072d37b68 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:54.955657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Transition to ACTIVE for port object 59015a52-af90-46be-ad62-b61cf59180a2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:54.960409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.961176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Attempting to bind port 7578ebda-e366-4006-b5b1-0aabde577ac6 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:54.961524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Attempting to bind port 7578ebda-e366-4006-b5b1-0aabde577ac6 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:54.961858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Attempting to bind port 7578ebda-e366-4006-b5b1-0aabde577ac6 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:54.963012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:54.975391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199a3993-f953-4c8c-99f1-3c555b5a7bca']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:54.995441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.001269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.007349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.013068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.018834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.024956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.030762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.032684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9205e595-8962-42c7-bdf1-4c399f319261 req-d4af8bf2-90d9-4e43-8b4e-3110a1a7c384 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5374 time: 0.7235489 Jun 04 06:32:55.034010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:55.042568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-271bb9e1-09ef-495b-bd71-3dc124d80312 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.043987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-271bb9e1-09ef-495b-bd71-3dc124d80312 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.24 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 0.4679444 Jun 04 06:32:55.044749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Port 7578ebda-e366-4006-b5b1-0aabde577ac6 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:55.044945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Attempting to bind port 7578ebda-e366-4006-b5b1-0aabde577ac6 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:55.070975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'port': {'device_id': '08605a59-ea39-46cb-a778-1da25645456e', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'admin_state_up': True, 'tenant_id': '710dce5d9bba49b2a6cf4e0c606b4e0b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:55.084446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dd8790-f94b-4a0b-8a89-43c26404926b') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:55.084746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dd8790-f94b-4a0b-8a89-43c26404926b') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:32:55.092033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:55.092375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:55.092761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:55.093204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Bound port: 7578ebda-e366-4006-b5b1-0aabde577ac6, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:55.093645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.101760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Transition to ACTIVE for port object 143728f4-80bb-42e4-ae34-96b072d37b68 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:55.113577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.131360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.247931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.278503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9205e595-8962-42c7-bdf1-4c399f319261 req-0946f295-5429-4302-aef7-8acc2aa2e0cb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264786 Jun 04 06:32:55.281533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:32:55.281954 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.290616 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.414487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Attempting to bind port 59015a52-af90-46be-ad62-b61cf59180a2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:55.415038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Attempting to bind port 59015a52-af90-46be-ad62-b61cf59180a2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:55.415240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Attempting to bind port 59015a52-af90-46be-ad62-b61cf59180a2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:55.425431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:55.432582 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b78885-d24c-4f1b-abc0-a2dd159ee483'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435', 'status': 'completed', 'code': 200} Jun 04 06:32:55.481082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.482999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:55.491410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:55.526085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.541466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=199a3993-f953-4c8c-99f1-3c555b5a7bca,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:55.544382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:55.547361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Port 59015a52-af90-46be-ad62-b61cf59180a2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:55.547865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Attempting to bind port 59015a52-af90-46be-ad62-b61cf59180a2 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:55.557566 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 03dd8790-f94b-4a0b-8a89-43c26404926b resource provider aggregate not found Jun 04 06:32:55.564583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:55.565135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:55.565704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:55.566301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Bound port: 59015a52-af90-46be-ad62-b61cf59180a2, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:55.566802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.573773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:55.581007 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 03dd8790-f94b-4a0b-8a89-43c26404926b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03dd8790-f94b-4a0b-8a89-43c26404926b found for delete ", "request_id": "req-98196859-2b17-4cf1-823d-405cb7d0c7d6"}]} Jun 04 06:32:55.586759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.591239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.621293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1d4f2f49-38d5-43fe-8cc7-a875df2ebab8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/199a3993-f953-4c8c-99f1-3c555b5a7bca HTTP/1.1" status: 204 len: 168 time: 3.0890310 Jun 04 06:32:55.626473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:55.639889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Made reservation on behalf of 710dce5d9bba49b2a6cf4e0c606b4e0b for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:55.643316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.715424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.716042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.717396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/7578ebda-e366-4006-b5b1-0aabde577ac6 HTTP/1.1" status: 200 len: 1096 time: 3.4593787 Jun 04 06:32:55.719428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46b044c7-5b1a-446b-987e-396569a5898d req-03e0ba56-9f0a-47fd-8faa-17cb4c06ebf5 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 210 time: 0.0906799 Jun 04 06:32:55.719910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:55.789726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Attempting to bind port 143728f4-80bb-42e4-ae34-96b072d37b68 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:55.790060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Attempting to bind port 143728f4-80bb-42e4-ae34-96b072d37b68 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:55.790377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Attempting to bind port 143728f4-80bb-42e4-ae34-96b072d37b68 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:55.823013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Port 143728f4-80bb-42e4-ae34-96b072d37b68 on network d4a45232-156c-4860-aacc-5d89d5335c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:55.823646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Attempting to bind port 143728f4-80bb-42e4-ae34-96b072d37b68 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:55.831106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.831809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.832424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.833284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.834276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.835059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.835773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:55.838040 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-2ff9320d-495e-49dd-86c0-e4c5a979b087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6236 time: 0.3510530 Jun 04 06:32:55.852425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:55.875479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:55.876120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:55.876673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Bound using segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:55.877272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Bound port: 143728f4-80bb-42e4-ae34-96b072d37b68, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:55.877797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:55.937458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad50b3-4ba5-4c40-9cb6-a6d11eac76e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:56.088254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Allocated IP 172.20.0.10 (17485d7c-7dad-42f9-a0d3-5510a54f33ba/1b840bf0-8af2-4ad8-8b01-93181fd961d5/cab1abfb-8214-4360-acbd-812426fd115c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:32:56.137123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba381f3-b0d4-423e-b7d7-18bd6ed0224c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.137841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2ba381f3-b0d4-423e-b7d7-18bd6ed0224c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:56.138236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-aff373b5-1953-49fc-a990-0090e3a5f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.139701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-aff373b5-1953-49fc-a990-0090e3a5f7ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 1099 time: 0.3664312 Jun 04 06:32:56.174975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:56.238123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-e00861a6-c2b3-46e7-9899-d0ee0190d0ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=7578ebda-e366-4006-b5b1-0aabde577ac6 HTTP/1.1" status: 200 len: 217 time: 0.0820889 Jun 04 06:32:56.241428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.347993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.349333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.350827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] 10.222.0.39 "PUT /v2.0/ports/59015a52-af90-46be-ad62-b61cf59180a2 HTTP/1.1" status: 200 len: 1095 time: 2.6166301 Jun 04 06:32:56.383640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2ba381f3-b0d4-423e-b7d7-18bd6ed0224c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:56.388690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ba381f3-b0d4-423e-b7d7-18bd6ed0224c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7542892 Jun 04 06:32:56.389371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:56.474372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd015cb-5d40-48a7-91f8-73825fcedadb req-8744fe47-b61a-4536-a0e0-63e9690fbe76 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.477969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6dd015cb-5d40-48a7-91f8-73825fcedadb req-8744fe47-b61a-4536-a0e0-63e9690fbe76 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.4321990 Jun 04 06:32:56.551274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:56.554352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:56.581485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.581874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.582213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.582648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.584159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.584495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.584827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.585156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.585509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.585826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.586150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.586467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c999-ab17-4b32-bbbc-914274f7f2ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:32:56.591071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-df778cc4-8e23-47cf-8a20-adfa288d1b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.591976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-00c16e76-2697-4558-bd1e-142965629b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.592449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-00c16e76-2697-4558-bd1e-142965629b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.592573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-df778cc4-8e23-47cf-8a20-adfa288d1b8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3480706 Jun 04 06:32:56.592923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-00c16e76-2697-4558-bd1e-142965629b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.594493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-00c16e76-2697-4558-bd1e-142965629b1c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7473903 Jun 04 06:32:56.597061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:56.631374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.670948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6dd015cb-5d40-48a7-91f8-73825fcedadb req-b81fc2cc-4f24-45cf-88af-a65982ec7ce4 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435142 Jun 04 06:32:56.708064 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.710842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564fdc-0847-469a-9584-9b8476471c96 req-ba513213-eab8-48a1-b457-621266c7a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.712310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-ba513213-eab8-48a1-b457-621266c7a949 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a38e8165211946e286e8989ca33d76b9&device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 1097 time: 0.5901675 Jun 04 06:32:56.742867 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e35105-1eef-45d7-b314-3dc6b8eebc83'] response: {'name': 'network-changed', 'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'status': 'completed', 'code': 200} Jun 04 06:32:56.749891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196abbc-5ac5-4964-a011-0372713492fd req-b5080f79-6ef3-4453-a973-b7629d852d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.751579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-b5080f79-6ef3-4453-a973-b7629d852d10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484327 Jun 04 06:32:56.766587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:56.767531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.769161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/143728f4-80bb-42e4-ae34-96b072d37b68 HTTP/1.1" status: 200 len: 1091 time: 3.0840018 Jun 04 06:32:56.844248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:56.846445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:56.994474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:32:57.000394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-0ce027dc-c857-4705-9eaf-6c208a0ea58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.001887 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-0ce027dc-c857-4705-9eaf-6c208a0ea58e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 1098 time: 0.5983100 Jun 04 06:32:57.002912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:57.010671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fa81551e-e92b-404d-9384-460d82293bfd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6132548 Jun 04 06:32:57.013416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:57.020933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba55128-d46d-4a99-ac6c-396ae38119f0 service neutron] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:57.037802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:32:57.072840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:57.078799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1082725278'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:57.099528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:57.135463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:57.144521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:57.151780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-ea122a90-0365-4b2c-bd8c-b5e98277c059 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929574 Jun 04 06:32:57.159950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:57.174220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-bc5112cd-d2ee-445d-9fb8-7c6e5360c1bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=59015a52-af90-46be-ad62-b61cf59180a2 HTTP/1.1" status: 200 len: 217 time: 0.1592181 Jun 04 06:32:57.184726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-d4d0a96a-361f-4a54-9ef0-7a9d740db8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.186276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40ba665d-e7e6-4093-a246-e9186ec9c70d req-d4d0a96a-361f-4a54-9ef0-7a9d740db8af service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5837216 Jun 04 06:32:57.206821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.208333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.224943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:57.228513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.266004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564fdc-0847-469a-9584-9b8476471c96 req-83036f29-d158-4fed-a8b3-6ac8c12339a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.267452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-83036f29-d158-4fed-a8b3-6ac8c12339a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 200 len: 917 time: 0.4917142 Jun 04 06:32:57.339434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4875c6-53d6-4f64-baf9-f1f9b11b9f1e req-f7086429-f90c-42c1-9a59-20346a46ee2f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.340847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db4875c6-53d6-4f64-baf9-f1f9b11b9f1e req-f7086429-f90c-42c1-9a59-20346a46ee2f tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.4942608 Jun 04 06:32:57.344918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.346967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-9edac5ee-8604-4b22-b557-ab680e2e6ddc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2808676 Jun 04 06:32:57.358281 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-260281f5-8f5f-4678-9819-4420dd6d67d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=178c2369-3398-4e39-a02f-0e698fb72d67 HTTP/1.1" status: 200 len: 217 time: 0.0831525 Jun 04 06:32:57.366397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-0ac8ca8e-27f8-42c5-b3dc-3587dcee5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.367809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-0ac8ca8e-27f8-42c5-b3dc-3587dcee5410 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1806729 Jun 04 06:32:57.389910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Request body: {'port': {'device_id': '08605a59-ea39-46cb-a778-1da25645456e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:57.414215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:32:57.434749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': 'a78179d4-f2b4-438b-95af-3015b143d17a'}, {'name': 'network-changed', 'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2'}, {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:57.462670 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.463022 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment dff83eb2-0f5a-42e8-aa66-81d5456dc495 of type vlan for network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 Jun 04 06:32:57.465506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d196abbc-5ac5-4964-a011-0372713492fd req-9e30de26-0f99-4030-9a31-ca88aa0c3bff service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067858 Jun 04 06:32:57.499145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db4875c6-53d6-4f64-baf9-f1f9b11b9f1e req-1cd36c73-1c8c-44d6-b9b7-25ac2a5d4619 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486189 Jun 04 06:32:57.550056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564fdc-0847-469a-9584-9b8476471c96 req-30e53cb3-eee2-4fb6-850f-6dde658169b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.552146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-30e53cb3-eee2-4fb6-850f-6dde658169b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 200 len: 855 time: 0.1829653 Jun 04 06:32:57.591893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.689834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.699685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-f04c3f77-ee8b-45ab-b1f8-62e6d5689e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.701151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-f04c3f77-ee8b-45ab-b1f8-62e6d5689e91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722211 Jun 04 06:32:57.764295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.769743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.770507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:57.919138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8548422 Jun 04 06:32:57.926086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632182af-a2b3-40b6-a151-ec272aa29efb req-a2cde16a-29ab-4587-bae4-3fc1f2cf802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:57.927601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55824) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:32:57.927914 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-a2cde16a-29ab-4587-bae4-3fc1f2cf802b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 1099 time: 0.3946545 Jun 04 06:32:57.977727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d227ff-7a18-42d4-9133-94fe5e935e42 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=5fa526e5-1756-483b-9cfc-f9805d5f53a5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:57.983938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:57.992156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:32:58.035116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.041002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.046830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.052891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.058697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.064430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.071042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.072934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e44beb57-c394-40f3-b08b-6e6347107675 req-e040ebeb-3745-4949-a25a-d0c13330451e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5386 time: 0.4610977 Jun 04 06:32:58.120838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f564fdc-0847-469a-9584-9b8476471c96 req-d95ea745-61e8-4738-9ee1-6993f7ae812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.122225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-d95ea745-61e8-4738-9ee1-6993f7ae812f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d57e603a-e080-49cc-a810-1cfd8e5d8fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5320785 Jun 04 06:32:58.277963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:32:58.286690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-d8b49831-72f8-4afc-a26e-a16babc8c49c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708001 Jun 04 06:32:58.290309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:32:58.301925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:32:58.337650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:32:58.408040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e44beb57-c394-40f3-b08b-6e6347107675 req-5fe77462-a21e-4321-b356-df3bfa82e10f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2819548 Jun 04 06:32:58.440351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632182af-a2b3-40b6-a151-ec272aa29efb req-2a3bd4c3-611d-4cac-bce9-47eedc30bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.441875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-2a3bd4c3-611d-4cac-bce9-47eedc30bec9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4713645 Jun 04 06:32:58.482916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:32:58.486325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:58.518633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-ad3d27a9-ad14-46dc-b88c-fce906f71c9c service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852041 Jun 04 06:32:58.520921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7cb967-e880-43a7-9b4d-85aa2609e555 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:58.527176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-64428ff3-a712-4bc2-98d4-3977c5926fde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=7578ebda-e366-4006-b5b1-0aabde577ac6 HTTP/1.1" status: 200 len: 217 time: 0.0715747 Jun 04 06:32:58.604659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:58.704894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632182af-a2b3-40b6-a151-ec272aa29efb req-8fed6a3a-d027-410f-b619-0b7858a77535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.706368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-8fed6a3a-d027-410f-b619-0b7858a77535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1392491 Jun 04 06:32:58.740824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Transition to ACTIVE for port object aa7cb967-e880-43a7-9b4d-85aa2609e555 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:58.745364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f115fde3-fcf1-4dae-8b18-5d7086b4fadc req-2e99455b-1dc6-4235-9a0d-4d8aba8e8a5b service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406404 Jun 04 06:32:58.746492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab1abfb-8214-4360-acbd-812426fd115c {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:32:58.756717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:58.765628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:58.782888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-c2089954-ae75-4edb-864c-1929c8e3e4e2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:58.783589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-c2089954-ae75-4edb-864c-1929c8e3e4e2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:58.807193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Transition to ACTIVE for port object cab1abfb-8214-4360-acbd-812426fd115c will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:32:58.822918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:58.869007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-c2089954-ae75-4edb-864c-1929c8e3e4e2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:58.870205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-c2089954-ae75-4edb-864c-1929c8e3e4e2 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 932 time: 0.3405886 Jun 04 06:32:58.923411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f564fdc-0847-469a-9584-9b8476471c96 req-9f1246f7-5f9d-4945-b002-3f173096f96d service neutron] 10.222.0.39 "GET /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923821 Jun 04 06:32:58.933094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:59.000693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632182af-a2b3-40b6-a151-ec272aa29efb req-f6018c91-49d0-4959-8027-7e4ed1e830e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.002120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-f6018c91-49d0-4959-8027-7e4ed1e830e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871571 Jun 04 06:32:59.007315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:59.078055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-fac2ea3b-79d2-4943-983a-5e4e7ca1bb44 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:32:59.168718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Attempting to bind port aa7cb967-e880-43a7-9b4d-85aa2609e555 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:59.168940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Attempting to bind port aa7cb967-e880-43a7-9b4d-85aa2609e555 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:59.169226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Attempting to bind port aa7cb967-e880-43a7-9b4d-85aa2609e555 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:59.186282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Port aa7cb967-e880-43a7-9b4d-85aa2609e555 on network d4a45232-156c-4860-aacc-5d89d5335c1e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:59.186603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Attempting to bind port aa7cb967-e880-43a7-9b4d-85aa2609e555 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:59.195010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:59.195400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Checking segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:59.195801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Bound using segment: {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:59.196225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Bound port: aa7cb967-e880-43a7-9b4d-85aa2609e555, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76aa173-0820-4333-b59e-5941c01754ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:59.196832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.200555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-fac2ea3b-79d2-4943-983a-5e4e7ca1bb44 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:32:59.201715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ca62d22-5354-46e2-a32a-a55eef355641 req-fac2ea3b-79d2-4943-983a-5e4e7ca1bb44 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193929 Jun 04 06:32:59.212723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.256672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Attempting to bind port cab1abfb-8214-4360-acbd-812426fd115c on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:32:59.257059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Attempting to bind port cab1abfb-8214-4360-acbd-812426fd115c by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:32:59.257358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Attempting to bind port cab1abfb-8214-4360-acbd-812426fd115c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:59.263557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-ef3574de-6f8a-4674-85b3-62d6c4edc411 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508326 Jun 04 06:32:59.266294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Port cab1abfb-8214-4360-acbd-812426fd115c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:32:59.266773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Attempting to bind port cab1abfb-8214-4360-acbd-812426fd115c on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:32:59.304263 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31f04e6-f0b1-49b3-88db-7c6c18b7afb1'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': 'a78179d4-f2b4-438b-95af-3015b143d17a', 'status': 'completed', 'code': 200} Jun 04 06:32:59.304651 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31f04e6-f0b1-49b3-88db-7c6c18b7afb1'] response: {'name': 'network-changed', 'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2', 'status': 'completed', 'code': 200} Jun 04 06:32:59.304858 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31f04e6-f0b1-49b3-88db-7c6c18b7afb1'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68', 'status': 'completed', 'code': 200} Jun 04 06:32:59.308025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:32:59.308366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Checking segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:59.308749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Bound using segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:32:59.309185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Bound port: cab1abfb-8214-4360-acbd-812426fd115c, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:32:59.309547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.561193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-632182af-a2b3-40b6-a151-ec272aa29efb req-1c51282f-0143-4537-95b2-533ab5de5b08 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894220 Jun 04 06:32:59.570365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:59.574168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:59.580230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.585434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=6238e64b-c613-4c40-b6d9-0a35470011db,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:59.618914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': 'dff83eb2-0f5a-42e8-aa66-81d5456dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:32:59.619581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: 5fa526e5-1756-483b-9cfc-f9805d5f53a5, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:32:59.634808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:32:59.639441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.640087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.641971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/cab1abfb-8214-4360-acbd-812426fd115c HTTP/1.1" status: 200 len: 1092 time: 2.2756698 Jun 04 06:32:59.644504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:32:59.655402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:32:59.661535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e97ec-3416-490c-bf39-39bd4f9ce8a1 req-69faee8c-2cc3-4440-8d33-b589077ae3ed tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.663530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f00e97ec-3416-490c-bf39-39bd4f9ce8a1 req-69faee8c-2cc3-4440-8d33-b589077ae3ed tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.2920659 Jun 04 06:32:59.666732 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.724118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275ec8c-2ff3-458a-811c-56bd1a8405e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:59.728741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.729219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.729709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.730171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.730620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.731080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.731536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.733504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-a159387f-2511-4be1-92c0-78c9bfa3aee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6303 time: 0.4320607 Jun 04 06:32:59.742087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f00e97ec-3416-490c-bf39-39bd4f9ce8a1 req-eb6f3eb2-17d0-4df1-8200-b895c8561743 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665927 Jun 04 06:32:59.743043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:32:59.776089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-6ec54180-614c-43b5-ac82-e23b63e2805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.777572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-6ec54180-614c-43b5-ac82-e23b63e2805e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 1098 time: 0.4824655 Jun 04 06:32:59.782030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.782688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:32:59.784127 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] 10.222.0.24 "PUT /v2.0/ports/aa7cb967-e880-43a7-9b4d-85aa2609e555 HTTP/1.1" status: 200 len: 1091 time: 2.9535682 Jun 04 06:32:59.915286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:32:59.936343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-f1996771-d69c-4989-99c4-1c4032c9ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:32:59.938142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-f1996771-d69c-4989-99c4-1c4032c9ddc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 1095 time: 0.1483994 Jun 04 06:32:59.969687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc258cd6-fc7a-4070-b7ce-d02dc5d0169d service neutron] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:32:59.972280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5fa526e5-1756-483b-9cfc-f9805d5f53a5) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:32:59.988249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ca79e-ac62-4702-9532-95ce27020a9d None None] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:00.036620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.037135 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.195417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aaf9196f-a2e4-4eba-86aa-00f93d2d2d35 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2629278 Jun 04 06:33:00.195988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55836) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:00.203234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5', 'name': 'tempest-PortsIpV6TestJSON-744686015'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:00.218619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-37ce95e4-ed32-4ce0-9be5-c2e5170ee0cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab1abfb-8214-4360-acbd-812426fd115c HTTP/1.1" status: 200 len: 217 time: 0.2710083 Jun 04 06:33:00.226275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-07444963-ae65-4961-b7ab-3e2ae1c75e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.226742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-07444963-ae65-4961-b7ab-3e2ae1c75e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.227203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-07444963-ae65-4961-b7ab-3e2ae1c75e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.228736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-07444963-ae65-4961-b7ab-3e2ae1c75e46 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4758275 Jun 04 06:33:00.260687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.273231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-c345c1fc-9384-421e-9547-e499bf5b035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.274747 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-c345c1fc-9384-421e-9547-e499bf5b035c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4568532 Jun 04 06:33:00.277110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-5fa526e5-1756-483b-9cfc-f9805d5f53a5', 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '6238e64b-c613-4c40-b6d9-0a35470011db'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:33:00.278178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.347241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a21b0c-efbb-4c82-973b-c3decbc9a77e req-d343c874-27c6-43ed-b3ba-ee014e71f38e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.349254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a21b0c-efbb-4c82-973b-c3decbc9a77e req-d343c874-27c6-43ed-b3ba-ee014e71f38e tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.4757607 Jun 04 06:33:00.385377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-609312c1-e1e9-4d70-a77d-358f18bb4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.386869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-609312c1-e1e9-4d70-a77d-358f18bb4a05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.1572962 Jun 04 06:33:00.409725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-dc84610d-aa28-44b7-96ba-376a55927312 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=59015a52-af90-46be-ad62-b61cf59180a2 HTTP/1.1" status: 200 len: 217 time: 0.0839689 Jun 04 06:33:00.452086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Allocated IP 2001:db8::2 (5fa526e5-1756-483b-9cfc-f9805d5f53a5/6238e64b-c613-4c40-b6d9-0a35470011db/15b5b662-75b1-4f83-a803-0e180a1bde2a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:00.465155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-83c7ab2f-46fb-4a64-b032-7cc2d06b2114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586774 Jun 04 06:33:00.505587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a21b0c-efbb-4c82-973b-c3decbc9a77e req-ef77c969-514c-4deb-b2b5-e6ea4646ae61 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463225 Jun 04 06:33:00.565967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:00.589426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:00.591882 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:33:00.606950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-0186f1d5-9734-4c2f-aede-7bcccbd6e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.608919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-0186f1d5-9734-4c2f-aede-7bcccbd6e0da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1677537 Jun 04 06:33:00.620543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:00.623912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.663539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-36199189-7638-4b2e-a65c-90ad992f13ab service neutron] 10.222.0.24 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860929 Jun 04 06:33:00.664731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port cdfec1cc-2437-40ce-bf5b-73906f53704d yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:00.671296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-dce6d33e-baeb-4c1c-86e5-8f8239108b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.673496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-dce6d33e-baeb-4c1c-86e5-8f8239108b83 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4368160 Jun 04 06:33:00.806653 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.823405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Transition to ACTIVE for port object 15b5b662-75b1-4f83-a803-0e180a1bde2a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:00.859708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Transition to ACTIVE for port object 15b5b662-75b1-4f83-a803-0e180a1bde2a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:00.866157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:00.889730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-ced2d198-6e80-4580-857d-84325f1f37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:00.891226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-ced2d198-6e80-4580-857d-84325f1f37a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729304 Jun 04 06:33:00.940227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:00.943791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:00.947953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:00.953984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Pushing event updated for resources: {'Port': ['ID=15b5b662-75b1-4f83-a803-0e180a1bde2a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:00.978393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69528799-5408-4c55-bfb6-9fc7acabd3a9 req-3bf8f62b-fd0f-43a6-9b7b-3002c5a1f821 service neutron] 10.222.0.24 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728474 Jun 04 06:33:01.002711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.003198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.003669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.004934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.005129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.005707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.006225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.008184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-e7452d73-e97f-45e1-8004-881f1406fd74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6345 time: 0.2485747 Jun 04 06:33:01.021391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::1cc (5fa526e5-1756-483b-9cfc-f9805d5f53a5/6238e64b-c613-4c40-b6d9-0a35470011db/cdfec1cc-2437-40ce-bf5b-73906f53704d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:01.036854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:33:01.057522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Attempting to bind port 15b5b662-75b1-4f83-a803-0e180a1bde2a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:01.058120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Attempting to bind port 15b5b662-75b1-4f83-a803-0e180a1bde2a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'dff83eb2-0f5a-42e8-aa66-81d5456dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:01.058228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Attempting to bind port 15b5b662-75b1-4f83-a803-0e180a1bde2a on network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:01.063831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:01.064293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Checking segment: {'id': 'dff83eb2-0f5a-42e8-aa66-81d5456dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:01.064771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.065273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Bound using segment: {'id': 'dff83eb2-0f5a-42e8-aa66-81d5456dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:01.065903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Bound port: 15b5b662-75b1-4f83-a803-0e180a1bde2a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff83eb2-0f5a-42e8-aa66-81d5456dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:01.066390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.069106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.075173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.081769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.090083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.096019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.102080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.107856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.109792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-bbd341e1-8fef-46fb-8bd8-c08b462fc0ea tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5398 time: 0.2542059 Jun 04 06:33:01.182438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] For port 15b5b662-75b1-4f83-a803-0e180a1bde2a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:01.185939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] For port 15b5b662-75b1-4f83-a803-0e180a1bde2a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=15b5b662-75b1-4f83-a803-0e180a1bde2a,segment=NetworkSegment(dff83eb2-0f5a-42e8-aa66-81d5456dc495),segment_id=dff83eb2-0f5a-42e8-aa66-81d5456dc495)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:01.191053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.266114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47c8180d-8cf6-49c6-b2b8-113f2c55cda0 req-8cebe725-f878-4eef-b8be-6077535852c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432414 Jun 04 06:33:01.305840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757d95-ba8d-4aea-83b9-47f7fd5a52de None None] Pushing event updated for resources: {'Port': ['ID=15b5b662-75b1-4f83-a803-0e180a1bde2a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:01.308161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:01.353358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:01.359101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-edaecc1f-d8e2-412a-98cf-17df1b978c1a service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566908 Jun 04 06:33:01.359765 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3ff58a-aeb6-431a-b9d7-11037f98d3c8'] response: {'name': 'network-changed', 'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c', 'status': 'completed', 'code': 200} Jun 04 06:33:01.377886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.437806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object cdfec1cc-2437-40ce-bf5b-73906f53704d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:01.455904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.510892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Transition to ACTIVE for port object 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:01.532724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.569358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-f649d288-7c54-4784-a83a-3e7ec8a4ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.570946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-f649d288-7c54-4784-a83a-3e7ec8a4ebe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 1095 time: 0.1897881 Jun 04 06:33:01.574191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.601847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-5db64bfc-9881-4e9e-a5f1-db6a79044731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.602321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-5db64bfc-9881-4e9e-a5f1-db6a79044731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.602776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-5db64bfc-9881-4e9e-a5f1-db6a79044731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.604518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-5db64bfc-9881-4e9e-a5f1-db6a79044731 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5876694 Jun 04 06:33:01.737101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:01.743434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:01.762306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:01.767732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.768330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:01.783151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=cdfec1cc-2437-40ce-bf5b-73906f53704d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:01.804831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcb81-6614-4752-98a5-66429ff0c80f req-2e58e319-c410-4f50-b6e2-47a625d0ba00 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.805237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-4b09afac-48f1-45bc-92ea-19113325e0b0 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378023 Jun 04 06:33:01.806408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d06dcb81-6614-4752-98a5-66429ff0c80f req-2e58e319-c410-4f50-b6e2-47a625d0ba00 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 944 time: 0.3404832 Jun 04 06:33:01.820064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:01.850589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e9061084-fc6e-4533-aaf3-aced75d79512 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6525888 Jun 04 06:33:01.855473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55848) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:01.868840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '5fa526e5-1756-483b-9cfc-f9805d5f53a5', 'name': 'tempest-PortsIpV6TestJSON-1061997278'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:01.958920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b614ad-2718-43d0-8014-9a0a214c604d req-17b74205-1b32-404e-87e1-ba954e73259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:01.960388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-58b614ad-2718-43d0-8014-9a0a214c604d req-17b74205-1b32-404e-87e1-ba954e73259d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3368127 Jun 04 06:33:01.980005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Attempting to bind port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:01.980372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Attempting to bind port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:01.980673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Attempting to bind port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:01.985879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:33:01.986248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Attempting to bind port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:01.992148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:01.992497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Checking segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:01.992862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Bound using segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:01.993289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Bound port: 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:01.993666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.101591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:02.104987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:02.105701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-89ff3275-7fe6-4b1c-a05c-72355c834958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:02.107123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-89ff3275-7fe6-4b1c-a05c-72355c834958 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 923 time: 0.4799871 Jun 04 06:33:02.111170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.166656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:02.167921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.169339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] 10.222.0.24 "PUT /v2.0/ports/28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 200 len: 1091 time: 2.3222468 Jun 04 06:33:02.198042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d06dcb81-6614-4752-98a5-66429ff0c80f req-c1290a81-8bd9-4785-8ec1-186a7dfce98c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819766 Jun 04 06:33:02.201111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Request body: {'port': {'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:02.227790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-53ea61a2-f279-4659-88e7-02b527f36878 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cab1abfb-8214-4360-acbd-812426fd115c HTTP/1.1" status: 200 len: 217 time: 0.1100552 Jun 04 06:33:02.273208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15075d74-dccc-4f2f-9b43-be5e5a7b08ee service neutron] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:02.328986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:02.337788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:02.342350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:02.351690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-1447a258-4ed3-48d1-9e13-b74f2023b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:02.353705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-1447a258-4ed3-48d1-9e13-b74f2023b314 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.1094232 Jun 04 06:33:02.354663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:02.384931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.445075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:02.448569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.466553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-50705568-e81d-4177-87e8-564f06471d2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058335 Jun 04 06:33:02.536718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc12de1-22da-489d-ba5f-fe216e7333ae None None] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:02.564412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 155674c9-acc0-46c0-bee6-c748560582c0 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:02.667104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:02.749705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6d8c-0f03-4eca-8387-44ff5fbf89a2 req-b88c65a9-0306-4ce1-b1e2-6ab98b216149 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:02.751203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21af6d8c-0f03-4eca-8387-44ff5fbf89a2 req-b88c65a9-0306-4ce1-b1e2-6ab98b216149 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.3521624 Jun 04 06:33:02.767503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-05748126-887b-4b43-b8f0-24195aad8e53 service neutron] 10.222.0.24 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921097 Jun 04 06:33:02.773272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2019e3ec-f16b-4619-b136-94302383e2e4 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:02.780685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.800196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Transition to ACTIVE for port object 2019e3ec-f16b-4619-b136-94302383e2e4 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:02.812227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:02.879927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-38cdee62-6a26-451c-9c4d-f303d8bd6957 None None] Provisioning for port 15b5b662-75b1-4f83-a803-0e180a1bde2a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:02.922709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::38 (5fa526e5-1756-483b-9cfc-f9805d5f53a5/6238e64b-c613-4c40-b6d9-0a35470011db/155674c9-acc0-46c0-bee6-c748560582c0) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:02.958446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21af6d8c-0f03-4eca-8387-44ff5fbf89a2 req-8b5235a4-dee3-4137-b6ed-4f5499fce19d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868389 Jun 04 06:33:02.961672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:02.997092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'mac_address': 'fa:16:3e:7c:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:03.037287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:03.061583 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ab59bf-0077-406d-91a1-b801b5459b9d'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'status': 'completed', 'code': 200} Jun 04 06:33:03.100281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:03.100666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.139246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:03.174361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:03.187010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.188090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:03.283798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:03.289124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:03.315052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '59015a52-af90-46be-ad62-b61cf59180a2', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '59015a52-af90-46be-ad62-b61cf59180a2', 'mac_address': 'fa:16:3e:3d:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:03.375320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f726a2-c0ea-4a95-b150-1120a358f56a req-b8d7e1c3-67c6-4c03-ae1d-885a112f78b6 service neutron] 10.222.0.24 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883665 Jun 04 06:33:03.411879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59015a52-af90-46be-ad62-b61cf59180a2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:03.412270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.432224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59015a52-af90-46be-ad62-b61cf59180a2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:03.439564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Attempting to bind port 2019e3ec-f16b-4619-b136-94302383e2e4 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:03.439895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Attempting to bind port 2019e3ec-f16b-4619-b136-94302383e2e4 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:03.440617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Attempting to bind port 2019e3ec-f16b-4619-b136-94302383e2e4 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:03.447178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Port 2019e3ec-f16b-4619-b136-94302383e2e4 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:33:03.447622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Attempting to bind port 2019e3ec-f16b-4619-b136-94302383e2e4 on network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:03.463588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:03.464919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.465448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.465935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.466519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.466924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.467417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.467882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.469640 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.470190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-e6b6ae69-6314-4347-81c3-c45aa9fbbcad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6437 time: 0.3869321 Jun 04 06:33:03.471156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:03.471332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Checking segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:03.471734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Bound using segment: {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:03.472198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Bound port: 2019e3ec-f16b-4619-b136-94302383e2e4, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a2b187-0918-4de5-806e-0003b3b6eaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:03.472534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.488184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.500855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1404b-8a61-46f3-ba60-08bfb0bb31a6 req-6bfb8d4b-685f-4a4b-a266-e20a96624c7a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.510448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1f1404b-8a61-46f3-ba60-08bfb0bb31a6 req-6bfb8d4b-685f-4a4b-a266-e20a96624c7a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.2424426 Jun 04 06:33:03.571878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object 155674c9-acc0-46c0-bee6-c748560582c0 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:03.595897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1f1404b-8a61-46f3-ba60-08bfb0bb31a6 req-16e9468f-96a4-43b9-97e7-3e89b6d80732 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845125 Jun 04 06:33:03.620844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 15b5b662-75b1-4f83-a803-0e180a1bde2a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:03.621743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:03.625062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:03.671648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.692063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d4ac864f-5512-4871-ad53-1006cacc7268 None None] Provisioning for port cdfec1cc-2437-40ce-bf5b-73906f53704d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:03.697019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:03.698239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.715270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d4ac864f-5512-4871-ad53-1006cacc7268 None None] Provisioning complete for port cdfec1cc-2437-40ce-bf5b-73906f53704d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:03.715563 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d4ac864f-5512-4871-ad53-1006cacc7268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.782954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:03.792659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 15b5b662-75b1-4f83-a803-0e180a1bde2a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:03.802559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 15b5b662-75b1-4f83-a803-0e180a1bde2a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:03.802953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.816393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:03.827768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:03.828007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:03.831059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.831592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.861173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.861982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:03.863459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-ede39029-fa1f-49ef-87fc-c038309d9991 service neutron] 10.222.0.24 "PUT /v2.0/ports/2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 200 len: 1091 time: 1.6669300 Jun 04 06:33:03.863856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac864f-5512-4871-ad53-1006cacc7268 None None] Port cdfec1cc-2437-40ce-bf5b-73906f53704d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:03.868031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0035865 Jun 04 06:33:03.869237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fb363-2c0b-4b28-a341-7bf0f891d3e9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=155674c9-acc0-46c0-bee6-c748560582c0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:03.873180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:03.935925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-cbc1a70f-9a71-4247-85bc-8f74670947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.936672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-cbc1a70f-9a71-4247-85bc-8f74670947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.937195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-cbc1a70f-9a71-4247-85bc-8f74670947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:03.939066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-cbc1a70f-9a71-4247-85bc-8f74670947ca service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4537513 Jun 04 06:33:03.967711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7578ebda-e366-4006-b5b1-0aabde577ac6'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:04.022966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.030911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.039998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.043337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['59015a52-af90-46be-ad62-b61cf59180a2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:04.046882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.058878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.071398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.077813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.086600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-a47b2fb1-0751-40f1-9400-6d73bd2ed212 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.3057861 Jun 04 06:33:04.148571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 15b5b662-75b1-4f83-a803-0e180a1bde2a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:04.149034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.158149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f4ef7-236a-4484-9f56-d2d0b5d06c9f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.159221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b3f4ef7-236a-4484-9f56-d2d0b5d06c9f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:04.203934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94c6ba4-7c16-4e02-b7ee-3204b1e2288e req-e6dbcdb0-bb75-44b4-8683-33c4dd70b691 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144156 Jun 04 06:33:04.220068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-db1352c4-f7e9-40de-93a5-9415226ea2ce None None] Provisioning complete for port cdfec1cc-2437-40ce-bf5b-73906f53704d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:04.220514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db1352c4-f7e9-40de-93a5-9415226ea2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.228927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b3f4ef7-236a-4484-9f56-d2d0b5d06c9f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:04.233165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b3f4ef7-236a-4484-9f56-d2d0b5d06c9f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cc HTTP/1.1" status: 200 len: 928 time: 0.3590937 Jun 04 06:33:04.233848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:04.238961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-ba0a8ff6-a6ae-4b14-adbc-27873ce887d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.240757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bee9d3eb-1136-4f47-96a7-556464e3e2fe req-ba0a8ff6-a6ae-4b14-adbc-27873ce887d2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2945664 Jun 04 06:33:04.305511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 155674c9-acc0-46c0-bee6-c748560582c0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:04.305778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.324068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 15b5b662-75b1-4f83-a803-0e180a1bde2a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=15b5b662-75b1-4f83-a803-0e180a1bde2a,segment=NetworkSegment(dff83eb2-0f5a-42e8-aa66-81d5456dc495),segment_id=dff83eb2-0f5a-42e8-aa66-81d5456dc495)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:04.352344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.371294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.371800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.372401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.372755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.373247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.373735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.374281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.376561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-95a43215-6d7c-407d-827b-e1f6cd81d6be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6479 time: 0.0853841 Jun 04 06:33:04.405784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-db1352c4-f7e9-40de-93a5-9415226ea2ce None None] Port cdfec1cc-2437-40ce-bf5b-73906f53704d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:04.450933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-75d70710-6a9e-4c94-b49f-261bb27ea7a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 200 len: 217 time: 0.0672395 Jun 04 06:33:04.514593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=15b5b662-75b1-4f83-a803-0e180a1bde2a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:04.518180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4ccc4e8d-8c1b-4e45-a1c2-547f451a1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.520384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4ccc4e8d-8c1b-4e45-a1c2-547f451a1e85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=029ed1cb-f5b4-4eca-9471-777b65c64f0e HTTP/1.1" status: 200 len: 850 time: 0.0639994 Jun 04 06:33:04.596631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-197dd5d7-2620-4780-ac30-a3b4c314cf4b None None] Provisioning for port 155674c9-acc0-46c0-bee6-c748560582c0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:04.602174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-197dd5d7-2620-4780-ac30-a3b4c314cf4b None None] Provisioning complete for port 155674c9-acc0-46c0-bee6-c748560582c0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:04.602547 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-197dd5d7-2620-4780-ac30-a3b4c314cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.609559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-04f52fd6-6d46-4817-a89d-5608f9cc6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.611289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-04f52fd6-6d46-4817-a89d-5608f9cc6beb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5a480e-c763-4183-8cd6-83ed57094391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844433 Jun 04 06:33:04.660802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-197dd5d7-2620-4780-ac30-a3b4c314cf4b None None] Port 155674c9-acc0-46c0-bee6-c748560582c0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:04.688680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b43103-bdc0-49e0-a52f-cb876b26fd4b req-17f5bf97-3e02-455b-b21b-7842be6cab68 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:04.690177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7b43103-bdc0-49e0-a52f-cb876b26fd4b req-17f5bf97-3e02-455b-b21b-7842be6cab68 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 944 time: 0.3583972 Jun 04 06:33:04.750416 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-fd123639-d29f-4b4f-bacf-da7f1bec1a49 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326835 Jun 04 06:33:04.773680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7b43103-bdc0-49e0-a52f-cb876b26fd4b req-741a1b9c-457f-404d-8da8-dd15c3c36714 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698328 Jun 04 06:33:04.794133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:04.884763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-91a1c10b-ac01-4a65-9de8-e4b2efb98fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285455 Jun 04 06:33:04.925856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 155674c9-acc0-46c0-bee6-c748560582c0 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:04.957964 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-761fe97a-fffc-42a0-bac5-fe5da6114aaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 217 time: 0.0660799 Jun 04 06:33:05.026242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4a2d2b86-8852-43c5-aac2-133864cee804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:05.027676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-4a2d2b86-8852-43c5-aac2-133864cee804 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0608444 Jun 04 06:33:05.064551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2'}, {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:05.091376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.111012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-eb843945-016e-4435-a585-036caec4f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:05.112921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-eb843945-016e-4435-a585-036caec4f2f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788219 Jun 04 06:33:05.142259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=155674c9-acc0-46c0-bee6-c748560582c0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:05.193102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.216462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d57734eb-219c-45ff-bd11-93cd3429a4f2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/155674c9-acc0-46c0-bee6-c748560582c0 HTTP/1.1" status: 204 len: 168 time: 0.9815724 Jun 04 06:33:05.217425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:05.262247 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3cae3c-6444-4e1d-a656-661e94bb61f3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:05.262782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ab3cae3c-6444-4e1d-a656-661e94bb61f3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:05.276080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-51b5513c-c73d-45bf-8356-02fca4dd5bfb service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568851 Jun 04 06:33:05.281723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ab3cae3c-6444-4e1d-a656-661e94bb61f3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:05.286750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ab3cae3c-6444-4e1d-a656-661e94bb61f3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/155674c9-acc0-46c0-bee6-c748560582c0 HTTP/1.1" status: 404 len: 333 time: 0.0672393 Jun 04 06:33:05.287357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55884) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:05.345645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:05.405873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port cdfec1cc-2437-40ce-bf5b-73906f53704d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:05.406217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.449053 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-fc0b89e8-a319-4b85-9d3a-8e4070d5a7ed service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647494 Jun 04 06:33:05.511708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:05.523318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 15b5b662-75b1-4f83-a803-0e180a1bde2a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:05.542663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1daf8-a51a-4def-a92d-d5505377a780 req-8cb49776-f7d6-4e07-9627-f8c43b758b37 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:05.544679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94c1daf8-a51a-4def-a92d-d5505377a780 req-8cb49776-f7d6-4e07-9627-f8c43b758b37 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 945 time: 0.2215388 Jun 04 06:33:05.573724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'cab1abfb-8214-4360-acbd-812426fd115c', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'port_id': 'cab1abfb-8214-4360-acbd-812426fd115c', 'mac_address': 'fa:16:3e:c2:1b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b840bf0-8af2-4ad8-8b01-93181fd961d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:05.642022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-f2d4ff36-a30a-463a-a415-a77b80da7249 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 217 time: 0.1872213 Jun 04 06:33:05.649009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port cab1abfb-8214-4360-acbd-812426fd115c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:05.649392 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.673118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab1abfb-8214-4360-acbd-812426fd115c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:05.678874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 15b5b662-75b1-4f83-a803-0e180a1bde2a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:05.679881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.686409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94c1daf8-a51a-4def-a92d-d5505377a780 req-03f7ecdd-c03d-4d16-bd66-3369897c4ba1 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267467 Jun 04 06:33:05.727929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-944bbd20-0ed0-4a62-b8a1-7c78c6f3f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:05.730860 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-944bbd20-0ed0-4a62-b8a1-7c78c6f3f450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0827973 Jun 04 06:33:05.736084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:05.743246 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.765919 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:05.819484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-c73f2b57-46d1-4eb9-9c18-fd979a2b1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:05.821395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-c73f2b57-46d1-4eb9-9c18-fd979a2b1e17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844641 Jun 04 06:33:05.865023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:05.875812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 15b5b662-75b1-4f83-a803-0e180a1bde2a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:05.945577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for cdfec1cc-2437-40ce-bf5b-73906f53704d owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:05.961925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-31f7689e-c483-4bf0-b02c-1bac2e28e008 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327975 Jun 04 06:33:06.063342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ba09-98ed-4dff-97f0-b3c46fd4953f req-f79d2db5-1ca5-4684-a5bc-942356f61722 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.064799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cc9ba09-98ed-4dff-97f0-b3c46fd4953f req-f79d2db5-1ca5-4684-a5bc-942356f61722 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 948 time: 0.2221031 Jun 04 06:33:06.096735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-99262694-ca54-4143-b798-a483c5df2347 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283574 Jun 04 06:33:06.100228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['cab1abfb-8214-4360-acbd-812426fd115c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:06.167318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cc9ba09-98ed-4dff-97f0-b3c46fd4953f req-16c0df9f-778e-4511-be17-0c4114f95dec tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948682 Jun 04 06:33:06.171371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-8c063e5d-46f0-4ebb-9f44-df704e9b093f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=143728f4-80bb-42e4-ae34-96b072d37b68 HTTP/1.1" status: 200 len: 217 time: 0.0687160 Jun 04 06:33:06.182194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.237125 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d2aa22-bd48-46f6-b0bc-2a87c2128e4e'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'status': 'completed', 'code': 200} Jun 04 06:33:06.237453 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d2aa22-bd48-46f6-b0bc-2a87c2128e4e'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4', 'status': 'completed', 'code': 200} Jun 04 06:33:06.248882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=cdfec1cc-2437-40ce-bf5b-73906f53704d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:06.252746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0b609866-21d4-4baf-88f8-0e8621e3b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.255389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-0b609866-21d4-4baf-88f8-0e8621e3b498 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0750070 Jun 04 06:33:06.322090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.365612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-c9fa4bc0-67a4-4544-ad1b-2f7e305c5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.367835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-c9fa4bc0-67a4-4544-ad1b-2f7e305c5e9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061561 Jun 04 06:33:06.509538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bf80f469-f520-4b7e-8ed2-74348936db2f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/cdfec1cc-2437-40ce-bf5b-73906f53704d HTTP/1.1" status: 204 len: 168 time: 1.2208729 Jun 04 06:33:06.513164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55892) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:06.547236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-edd78316-b70a-4648-be77-7715f9b96826 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734395 Jun 04 06:33:06.558712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.564458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.570256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.576007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.577956 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3275acb-06e7-4497-8453-b5edf176c57e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:06.579216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3275acb-06e7-4497-8453-b5edf176c57e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/cdfec1cc-2437-40ce-bf5b-73906f53704d HTTP/1.1" status: 404 len: 333 time: 0.0650661 Jun 04 06:33:06.581751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.583274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55896) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:06.588001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.593779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.595635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-15990514-b56c-4b1c-8bfb-c8c53380f08e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.2519889 Jun 04 06:33:06.644196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fcf1b47-15a0-44d2-bd56-81b0c6145773 req-6abde277-299a-43f3-b2ed-21ecc70212f9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411587 Jun 04 06:33:06.666621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:06.736231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 7578ebda-e366-4006-b5b1-0aabde577ac6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:06.741442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 7578ebda-e366-4006-b5b1-0aabde577ac6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:06.741840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.744798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 6238e64b-c613-4c40-b6d9-0a35470011db {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:06.750236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.781969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-123478ad-de5d-49cb-9d6d-84734f9171e0 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280149 Jun 04 06:33:06.854881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.860554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.862225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-de2a8b4e-379a-48d8-bcd7-445db3ff5949 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555 HTTP/1.1" status: 200 len: 217 time: 0.0686374 Jun 04 06:33:06.867262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.870429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:06.870916 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.873853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.879712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.885789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.891697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.893549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-f739053c-ae48-49cb-899e-d917b8ffda5f tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.1331296 Jun 04 06:33:06.899834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:06.901715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.910272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:06.915613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:06.916633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:06.944658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46bd6d02-c170-496f-86cc-7bc7db86fc1a req-aed19b74-2e3e-4374-a79e-af339bca51f6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435166 Jun 04 06:33:06.992834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78cb4bb7-2fdc-42eb-800e-667ec1e5532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:06.993982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-78cb4bb7-2fdc-42eb-800e-667ec1e5532d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.1254454 Jun 04 06:33:07.052840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:07.057370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 59015a52-af90-46be-ad62-b61cf59180a2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:07.062754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 59015a52-af90-46be-ad62-b61cf59180a2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:07.063135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.078728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.139440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-119a58bc-dc50-49a1-8aa0-1cf7f3fcc166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:07.140936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-119a58bc-dc50-49a1-8aa0-1cf7f3fcc166 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375835 Jun 04 06:33:07.177382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673112-80df-4372-a30c-f35a7bda9152 req-c9b8f299-5740-40a5-aaf8-23bd74307ff7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:07.178936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38673112-80df-4372-a30c-f35a7bda9152 req-c9b8f299-5740-40a5-aaf8-23bd74307ff7 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.0849483 Jun 04 06:33:07.197621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59015a52-af90-46be-ad62-b61cf59180a2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:07.198195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.226448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38673112-80df-4372-a30c-f35a7bda9152 req-c376ceef-4d80-469b-97ae-1a350bc7754a tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Jun 04 06:33:07.234156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:07.238920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.316449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:07.356369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.367456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:07.413550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=6238e64b-c613-4c40-b6d9-0a35470011db,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:07.419506 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.425731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87418026-7fef-4445-8fee-6900743fa6ea None None] Network 5fa526e5-1756-483b-9cfc-f9805d5f53a5 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:07.431181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45e37-4db0-4bbc-b7ea-c7d76202d8db req-b4d46abc-981f-4702-bc55-e0780dc49ac7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:07.432714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9f45e37-4db0-4bbc-b7ea-c7d76202d8db req-b4d46abc-981f-4702-bc55-e0780dc49ac7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 945 time: 0.1009226 Jun 04 06:33:07.438223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-40f32e39-e7e5-49a8-8d56-30749087de09 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/6238e64b-c613-4c40-b6d9-0a35470011db HTTP/1.1" status: 204 len: 168 time: 0.8540151 Jun 04 06:33:07.440631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:07.465596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-a1f670cc-faa8-4e35-ac3d-c01d582eee1d service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170195 Jun 04 06:33:07.494431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9f45e37-4db0-4bbc-b7ea-c7d76202d8db req-25c109ec-50d5-4ec6-bc70-70968682378f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Jun 04 06:33:07.572660 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78227493-e1e8-40c7-b949-b8ef149d5b20'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'code': 200} Jun 04 06:33:07.577188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port cab1abfb-8214-4360-acbd-812426fd115c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:07.585090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port cab1abfb-8214-4360-acbd-812426fd115c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:07.585464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.677681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.717799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 15b5b662-75b1-4f83-a803-0e180a1bde2a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:07.718141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.753115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43178962-5d8b-4082-aeed-5e96b1e54481 req-8c907141-c15d-4bcd-b342-902ec04168c5 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:07.761629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43178962-5d8b-4082-aeed-5e96b1e54481 req-8c907141-c15d-4bcd-b342-902ec04168c5 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 949 time: 0.1184168 Jun 04 06:33:07.764641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port cab1abfb-8214-4360-acbd-812426fd115c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:07.765090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.789830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-258386b0-c664-41dc-a767-6fe1d803f5e5 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171179 Jun 04 06:33:07.809834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:07.815558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.821953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43178962-5d8b-4082-aeed-5e96b1e54481 req-e574172b-658d-418c-9a63-440f15bf8746 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594208 Jun 04 06:33:07.871431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] DHCP port deletion for 5fa526e5-1756-483b-9cfc-f9805d5f53a5 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:07.880043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-20059af9-09b4-4802-926d-1e5218ca5e42 req-67645f41-dcd7-4d4d-952d-80f3e53028b0 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:33:07.885054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-967ee492-678b-4fde-b826-1d1775eca011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 200 len: 217 time: 0.0814238 Jun 04 06:33:07.886651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Deleting port 15b5b662-75b1-4f83-a803-0e180a1bde2a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:07.887031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:07.887257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20059af9-09b4-4802-926d-1e5218ca5e42 req-67645f41-dcd7-4d4d-952d-80f3e53028b0 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124671 Jun 04 06:33:07.966830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:07.990728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6fc6-6309-4f3d-a049-2ccc8d567b19 req-f937b12c-d288-4df6-9b7a-81a422ebfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:07.992245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f9a6fc6-6309-4f3d-a049-2ccc8d567b19 req-f937b12c-d288-4df6-9b7a-81a422ebfa7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 1101 time: 0.3703234 Jun 04 06:33:08.039184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20059af9-09b4-4802-926d-1e5218ca5e42 req-a9bc06b2-34e0-465d-8f0b-26e790df5aae tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1469536 Jun 04 06:33:08.089934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-57cb713b-5a4c-49aa-8907-cd086e7079b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.091365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-57cb713b-5a4c-49aa-8907-cd086e7079b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.1776402 Jun 04 06:33:08.230145 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4f9a6fc6-6309-4f3d-a049-2ccc8d567b19 req-4ff2e66f-1788-4c05-bb3d-206c1c443497 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192428 Jun 04 06:33:08.261077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] For port 15b5b662-75b1-4f83-a803-0e180a1bde2a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=15b5b662-75b1-4f83-a803-0e180a1bde2a,segment=NetworkSegment(dff83eb2-0f5a-42e8-aa66-81d5456dc495),segment_id=dff83eb2-0f5a-42e8-aa66-81d5456dc495)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:08.261488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:08.263487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port 15b5b662-75b1-4f83-a803-0e180a1bde2a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=15b5b662-75b1-4f83-a803-0e180a1bde2a,segment=NetworkSegment(dff83eb2-0f5a-42e8-aa66-81d5456dc495),segment_id=dff83eb2-0f5a-42e8-aa66-81d5456dc495)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:08.263837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:08.408689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Calling delete_port for 15b5b662-75b1-4f83-a803-0e180a1bde2a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:08.421641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 15b5b662-75b1-4f83-a803-0e180a1bde2a owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:08.489796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-55417271-8646-4198-bd52-3143afaa2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.492035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-55417271-8646-4198-bd52-3143afaa2757 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3263762 Jun 04 06:33:08.495312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:08.544809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] Pushing event deleted for resources: {'Port': ['ID=15b5b662-75b1-4f83-a803-0e180a1bde2a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:08.552412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134deaac-f95b-4388-bb3b-c83e337e4440 None None] No DVR routers for this DVR port 15b5b662-75b1-4f83-a803-0e180a1bde2a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:08.595588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.605968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.612796 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:08.613041 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:08.617822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.629021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.640330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.652242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.662542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.666184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-e7dfdd64-af36-44d0-9799-894f77817c2c service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585500 Jun 04 06:33:08.666314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-c040eef6-4f02-4ba1-aa62-2115b84bc6df tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.1769433 Jun 04 06:33:08.723512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a856c176-14ee-4e97-87ec-06f07a983ee8 req-93391c54-6c45-4437-aa96-0c9af386726b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497031 Jun 04 06:33:08.845649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-3be7eeaf-70c8-4f59-a373-801d9da18ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737883 Jun 04 06:33:08.930714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.936538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.942943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.948984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.954868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.960950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.966729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:08.968709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-4d922e2e-3dbb-4855-985b-274666b396e2 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.1282914 Jun 04 06:33:09.029396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1090dee-a178-4cb3-ad6b-d7d7f6d024b9 req-68bc2161-63be-4325-93ac-acd903311c42 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453823 Jun 04 06:33:09.034955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-583e8a3e-52eb-406f-9022-524065346ce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 200 len: 217 time: 0.1817760 Jun 04 06:33:09.105448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.111098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.117543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.123603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.129851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.135595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.141519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.143379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-52217788-9dfe-4a27-b4d6-b5cf25482fdd tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 5444 time: 0.3617024 Jun 04 06:33:09.146444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 15b5b662-75b1-4f83-a803-0e180a1bde2a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:09.146712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:09.266870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] The port '15b5b662-75b1-4f83-a803-0e180a1bde2a' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:33:09.268493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-55192391-390a-41cd-94bf-234aa4455c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.270171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-55192391-390a-41cd-94bf-234aa4455c1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.2283325 Jun 04 06:33:09.303859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57335eb-7757-46f4-8908-829af2422dad req-05f33d97-f688-46cd-aa1a-97bf9ddb54d9 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.305241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c57335eb-7757-46f4-8908-829af2422dad req-05f33d97-f688-46cd-aa1a-97bf9ddb54d9 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.0838857 Jun 04 06:33:09.350751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c57335eb-7757-46f4-8908-829af2422dad req-6ea4b433-585a-4291-9857-5a5d0a900b2b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Jun 04 06:33:09.380887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-ab220f65-46d4-41a4-828e-f6a3f1180ff6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.382261 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-ab220f65-46d4-41a4-828e-f6a3f1180ff6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2123146 Jun 04 06:33:09.511252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 15b5b662-75b1-4f83-a803-0e180a1bde2a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:09.541439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:09.560792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd654c7-8ffb-4094-8126-05922967cf29 req-8a6c83e6-2850-4d80-936a-fd7ab95dbb15 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.572827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dd654c7-8ffb-4094-8126-05922967cf29 req-8a6c83e6-2850-4d80-936a-fd7ab95dbb15 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 946 time: 0.1180069 Jun 04 06:33:09.588488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa526e5-1756-483b-9cfc-f9805d5f53a5']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:09.595769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2'}, {'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:09.601247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 15b5b662-75b1-4f83-a803-0e180a1bde2a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:09.601720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 15b5b662-75b1-4f83-a803-0e180a1bde2a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:09.610746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff83eb2-0f5a-42e8-aa66-81d5456dc495') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:09.611247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff83eb2-0f5a-42e8-aa66-81d5456dc495') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:09.625259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dd654c7-8ffb-4094-8126-05922967cf29 req-e3017677-adf8-4cec-88b4-a1f351741b4b tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512087 Jun 04 06:33:09.633543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:09.667455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-bc92450f-e4d8-4840-bd97-08c96fbb9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.668942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-bc92450f-e4d8-4840-bd97-08c96fbb9503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913212 Jun 04 06:33:09.707034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:09.721980 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-8327f5b4-3166-46f5-8332-5ad7df10c1ac tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3307395 Jun 04 06:33:09.723633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:33:09.724452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:09.816385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:09.826078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a094706-b3d4-470e-b75c-4cbcac77d986 req-47136aec-ecb4-48eb-8145-33d502191d2e tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:09.827582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a094706-b3d4-470e-b75c-4cbcac77d986 req-47136aec-ecb4-48eb-8145-33d502191d2e tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 949 time: 0.0923002 Jun 04 06:33:09.854083 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment dff83eb2-0f5a-42e8-aa66-81d5456dc495 resource provider aggregate not found Jun 04 06:33:09.872388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a094706-b3d4-470e-b75c-4cbcac77d986 req-2d427b52-a4f5-46e4-b776-718a2e6a1bd5 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Jun 04 06:33:09.912564 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment dff83eb2-0f5a-42e8-aa66-81d5456dc495 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dff83eb2-0f5a-42e8-aa66-81d5456dc495 found for delete ", "request_id": "req-9f637eff-b1be-4cf2-9357-8598d1ff0edc"}]} Jun 04 06:33:09.999725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.034036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.058507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=5fa526e5-1756-483b-9cfc-f9805d5f53a5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:10.069136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-36e8110d-f3f7-403c-b6df-2bedf4ee371c service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876994 Jun 04 06:33:10.108028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2addc879-f54b-4fe0-ae6b-9d97fdaa5d9b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/5fa526e5-1756-483b-9cfc-f9805d5f53a5 HTTP/1.1" status: 204 len: 168 time: 2.6660626 Jun 04 06:33:10.111369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:10.119754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.121306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-40853713'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:10.127860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:10.133152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:10.136844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:10.142645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:10.154151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:10.158111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.191402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:33:10.202790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.203199 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment 055cc068-27e4-426c-8487-84dc0a8b1bb2 of type vlan for network 885d839d-1a46-4380-b1a1-ed147af91b94 Jun 04 06:33:10.279400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.306085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0d9ca33-53db-4849-b82e-94b16239f510 req-531168ba-607a-4291-a6f4-4e7398df5030 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250371 Jun 04 06:33:10.336813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dbee9-6b24-48a7-81a3-e90b1887bd4f req-6de6c8cf-6403-4e77-9353-04a357ad6256 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.338337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-150dbee9-6b24-48a7-81a3-e90b1887bd4f req-6de6c8cf-6403-4e77-9353-04a357ad6256 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 945 time: 0.1337404 Jun 04 06:33:10.339423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.344661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.345240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.466699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=aaca8795-a07e-4f1e-9602-b3c7538a6975,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:10.495996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3830462 Jun 04 06:33:10.500874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55950) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:10.503293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5399c-7214-4479-ba99-b8656197ab98 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=885d839d-1a46-4380-b1a1-ed147af91b94,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:10.510392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-150dbee9-6b24-48a7-81a3-e90b1887bd4f req-8ae6e9a6-51b3-40d3-a820-75d7a942b1c5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610134 Jun 04 06:33:10.514809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:10.515033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 885d839d-1a46-4380-b1a1-ed147af91b94 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:33:10.516017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.516848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.516950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.517398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.517884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.518343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.518797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:10.521191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-844d18f3-f0d3-455c-a705-d96b148c53ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6479 time: 0.1375256 Jun 04 06:33:10.522658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] For port aaca8795-a07e-4f1e-9602-b3c7538a6975, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:10.600953 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc3f1cd-5549-46d9-aa3d-85132f901504'] response: {'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2', 'code': 200} Jun 04 06:33:10.601225 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc3f1cd-5549-46d9-aa3d-85132f901504'] response: {'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c', 'code': 200} Jun 04 06:33:10.685436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 49d63827-a072-40c9-97c0-59ea2939dac3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:10.775450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:10.789571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:10.799499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:10.809716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:10.827212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 49d63827-a072-40c9-97c0-59ea2939dac3 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:10.828452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.836087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:10.839551 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.845449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] device_id is not set on port aaca8795-a07e-4f1e-9602-b3c7538a6975 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:10.865669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:10.869579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.870453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:10.871397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 24fb8ba6-13bc-4fb3-a210-885066db3b9b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:10.884362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.022224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:11.062698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 24fb8ba6-13bc-4fb3-a210-885066db3b9b is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:11.063326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.104126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:11.110447 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.112307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16683bc0-200c-4a22-97c8-25b86a031552 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:11.141585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-f14a34f1-07f2-4e81-a273-2e234e684377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.143047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-f14a34f1-07f2-4e81-a273-2e234e684377 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 902 time: 0.5931017 Jun 04 06:33:11.147047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bff4e-adab-42ee-84d8-05db4fb0ff14 req-e1e72f55-10b5-4e16-b609-4fb649ba51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.148543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a8bff4e-adab-42ee-84d8-05db4fb0ff14 req-e1e72f55-10b5-4e16-b609-4fb649ba51b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 1100 time: 0.4639387 Jun 04 06:33:11.150433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17c4c-b5cd-4721-adae-4366d523c371 req-8efb2f16-f7ba-4137-b4f4-7d3550247ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.151870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd17c4c-b5cd-4721-adae-4366d523c371 req-8efb2f16-f7ba-4137-b4f4-7d3550247ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 1097 time: 0.4172614 Jun 04 06:33:11.152505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:11.157021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] No DVR routers for this DVR port aaca8795-a07e-4f1e-9602-b3c7538a6975 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:11.189668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.197216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.203282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.209855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.215604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.221330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.228042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.235659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-b500d36b-3b85-4cc5-a2de-8b564c174a61 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.5171931 Jun 04 06:33:11.264400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:11.275334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-91f97a36-0700-472f-9837-6e93be695e83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 200 len: 217 time: 0.1197479 Jun 04 06:33:11.311333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a8bff4e-adab-42ee-84d8-05db4fb0ff14 req-9547a5fc-8503-477b-9a82-b60a0484f80a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539862 Jun 04 06:33:11.348833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16683bc0-200c-4a22-97c8-25b86a031552 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:11.348833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.350882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd17c4c-b5cd-4721-adae-4366d523c371 req-4e411e7e-0d33-41e2-862f-b20146f5ce33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673567 Jun 04 06:33:11.355236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] In _notify_port_updated(), no bound segment for port aaca8795-a07e-4f1e-9602-b3c7538a6975 on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:33:11.356077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.356680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.357543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0834c48e-bdda-407f-a8dd-3f41208fa0b5 req-f6aa0c3b-8cff-4587-b0d0-60b02a78ab14 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210337 Jun 04 06:33:11.357948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-dd72ba6f-8db7-42b4-ab8c-a462388deee0 service neutron] 10.222.0.39 "PUT /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 200 len: 1032 time: 1.5559766 Jun 04 06:33:11.369933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-60096451-0371-46ea-9780-6482c0367c01 None None] Provisioning complete for port aaca8795-a07e-4f1e-9602-b3c7538a6975 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:11.370314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-769208ba-dc12-44c2-b21a-174ee837de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.370512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60096451-0371-46ea-9780-6482c0367c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.371987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-769208ba-dc12-44c2-b21a-174ee837de7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.0895493 Jun 04 06:33:11.446951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:11.448926 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.450537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-60096451-0371-46ea-9780-6482c0367c01 None None] Port aaca8795-a07e-4f1e-9602-b3c7538a6975 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:11.454743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.456075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 16e687fa-ecc5-45b5-b885-50c57a6550f5 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:11.576321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:11.585025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=81ffd336-72df-4bbd-b19e-c913a29b4f05,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:11.588136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': '055cc068-27e4-426c-8487-84dc0a8b1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:11.588490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: 885d839d-1a46-4380-b1a1-ed147af91b94, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:33:11.626258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 885d839d-1a46-4380-b1a1-ed147af91b94 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:33:11.657615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.658287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 16e687fa-ecc5-45b5-b885-50c57a6550f5 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:11.658775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.669007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.679062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.679062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.684621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.690430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.692643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-ec3a847f-59a5-4aae-b0a4-cc145956af5d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 4659 time: 0.1899295 Jun 04 06:33:11.693806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 885d839d-1a46-4380-b1a1-ed147af91b94) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:11.703672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.704507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.713737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d8357-9e0b-49f3-9b13-b3a9eafae80d None None] Network 885d839d-1a46-4380-b1a1-ed147af91b94 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:11.727692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-ce4c0ab8-b7b0-4aeb-be58-0675dbb4f186 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.729050 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-ce4c0ab8-b7b0-4aeb-be58-0675dbb4f186 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "GET /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1513755 Jun 04 06:33:11.737824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:11.741567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:11.764005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-578f0af5-5ed0-4269-a883-794fcfb9105d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2578747 Jun 04 06:33:11.767247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:11.775770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94', 'name': 'tempest-PortsIpV6TestJSON-2039963635', 'fixed_ips': [{'subnet_id': '81ffd336-72df-4bbd-b19e-c913a29b4f05', 'ip_address': '2001:db8::10'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:11.792143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:11.792885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 43d230da-af25-41c9-93cf-3d583ce5096a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:11.816241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-b6380855-1e9f-458f-a3ab-5d4bd71a6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:11.818079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-b6380855-1e9f-458f-a3ab-5d4bd71a6fbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1791189 Jun 04 06:33:11.855639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd7fb973-373b-4d4b-9bcf-df53ba85c61f req-650dc828-35ad-4023-8bc7-84f39658efff tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&id=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536560 Jun 04 06:33:12.010690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-e664bc72-245e-431f-a52f-4750d5b925f5 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583600 Jun 04 06:33:12.015616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:12.061610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:12.071666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:12.076123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:12.090814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:12.123680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:12.126974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 43d230da-af25-41c9-93cf-3d583ce5096a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:12.127755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.150587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.157008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-71790746-a9d0-410a-96cc-1c73b88ee235 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.158548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-71790746-a9d0-410a-96cc-1c73b88ee235 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 946 time: 0.2360690 Jun 04 06:33:12.171490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-885d839d-1a46-4380-b1a1-ed147af91b94', 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '81ffd336-72df-4bbd-b19e-c913a29b4f05'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:33:12.172878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.195969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:12.236861 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.237564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device aaca8795-a07e-4f1e-9602-b3c7538a6975 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:12.274139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b10352-e88f-40f4-8ecd-cf9e73fc9d69 req-07835d5a-7805-4feb-8cd8-b79ccb14a792 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.275421 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-3886384a-f3d7-45b6-ae5c-d1e95b68e8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575688 Jun 04 06:33:12.275832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7b10352-e88f-40f4-8ecd-cf9e73fc9d69 req-07835d5a-7805-4feb-8cd8-b79ccb14a792 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5a15ba8-374a-47cf-b79c-c42dcab87b8c HTTP/1.1" status: 200 len: 946 time: 0.2847629 Jun 04 06:33:12.339439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Deleting port 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:12.339784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.435585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7b10352-e88f-40f4-8ecd-cf9e73fc9d69 req-8b08c71f-2493-47de-bf71-da1ffd0100ef tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups?id=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446493 Jun 04 06:33:12.437874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.454507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device aaca8795-a07e-4f1e-9602-b3c7538a6975 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:12.454933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a2631b2b-42d8-4cbd-9a58-89fc6f1b248c no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:12.507579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=24fb8ba6-13bc-4fb3-a210-885066db3b9b,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:12.512643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 4e026c22-59f2-43d2-a534-4eb7420f5d12 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:12.517663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.518544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.518802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.519354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.519922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.520564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.521329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:12.524235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-08d91cc4-3d66-4c86-b73b-b4a3956401ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6479 time: 0.1672587 Jun 04 06:33:12.541444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:12.591174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Allocated IP 2001:db8::2 (885d839d-1a46-4380-b1a1-ed147af91b94/81ffd336-72df-4bbd-b19e-c913a29b4f05/323ac01a-ec50-4de6-98c0-afbd948e2837) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:12.631957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:12.694506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:12.695445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.807318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:12.821064 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.864899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:12.865266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:12.883816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 83ede163-ceb7-4639-bac7-35969e3e9c84 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:12.901617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] For port 24fb8ba6-13bc-4fb3-a210-885066db3b9b, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:13.025718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] device_id is not set on port 24fb8ba6-13bc-4fb3-a210-885066db3b9b yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:13.038909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.058894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.060841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:13.070592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-8e48892f-308f-469b-a41a-826d95c4be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.073061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-8e48892f-308f-469b-a41a-826d95c4be54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 902 time: 0.5407271 Jun 04 06:33:13.085497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c5219-9a23-4739-a0d5-c413dfc1c2e3 req-734db851-1b77-40c9-8768-d6f18cad4fa8 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.092669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-183c5219-9a23-4739-a0d5-c413dfc1c2e3 req-734db851-1b77-40c9-8768-d6f18cad4fa8 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.4385543 Jun 04 06:33:13.131271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.154572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Transition to ACTIVE for port object 323ac01a-ec50-4de6-98c0-afbd948e2837 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:13.159755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Pushing event updated for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:13.162666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 83ede163-ceb7-4639-bac7-35969e3e9c84 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:13.163058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.197228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Transition to ACTIVE for port object 323ac01a-ec50-4de6-98c0-afbd948e2837 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:13.208742 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.254505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:13.270710 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.291454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Network 885d839d-1a46-4380-b1a1-ed147af91b94 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:13.294425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:13.298165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:13.304662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Pushing event updated for resources: {'Port': ['ID=323ac01a-ec50-4de6-98c0-afbd948e2837,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:13.316220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::10 (885d839d-1a46-4380-b1a1-ed147af91b94/81ffd336-72df-4bbd-b19e-c913a29b4f05/4e026c22-59f2-43d2-a534-4eb7420f5d12) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:13.397516 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-01e10bd4-cd9b-4145-9f72-fb119dfcf66c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 200 len: 217 time: 0.2389467 Jun 04 06:33:13.406177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] No DVR routers for this DVR port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:13.453180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Attempting to bind port 323ac01a-ec50-4de6-98c0-afbd948e2837 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:13.453590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Attempting to bind port 323ac01a-ec50-4de6-98c0-afbd948e2837 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '055cc068-27e4-426c-8487-84dc0a8b1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:13.453970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Attempting to bind port 323ac01a-ec50-4de6-98c0-afbd948e2837 on network 885d839d-1a46-4380-b1a1-ed147af91b94 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:13.465183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:13.465586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Checking segment: {'id': '055cc068-27e4-426c-8487-84dc0a8b1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:13.465993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.466388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Bound using segment: {'id': '055cc068-27e4-426c-8487-84dc0a8b1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:13.466850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Bound port: 323ac01a-ec50-4de6-98c0-afbd948e2837, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055cc068-27e4-426c-8487-84dc0a8b1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:13.467231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.470960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-183c5219-9a23-4739-a0d5-c413dfc1c2e3 req-89fb1147-c2b7-4764-925d-ed0eb725394d tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772748 Jun 04 06:33:13.485995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:13.522632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] In _notify_port_updated(), no bound segment for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b on network af307362-a1f4-41e6-84fb-af4991a018ec {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:33:13.523682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.524629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.526115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-603e08a4-d564-4441-ba84-2f6fbdd9823d service neutron] 10.222.0.39 "PUT /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 200 len: 1032 time: 1.7891479 Jun 04 06:33:13.554138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-39a4cc3e-33cd-43bb-8bca-e34e54907ad6 None None] Provisioning complete for port 24fb8ba6-13bc-4fb3-a210-885066db3b9b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:13.556065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-39a4cc3e-33cd-43bb-8bca-e34e54907ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.624010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 43d230da-af25-41c9-93cf-3d583ce5096a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:13.624613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.635073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.635473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.635758 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Floating IP 36441444-f0dc-445e-94a3-11831dcebe46 disassociated. External IP: 172.25.1.58, port: 83ede163-ceb7-4639-bac7-35969e3e9c84. Jun 04 06:33:13.636101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Calling delete_port for 83ede163-ceb7-4639-bac7-35969e3e9c84 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:13.654157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-39a4cc3e-33cd-43bb-8bca-e34e54907ad6 None None] Port 24fb8ba6-13bc-4fb3-a210-885066db3b9b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:13.661353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-7ce225ee-33c0-4999-a36c-c7f845c8bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.662972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-7ce225ee-33c0-4999-a36c-c7f845c8bcc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.2583418 Jun 04 06:33:13.666956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] For port 323ac01a-ec50-4de6-98c0-afbd948e2837, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:13.670802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] For port 323ac01a-ec50-4de6-98c0-afbd948e2837, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=323ac01a-ec50-4de6-98c0-afbd948e2837,segment=NetworkSegment(055cc068-27e4-426c-8487-84dc0a8b1bb2),segment_id=055cc068-27e4-426c-8487-84dc0a8b1bb2)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:13.676196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.758567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd91d4-127e-4e3a-8b49-6a0a27301df5 None None] Pushing event updated for resources: {'Port': ['ID=323ac01a-ec50-4de6-98c0-afbd948e2837,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:13.837767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:13.851005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-7fcfee0f-9278-486e-b51f-df01762c6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.852732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-7fcfee0f-9278-486e-b51f-df01762c6d56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821387 Jun 04 06:33:13.853225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:13.853575 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:13.861207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object 4e026c22-59f2-43d2-a534-4eb7420f5d12 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:13.870358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67efac-7ec5-4eea-a490-fd7adb15638e req-6496f896-b7e4-46c8-bf51-84e97329aaf1 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:13.872197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf67efac-7ec5-4eea-a490-fd7adb15638e req-6496f896-b7e4-46c8-bf51-84e97329aaf1 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 946 time: 0.2398231 Jun 04 06:33:13.936789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf67efac-7ec5-4eea-a490-fd7adb15638e req-6f357f4f-f108-457b-93bc-3c54e62cc8a9 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578825 Jun 04 06:33:13.963410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.054893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 885d839d-1a46-4380-b1a1-ed147af91b94 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:14.059374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:14.062133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:14.068595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:14.069462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.106859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=4e026c22-59f2-43d2-a534-4eb7420f5d12,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:14.131445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 43d230da-af25-41c9-93cf-3d583ce5096a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=43d230da-af25-41c9-93cf-3d583ce5096a,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:14.133252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.134526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66881269-93ae-40ea-b2ae-35107e31cc55 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3633809 Jun 04 06:33:14.135523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55978) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:14.141066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '885d839d-1a46-4380-b1a1-ed147af91b94', 'name': 'tempest-PortsIpV6TestJSON-1209564273', 'fixed_ips': [{'subnet_id': '81ffd336-72df-4bbd-b19e-c913a29b4f05', 'ip_address': '2001:db8::f'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:14.206717 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-427a124d-19d7-4d66-9be9-6c56d1abd13c service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035321 Jun 04 06:33:14.268456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 43d230da-af25-41c9-93cf-3d583ce5096a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:14.339076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:14.344536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:14.354973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc1ed-ec77-4269-b09f-e01a20971b0c req-de79cdfe-4aa3-4f3f-9ab1-3acfc22f6173 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:14.356479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f53cc1ed-ec77-4269-b09f-e01a20971b0c req-de79cdfe-4aa3-4f3f-9ab1-3acfc22f6173 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 949 time: 0.1977921 Jun 04 06:33:14.357366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:14.360263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Deleting port 83ede163-ceb7-4639-bac7-35969e3e9c84 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:14.360391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.389206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:14.438398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:14.443777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.503517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e965af20-1e7e-4a17-b1ed-435a064c1f6f req-f319a640-8a81-4597-9158-ebca883f255d service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426631 Jun 04 06:33:14.524549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port ad2ff759-6eb6-4438-b217-f9728b531ebf yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:14.531884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.568927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f53cc1ed-ec77-4269-b09f-e01a20971b0c req-a458c78b-304a-4267-8fa8-401bef950f16 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817143 Jun 04 06:33:14.712341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=43d230da-af25-41c9-93cf-3d583ce5096a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:14.806867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 43d230da-af25-41c9-93cf-3d583ce5096a on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:14.809972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.821368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:14.829118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-d9ec546b-1412-4e04-bc27-5510241bff89 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "DELETE /v2.0/ports/43d230da-af25-41c9-93cf-3d583ce5096a HTTP/1.1" status: 204 len: 173 time: 1.2964416 Jun 04 06:33:14.877048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] For port 83ede163-ceb7-4639-bac7-35969e3e9c84, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=83ede163-ceb7-4639-bac7-35969e3e9c84,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:14.878025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.906628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 16e687fa-ecc5-45b5-b885-50c57a6550f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:14.907016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:14.937003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7723e4-1e79-4e19-a21c-7b48a7e5058b None None] Network 885d839d-1a46-4380-b1a1-ed147af91b94 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:15.060754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::f (885d839d-1a46-4380-b1a1-ed147af91b94/81ffd336-72df-4bbd-b19e-c913a29b4f05/ad2ff759-6eb6-4438-b217-f9728b531ebf) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:15.104004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-444555f5-777f-417b-8167-9ef245a2c21d None None] Provisioning for port 323ac01a-ec50-4de6-98c0-afbd948e2837 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:15.269346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 16e687fa-ecc5-45b5-b885-50c57a6550f5, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16e687fa-ecc5-45b5-b885-50c57a6550f5,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:15.270068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.513721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-a04d1ceb-edad-452a-a73b-3ea571d95350 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:15.521266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-a04d1ceb-edad-452a-a73b-3ea571d95350 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=caa1afc9-a190-48f9-b668-1ffefa52c544 HTTP/1.1" status: 200 len: 943 time: 0.2784793 Jun 04 06:33:15.554330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b19d34b4-c413-4b5e-af19-3e4b2bbec69f None None] Provisioning for port 4e026c22-59f2-43d2-a534-4eb7420f5d12 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:15.562719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b19d34b4-c413-4b5e-af19-3e4b2bbec69f None None] Provisioning complete for port 4e026c22-59f2-43d2-a534-4eb7420f5d12 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:15.563185 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b19d34b4-c413-4b5e-af19-3e4b2bbec69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.599703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 323ac01a-ec50-4de6-98c0-afbd948e2837 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:15.646909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.647172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.647435 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Floating IP 36441444-f0dc-445e-94a3-11831dcebe46 disassociated. External IP: 172.25.1.58, port: 83ede163-ceb7-4639-bac7-35969e3e9c84. Jun 04 06:33:15.647781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Calling delete_port for 83ede163-ceb7-4639-bac7-35969e3e9c84 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:15.648830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.649110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.649221 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Floating IP 76cbc986-ff5f-4c30-9120-a9bb6a18058b disassociated. External IP: 172.25.1.42, port: 16e687fa-ecc5-45b5-b885-50c57a6550f5. Jun 04 06:33:15.649670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 16e687fa-ecc5-45b5-b885-50c57a6550f5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:15.677640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b19d34b4-c413-4b5e-af19-3e4b2bbec69f None None] Port 4e026c22-59f2-43d2-a534-4eb7420f5d12 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:15.716301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 323ac01a-ec50-4de6-98c0-afbd948e2837 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:15.722156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 323ac01a-ec50-4de6-98c0-afbd948e2837 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:15.722156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.775261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port a23b62ee-db12-495f-8304-efc6cbcb78da {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:15.775876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.925404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:15.965023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.008070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 323ac01a-ec50-4de6-98c0-afbd948e2837 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:16.008548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.022656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=16e687fa-ecc5-45b5-b885-50c57a6550f5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:16.042659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7f65e2af-2fc5-421b-b370-8842616156f9 None None] Provisioning complete for port 4e026c22-59f2-43d2-a534-4eb7420f5d12 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:16.044059 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7f65e2af-2fc5-421b-b370-8842616156f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.159783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 323ac01a-ec50-4de6-98c0-afbd948e2837, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=323ac01a-ec50-4de6-98c0-afbd948e2837,segment=NetworkSegment(055cc068-27e4-426c-8487-84dc0a8b1bb2),segment_id=055cc068-27e4-426c-8487-84dc0a8b1bb2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:16.183501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.234128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7f65e2af-2fc5-421b-b370-8842616156f9 None None] Port 4e026c22-59f2-43d2-a534-4eb7420f5d12 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:16.249986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object ad2ff759-6eb6-4438-b217-f9728b531ebf will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:16.263194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=323ac01a-ec50-4de6-98c0-afbd948e2837,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:16.296185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Router 55591220-a59c-441b-863d-42472e9f456d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:33:16.321589 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.397814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port a23b62ee-db12-495f-8304-efc6cbcb78da, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a23b62ee-db12-495f-8304-efc6cbcb78da,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:16.398180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.405712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'Port': ['ID=83ede163-ceb7-4639-bac7-35969e3e9c84,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:16.494100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:16.504481 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Sync routers for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:16.514271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:16.514889 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:16.575128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 16e687fa-ecc5-45b5-b885-50c57a6550f5 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:16.578425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.589641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-518dc95c-6915-4e21-a00a-b133f6f37628 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "DELETE /v2.0/ports/16e687fa-ecc5-45b5-b885-50c57a6550f5 HTTP/1.1" status: 204 len: 173 time: 1.7557995 Jun 04 06:33:16.615479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for a23b62ee-db12-495f-8304-efc6cbcb78da owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:16.651884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.666536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:16.666875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.709935 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:16.908232 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-51662c8a-20c2-4c14-b32c-e3443d9ad57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:16.936411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=ad2ff759-6eb6-4438-b217-f9728b531ebf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:16.980648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 885d839d-1a46-4380-b1a1-ed147af91b94 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:16.988892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:16.999812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:17.006483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:17.007108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.064273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:33:17.084176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:17.089902 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Checking router: 55591220-a59c-441b-863d-42472e9f456d for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:33:17.101628 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:17.102256 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:17.107738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:17.108098 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.257862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for a2631b2b-42d8-4cbd-9a58-89fc6f1b248c owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:17.275424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.277791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3fe713e2-fe04-43cf-ae68-56aab3976953 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1412835 Jun 04 06:33:17.287192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0', '5c33c443-916b-4d77-912d-4d45997931e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:17.315085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:17.323008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:17.347440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=a23b62ee-db12-495f-8304-efc6cbcb78da,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:17.493778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] No DVR routers for this DVR port a23b62ee-db12-495f-8304-efc6cbcb78da on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:17.496369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.498902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04071269-9a12-4de2-b6a0-ce0d2e8265f1 req-1db17ed6-1b65-4564-9946-a84c3bddfc8c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "DELETE /v2.0/ports/a23b62ee-db12-495f-8304-efc6cbcb78da HTTP/1.1" status: 204 len: 173 time: 1.9768229 Jun 04 06:33:17.528706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-faeac19b-b276-4814-bf2b-7f9d35a482fc None None] Provisioning for port ad2ff759-6eb6-4438-b217-f9728b531ebf completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:17.546977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-faeac19b-b276-4814-bf2b-7f9d35a482fc None None] Provisioning complete for port ad2ff759-6eb6-4438-b217-f9728b531ebf triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:17.548566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-faeac19b-b276-4814-bf2b-7f9d35a482fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.576301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-deleted', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:17.664054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:17.672762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 323ac01a-ec50-4de6-98c0-afbd948e2837 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:17.751022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:17.763778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] No DVR routers for this DVR port 83ede163-ceb7-4639-bac7-35969e3e9c84 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:17.767113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.769597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-996a26c6-e59a-4288-a5a6-7d4f1e35ff6f req-66237725-1cbd-413f-843f-8705fe280a67 tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.39 "DELETE /v2.0/ports/83ede163-ceb7-4639-bac7-35969e3e9c84 HTTP/1.1" status: 204 len: 173 time: 5.5578995 Jun 04 06:33:17.770991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a561ba1c-97bf-4709-9910-fdc2d27464ee tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:17.772484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a561ba1c-97bf-4709-9910-fdc2d27464ee tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:17.826105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-faeac19b-b276-4814-bf2b-7f9d35a482fc None None] Port ad2ff759-6eb6-4438-b217-f9728b531ebf cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:17.847478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:17.848612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:17.863975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a561ba1c-97bf-4709-9910-fdc2d27464ee tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:17.867510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a561ba1c-97bf-4709-9910-fdc2d27464ee tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5413969 Jun 04 06:33:17.868282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:17.880205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:17.893658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-c513eb3a-e67b-42c6-89d5-0f66eb2c6538 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2746854 Jun 04 06:33:18.020484 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:18.030952 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df15c5-e4d8-4280-8f2a-ad11ed27f65a None None] The sync data for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 is: [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:26:36Z', 'revision_number': 4, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '587f93d9-cb5c-4d4c-80b4-61040ad9b5b6', 'name': '', 'network_id': 'aaad800a-bd42-460e-b942-3679e984688e', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'mac_address': 'fa:16:3e:9c:2a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:34Z', 'updated_at': '2022-06-04T06:26:43Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'subnets': [{'id': '1adacacb-6783-48e1-9755-b5f90e01011f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:33:18.072063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.085126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.106407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.108701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:18.118459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=a2631b2b-42d8-4cbd-9a58-89fc6f1b248c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:18.147413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:18.153850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-781a7992-ea7f-4f96-8846-46f759a90ff9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2843175 Jun 04 06:33:18.161901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:18.280679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port ad2ff759-6eb6-4438-b217-f9728b531ebf {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:18.281229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:18.288402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port a2631b2b-42d8-4cbd-9a58-89fc6f1b248c on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:18.293183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:18.325292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-3ce1145b-a194-4323-870e-e2ccd7d89354 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "DELETE /v2.0/ports/a2631b2b-42d8-4cbd-9a58-89fc6f1b248c HTTP/1.1" status: 204 len: 173 time: 1.7304709 Jun 04 06:33:18.422112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-13c47a4d-b075-4ae5-94a1-d78d80ac37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.424868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 323ac01a-ec50-4de6-98c0-afbd948e2837 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:18.425349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-13c47a4d-b075-4ae5-94a1-d78d80ac37b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f6634459d174868a1772cca8dc95967&device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 1058 time: 0.4469366 Jun 04 06:33:18.425437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:18.450187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 49d63827-a072-40c9-97c0-59ea2939dac3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:18.450532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:18.547831 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec3cafd-d16c-467c-bef5-40608708a95c None None] New status for floating IP 76cbc986-ff5f-4c30-9120-a9bb6a18058b: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:33:18.596276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:18.780651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.787241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 323ac01a-ec50-4de6-98c0-afbd948e2837 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:18.788698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.792463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-365bcf03-036f-43e1-b37d-1e3e78eaa22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.794065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-365bcf03-036f-43e1-b37d-1e3e78eaa22d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 200 len: 913 time: 0.3006916 Jun 04 06:33:18.796669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.804679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.811676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.818645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.825801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:18.828438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69997ce0-b045-4294-a724-2528d0e20c75 req-6ead5d80-a24d-4c16-b3a3-8dd19f5e9ef1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.3362763 Jun 04 06:33:18.907399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-3865c865-e4d7-4d29-a903-52d7e0928ec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 200 len: 217 time: 0.1062593 Jun 04 06:33:18.918786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.061048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4778b2f9-8eb0-4c13-b79f-90093b5e8478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.185234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69997ce0-b045-4294-a724-2528d0e20c75 req-5773753d-062e-4b6e-bdc9-5dcdfaf2b92d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3371727 Jun 04 06:33:19.189570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 49d63827-a072-40c9-97c0-59ea2939dac3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=49d63827-a072-40c9-97c0-59ea2939dac3,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:19.190103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.193246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for ad2ff759-6eb6-4438-b217-f9728b531ebf owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:19.199289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:19.203380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:33:19.212695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:19.213464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:19.270733 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a8700-7b4c-4b7a-adf9-245714fbd93b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3', 'code': 200} Jun 04 06:33:19.271004 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a8700-7b4c-4b7a-adf9-245714fbd93b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fb8ba6-13bc-4fb3-a210-885066db3b9b', 'code': 200} Jun 04 06:33:19.271269 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a8700-7b4c-4b7a-adf9-245714fbd93b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552', 'code': 200} Jun 04 06:33:19.271588 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a8700-7b4c-4b7a-adf9-245714fbd93b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'code': 200} Jun 04 06:33:19.271952 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a8700-7b4c-4b7a-adf9-245714fbd93b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a', 'code': 200} Jun 04 06:33:19.408756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:19.424103 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.450896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 49d63827-a072-40c9-97c0-59ea2939dac3 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:19.484955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=ad2ff759-6eb6-4438-b217-f9728b531ebf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:19.506193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-fad06c6a-42c6-449d-a641-34e8446c8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:19.507426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-fad06c6a-42c6-449d-a641-34e8446c8596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 200 len: 851 time: 0.5820534 Jun 04 06:33:19.543209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.565432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d97a2d3-279e-4123-95b1-3195586ed3e1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/ad2ff759-6eb6-4438-b217-f9728b531ebf HTTP/1.1" status: 204 len: 168 time: 1.4018185 Jun 04 06:33:19.574310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56020) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:19.576642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e085e-d2ec-449a-957b-8c12173a7f08 req-f41b945a-11a9-4827-b529-a6592b576a9a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:19.584780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e085e-d2ec-449a-957b-8c12173a7f08 req-f41b945a-11a9-4827-b529-a6592b576a9a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:19.592340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e2e085e-d2ec-449a-957b-8c12173a7f08 req-f41b945a-11a9-4827-b529-a6592b576a9a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 1676 time: 0.2256920 Jun 04 06:33:19.655773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e2e085e-d2ec-449a-957b-8c12173a7f08 req-2682c57b-562c-42e5-85c0-66e2bed3880d tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups?id=02212e49-8445-4353-8c81-2ad7d0fcf99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624335 Jun 04 06:33:19.711128 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b35e450-489a-48cd-b3bb-900b492ea76b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:19.715700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6b35e450-489a-48cd-b3bb-900b492ea76b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/ad2ff759-6eb6-4438-b217-f9728b531ebf HTTP/1.1" status: 404 len: 333 time: 0.1363540 Jun 04 06:33:19.716265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56024) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:19.751198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.803780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 4e026c22-59f2-43d2-a534-4eb7420f5d12 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:19.804291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:19.826740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-f51e39f0-f767-4bf1-b884-425831fdedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:19.828158 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-f51e39f0-f767-4bf1-b884-425831fdedb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b1ce311-5925-4674-9b41-eeb3fabc4a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120885 Jun 04 06:33:19.854342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=49d63827-a072-40c9-97c0-59ea2939dac3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:19.899787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:19.904146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e3b73-4740-480e-9031-bc6a99128be6 None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd1f5b609-cf1a-4c90-879c-788e31c9033d', 'name': '', 'network_id': 'cde016c1-a092-44ad-aea0-eae7ebfe297a', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'mac_address': 'fa:16:3e:a0:1d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:23:01Z', 'updated_at': '2022-06-04T06:23:13Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'subnets': [{'id': '79d085a0-cb88-44ed-a06a-40f6f82812e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:33:20.009402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 49d63827-a072-40c9-97c0-59ea2939dac3 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:20.015278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.032288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-a14d62f3-8de7-4c26-90e7-d47b6e2f97fb tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "DELETE /v2.0/ports/49d63827-a072-40c9-97c0-59ea2939dac3 HTTP/1.1" status: 204 len: 173 time: 1.6978805 Jun 04 06:33:20.139255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.157971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 16683bc0-200c-4a22-97c8-25b86a031552 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:20.158316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.202571 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-2f0a926d-c38f-40ff-a037-71e3c2aa8916 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658297 Jun 04 06:33:20.282153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.305799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b689c-b4a9-4d01-a602-17127df40e98 req-07d0916c-517b-485d-8a1a-660d1d783f64 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:20.311660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b689c-b4a9-4d01-a602-17127df40e98 req-07d0916c-517b-485d-8a1a-660d1d783f64 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:20.317929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b689c-b4a9-4d01-a602-17127df40e98 req-07d0916c-517b-485d-8a1a-660d1d783f64 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:20.320797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a48df-268c-472b-90da-ae9a1a57fe5e None None] New status for floating IP 36441444-f0dc-445e-94a3-11831dcebe46: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:33:20.325109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-432b689c-b4a9-4d01-a602-17127df40e98 req-07d0916c-517b-485d-8a1a-660d1d783f64 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088&device_id=63290c28-f5f3-41b2-bcef-7815fadb373a&device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 2418 time: 0.2416551 Jun 04 06:33:20.458947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 4e026c22-59f2-43d2-a534-4eb7420f5d12 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:20.471481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.536373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-432b689c-b4a9-4d01-a602-17127df40e98 req-12dc0fc7-da87-45af-907e-499889e2c8c8 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103214 Jun 04 06:33:20.581755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1d158877-ccc1-4bc1-b5e6-1f8424d9b1fa req-c4d72a44-0ab9-4c7b-8ce6-cb98417fa024 service neutron] 10.222.0.24 "GET /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678489 Jun 04 06:33:20.583445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 16683bc0-200c-4a22-97c8-25b86a031552, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=16683bc0-200c-4a22-97c8-25b86a031552,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:20.583803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.709211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.723425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 16683bc0-200c-4a22-97c8-25b86a031552 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:20.769467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=4e026c22-59f2-43d2-a534-4eb7420f5d12,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:20.827879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.844452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2951013-0c9f-468e-a688-09a153277289 req-06232720-5969-4242-b52c-8bb27e31be71 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:20.846032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2951013-0c9f-468e-a688-09a153277289 req-06232720-5969-4242-b52c-8bb27e31be71 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 946 time: 0.2049904 Jun 04 06:33:20.853876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb17f06d-329a-4323-804b-3aed78296e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/4e026c22-59f2-43d2-a534-4eb7420f5d12 HTTP/1.1" status: 204 len: 168 time: 1.1363132 Jun 04 06:33:20.854712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56036) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:20.881521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:20.919420 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-99755ea3-d0f0-4d00-a63d-6ce9861d03db tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:20.919955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99755ea3-d0f0-4d00-a63d-6ce9861d03db tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:20.938347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=16683bc0-200c-4a22-97c8-25b86a031552,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:20.952398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2951013-0c9f-468e-a688-09a153277289 req-16ec6364-04e7-4f15-9c26-ce3c4c77d7fe tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 Jun 04 06:33:20.963551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99755ea3-d0f0-4d00-a63d-6ce9861d03db tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:20.967070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99755ea3-d0f0-4d00-a63d-6ce9861d03db tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/4e026c22-59f2-43d2-a534-4eb7420f5d12 HTTP/1.1" status: 404 len: 333 time: 0.1099172 Jun 04 06:33:20.969840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:21.035784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 16683bc0-200c-4a22-97c8-25b86a031552 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:21.042614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.055861 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-695d0a22-de06-4527-b819-bfd3874367a2 req-4b5c9952-3ce8-4f85-9335-bd4c728eaae8 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.39 "DELETE /v2.0/ports/16683bc0-200c-4a22-97c8-25b86a031552 HTTP/1.1" status: 204 len: 173 time: 1.0083184 Jun 04 06:33:21.065619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 81ffd336-72df-4bbd-b19e-c913a29b4f05 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:21.070181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.172141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.258546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ebd3e-2e3a-46e3-9bde-de196dabb645 req-b59465b9-e824-4b0f-a56a-e83d3efe4299 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.259989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef8ebd3e-2e3a-46e3-9bde-de196dabb645 req-b59465b9-e824-4b0f-a56a-e83d3efe4299 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 950 time: 0.1600206 Jun 04 06:33:21.273289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c'}, {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:21.311423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.348995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef8ebd3e-2e3a-46e3-9bde-de196dabb645 req-5d5379eb-d853-47b8-a72d-48c37c622c3d tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812016 Jun 04 06:33:21.403979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.427666 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507ac9f5-1a3f-47b9-9db8-39d736b2ae7b'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '43d230da-af25-41c9-93cf-3d583ce5096a', 'status': 'completed', 'code': 200} Jun 04 06:33:21.451297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=81ffd336-72df-4bbd-b19e-c913a29b4f05,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:21.457333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.468511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d347063-ee6a-4589-80fb-291eb89e4a11 None None] Network 885d839d-1a46-4380-b1a1-ed147af91b94 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:21.487020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb6a441f-ffc1-48d4-82c8-9f629a572ee0 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/81ffd336-72df-4bbd-b19e-c913a29b4f05 HTTP/1.1" status: 204 len: 168 time: 0.5160711 Jun 04 06:33:21.490641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56050) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:21.507337 n-d-811808-2 neutron-server[88849]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1406c172-ab14-42c6-ad72-1b979c68bb0a']: {'server_uuid': 'caa1afc9-a190-48f9-b668-1ffefa52c544', 'name': 'network-vif-deleted', 'tag': 'a23b62ee-db12-495f-8304-efc6cbcb78da', 'status': 'failed', 'code': 422} returned with failed status Jun 04 06:33:21.619015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56056) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:21.741387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.776005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.787325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 323ac01a-ec50-4de6-98c0-afbd948e2837 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:21.787665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.835974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] DHCP port deletion for 885d839d-1a46-4380-b1a1-ed147af91b94 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:21.840393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Deleting port 323ac01a-ec50-4de6-98c0-afbd948e2837 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:21.840767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.846543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:21.925505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.940310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.947047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.953355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.980453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.986726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:21.999964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:22.002099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-bf08f6f9-dc6c-4e92-92b6-02dfa79c7411 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.2375872 Jun 04 06:33:22.034271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.075786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port 323ac01a-ec50-4de6-98c0-afbd948e2837, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=323ac01a-ec50-4de6-98c0-afbd948e2837,segment=NetworkSegment(055cc068-27e4-426c-8487-84dc0a8b1bb2),segment_id=055cc068-27e4-426c-8487-84dc0a8b1bb2)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:22.075786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.076119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-656b5550-5fa8-464f-a50e-7609d80b5b7e req-55b39532-c20a-4982-a87a-0068574a08b0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659068 Jun 04 06:33:22.089170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:22.111958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.114141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f230b790-1876-4cd0-8190-180e2f8a4c0d tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "DELETE /v2.0/security-groups/fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3 HTTP/1.1" status: 204 len: 168 time: 0.4931455 Jun 04 06:33:22.116910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:22.147025 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-5c1aa797-7d32-4d98-88d9-8026a4fb8d0e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] show failed (client error): The resource could not be found. Jun 04 06:33:22.148048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c1aa797-7d32-4d98-88d9-8026a4fb8d0e tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "GET /v2.0/security-groups/fb05361e-ec2d-4053-b0a0-f9e6c5e1dae3 HTTP/1.1" status: 404 len: 347 time: 0.0302861 Jun 04 06:33:22.152847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:22.153344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.187228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] For port 323ac01a-ec50-4de6-98c0-afbd948e2837, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=323ac01a-ec50-4de6-98c0-afbd948e2837,segment=NetworkSegment(055cc068-27e4-426c-8487-84dc0a8b1bb2),segment_id=055cc068-27e4-426c-8487-84dc0a8b1bb2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:22.187874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.249874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 323ac01a-ec50-4de6-98c0-afbd948e2837 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:22.319907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Calling delete_port for 323ac01a-ec50-4de6-98c0-afbd948e2837 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:22.361607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.417122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No DVR routers for this DVR port 323ac01a-ec50-4de6-98c0-afbd948e2837 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:22.420108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=323ac01a-ec50-4de6-98c0-afbd948e2837,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:22.422505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:22.422920 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:22.501158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Deleting port 8ef83c5b-3704-4860-8f91-60c633a46ff3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:22.501567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.565345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.592567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d839d-1a46-4380-b1a1-ed147af91b94']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:22.609123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055cc068-27e4-426c-8487-84dc0a8b1bb2') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:22.609445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055cc068-27e4-426c-8487-84dc0a8b1bb2') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:22.623275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.641241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.649989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:33:22.650574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.653197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50a95b0b-7c84-467a-af77-e4f25feafaab req-c85f3dc6-e974-4fce-a931-02c90faa8191 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4357586 Jun 04 06:33:22.717578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.717970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.812295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.839100 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.842537 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 055cc068-27e4-426c-8487-84dc0a8b1bb2 resource provider aggregate not found Jun 04 06:33:22.863360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=885d839d-1a46-4380-b1a1-ed147af91b94,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:22.875072 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 055cc068-27e4-426c-8487-84dc0a8b1bb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 055cc068-27e4-426c-8487-84dc0a8b1bb2 found for delete ", "request_id": "req-91e5782a-b8b0-48b9-8397-a4af2e358f51"}]} Jun 04 06:33:22.889142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94e66943-deb2-42cb-bfa5-16d14288a0af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/885d839d-1a46-4380-b1a1-ed147af91b94 HTTP/1.1" status: 204 len: 168 time: 1.3965065 Jun 04 06:33:22.892861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:22.899425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1280246463'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:22.905546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:22.933891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:network and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:22.942474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Deleting port 323ac01a-ec50-4de6-98c0-afbd948e2837 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:22.942474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:22.949759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:22.955757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Calling delete_port for 8ef83c5b-3704-4860-8f91-60c633a46ff3 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:22.963600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:22.978294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:22.982354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.042544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:33:23.063298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.064011 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Added segment 53389d4c-9b60-4279-bf62-3dd9e4fa3f5d of type vlan for network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 Jun 04 06:33:23.114373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.133863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.164358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cf685-5f43-45de-8e20-70389f1be8f3 None None] The port '323ac01a-ec50-4de6-98c0-afbd948e2837' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:33:23.181550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Pushing event deleted for resources: {'Port': ['ID=8ef83c5b-3704-4860-8f91-60c633a46ff3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:23.204212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.215074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:23.217219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.330846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9255dcf5-1950-467c-a542-82e0ec3e5b43 req-2fbf946d-29fe-4b9e-a613-8b059dd3c058 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad41aeea-9d7f-4541-a57e-a9607eabaeb6 HTTP/1.1" status: 200 len: 210 time: 0.0595069 Jun 04 06:33:23.353213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.358754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4641120 Jun 04 06:33:23.364971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56082) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:23.379262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:23.416312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f2dba-b041-48b9-95ce-a3d0346d8f1f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Network': ['ID=07e967d7-b470-424a-9f69-dc2fbbc4c0e7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:23.428247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3'}, {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:23.431989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:33:23.529750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-deleted', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:23.559775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.561512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-caf449fe-c4d1-4506-bca1-bf579a4e666b tempest-AttachVolumeShelveTestJSON-526485293 tempest-AttachVolumeShelveTestJSON-526485293-project] 10.222.0.17 "DELETE /v2.0/floatingips/36441444-f0dc-445e-94a3-11831dcebe46 HTTP/1.1" status: 204 len: 168 time: 1.4077253 Jun 04 06:33:23.613132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 323ac01a-ec50-4de6-98c0-afbd948e2837 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:23.631638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:23.641823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:23.649200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:23.662233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:23.675607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 323ac01a-ec50-4de6-98c0-afbd948e2837 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:23.676415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 323ac01a-ec50-4de6-98c0-afbd948e2837 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:23.699248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:23.704755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:23.978885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.081188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Checking segment: {'id': '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:24.081575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network hostable DHCP agents. Network: 07e967d7-b470-424a-9f69-dc2fbbc4c0e7, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:33:24.088769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=0ce094e5-69a8-48e3-9f42-8f431aa41fd1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:24.108186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:33:24.111214 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda1781f-daf7-4326-9cf0-7657fdd4ceb6'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'code': 200} Jun 04 06:33:24.111664 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda1781f-daf7-4326-9cf0-7657fdd4ceb6'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'code': 200} Jun 04 06:33:24.122797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 07e967d7-b470-424a-9f69-dc2fbbc4c0e7) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:24.133028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:24.133915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.136039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d2739a-81e5-4b86-8bdb-eac62324eb3b None None] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:24.165102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e45f0c23-d47a-4454-bc40-c0fa71bed06e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7990067 Jun 04 06:33:24.167862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56104) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:24.173269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1344410132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:24.181290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:24.186089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:router and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:24.189386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:24.197071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:24.213962 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.214989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.245180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.273768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.305623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.309705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56112) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:24.310771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e8d294fd-eb90-4584-9172-f7a0e02b48af tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1414249 Jun 04 06:33:24.315357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7', 'name': 'tempest-PortsIpV6TestJSON-975770374'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:24.450011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-07e967d7-b470-424a-9f69-dc2fbbc4c0e7', 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '0ce094e5-69a8-48e3-9f42-8f431aa41fd1'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:33:24.451817 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.488307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:24.492904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:port and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:24.496911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:24.505821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:24.518728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:24.525026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.557449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:24.685829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Allocated IP 2001:db8::2 (07e967d7-b470-424a-9f69-dc2fbbc4c0e7/0ce094e5-69a8-48e3-9f42-8f431aa41fd1/39b41cb6-fe74-4b20-8bf1-ae974b5d138f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:24.938239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:24.950781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Transition to ACTIVE for port object 39b41cb6-fe74-4b20-8bf1-ae974b5d138f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:24.972195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Transition to ACTIVE for port object 39b41cb6-fe74-4b20-8bf1-ae974b5d138f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:24.991287 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.084116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::23f (07e967d7-b470-424a-9f69-dc2fbbc4c0e7/0ce094e5-69a8-48e3-9f42-8f431aa41fd1/4be7970d-aa76-4ee5-a8c7-5a053f8027b1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:25.104075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:25.107966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:25.120288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:25.166135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Pushing event updated for resources: {'Port': ['ID=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:25.207755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.208458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.208959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.209447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.209963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.210296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.210626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.210952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.211280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.211606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.211937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.212260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:25.238528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Attempting to bind port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:25.238897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Attempting to bind port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:25.239269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Attempting to bind port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f on network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:25.244466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:25.244832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Checking segment: {'id': '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:25.245229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.245643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Bound using segment: {'id': '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:25.246101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Bound port: 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '07e967d7-b470-424a-9f69-dc2fbbc4c0e7'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:25.246470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.326148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.360133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] For port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:25.365181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] For port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,segment=NetworkSegment(53389d4c-9b60-4279-bf62-3dd9e4fa3f5d),segment_id=53389d4c-9b60-4279-bf62-3dd9e4fa3f5d)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:25.370609 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.471284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a565a-d5f8-4624-bb7c-420bfab3bcd2 None None] Pushing event updated for resources: {'Port': ['ID=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:25.512671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.543158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.549053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.555461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.561437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.567758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.572754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.573922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.579688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.581643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1becebb7-bd13-4baa-935b-c522427c8a2b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.4090064 Jun 04 06:33:25.585253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:25.640371 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1932f09c-f9f8-4ca7-a78c-529e96a4ebde req-1e99aa8a-14e7-4cee-9244-30a5037ac993 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499065 Jun 04 06:33:25.654208 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.737789 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40344f08-19e8-4adb-9255-cbcd5f21a211'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '16e687fa-ecc5-45b5-b885-50c57a6550f5', 'status': 'completed', 'code': 200} Jun 04 06:33:25.739386 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40344f08-19e8-4adb-9255-cbcd5f21a211'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': 'a2631b2b-42d8-4cbd-9a58-89fc6f1b248c', 'status': 'completed', 'code': 200} Jun 04 06:33:25.740605 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40344f08-19e8-4adb-9255-cbcd5f21a211'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '49d63827-a072-40c9-97c0-59ea2939dac3', 'status': 'completed', 'code': 200} Jun 04 06:33:25.741078 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40344f08-19e8-4adb-9255-cbcd5f21a211'] response: {'server_uuid': 'ad41aeea-9d7f-4541-a57e-a9607eabaeb6', 'name': 'network-vif-deleted', 'tag': '16683bc0-200c-4a22-97c8-25b86a031552', 'status': 'completed', 'code': 200} Jun 04 06:33:25.779489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:25.788778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:25.794422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:25.803025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:25.803697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:25.815657 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddf8f12-6750-4011-9dfd-960aa44d6ffb'] response: {'server_uuid': 'd5a15ba8-374a-47cf-b79c-c42dcab87b8c', 'name': 'network-vif-deleted', 'tag': '83ede163-ceb7-4639-bac7-35969e3e9c84', 'status': 'completed', 'code': 200} Jun 04 06:33:25.830071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=4be7970d-aa76-4ee5-a8c7-5a053f8027b1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:25.853734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f2616c9-e729-4beb-b6e7-e2e724767435 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5404167 Jun 04 06:33:25.854172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:26.442886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f84d-b7ac-4939-ba18-386c1e1c19a3 req-636fcc5e-5a61-4b2f-bfa7-c9e57194400a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:26.443597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-47a7f84d-b7ac-4939-ba18-386c1e1c19a3 req-636fcc5e-5a61-4b2f-bfa7-c9e57194400a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:26.461371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-47a7f84d-b7ac-4939-ba18-386c1e1c19a3 req-636fcc5e-5a61-4b2f-bfa7-c9e57194400a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:26.474027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47a7f84d-b7ac-4939-ba18-386c1e1c19a3 req-636fcc5e-5a61-4b2f-bfa7-c9e57194400a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 907 time: 0.1251817 Jun 04 06:33:26.701906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d7c43-42f3-487a-ade4-bf5df4dfb007 None None] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:26.702500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:26.841664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c59d252c-a0c2-4912-883b-2427a80b80c3 None None] Provisioning for port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:26.863316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56166) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:26.931128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:26.996970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.098950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.104841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.111007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.117609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.124239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.131816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.137577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.139575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-6376c06d-b5ae-421d-bee2-7fdf567cf822 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.1772158 Jun 04 06:33:27.143505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.149577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.163545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.201951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02212e49-8445-4353-8c81-2ad7d0fcf99b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:27.217090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1040540c-476e-4ff6-b2f2-bfda49f497de req-7580f225-c2c0-49f6-ba2f-14881f33d011 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699420 Jun 04 06:33:27.219206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.223145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2cd75a4e-3df0-46c5-bc38-dcf7c27acdb7 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/security-groups/02212e49-8445-4353-8c81-2ad7d0fcf99b HTTP/1.1" status: 204 len: 168 time: 0.3564272 Jun 04 06:33:27.223585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56170) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:27.244194 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-80fdcda9-efe8-4888-8cc7-7afebc2c11e6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] show failed (client error): The resource could not be found. Jun 04 06:33:27.245444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80fdcda9-efe8-4888-8cc7-7afebc2c11e6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "GET /v2.0/security-groups/02212e49-8445-4353-8c81-2ad7d0fcf99b HTTP/1.1" status: 404 len: 347 time: 0.0211668 Jun 04 06:33:27.248229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56176) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:27.350952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=4be7970d-aa76-4ee5-a8c7-5a053f8027b1,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:27.394878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3714bfa7-dd92-47a6-9ca8-b6c182e13d40 None None] Provisioning for port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:27.411078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3714bfa7-dd92-47a6-9ca8-b6c182e13d40 None None] Provisioning complete for port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:27.411705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3714bfa7-dd92-47a6-9ca8-b6c182e13d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.519796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3714bfa7-dd92-47a6-9ca8-b6c182e13d40 None None] Port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:27.529718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-8ac5747b-a297-40ab-872f-e88f64cfa729 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.531368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-8ac5747b-a297-40ab-872f-e88f64cfa729 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 907 time: 0.2668235 Jun 04 06:33:27.580052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 34c87cba-d90c-45d3-aab1-6885e505ded5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:27.581076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.655398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 39b41cb6-fe74-4b20-8bf1-ae974b5d138f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:27.676448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.693574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:27.694021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.769741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c1bede20-c78e-47ad-841f-51108d6adf5b None None] Provisioning complete for port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:27.770904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1bede20-c78e-47ad-841f-51108d6adf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.846339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:27.861115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:27.863458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.874415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.874747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:27.934176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c1bede20-c78e-47ad-841f-51108d6adf5b None None] Port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:27.951801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca022e1-08db-4b47-9ef7-b8fc27bee1dd req-4d41fb62-9213-4b03-b07f-51444f857c64 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:27.953315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eca022e1-08db-4b47-9ef7-b8fc27bee1dd req-4d41fb62-9213-4b03-b07f-51444f857c64 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 946 time: 0.2847931 Jun 04 06:33:28.000044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:28.000452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.068505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.074951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 34c87cba-d90c-45d3-aab1-6885e505ded5 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:28.079475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,segment=NetworkSegment(53389d4c-9b60-4279-bf62-3dd9e4fa3f5d),segment_id=53389d4c-9b60-4279-bf62-3dd9e4fa3f5d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:28.086447 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.141788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fc1f79a3-ab91-4a72-99f0-e7a531867699 None None] Provisioning complete for port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:28.142065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc1f79a3-ab91-4a72-99f0-e7a531867699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.192460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eca022e1-08db-4b47-9ef7-b8fc27bee1dd req-bfa84599-f33b-4796-a997-1a2810bbcdbc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446738 Jun 04 06:33:28.275706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f79a3-ab91-4a72-99f0-e7a531867699 None None] Port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:28.275917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port 9e6f1a3a-481b-4897-af39-4bc2ee513b69, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9e6f1a3a-481b-4897-af39-4bc2ee513b69,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:28.276421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.277174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:28.312506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.362641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=34c87cba-d90c-45d3-aab1-6885e505ded5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:28.484433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for 9e6f1a3a-481b-4897-af39-4bc2ee513b69 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:28.503143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.583557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.584691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-24084504-6e10-4358-9552-d837046f3762 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/floatingips/76cbc986-ff5f-4c30-9120-a9bb6a18058b HTTP/1.1" status: 204 len: 168 time: 1.3353820 Jun 04 06:33:28.588144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56198) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:28.683349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port aaca8795-a07e-4f1e-9602-b3c7538a6975 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:28.683680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.722724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5b778-6213-44cc-a5b6-304aeaf39991 req-5265484a-1eb9-47bf-9202-e2da0f45ab69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:28.731423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42f5b778-6213-44cc-a5b6-304aeaf39991 req-5265484a-1eb9-47bf-9202-e2da0f45ab69 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=84008168-280d-425d-a1dc-ae1aed222334 HTTP/1.1" status: 200 len: 907 time: 0.2110360 Jun 04 06:33:28.767944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:28.845537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:28.901651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=9e6f1a3a-481b-4897-af39-4bc2ee513b69,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:29.015424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] No DVR routers for this DVR port 9e6f1a3a-481b-4897-af39-4bc2ee513b69 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:29.018368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.024526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'name': 'network-vif-deleted', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:29.036742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.045665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.046510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.073079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:29.101322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'mac_address': 'fa:16:3e:7c:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:29.155132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b284d565-0adb-4548-ab69-1fe6a4fe2725 req-d302c7b0-68ea-4c36-a8fa-7fff7ada54d8 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "DELETE /v2.0/ports/9e6f1a3a-481b-4897-af39-4bc2ee513b69 HTTP/1.1" status: 204 len: 173 time: 1.6147733 Jun 04 06:33:29.156867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=4be7970d-aa76-4ee5-a8c7-5a053f8027b1,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:29.248239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:29.249081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.295051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:29.327675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:29.333783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.356527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:29.357909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:29.397427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.469656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:29.497078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7578ebda-e366-4006-b5b1-0aabde577ac6'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:29.593823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for aaca8795-a07e-4f1e-9602-b3c7538a6975 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:29.621566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:29.624322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9e6f1a3a-481b-4897-af39-4bc2ee513b69 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:29.674196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 39b41cb6-fe74-4b20-8bf1-ae974b5d138f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:29.730820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.745724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.745724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.746113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 9e6f1a3a-481b-4897-af39-4bc2ee513b69 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:29.746113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9e6f1a3a-481b-4897-af39-4bc2ee513b69 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:29.752662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.756641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Router 9ec40548-efae-4122-a704-9eb622027384 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:33:29.760737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.767316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.773963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:29.781939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-a8402195-f468-46d4-98d8-911e50ce9be4 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.4617472 Jun 04 06:33:29.880796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e426f56-c6d0-4978-9416-a55b6b7983f1 req-c9a59a1f-d1e4-4eb4-82ca-96a5facf58b7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974810 Jun 04 06:33:29.905574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:29.950810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:29.961004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0dd290fc-519f-456f-876e-99ac7b0c8ef9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/routers/9ec40548-efae-4122-a704-9eb622027384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1024718 Jun 04 06:33:29.964159 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] Sync routers for ids ['9ec40548-efae-4122-a704-9eb622027384'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:29.973006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:29.980761 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] Routers {'9ec40548-efae-4122-a704-9eb622027384'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:29.981800 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9ec40548-efae-4122-a704-9eb622027384'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:30.019301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:30.019933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.088879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=aaca8795-a07e-4f1e-9602-b3c7538a6975,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:30.104851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fcb4b7ad-85e7-4d43-81c2-7273a1bfafd5 None None] Provisioning complete for port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:30.105363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b7ad-85e7-4d43-81c2-7273a1bfafd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.161558 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:30.187037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4b7ad-85e7-4d43-81c2-7273a1bfafd5 None None] Port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:30.188687 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] Routers {'9ec40548-efae-4122-a704-9eb622027384'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:30.189720 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9ec40548-efae-4122-a704-9eb622027384'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:30.268335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.291873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5b00ecc-b815-49ba-8944-a81d3161020e tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/ports/aaca8795-a07e-4f1e-9602-b3c7538a6975 HTTP/1.1" status: 204 len: 168 time: 1.7008460 Jun 04 06:33:30.293001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:30.297077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:30.332351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:30.350384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'cab1abfb-8214-4360-acbd-812426fd115c', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'port_id': 'cab1abfb-8214-4360-acbd-812426fd115c', 'mac_address': 'fa:16:3e:c2:1b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b840bf0-8af2-4ad8-8b01-93181fd961d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:30.361444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:30.362210 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbd9aa-0f48-4ccf-a11e-145364e0e962 None None] The sync data for ids ['9ec40548-efae-4122-a704-9eb622027384'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:33:30.384864 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3dee4c-3c4d-4e99-b99e-4f436695c2b7'] response: {'server_uuid': '84008168-280d-425d-a1dc-ae1aed222334', 'name': 'network-vif-deleted', 'tag': '9e6f1a3a-481b-4897-af39-4bc2ee513b69', 'status': 'completed', 'code': 200} Jun 04 06:33:30.442590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port cab1abfb-8214-4360-acbd-812426fd115c is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:30.445884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.447370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 24fb8ba6-13bc-4fb3-a210-885066db3b9b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:30.447721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.466449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a9dad-60fd-458f-bb3a-a55931a81a4a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:30.467184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-819a9dad-60fd-458f-bb3a-a55931a81a4a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:30.480074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cab1abfb-8214-4360-acbd-812426fd115c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:30.509106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-819a9dad-60fd-458f-bb3a-a55931a81a4a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:30.510376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-819a9dad-60fd-458f-bb3a-a55931a81a4a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ec40548-efae-4122-a704-9eb622027384 HTTP/1.1" status: 200 len: 988 time: 0.5352025 Jun 04 06:33:30.513458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56224) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:30.527361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:30.535722 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.720994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['cab1abfb-8214-4360-acbd-812426fd115c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:30.793175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:30.893449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:30.913831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434727-263e-4a93-a9ba-ad3e1224f106 req-d62270fb-567c-4a41-a22f-56c42c3ac0f1 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:30.921849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1434727-263e-4a93-a9ba-ad3e1224f106 req-d62270fb-567c-4a41-a22f-56c42c3ac0f1 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 945 time: 0.2725675 Jun 04 06:33:30.932306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 7578ebda-e366-4006-b5b1-0aabde577ac6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:30.932675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:30.987177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.121539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:31.122202 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.200939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 24fb8ba6-13bc-4fb3-a210-885066db3b9b owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:31.226341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:31.237102 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.257965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:31.263700 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.352630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:31.353024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1434727-263e-4a93-a9ba-ad3e1224f106 req-37e9ef9b-37ae-4162-8b94-ef1ceb962457 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299324 Jun 04 06:33:31.373165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.428142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=24fb8ba6-13bc-4fb3-a210-885066db3b9b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:31.523459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a78179d4-f2b4-438b-95af-3015b143d17a details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:31.526639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:31.628410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:31.629744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.702566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.715979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-78ae3573-0525-4a1d-bb5f-9575c856ccba tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/ports/24fb8ba6-13bc-4fb3-a210-885066db3b9b HTTP/1.1" status: 204 len: 168 time: 1.4222324 Jun 04 06:33:31.719068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56246) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:31.767393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port cab1abfb-8214-4360-acbd-812426fd115c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:31.767799 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.844981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting subnet 9c3f9218-4825-494d-ae2e-ffa26ac3df14 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:31.853233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:31.880544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a78179d4-f2b4-438b-95af-3015b143d17a,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:31.900427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'a78179d4-f2b4-438b-95af-3015b143d17a', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'port_id': 'a78179d4-f2b4-438b-95af-3015b143d17a', 'mac_address': 'fa:16:3e:eb:b0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:31.992419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port cab1abfb-8214-4360-acbd-812426fd115c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:31.992419 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.105281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a78179d4-f2b4-438b-95af-3015b143d17a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:32.105698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.120617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.126710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78179d4-f2b4-438b-95af-3015b143d17a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:32.133226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:32.143224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.145870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.185554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a78179d4-f2b4-438b-95af-3015b143d17a,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:32.194841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.195487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:32.250188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:32.255945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 4be7970d-aa76-4ee5-a8c7-5a053f8027b1 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:32.287868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.294437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.300884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.307610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.315508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.319816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:32.323026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.328973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:32.331009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-59ab9127-3825-4f9b-9fce-b13a367c37c2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5422 time: 0.3143413 Jun 04 06:33:32.338579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:32.341462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'port_id': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435', 'mac_address': 'fa:16:3e:e2:2a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:32.341968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.428928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:32.429794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.469567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:32.475753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c35d5a3a-1a84-49c5-a6e2-bd619fbc74cc req-6f0e0c7f-f5bf-4a52-b37a-35cd6f65092c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961344 Jun 04 06:33:32.488371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:32.507000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.507905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 137482d1-accd-46d2-b556-b89c30db245a details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:32.521595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.550667 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a03d1f-58ca-401c-8994-37484cdd7d4f'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'code': 200} Jun 04 06:33:32.621275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3f9218-4825-494d-ae2e-ffa26ac3df14,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:32.630315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.637560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b9a4752-e4b4-4de4-82d0-45beb35a1af6 tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/subnets/9c3f9218-4825-494d-ae2e-ffa26ac3df14 HTTP/1.1" status: 204 len: 168 time: 0.9172003 Jun 04 06:33:32.640147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:32.707743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1cd957-7462-482e-af4f-355fe8c29eb6 None None] Network c535ef09-e796-46ce-8334-8cdb2823ee41 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:32.726749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:32.741354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting subnet 1d6c8635-b562-44a8-99be-e83e991ad9a8 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:32.746329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.758430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.818594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=4be7970d-aa76-4ee5-a8c7-5a053f8027b1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:32.880487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:32.984286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.035087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:33.120431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '137482d1-accd-46d2-b556-b89c30db245a', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'port_id': '137482d1-accd-46d2-b556-b89c30db245a', 'mac_address': 'fa:16:3e:87:6f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:33.199168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 137482d1-accd-46d2-b556-b89c30db245a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:33.199940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.202616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.221452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.226974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137482d1-accd-46d2-b556-b89c30db245a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:33.249034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:33.258345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.285406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6c8635-b562-44a8-99be-e83e991ad9a8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:33.298853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.319551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4a4a51d6-e794-44d7-b92c-492ed2a492df tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/subnets/1d6c8635-b562-44a8-99be-e83e991ad9a8 HTTP/1.1" status: 204 len: 168 time: 0.6732717 Jun 04 06:33:33.320513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56290) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:33.363293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79b5ea-4a3f-4876-8fa2-9d84e71c4b81 None None] Network af307362-a1f4-41e6-84fb-af4991a018ec requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:33.380973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] DHCP port deletion for c535ef09-e796-46ce-8334-8cdb2823ee41 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:33.460349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Deleting port 47fb87cb-1183-4cee-9edd-fc5cca59f882 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:33.460918 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.490305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cff81-b7cf-4fbc-83bb-11309135a4ff req-3534ede2-bcb9-4bf6-ad41-056d3eb7ad40 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:33.497817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-259cff81-b7cf-4fbc-83bb-11309135a4ff req-3534ede2-bcb9-4bf6-ad41-056d3eb7ad40 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.3640776 Jun 04 06:33:33.532821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2019e3ec-f16b-4619-b136-94302383e2e4 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:33.535726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:33.600709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.608525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 47fb87cb-1183-4cee-9edd-fc5cca59f882 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:33.639538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-259cff81-b7cf-4fbc-83bb-11309135a4ff req-c6942a17-aea5-4185-8200-0c0db56a35ee tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405518 Jun 04 06:33:33.653157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 47fb87cb-1183-4cee-9edd-fc5cca59f882 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:33.654592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:33.655656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:33.795270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Router 9ec40548-efae-4122-a704-9eb622027384 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:33:33.796141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:33:34.042513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-a43d2444-c688-44cb-9c37-37fd18cced2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:34.043220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-a43d2444-c688-44cb-9c37-37fd18cced2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:34.064365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:34.088015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['1a7e7847-13e8-43fe-9a83-5e14cbdf0435'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:34.101827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-840891ef-7c9d-4309-8791-4e9e95b26bec tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:34.110471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-840891ef-7c9d-4309-8791-4e9e95b26bec tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3be7026-edc5-4953-9421-c0be7a572088 HTTP/1.1" status: 200 len: 946 time: 0.3741591 Jun 04 06:33:34.129228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['a78179d4-f2b4-438b-95af-3015b143d17a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:34.179957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] Sync routers for ids ['9ec40548-efae-4122-a704-9eb622027384'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:34.278630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Deleting port 4fc4e1a7-478f-4403-8f10-c9492265aa46 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:34.278969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.320935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 47fb87cb-1183-4cee-9edd-fc5cca59f882, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=47fb87cb-1183-4cee-9edd-fc5cca59f882,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:34.321669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.352719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4328f0c-5db3-4bf8-a625-39eeec92756f tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/routers/9ec40548-efae-4122-a704-9eb622027384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8351066 Jun 04 06:33:34.358187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56298) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:34.398514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] Routers {'9ec40548-efae-4122-a704-9eb622027384'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:34.399296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9ec40548-efae-4122-a704-9eb622027384'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:34.429857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-a43d2444-c688-44cb-9c37-37fd18cced2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:34.431402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-a43d2444-c688-44cb-9c37-37fd18cced2d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 946 time: 0.7651918 Jun 04 06:33:34.519989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 47fb87cb-1183-4cee-9edd-fc5cca59f882 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:34.532193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port 5c33c443-916b-4d77-912d-4d45997931e1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:34.532938 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.559572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea815f0c-1abb-4f47-8877-4c63c8de37a5 req-535d2e90-8b1d-4e75-9735-6d2ab2e5c7de tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:34.561328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:34.565864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea815f0c-1abb-4f47-8877-4c63c8de37a5 req-535d2e90-8b1d-4e75-9735-6d2ab2e5c7de tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 946 time: 0.4606628 Jun 04 06:33:34.585564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:34.595321 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5dc2b10-66a5-4424-84ef-c5d56064a432 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:34.595321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f5dc2b10-66a5-4424-84ef-c5d56064a432 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:34.627694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] For port 47fb87cb-1183-4cee-9edd-fc5cca59f882, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=47fb87cb-1183-4cee-9edd-fc5cca59f882,segment=NetworkSegment(ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6),segment_id=ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:34.628235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.652175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port cab1abfb-8214-4360-acbd-812426fd115c is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:34.652722 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.673534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 47fb87cb-1183-4cee-9edd-fc5cca59f882 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:34.674073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:34.775751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea815f0c-1abb-4f47-8877-4c63c8de37a5 req-0aba5db3-65de-41c0-b6ff-f4f7128ee146 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089298 Jun 04 06:33:34.811927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f5dc2b10-66a5-4424-84ef-c5d56064a432 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:34.815568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f5dc2b10-66a5-4424-84ef-c5d56064a432 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/4be7970d-aa76-4ee5-a8c7-5a053f8027b1 HTTP/1.1" status: 404 len: 333 time: 0.3965156 Jun 04 06:33:34.817226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56312) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:34.834957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] Routers {'9ec40548-efae-4122-a704-9eb622027384'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:34.835815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9ec40548-efae-4122-a704-9eb622027384'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:34.910612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Calling delete_port for 47fb87cb-1183-4cee-9edd-fc5cca59f882 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:34.994496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:35.016543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.091279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:35.093725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a73154-721f-4885-81bf-567739cf8dd5 None None] The sync data for ids ['9ec40548-efae-4122-a704-9eb622027384'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:33:35.143323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '2019e3ec-f16b-4619-b136-94302383e2e4', 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'port_id': '2019e3ec-f16b-4619-b136-94302383e2e4', 'mac_address': 'fa:16:3e:ce:1f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bf3a77-455f-4508-bcb5-7a1f3bb1072c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:35.217557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.218795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['137482d1-accd-46d2-b556-b89c30db245a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:35.256620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:35.270013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] DHCP port deletion for af307362-a1f4-41e6-84fb-af4991a018ec request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:35.271499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 47fb87cb-1183-4cee-9edd-fc5cca59f882 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:35.340630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.354341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] For port 4fc4e1a7-478f-4403-8f10-c9492265aa46, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4fc4e1a7-478f-4403-8f10-c9492265aa46,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:35.354931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.396633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Deleting port 1946484c-9ebd-4848-8b02-deac5e00f32e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:35.397161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.472718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.501739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c535ef09-e796-46ce-8334-8cdb2823ee41']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:35.515969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:35.516447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:35.530631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Calling delete_port for 4fc4e1a7-478f-4403-8f10-c9492265aa46 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:35.531223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.562212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.569419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:33:35.569620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.615530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port 5c33c443-916b-4d77-912d-4d45997931e1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5c33c443-916b-4d77-912d-4d45997931e1,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:35.616160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.625703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1946484c-9ebd-4848-8b02-deac5e00f32e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:35.686528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:35.687047 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:35.731144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2019e3ec-f16b-4619-b136-94302383e2e4 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:35.731658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.740112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=47fb87cb-1183-4cee-9edd-fc5cca59f882,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:35.766941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.769752 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6 resource provider aggregate not found Jun 04 06:33:35.828690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for 5c33c443-916b-4d77-912d-4d45997931e1 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:35.837239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:35.840456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2019e3ec-f16b-4619-b136-94302383e2e4 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:35.868793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.898806 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac8c134e-29fc-4fd5-ab8d-392eb9d9f9b6 found for delete ", "request_id": "req-464f87c4-ed1b-4ce0-bda4-39bff212bde6"}]} Jun 04 06:33:35.899576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Network': ['ID=c535ef09-e796-46ce-8334-8cdb2823ee41,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:35.908404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec9ee414-bed0-402b-8fa1-8855613d15aa tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/networks/c535ef09-e796-46ce-8334-8cdb2823ee41 HTTP/1.1" status: 204 len: 168 time: 2.5831683 Jun 04 06:33:35.908404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:35.911743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56328) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:35.912814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.065496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.111854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d1215-985c-4d8d-ac6f-48cb7a6b5304 req-52b8340b-177a-4fce-915c-68cbc2a5b2c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:36.120414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc3d1215-985c-4d8d-ac6f-48cb7a6b5304 req-52b8340b-177a-4fce-915c-68cbc2a5b2c2 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=cc0437d0-4e38-4f77-8d0c-9fb602b9c566 HTTP/1.1" status: 200 len: 946 time: 1.0299401 Jun 04 06:33:36.142584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 1946484c-9ebd-4848-8b02-deac5e00f32e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:36.142847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.157727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:36.169979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.202600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Deleting port 47fb87cb-1183-4cee-9edd-fc5cca59f882 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:36.203114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.209941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.210677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec40548-efae-4122-a704-9eb622027384 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:33:36.229991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.233507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6d45de7b-c485-4b93-9f8a-548777ee8f70 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/routers/9ec40548-efae-4122-a704-9eb622027384 HTTP/1.1" status: 204 len: 168 time: 1.3891089 Jun 04 06:33:36.236258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:36.237903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['178c2369-3398-4e39-a02f-0e698fb72d67'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:36.259428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event deleted for resources: {'Port': ['ID=4fc4e1a7-478f-4403-8f10-c9492265aa46,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:36.294870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.298421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:36.316570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.394962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=5c33c443-916b-4d77-912d-4d45997931e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:36.490990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548a1116-33a7-4346-a600-e9344ae3e7c4 None None] The port '47fb87cb-1183-4cee-9edd-fc5cca59f882' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:33:36.500016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:36.500463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.507162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] No DVR routers for this DVR port 4fc4e1a7-478f-4403-8f10-c9492265aa46 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:36.512759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1946484c-9ebd-4848-8b02-deac5e00f32e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:36.513138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.515260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.518389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'name': 'network-vif-deleted', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:36.574798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] No DVR routers for this DVR port 5c33c443-916b-4d77-912d-4d45997931e1 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:36.580263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.601679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-362bb19e-4370-4f69-aaeb-784bcee9d414 req-0375ac35-dc07-411b-ad77-25f941012ad1 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "DELETE /v2.0/ports/5c33c443-916b-4d77-912d-4d45997931e1 HTTP/1.1" status: 204 len: 173 time: 2.1630580 Jun 04 06:33:36.608067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b7c4027-d3e3-4df5-bd8c-bfee15c9bb78 req-d1649229-240a-41b6-8f83-8ebb58d66441 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "DELETE /v2.0/ports/4fc4e1a7-478f-4403-8f10-c9492265aa46 HTTP/1.1" status: 204 len: 173 time: 2.4764121 Jun 04 06:33:36.640623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:36.700226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc3d1215-985c-4d8d-ac6f-48cb7a6b5304 req-ca3c538a-a09c-48a0-afc5-7baeaa4948c7 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789738 Jun 04 06:33:36.710253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 0ce094e5-69a8-48e3-9f42-8f431aa41fd1 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:36.722800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.785367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Calling delete_port for 1946484c-9ebd-4848-8b02-deac5e00f32e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:36.866831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:36.969652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:37.023928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.081986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:37.086319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'network_id': '21cdccaf-f8cf-476b-bf8a-1b733aa590cd', 'port_id': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'mac_address': 'fa:16:3e:08:8d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bf3a77-455f-4508-bcb5-7a1f3bb1072c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:37.150046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.213630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.271135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce094e5-69a8-48e3-9f42-8f431aa41fd1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:37.281942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:37.282422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.296889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.314704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81aa945-f2fe-4656-8051-895c7a663b9a None None] Network 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:37.373186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8211b812-fe9b-458f-814e-9884d83eb798 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0ce094e5-69a8-48e3-9f42-8f431aa41fd1 HTTP/1.1" status: 204 len: 168 time: 1.1339564 Jun 04 06:33:37.376304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56340) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:37.468422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 1946484c-9ebd-4848-8b02-deac5e00f32e owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:37.474707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:37.475091 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.496207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:37.496692 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:37.531524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.555643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:37.556034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.556640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1946484c-9ebd-4848-8b02-deac5e00f32e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:37.561265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:37.586756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:33:37.600867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:37.612163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.613352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa7cb967-e880-43a7-9b4d-85aa2609e555 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:37.668233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.685457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.712046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.730871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.766211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.779584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.801826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:37.810978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-d24ef276-c44a-4f9d-975a-f6e2f28e63e0 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5426 time: 0.6797833 Jun 04 06:33:37.817859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] DHCP port deletion for 07e967d7-b470-424a-9f69-dc2fbbc4c0e7 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:37.820405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:37.839469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Deleting port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:37.840141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:37.924282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79364d4e-2112-4d7d-9cc7-e71772435eb5 req-539a34cf-cc7a-434d-bc73-7a266903a70b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097715 Jun 04 06:33:37.941757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:37.942625 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:38.016343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] For port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,segment=NetworkSegment(53389d4c-9b60-4279-bf62-3dd9e4fa3f5d),segment_id=53389d4c-9b60-4279-bf62-3dd9e4fa3f5d)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:38.016600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.043635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Deleting port 1946484c-9ebd-4848-8b02-deac5e00f32e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:38.044052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.095827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:38.139004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0190ebb1-907b-4c84-b190-963f46c433f0', '5c33c443-916b-4d77-912d-4d45997931e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:38.171389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for 39b41cb6-fe74-4b20-8bf1-ae974b5d138f owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:38.184152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['400ea47e-e9da-413e-8bad-02142062ff49', '4fc4e1a7-478f-4403-8f10-c9492265aa46'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:38.223715 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a43a53-8790-4798-9037-77458595a827'] response: {'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c', 'code': 200} Jun 04 06:33:38.372627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.376096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:38.439165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'port_id': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'mac_address': 'fa:16:3e:72:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:38.443793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Deleting port 1946484c-9ebd-4848-8b02-deac5e00f32e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:38.444535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.454084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No DVR routers for this DVR port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:38.519884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:38.608647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.643123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e967d7-b470-424a-9f69-dc2fbbc4c0e7']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:38.658585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:38.658982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53389d4c-9b60-4279-bf62-3dd9e4fa3f5d') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:38.673403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.692078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.700045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:33:38.700548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.839182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.845816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:38.860243 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53389d4c-9b60-4279-bf62-3dd9e4fa3f5d resource provider aggregate not found Jun 04 06:33:38.886320 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/07e967d7-b470-424a-9f69-dc2fbbc4c0e7 HTTP/1.1" status: 204 len: 168 time: 1.5089056 Jun 04 06:33:38.894631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56368) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:38.983258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583b876-2a53-4eb5-89de-be3ed0d32a6a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=07e967d7-b470-424a-9f69-dc2fbbc4c0e7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:38.997357 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af473b3b-2ee4-4446-9b9d-6474f53d0099'] response: {'server_uuid': 'c3be7026-edc5-4953-9421-c0be7a572088', 'name': 'network-vif-deleted', 'tag': '4fc4e1a7-478f-4403-8f10-c9492265aa46', 'status': 'completed', 'code': 200} Jun 04 06:33:39.002776 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53389d4c-9b60-4279-bf62-3dd9e4fa3f5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53389d4c-9b60-4279-bf62-3dd9e4fa3f5d found for delete ", "request_id": "req-843c6104-121f-4f29-86e4-6c7724fb5d5e"}]} Jun 04 06:33:39.006487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa7cb967-e880-43a7-9b4d-85aa2609e555 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:39.006999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:39.035993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] For port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=39b41cb6-fe74-4b20-8bf1-ae974b5d138f,segment=NetworkSegment(53389d4c-9b60-4279-bf62-3dd9e4fa3f5d),segment_id=53389d4c-9b60-4279-bf62-3dd9e4fa3f5d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:39.036350 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:39.080798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:39.085904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:39.116498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d7936f-7c85-4c00-84ba-b229b0536a80 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:39.117114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-40d7936f-7c85-4c00-84ba-b229b0536a80 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:39.163143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-40d7936f-7c85-4c00-84ba-b229b0536a80 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:39.168877 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-40d7936f-7c85-4c00-84ba-b229b0536a80 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a HTTP/1.1" status: 200 len: 845 time: 0.2725039 Jun 04 06:33:39.169494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:39.260470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Calling delete_port for 39b41cb6-fe74-4b20-8bf1-ae974b5d138f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:39.280234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56380) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:39.282290 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5dd85c51-fea7-4ead-a947-3a8e6a34626d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1116617 Jun 04 06:33:39.287663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:39.319317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7cb967-e880-43a7-9b4d-85aa2609e555 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:39.341643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:39.374585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] For port 1946484c-9ebd-4848-8b02-deac5e00f32e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1946484c-9ebd-4848-8b02-deac5e00f32e,segment=NetworkSegment(a7dedbf0-7253-474d-aeb2-e6f3d688a7e0),segment_id=a7dedbf0-7253-474d-aeb2-e6f3d688a7e0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:39.375621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:39.386526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:39.387205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 143728f4-80bb-42e4-ae34-96b072d37b68 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:33:39.401834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Calling delete_port for 1946484c-9ebd-4848-8b02-deac5e00f32e owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:39.484951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:39.683946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 39b41cb6-fe74-4b20-8bf1-ae974b5d138f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:39.726927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Calling delete_port for 1946484c-9ebd-4848-8b02-deac5e00f32e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:39.824435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 39b41cb6-fe74-4b20-8bf1-ae974b5d138f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:39.824920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 39b41cb6-fe74-4b20-8bf1-ae974b5d138f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:39.826526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '143728f4-80bb-42e4-ae34-96b072d37b68', 'network_id': 'd4a45232-156c-4860-aacc-5d89d5335c1e', 'port_id': '143728f4-80bb-42e4-ae34-96b072d37b68', 'mac_address': 'fa:16:3e:14:fe:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692d4780-1530-4a69-bdca-bc66357da59a', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:33:39.883613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:39.887872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:39.890880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:39.898030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:39.935127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:39.939079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.021738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:40.024794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:40.025153 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:40.036879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 143728f4-80bb-42e4-ae34-96b072d37b68 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:40.037263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.063783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143728f4-80bb-42e4-ae34-96b072d37b68 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:40.084614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:40.090628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.126216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a78179d4-f2b4-438b-95af-3015b143d17a up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:40.203064 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 06:33:40.203064 n-d-811808-2 neutron-server[88850]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jun 04 06:33:40.203064 n-d-811808-2 neutron-server[88850]: [parameters: {'port_id': '1946484c-9ebd-4848-8b02-deac5e00f32e', 'host': 'n-d-811808-2'}] Jun 04 06:33:40.203064 n-d-811808-2 neutron-server[88850]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:40.204059 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:40.219140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.225421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:40.241849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:40.246894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port a78179d4-f2b4-438b-95af-3015b143d17a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:40.252968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port a78179d4-f2b4-438b-95af-3015b143d17a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:40.254112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.273011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573e006-dbdf-4504-8220-ffe1b324d538 req-c080fd50-7dc1-43f9-a975-67b0f28d76ea tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:40.279991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e573e006-dbdf-4504-8220-ffe1b324d538 req-c080fd50-7dc1-43f9-a975-67b0f28d76ea tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 944 time: 0.5168798 Jun 04 06:33:40.357292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Port': ['ID=1946484c-9ebd-4848-8b02-deac5e00f32e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:40.387770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] No DVR routers for this DVR port 1946484c-9ebd-4848-8b02-deac5e00f32e on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:40.420923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a78179d4-f2b4-438b-95af-3015b143d17a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:40.422625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.468064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a78179d4-f2b4-438b-95af-3015b143d17a,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:40.473526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.474392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:40.489226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e573e006-dbdf-4504-8220-ffe1b324d538 req-79055d76-b487-421e-8d54-e22165452a18 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078352 Jun 04 06:33:40.600324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Deleting port 39b41cb6-fe74-4b20-8bf1-ae974b5d138f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:40.600728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.635657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.670468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af307362-a1f4-41e6-84fb-af4991a018ec']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:40.685341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.692432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:40.694779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dedbf0-7253-474d-aeb2-e6f3d688a7e0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:40.753711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-2417f93f-f871-4ec5-ad86-dac0b610d454 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:40.755471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-2417f93f-f871-4ec5-ad86-dac0b610d454 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.24 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 944 time: 0.2018878 Jun 04 06:33:40.778570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcd38f1b-a5fc-44e5-8864-ed595a568cf2 None None] The port '39b41cb6-fe74-4b20-8bf1-ae974b5d138f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:33:40.808152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:40.819231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:40.827109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:40.827892 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.889222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=2106ff56-13de-48a5-b8b1-6aaeac119c9b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:40.903153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Deleting port cab1abfb-8214-4360-acbd-812426fd115c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:40.903813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.909080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.936396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:40.945728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:40.952887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:40.953775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:40.979682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9062a-ecd3-4806-867d-cc3e64c882e2 None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:41.026008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'name': 'network-vif-deleted', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:41.049369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.064678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:33:41.065358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.130206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:41.131627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.132824 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a7dedbf0-7253-474d-aeb2-e6f3d688a7e0 resource provider aggregate not found Jun 04 06:33:41.149266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Deleting port 1946484c-9ebd-4848-8b02-deac5e00f32e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:41.149934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.260447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa607d34-979e-4da3-ab8f-6724a2481a94 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9788046 Jun 04 06:33:41.284059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56400) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:41.300741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993496710'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:41.309834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:41.312887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['143728f4-80bb-42e4-ae34-96b072d37b68'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:41.314566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:41.319436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:41.327168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:41.346418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.370919 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.412779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] For port cab1abfb-8214-4360-acbd-812426fd115c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=cab1abfb-8214-4360-acbd-812426fd115c,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:41.414612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.430156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['aa7cb967-e880-43a7-9b4d-85aa2609e555'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:41.430364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.439549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.453512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.462570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.477117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.479495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:41.495123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.509201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.520992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-d25777af-16eb-497c-859b-da0a2b9d85a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5430 time: 0.7197058 Jun 04 06:33:41.529820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-a4a83c1d-6fd4-451d-9a9a-64f17d41e363 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:41.530808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-a4a83c1d-6fd4-451d-9a9a-64f17d41e363 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:41.544205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a90937e3-810c-4a0e-a79d-b9f7f05ca6b0 None None] The port '1946484c-9ebd-4848-8b02-deac5e00f32e' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:33:41.552761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.560571 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a7dedbf0-7253-474d-aeb2-e6f3d688a7e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7dedbf0-7253-474d-aeb2-e6f3d688a7e0 found for delete ", "request_id": "req-982f587e-3cc5-4067-8c79-7e9276f25e6a"}]} Jun 04 06:33:41.579664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['2019e3ec-f16b-4619-b136-94302383e2e4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:41.630787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Calling delete_port for cab1abfb-8214-4360-acbd-812426fd115c owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:41.662145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] Pushing event deleted for resources: {'Network': ['ID=af307362-a1f4-41e6-84fb-af4991a018ec,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:41.685880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:41.702011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:41.778668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f92c8dbd-76fd-4567-9ea4-feffb68d2b8a tempest-TaggedBootDevicesTest_v242-1280373337 tempest-TaggedBootDevicesTest_v242-1280373337-project] 10.222.0.17 "DELETE /v2.0/networks/af307362-a1f4-41e6-84fb-af4991a018ec HTTP/1.1" status: 204 len: 168 time: 5.8627939 Jun 04 06:33:41.804314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:41.813514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:41.818188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:41.843554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:41.871815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b5b2896-b1cc-4b2f-b5a4-040d3c4a76ad req-0aa5ef1e-6af6-4bdd-b614-758ba6889017 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3510737 Jun 04 06:33:41.884664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-a4a83c1d-6fd4-451d-9a9a-64f17d41e363 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:41.888020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-a4a83c1d-6fd4-451d-9a9a-64f17d41e363 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 945 time: 0.6320662 Jun 04 06:33:42.017274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.018153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 137482d1-accd-46d2-b556-b89c30db245a up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:42.073301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.474648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event deleted for resources: {'Port': ['ID=cab1abfb-8214-4360-acbd-812426fd115c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:42.566163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] No DVR routers for this DVR port cab1abfb-8214-4360-acbd-812426fd115c on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:42.570796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Deleting port 400ea47e-e9da-413e-8bad-02142062ff49 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:42.571252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.598525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.617598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3540fd4-06dc-4899-ac42-3f928dc082a8 req-585978c8-15b2-46a5-8127-01672060c635 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.24 "DELETE /v2.0/ports/cab1abfb-8214-4360-acbd-812426fd115c HTTP/1.1" status: 204 len: 173 time: 1.8553047 Jun 04 06:33:42.628364 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.649978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.701608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 137482d1-accd-46d2-b556-b89c30db245a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:42.727150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.728355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4366014 Jun 04 06:33:42.735863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56410) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:42.740297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 137482d1-accd-46d2-b556-b89c30db245a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:42.740733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.741955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76016aa-d633-4ca4-9c0e-ec7e77c70fcc tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce38201-3383-4090-ba01-8e74d2ac757d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:42.748071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1160590847'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:42.759692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b1b6-b7ce-4358-a565-c27b5c33e496 req-2e43a6f1-a611-44e1-bdd2-1a3ef2538ef3 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:42.761185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0107b1b6-b7ce-4358-a565-c27b5c33e496 req-2e43a6f1-a611-44e1-bdd2-1a3ef2538ef3 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=63290c28-f5f3-41b2-bcef-7815fadb373a HTTP/1.1" status: 200 len: 945 time: 0.2533226 Jun 04 06:33:42.787863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:42.796460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:42.826867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:42.830857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:42.884474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:42.945537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0107b1b6-b7ce-4358-a565-c27b5c33e496 req-eb291ff1-b914-4605-a529-841f0b5d206b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503456 Jun 04 06:33:42.949154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 137482d1-accd-46d2-b556-b89c30db245a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:42.949828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:42.953050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Deleting port d1f5b609-cf1a-4c90-879c-788e31c9033d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:42.954557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.014554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.084875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:43.111675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.112583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:43.113322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5c33c443-916b-4d77-912d-4d45997931e1 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:43.135666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:43.202622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:43.219438 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1a659c-09fd-44e5-87ed-dab553e73391'] response: {'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c', 'code': 200} Jun 04 06:33:43.223337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] For port 400ea47e-e9da-413e-8bad-02142062ff49, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=400ea47e-e9da-413e-8bad-02142062ff49,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:43.224246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.273002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'tenant_id': '1cc771309f5c444c91333c28a9dfd2c2', 'fixed_ips': [{'subnet_id': '2106ff56-13de-48a5-b8b1-6aaeac119c9b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:33:43.274079 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.287852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 5c33c443-916b-4d77-912d-4d45997931e1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:43.289877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5c33c443-916b-4d77-912d-4d45997931e1 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:43.290520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4fc4e1a7-478f-4403-8f10-c9492265aa46 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:43.314350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:43.399302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Calling delete_port for 400ea47e-e9da-413e-8bad-02142062ff49 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:43.409646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 4fc4e1a7-478f-4403-8f10-c9492265aa46 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:43.410561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4fc4e1a7-478f-4403-8f10-c9492265aa46 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:43.491969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69a696fb-4808-4af1-a2fb-5364a45857ba req-12f5048a-4b87-4ec8-8c8d-8cf1fdd26bd3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=08605a59-ea39-46cb-a778-1da25645456e HTTP/1.1" status: 200 len: 210 time: 0.0613737 Jun 04 06:33:43.513525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] For port d1f5b609-cf1a-4c90-879c-788e31c9033d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d1f5b609-cf1a-4c90-879c-788e31c9033d,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:43.513902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.555872 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f48eb6-f7fc-46cb-8f80-da8d3d461b4b'] response: {'server_uuid': 'cc0437d0-4e38-4f77-8d0c-9fb602b9c566', 'name': 'network-vif-deleted', 'tag': '5c33c443-916b-4d77-912d-4d45997931e1', 'status': 'completed', 'code': 200} Jun 04 06:33:43.560835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.646780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event deleted for resources: {'Port': ['ID=400ea47e-e9da-413e-8bad-02142062ff49,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:43.692963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:43.731716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-049f9865-7430-463a-abf4-af3791b2c9bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:43.732642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-049f9865-7430-463a-abf4-af3791b2c9bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Synchronizing usage tracker for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:43.788243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:43.793277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['178c2369-3398-4e39-a02f-0e698fb72d67'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:33:43.807499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] No DVR routers for this DVR port 400ea47e-e9da-413e-8bad-02142062ff49 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:43.811289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.831705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Calling delete_port for d1f5b609-cf1a-4c90-879c-788e31c9033d owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:43.832274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-049f9865-7430-463a-abf4-af3791b2c9bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Unset dirty status for tenant:5f6634459d174868a1772cca8dc95967 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:43.833153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-049f9865-7430-463a-abf4-af3791b2c9bc tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 1.0519612 Jun 04 06:33:43.902912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b35d613-a6d1-4765-b8f1-92cc454f41a5 req-484eb547-45f0-445f-a942-71eb668924e5 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.24 "DELETE /v2.0/ports/400ea47e-e9da-413e-8bad-02142062ff49 HTTP/1.1" status: 204 len: 173 time: 1.9773421 Jun 04 06:33:43.934782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:43.947358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:43.948065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.960208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port 0190ebb1-907b-4c84-b190-963f46c433f0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:43.960649 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:43.965909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.004112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.046732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Allocated IP 2001:db8::2 (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/2106ff56-13de-48a5-b8b1-6aaeac119c9b/b9cdc78a-3c98-4740-89b7-9cd484e228df) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:44.422964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:44.423729 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.489303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.493134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7500868 Jun 04 06:33:44.493134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.495594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:44.500728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port 0190ebb1-907b-4c84-b190-963f46c433f0, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0190ebb1-907b-4c84-b190-963f46c433f0,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:44.501281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.522023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:44.532388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.533641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 400ea47e-e9da-413e-8bad-02142062ff49 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:44.572770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-16177563', 'security_groups': ['15ebf581-bb3f-48d2-b7f7-a564cee5ecdc'], 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2106ff56-13de-48a5-b8b1-6aaeac119c9b'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:44.590102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f5b609-cf1a-4c90-879c-788e31c9033d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:44.640774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915feb3-05eb-4b35-8891-e8e2f2cee381 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ebf581-bb3f-48d2-b7f7-a564cee5ecdc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:44.701680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 400ea47e-e9da-413e-8bad-02142062ff49 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:44.702395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 400ea47e-e9da-413e-8bad-02142062ff49 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:44.703052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:44.734764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for 0190ebb1-907b-4c84-b190-963f46c433f0 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:44.770352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:44.799393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: cab1abfb-8214-4360-acbd-812426fd115c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:44.800875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device cab1abfb-8214-4360-acbd-812426fd115c not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:44.846325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918959-55d7-4f72-b30a-b2fff3721a93 req-f2fa72ff-91e0-4c2d-b7f5-21667edb7c0c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:44.859240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20918959-55d7-4f72-b30a-b2fff3721a93 req-f2fa72ff-91e0-4c2d-b7f5-21667edb7c0c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=681bffc6-4592-49cf-ac5b-8b485befa30c HTTP/1.1" status: 200 len: 945 time: 1.0404191 Jun 04 06:33:44.891950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2019e3ec-f16b-4619-b136-94302383e2e4 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:44.978895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:44.995525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.009685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Transition to ACTIVE for port object b9cdc78a-3c98-4740-89b7-9cd484e228df will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:45.041543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 2019e3ec-f16b-4619-b136-94302383e2e4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:45.044589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Transition to ACTIVE for port object b9cdc78a-3c98-4740-89b7-9cd484e228df will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:45.053220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 2019e3ec-f16b-4619-b136-94302383e2e4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:45.054532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.146103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.180892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20918959-55d7-4f72-b30a-b2fff3721a93 req-230a639f-8d94-4de0-a7e8-d4240c3cf00f tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=9ff7a60c-3a8b-438c-99c6-b47839c3bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206563 Jun 04 06:33:45.212361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:45.272331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=0190ebb1-907b-4c84-b190-963f46c433f0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:45.272596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:45.276450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78179d4-f2b4-438b-95af-3015b143d17a'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137482d1-accd-46d2-b556-b89c30db245a'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:45.283757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:45.331259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:45.344061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] No DVR routers for this DVR port 0190ebb1-907b-4c84-b190-963f46c433f0 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:45.344484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:45.348695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.355946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:45.370943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9bc5-eeab-40f5-920d-4aae14b31e08 req-27279705-6140-46cd-905c-49709553963c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.24 "DELETE /v2.0/ports/0190ebb1-907b-4c84-b190-963f46c433f0 HTTP/1.1" status: 204 len: 173 time: 1.5324135 Jun 04 06:33:45.516680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2019e3ec-f16b-4619-b136-94302383e2e4 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:45.517614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.557295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-deleted', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c'}, {'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'name': 'network-vif-deleted', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49'}, {'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'name': 'network-vif-deleted', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:45.564506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:45.592342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Attempting to bind port b9cdc78a-3c98-4740-89b7-9cd484e228df on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:45.594681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Attempting to bind port b9cdc78a-3c98-4740-89b7-9cd484e228df by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'aa90d2e9-4e48-47da-81d5-82b21919a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:45.595286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Attempting to bind port b9cdc78a-3c98-4740-89b7-9cd484e228df on network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:45.616210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:45.617386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:45.617802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Checking segment: {'id': 'aa90d2e9-4e48-47da-81d5-82b21919a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:45.620929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.621339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Bound using segment: {'id': 'aa90d2e9-4e48-47da-81d5-82b21919a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:45.624734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Bound port: b9cdc78a-3c98-4740-89b7-9cd484e228df, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa90d2e9-4e48-47da-81d5-82b21919a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:45.625130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.636429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.637285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 143728f4-80bb-42e4-ae34-96b072d37b68 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:45.777531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.865591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:45.875228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:45.880296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:45.886158 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.989929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:45.992176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 143728f4-80bb-42e4-ae34-96b072d37b68 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:46.002905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 143728f4-80bb-42e4-ae34-96b072d37b68 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:46.004598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.070767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c097ed-3517-47fe-8821-94efac8ddb97 None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:46.254433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 143728f4-80bb-42e4-ae34-96b072d37b68 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:46.255033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.309356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:46.320764 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.323400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0190ebb1-907b-4c84-b190-963f46c433f0 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:46.491890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:33:46.540938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 0190ebb1-907b-4c84-b190-963f46c433f0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:46.541287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0190ebb1-907b-4c84-b190-963f46c433f0 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:46.553606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa7cb967-e880-43a7-9b4d-85aa2609e555 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:46.652157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:46.673494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.679952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.684836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port aa7cb967-e880-43a7-9b4d-85aa2609e555 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:46.686684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.692695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.698519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.700092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port aa7cb967-e880-43a7-9b4d-85aa2609e555 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:46.700468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.704766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.710744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:46.712661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-a39b1556-06d3-4f96-8689-72e89dcc82c6 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5434 time: 1.1673639 Jun 04 06:33:46.793581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Router 014ae84d-05db-442f-8437-f696b865acda has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:33:46.836602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f62beb6-1058-4ef3-8a0f-755e0aab2802 req-048108d4-9b9e-458c-ade9-7160f572780e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143801 Jun 04 06:33:46.851775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa7cb967-e880-43a7-9b4d-85aa2609e555 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:46.856377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.922521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:46.924342 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44e2de32-66c3-494f-ae4b-15f8a1568e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:46.928996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::ee (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/2106ff56-13de-48a5-b8b1-6aaeac119c9b/c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:46.932432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:47.057464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:47.319752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:47.361295 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Sync routers for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:47.382268 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:47.382901 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:47.400096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fba89b27-b75b-4c9f-bfaa-98237c58e4dd admin admin] 10.222.0.17 "PUT /v2.0/routers/014ae84d-05db-442f-8437-f696b865acda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3028789 Jun 04 06:33:47.402599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56456) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:47.458148 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab4b1eb-98d1-44f5-8bb6-1033a46a7c41'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78179d4-f2b4-438b-95af-3015b143d17a', 'code': 200} Jun 04 06:33:47.458588 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab4b1eb-98d1-44f5-8bb6-1033a46a7c41'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7e7847-13e8-43fe-9a83-5e14cbdf0435', 'code': 200} Jun 04 06:33:47.459020 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab4b1eb-98d1-44f5-8bb6-1033a46a7c41'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137482d1-accd-46d2-b556-b89c30db245a', 'code': 200} Jun 04 06:33:47.459433 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab4b1eb-98d1-44f5-8bb6-1033a46a7c41'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'code': 200} Jun 04 06:33:47.579593 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:47.605305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:47.607211 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af806b8b-047e-49be-aab7-b0045cb765d9'] response: {'server_uuid': '08605a59-ea39-46cb-a778-1da25645456e', 'name': 'network-vif-deleted', 'tag': 'cab1abfb-8214-4360-acbd-812426fd115c', 'status': 'completed', 'code': 200} Jun 04 06:33:47.607666 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af806b8b-047e-49be-aab7-b0045cb765d9'] response: {'server_uuid': '63290c28-f5f3-41b2-bcef-7815fadb373a', 'name': 'network-vif-deleted', 'tag': '400ea47e-e9da-413e-8bad-02142062ff49', 'status': 'completed', 'code': 200} Jun 04 06:33:47.607790 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af806b8b-047e-49be-aab7-b0045cb765d9'] response: {'server_uuid': '681bffc6-4592-49cf-ac5b-8b485befa30c', 'name': 'network-vif-deleted', 'tag': '0190ebb1-907b-4c84-b190-963f46c433f0', 'status': 'completed', 'code': 200} Jun 04 06:33:47.649942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:47.667531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:47.751942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:47.768052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.768905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.769453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.770089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.770959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.771453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.777253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.778227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.778732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.779249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.779929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.780472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:47.799662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:47.801213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:47.803949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:47.810556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:47.811570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:47.842655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df15f1ad-0c07-40e5-890e-80258edba37a tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2961638 Jun 04 06:33:47.845590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:47.857675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:47.884591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b9cdc78a-3c98-4740-89b7-9cd484e228df completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:47.962636 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:47.998499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.104084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Provisioning for port b9cdc78a-3c98-4740-89b7-9cd484e228df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:48.115673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:48.118604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.458698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:48.470553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:48.474614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:48.489755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:48.500571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:48.501410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.506289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:48.510211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.652308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:48.659099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.685738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.705587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Deleting port b0344b22-90fc-49bc-86cb-504ab0c9c9ab {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:48.706779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.792790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:48.793329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:48.805914 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:33:44Z', 'revision_number': 5, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port': {'id': 'b0344b22-90fc-49bc-86cb-504ab0c9c9ab', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014ae84d-05db-442f-8437-f696b865acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:49Z', 'updated_at': '2022-06-04T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:48.814637 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Checking router: 014ae84d-05db-442f-8437-f696b865acda for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:33:48.836503 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Routers {'014ae84d-05db-442f-8437-f696b865acda'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:48.837153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['014ae84d-05db-442f-8437-f696b865acda'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:48.857650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:48.897293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-387cf501-a18f-4fcd-bf97-0098eb48a0e8 None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:48.916848 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2106ff56-13de-48a5-b8b1-6aaeac119c9b (CIDR: 2001:db8::/64) Jun 04 06:33:48.947082 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:33:48.947655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:33:48.970407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-c907f7ae-218c-4d87-8016-2ed4fc1d44f3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:48.977950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-c907f7ae-218c-4d87-8016-2ed4fc1d44f3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 0.3204858 Jun 04 06:33:48.998942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-43bd5c13-9bc5-43ea-a50d-ff570fef7e2a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/quotas/710dce5d9bba49b2a6cf4e0c606b4e0b HTTP/1.1" status: 200 len: 375 time: 0.0199966 Jun 04 06:33:49.042788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b4039a0c-c662-4db7-8c7f-7e69093a6772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:49.055992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d351796e-4a62-4d4e-a587-e33140229b4b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2065592 Jun 04 06:33:49.059619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f55dc55-10f8-4697-a60a-0272981ccb71 None None] Provisioning for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:49.062831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:49.067304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f55dc55-10f8-4697-a60a-0272981ccb71 None None] Provisioning complete for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:49.067807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8f55dc55-10f8-4697-a60a-0272981ccb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:49.081699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:49.153162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-03e3d021-8fb7-4a9d-9c7a-7f2f07105577 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529732 Jun 04 06:33:49.187546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8f55dc55-10f8-4697-a60a-0272981ccb71 None None] Port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:49.198208 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] Set router 014ae84d-05db-442f-8437-f696b865acda gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:49.271901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] For port b0344b22-90fc-49bc-86cb-504ab0c9c9ab, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:49.272265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:49.318091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:33:48Z', 'revision_number': 6, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:49.323206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829d5a9-6194-4a4c-8a04-5605f9d1127f None None] The sync data for ids ['014ae84d-05db-442f-8437-f696b865acda'] in n-d-811808-2 is: [{'id': '014ae84d-05db-442f-8437-f696b865acda', 'name': 'tempest-AttachVolumeShelveTestJSON-378890195-router', 'tenant_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:48Z', 'updated_at': '2022-06-04T06:33:48Z', 'revision_number': 6, 'project_id': '152c417b0a5f4e8fa5842a167cd75b2c', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:33:49.429213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-5d3c73e6-2e0e-4e4d-b68f-a13cbf883a0b service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751813 Jun 04 06:33:49.460854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:49.480933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Calling delete_port for b0344b22-90fc-49bc-86cb-504ab0c9c9ab owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:49.657218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-e772bf6e-6369-49c8-af24-653f9e467378 service neutron] 10.222.0.17 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219408 Jun 04 06:33:49.787171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:49.816521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:49.821362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:49.826110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:49.856215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:49.879250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:50.008974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b0344b22-90fc-49bc-86cb-504ab0c9c9ab,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:50.011630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:50.015744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:50.039328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:50.039328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:50.240494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:50.403478 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:50.408072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:50.431338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d1f5b609-cf1a-4c90-879c-788e31c9033d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:50.522704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d1f5b609-cf1a-4c90-879c-788e31c9033d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:50.522969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d1f5b609-cf1a-4c90-879c-788e31c9033d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:50.777192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.796738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.813100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.827356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.841638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.869603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.882808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:50.898175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-44d84555-c7ee-4c42-84f7-0e49b5027b7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.3119109 Jun 04 06:33:50.902678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.028117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af8d241f-0819-43bd-ad46-305a01d0e08f req-2dc41b2d-6cf5-4e6b-a5c5-13320e6de6c7 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287143 Jun 04 06:33:51.286585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-31e936aa-80a5-45ce-a504-59db8075b378 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:51.287930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-31e936aa-80a5-45ce-a504-59db8075b378 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Synchronizing usage tracker for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:51.301960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.311314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.356757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-31e936aa-80a5-45ce-a504-59db8075b378 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Unset dirty status for tenant:a38e8165211946e286e8989ca33d76b9 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:51.366330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-31e936aa-80a5-45ce-a504-59db8075b378 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.39 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.9369874 Jun 04 06:33:51.505741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.506330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014ae84d-05db-442f-8437-f696b865acda {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:33:51.529365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.727428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b0344b22-90fc-49bc-86cb-504ab0c9c9ab no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:51.767672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=b0f708dc-cc25-4b80-a93c-175853303561,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:51.791404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:51.826474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b0344b22-90fc-49bc-86cb-504ab0c9c9ab {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:51.827081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b0344b22-90fc-49bc-86cb-504ab0c9c9ab not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:51.846359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:51.863572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228aeb62-7695-4a60-ad10-c1a4c9decac9 None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:51.877834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:51.878801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.895825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Deleting port 178c2369-3398-4e39-a02f-0e698fb72d67 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:51.899132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:51.900484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-a82b7dcc-0b28-4746-ab1d-38775481a356 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:51.905678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-a82b7dcc-0b28-4746-ab1d-38775481a356 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 0.3102551 Jun 04 06:33:51.959886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c5dc2-d009-4ec9-9ee4-ec22722c18d1 req-925e378b-b9f4-46c5-969c-8cac50928f35 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:51.974255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e9c5dc2-d009-4ec9-9ee4-ec22722c18d1 req-925e378b-b9f4-46c5-969c-8cac50928f35 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 946 time: 0.4974177 Jun 04 06:33:52.097381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:52.176603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:52.177763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:52.343285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e9c5dc2-d009-4ec9-9ee4-ec22722c18d1 req-eb33f745-a5fd-47bf-b4ae-fcde421b09ad tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/security-groups?id=8c9a75a4-c540-4649-9c94-ab4e64df0bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641949 Jun 04 06:33:52.372888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-a635f8f5-c645-410f-a6a3-0bcd4c66d93e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:52.375150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-a635f8f5-c645-410f-a6a3-0bcd4c66d93e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 822 time: 0.3820965 Jun 04 06:33:52.402057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Request body: {'port': {'device_id': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'admin_state_up': True, 'tenant_id': '710dce5d9bba49b2a6cf4e0c606b4e0b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:52.497950 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191261e-2475-43fc-bc7a-1920d6341143'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4', 'code': 200} Jun 04 06:33:52.498446 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191261e-2475-43fc-bc7a-1920d6341143'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68', 'code': 200} Jun 04 06:33:52.498880 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191261e-2475-43fc-bc7a-1920d6341143'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'code': 200} Jun 04 06:33:52.592665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:52.604230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:52.613132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-12cab1cf-5da8-4421-a9d6-5f9e2ab94bdc admin admin] 10.222.0.17 "DELETE /v2.0/routers/014ae84d-05db-442f-8437-f696b865acda HTTP/1.1" status: 204 len: 168 time: 5.1969347 Jun 04 06:33:52.761995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef79dbd9-3ac1-48d1-8732-80b821367550 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6978486 Jun 04 06:33:52.764963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Update dhcp port {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'fixed_ips': [{'subnet_id': '2106ff56-13de-48a5-b8b1-6aaeac119c9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0f708dc-cc25-4b80-a93c-175853303561'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'b9cdc78a-3c98-4740-89b7-9cd484e228df'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:33:52.803732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1cb9f88-c30f-4e45-8bf2-44bb636ea66c req-d252a610-296b-44d9-a6c5-0ef07762c874 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 210 time: 0.0958202 Jun 04 06:33:52.804461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:52.843544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 178c2369-3398-4e39-a02f-0e698fb72d67 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:52.883196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1446431189', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0f708dc-cc25-4b80-a93c-175853303561'}], 'security_groups': ['7ce38201-3383-4090-ba01-8e74d2ac757d']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:53.004323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.067040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Deleting subnet 79d085a0-cb88-44ed-a06a-40f6f82812e7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:33:53.070670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:33:53.100133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Usage tracker for resource:port and tenant:710dce5d9bba49b2a6cf4e0c606b4e0b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:33:53.108438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:33:53.123816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:33:53.185515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.186225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.187446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.187983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.188515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.189038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.189582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:53.192926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-58cfd9d4-0d75-42c7-8939-5dfadf6596d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6493 time: 0.5258207 Jun 04 06:33:53.250533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 178c2369-3398-4e39-a02f-0e698fb72d67 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:53.250935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.356774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:53.365787 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.393257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:53.397237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.397456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.469367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Allocated IP 2001:db8:0:1::2 (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/b0f708dc-cc25-4b80-a93c-175853303561/b9cdc78a-3c98-4740-89b7-9cd484e228df) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:53.478171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:53.548254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] For port 525148a2-b37c-4633-9977-f68f1c25dfaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=525148a2-b37c-4633-9977-f68f1c25dfaa,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:53.548630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.689722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Calling delete_port for 178c2369-3398-4e39-a02f-0e698fb72d67 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:53.768948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:53.827465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.851687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Transition to ACTIVE for port object b9cdc78a-3c98-4740-89b7-9cd484e228df will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:53.859271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.884570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0735548-6e1d-4772-931c-6de01a0ba7e5 req-e57eee37-384d-430b-ab7b-147684d812da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5807626 Jun 04 06:33:53.886504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Made reservation on behalf of 710dce5d9bba49b2a6cf4e0c606b4e0b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:33:53.890556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.929714 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.929903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:53.930171 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Floating IP eaed831c-70e8-44ba-927e-93a5deddbebe disassociated. External IP: 172.25.1.161, port: 525148a2-b37c-4633-9977-f68f1c25dfaa. Jun 04 06:33:53.930593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for 525148a2-b37c-4633-9977-f68f1c25dfaa owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:53.989139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:53.989466 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:54.053564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f2a2b-10e0-4346-8f0c-eb6154b5f7c4 None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:54.126286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.194126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Allocated IP 172.20.0.3 (17485d7c-7dad-42f9-a0d3-5510a54f33ba/1b840bf0-8af2-4ad8-8b01-93181fd961d5/45b6bad0-ec2f-4541-87db-07b6d4b33e15) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:54.219458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.316343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=525148a2-b37c-4633-9977-f68f1c25dfaa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:54.460554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1daa2-5432-4ee3-a552-c38930683495 req-a72c3536-8c6f-4fb0-ab5f-a2020d7ab591 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:54.467955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afe1daa2-5432-4ee3-a552-c38930683495 req-a72c3536-8c6f-4fb0-ab5f-a2020d7ab591 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/ports?device_id=785cce60-c1fa-457d-8ff8-2b31a45e5db3 HTTP/1.1" status: 200 len: 944 time: 1.4141815 Jun 04 06:33:54.500148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:54.552683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Deleting port 178c2369-3398-4e39-a02f-0e698fb72d67 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:54.553243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.724786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afe1daa2-5432-4ee3-a552-c38930683495 req-48907c96-ad11-4d79-bb71-fecef2a9c36a tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups?id=ee2f243a-64ec-4561-b9a6-67bfc502a088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556102 Jun 04 06:33:54.728117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.856000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:54.904322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.908307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:54.959485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 525148a2-b37c-4633-9977-f68f1c25dfaa {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:33:54.959834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 525148a2-b37c-4633-9977-f68f1c25dfaa not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:33:54.984422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.312532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.374798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Network 17485d7c-7dad-42f9-a0d3-5510a54f33ba is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:33:55.390754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Router 56456a65-a96a-4211-8945-787a8171cdbd has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:33:55.399470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:33:55.419795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:33:55.477168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Provisioning complete for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:55.477550 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.484553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.584287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event updated for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:55.645790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:55.690674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Provisioning for port b9cdc78a-3c98-4740-89b7-9cd484e228df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:55.702765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.709782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:55.710797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.757467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:55.766491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.839497 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cf0fab74-736d-4822-8e39-d9a9f281c77e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4418635 Jun 04 06:33:55.858856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] For port 178c2369-3398-4e39-a02f-0e698fb72d67, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=178c2369-3398-4e39-a02f-0e698fb72d67,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:55.859584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:55.862508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:33:55.882614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Request body: {'port': {'device_id': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:33:56.162747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:56.213464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:56.213989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.214219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Delete allocated IP 2001:db8::ee (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/2106ff56-13de-48a5-b8b1-6aaeac119c9b) {{(pid=88849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:33:56.224046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d085a0-cb88-44ed-a06a-40f6f82812e7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:56.248024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.255070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.261217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.267320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.273450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.289392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.305823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:56.307806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Calling delete_port for 178c2369-3398-4e39-a02f-0e698fb72d67 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:56.323219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:56.323596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.333672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-526c7cd6-72d2-40c8-bdfa-065a59fd13fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 1.3044505 Jun 04 06:33:56.395306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.397382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4d04ba0f-ea17-4280-bca1-2c27d127b932 None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:56.398837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb6621-df2b-4475-960f-12658d9bba82 None None] Network cde016c1-a092-44ad-aea0-eae7ebfe297a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:33:56.415820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8:0:1::225 (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/b0f708dc-cc25-4b80-a93c-175853303561/c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:33:56.500566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.634521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.742756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67f44f96-b505-4cca-8df6-ea6572b3ba13 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/79d085a0-cb88-44ed-a06a-40f6f82812e7 HTTP/1.1" status: 204 len: 168 time: 4.1289148 Jun 04 06:33:56.745908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69a44df2-bf53-46a4-8f41-fd34fc08d869 req-1ed0925e-ccf5-4c94-987d-06241b32b5b9 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4062066 Jun 04 06:33:56.764037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56560) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:56.785320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:56.854957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Pushing event deleted for resources: {'Port': ['ID=178c2369-3398-4e39-a02f-0e698fb72d67,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:56.933857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67386460-4380-4683-95f7-b71230594484 None None] DHCP port deletion for cde016c1-a092-44ad-aea0-eae7ebfe297a request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:33:56.938741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-67386460-4380-4683-95f7-b71230594484 None None] Deleting port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:56.939113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67386460-4380-4683-95f7-b71230594484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:56.965345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.965740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.966051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.966391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.966725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.967056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.967385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.967716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.976524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:33:56.990073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.990424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.990765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:56.991096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:33:57.034634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Sync routers for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:33:57.079910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:57.080718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:57.265399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] No DVR routers for this DVR port 525148a2-b37c-4633-9977-f68f1c25dfaa on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:57.316184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.322792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3860d9db-cef0-4ef4-9029-29294db13ce6 req-953ce1c7-4ce2-40fa-b54d-ae4ee874719e tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.39 "DELETE /v2.0/ports/525148a2-b37c-4633-9977-f68f1c25dfaa HTTP/1.1" status: 204 len: 173 time: 5.3320720 Jun 04 06:33:57.323265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-deleted', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:57.371633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f48b38a-c1c5-441c-be68-844d04086328 req-d01b9b09-c67c-4159-a77e-52f601adbf72 tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.17 "GET /v2.0/ports?device_id=7760f590-c0e9-4410-82bb-c6c56e1023d4 HTTP/1.1" status: 200 len: 210 time: 0.1655755 Jun 04 06:33:57.472868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.528291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:57.528465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b6bad0-ec2f-4541-87db-07b6d4b33e15 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:33:57.533200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.549427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.588542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Transition to ACTIVE for port object 45b6bad0-ec2f-4541-87db-07b6d4b33e15 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:33:57.724846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.729729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] No DVR routers for this DVR port 178c2369-3398-4e39-a02f-0e698fb72d67 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:57.732556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.763617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b68ebaa-5fc3-4dae-a858-c98dde6f512f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:33:57.879715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-67386460-4380-4683-95f7-b71230594484 None None] For port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:57.880259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67386460-4380-4683-95f7-b71230594484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.922912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:57.950890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] In _notify_port_updated(), no bound segment for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 on network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:33:57.958376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:57.959354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:57.961393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de3de174-4577-47e4-b431-fb532093d94e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/ports/c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 HTTP/1.1" status: 200 len: 931 time: 5.1117680 Jun 04 06:33:57.965333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:58.094554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:58.102213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-deleted', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:33:58.140582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Pushing event updated for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:58.233519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8620ef88-fb13-471a-97cc-67ea447d30d2 req-dea63a71-ddf3-4540-ab5d-2ddb41da329b tempest-ListServerFiltersTestJSON-1293868459 tempest-ListServerFiltersTestJSON-1293868459-project] 10.222.0.39 "DELETE /v2.0/ports/178c2369-3398-4e39-a02f-0e698fb72d67 HTTP/1.1" status: 204 len: 173 time: 6.8353488 Jun 04 06:33:58.275776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:58.276775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.314278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.390318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-67386460-4380-4683-95f7-b71230594484 None None] Calling delete_port for 3b68ebaa-5fc3-4dae-a858-c98dde6f512f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:58.447992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690837-0c72-4cbe-b0b5-df1d4f4075d5 req-b56522ca-1954-4c21-99f2-1f3e197da227 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:58.450119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16690837-0c72-4cbe-b0b5-df1d4f4075d5 req-b56522ca-1954-4c21-99f2-1f3e197da227 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 943 time: 0.6893694 Jun 04 06:33:58.452655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Deleting port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:33:58.453201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.556537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-62404d19-2caf-47f4-997f-cf2beef6f8b5 None None] Provisioning for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:33:58.567050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-62404d19-2caf-47f4-997f-cf2beef6f8b5 None None] Provisioning complete for port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:33:58.567315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Attempting to bind port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:33:58.567426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62404d19-2caf-47f4-997f-cf2beef6f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.567728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Attempting to bind port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:33:58.568336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Attempting to bind port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:58.580600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:33:58.581784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Attempting to bind port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 on network 17485d7c-7dad-42f9-a0d3-5510a54f33ba {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:33:58.613939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16690837-0c72-4cbe-b0b5-df1d4f4075d5 req-618b1dc4-42ab-459f-8d5b-1560ab2ec93c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070890 Jun 04 06:33:58.640890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-62404d19-2caf-47f4-997f-cf2beef6f8b5 None None] Port c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:33:58.745055 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc576ae-7876-4a79-ba4c-d910d3bcca78'] response: {'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67', 'code': 200} Jun 04 06:33:58.792935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.853104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67386460-4380-4683-95f7-b71230594484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.874548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:33:58.875088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Checking segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:33:58.875275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Bound using segment: {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:33:58.876286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Bound port: 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:33:58.876286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:58.889330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56604) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:58.917354 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b1da3b-957c-4ded-84ad-e988b56b689f'] response: {'server_uuid': '785cce60-c1fa-457d-8ff8-2b31a45e5db3', 'name': 'network-vif-deleted', 'tag': '525148a2-b37c-4633-9977-f68f1c25dfaa', 'status': 'completed', 'code': 200} Jun 04 06:33:58.932993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386460-4380-4683-95f7-b71230594484 None None] Pushing event deleted for resources: {'Port': ['ID=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:58.967545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67386460-4380-4683-95f7-b71230594484 None None] No DVR routers for this DVR port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:33:59.007382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:33:59.007770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.012425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:59.101794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:33:59.105378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:33:59.115984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] For port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b68ebaa-5fc3-4dae-a858-c98dde6f512f,segment=NetworkSegment(5e823a57-174b-4041-82d9-368df1299a5b),segment_id=5e823a57-174b-4041-82d9-368df1299a5b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:33:59.116450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.156919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:59.167141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Checking router: 56456a65-a96a-4211-8945-787a8171cdbd for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:33:59.179853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:33:59.180714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:33:59.237861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.244919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.251113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.257725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.265030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.273271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.279138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.287148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-ebf9e73c-425c-459e-94f5-196cc12fd3a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.2186778 Jun 04 06:33:59.378760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.395834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Calling delete_port for 3b68ebaa-5fc3-4dae-a858-c98dde6f512f owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:33:59.480720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:33:59.497750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44271df2-8e6f-4695-8e13-bf752c6095d2 req-20cf371d-033f-4833-b21f-cf167dd7be4d tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096074 Jun 04 06:33:59.503083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.584926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Pushing event updated for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:59.591309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:33:59.615443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:33:59.616065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.617862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7130b1a0-7a53-4e8e-9f68-229825e3e829 service neutron] 10.222.0.39 "PUT /v2.0/ports/45b6bad0-ec2f-4541-87db-07b6d4b33e15 HTTP/1.1" status: 200 len: 1091 time: 3.7660587 Jun 04 06:33:59.719251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:33:59.747004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de01f374-a7dc-4610-9e3f-0e08f8628452 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 HTTP/1.1" status: 204 len: 168 time: 1.7780719 Jun 04 06:33:59.747922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56624) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:59.805306 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d670fb1d-50b6-4c0a-a77a-5ae486dd17a4'] response: {'server_uuid': '7760f590-c0e9-4410-82bb-c6c56e1023d4', 'name': 'network-vif-deleted', 'tag': '178c2369-3398-4e39-a02f-0e698fb72d67', 'status': 'completed', 'code': 200} Jun 04 06:33:59.834024 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a585280d-d154-4517-8918-c4c22697a853 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:33:59.834679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a585280d-d154-4517-8918-c4c22697a853 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: from cryptography.utils import int_from_bytes Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: from cryptography.utils import int_from_bytes Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn_limited( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn_limited( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.847187 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:33:59.850523 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:33:59.871212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a585280d-d154-4517-8918-c4c22697a853 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:33:59.875568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a585280d-d154-4517-8918-c4c22697a853 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/c5aa7c86-d4b9-410a-b5f9-2fba3f32ee10 HTTP/1.1" status: 404 len: 333 time: 0.1266503 Jun 04 06:33:59.876254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:59.891693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:33:59.892563 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:33:59.892778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56632) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:33:59.966305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56636) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:00.040669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-b58f8e57-f342-4bfa-a225-f48e4e0577ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.045033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-b58f8e57-f342-4bfa-a225-f48e4e0577ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 1094 time: 0.3849399 Jun 04 06:34:00.072347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:00.077411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1915c-986c-45be-ae5f-0e7d2fecb417 None None] The sync data for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 is: [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:22:11Z', 'revision_number': 4, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '63f524b9-3d80-48bd-99ab-b2e19bb48f8f', 'name': '', 'network_id': '2b1ce311-5925-4674-9b41-eeb3fabc4a25', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'mac_address': 'fa:16:3e:40:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:09Z', 'updated_at': '2022-06-04T06:22:20Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'subnets': [{'id': 'a2ff83e9-6223-4d2a-9373-5ee546d4b319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:00.139508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.159017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Deleting subnet bf487eca-edbd-427c-a096-e29d08d4b6b6 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:00.162336 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-fcec8a88-2d37-4b07-8b51-0788f274589e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15 HTTP/1.1" status: 200 len: 217 time: 0.1065514 Jun 04 06:34:00.177719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.228029 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.269251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.349857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.350929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66ba4a2-26b5-4f71-9ce1-5fe447c7185a None None] New status for floating IP eaed831c-70e8-44ba-927e-93a5deddbebe: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:34:00.355641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.361451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.369163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.376005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.382389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.388191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.393316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-feb9e534-287c-400d-b561-0a4729f99b79 req-dcec94e8-7f72-4f90-b5c9-2ea91d654521 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.3218896 Jun 04 06:34:00.396035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.405004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56640) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:00.407733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Deleting port 3b68ebaa-5fc3-4dae-a858-c98dde6f512f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:00.408173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.445813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.512674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] The port '3b68ebaa-5fc3-4dae-a858-c98dde6f512f' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:34:00.514243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Request body: {'floatingip': {'port_id': '137482d1-accd-46d2-b556-b89c30db245a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:00.583590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.606492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-c98b70ed-4521-4842-8bd3-69a33f848966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:00.608001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-c98b70ed-4521-4842-8bd3-69a33f848966 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.4389222 Jun 04 06:34:00.642419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.680506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.739904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ebf581-bb3f-48d2-b7f7-a564cee5ecdc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:00.740895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-07fa9e7c-6160-4193-9a37-49fe831a654a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222460 Jun 04 06:34:00.794033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.809342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.810471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-85bb4ba9-86d5-42c9-963d-434cf51a536d tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/security-groups/15ebf581-bb3f-48d2-b7f7-a564cee5ecdc HTTP/1.1" status: 204 len: 168 time: 0.9332216 Jun 04 06:34:00.817966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:00.895197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.915359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:00.937807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde016c1-a092-44ad-aea0-eae7ebfe297a']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:00.979162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:00.981744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4226af3-a57c-4b9a-a4a2-393beeed2f40 None None] Network d57e603a-e080-49cc-a810-1cfd8e5d8fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:00.985969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf487eca-edbd-427c-a096-e29d08d4b6b6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:01.012845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-394e2f85-9123-478b-b634-c14c061f87f0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/bf487eca-edbd-427c-a096-e29d08d4b6b6 HTTP/1.1" status: 204 len: 168 time: 1.1182952 Jun 04 06:34:01.042435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:01.045751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e823a57-174b-4041-82d9-368df1299a5b') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:01.046096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e823a57-174b-4041-82d9-368df1299a5b') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:01.057711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-7dd310b6-7abc-4ec8-8fe3-421b2adbdb67 service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558470 Jun 04 06:34:01.078409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.079090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a379-21d5-40cf-a277-a0585d75866b req-0aa24c85-adf5-4cba-bf3c-db125f8de526 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:01.080527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d279a379-21d5-40cf-a277-a0585d75866b req-0aa24c85-adf5-4cba-bf3c-db125f8de526 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 943 time: 0.4881563 Jun 04 06:34:01.106577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.129285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.204332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f243a-64ec-4561-b9a6-67bfc502a088,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:01.238416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:01.239054 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.240069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d279a379-21d5-40cf-a277-a0585d75866b req-59b9d105-8ee0-4d2d-ae8b-8acad1ceb124 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392586 Jun 04 06:34:01.253561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.280070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:01.293164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.295146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:01.304464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.334379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:01.334823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.384885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:01.412306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] DHCP port deletion for d57e603a-e080-49cc-a810-1cfd8e5d8fbf request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:34:01.417397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Deleting port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:01.417925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.422509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.427086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64b41a9b-2e81-4a4a-83b4-3457d0e7ed7c tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "DELETE /v2.0/security-groups/ee2f243a-64ec-4561-b9a6-67bfc502a088 HTTP/1.1" status: 204 len: 168 time: 1.4509556 Jun 04 06:34:01.427492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.451984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.468790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56666) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:01.473520 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5e823a57-174b-4041-82d9-368df1299a5b resource provider aggregate not found Jun 04 06:34:01.506667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9d45fa12-ad1c-4724-b550-0f1169bbe9b2 req-cc987912-bba0-4cb6-8e8c-4c962285dc6f service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178886 Jun 04 06:34:01.510418 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5e823a57-174b-4041-82d9-368df1299a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e823a57-174b-4041-82d9-368df1299a5b found for delete ", "request_id": "req-32525d1a-0556-422a-be0b-bc98beac27b7"}]} Jun 04 06:34:01.540426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Deleting port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:01.541237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.563046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce38201-3383-4090-ba01-8e74d2ac757d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:01.571004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.601634 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8eec2919-fa86-4818-9d03-404bfcd6ee73 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] show failed (client error): The resource could not be found. Jun 04 06:34:01.607474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8eec2919-fa86-4818-9d03-404bfcd6ee73 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "GET /v2.0/security-groups/ee2f243a-64ec-4561-b9a6-67bfc502a088 HTTP/1.1" status: 404 len: 347 time: 0.1302857 Jun 04 06:34:01.609665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:01.627496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.632121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ad4d915-b3fb-4e53-90c5-72eea9571e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/security-groups/7ce38201-3383-4090-ba01-8e74d2ac757d HTTP/1.1" status: 204 len: 168 time: 0.8096907 Jun 04 06:34:01.633079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56676) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:01.635771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b6146ef5-3f9e-4cca-9fce-b7dca84513f5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:01.654819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.658226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] Pushing event deleted for resources: {'Network': ['ID=cde016c1-a092-44ad-aea0-eae7ebfe297a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:01.695656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-316f1b0a-0bd9-4c44-9cb3-3d32dc1065db admin admin] 10.222.0.17 "DELETE /v2.0/networks/cde016c1-a092-44ad-aea0-eae7ebfe297a HTTP/1.1" status: 204 len: 168 time: 4.9305036 Jun 04 06:34:01.734893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:01.735432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.841857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:01.867631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:01.898821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56684) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:01.926558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Calling delete_port for b6146ef5-3f9e-4cca-9fce-b7dca84513f5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:01.954083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:01.954083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.025947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:02.029379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Deleting port 0728586e-b67d-4d0c-a72f-4e082169b19b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:02.029868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.032849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.085072 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:34:02.085500 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:34:02.100187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 2106ff56-13de-48a5-b8b1-6aaeac119c9b {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:02.112593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:02.120865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.167582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82517f-9067-4ea8-b862-78ecb8c0ef81 req-94f2ac22-d19e-445e-af64-41a38d2b63fd tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:02.169112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f82517f-9067-4ea8-b862-78ecb8c0ef81 req-94f2ac22-d19e-445e-af64-41a38d2b63fd tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 948 time: 0.6908171 Jun 04 06:34:02.227511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9cf4478-13f2-4ba5-aa3a-498d91176a64 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=152c417b0a5f4e8fa5842a167cd75b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235538 Jun 04 06:34:02.232190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56688) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:02.233742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:02.234099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.300076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:34:02.360126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.438525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Calling delete_port for b6146ef5-3f9e-4cca-9fce-b7dca84513f5 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:02.455613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f82517f-9067-4ea8-b862-78ecb8c0ef81 req-6d5b6f31-6e7a-4f1b-ba4e-a54c3f51b5a1 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678709 Jun 04 06:34:02.520446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.521102 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfc113b-814e-493c-9c9d-63b6cce646b3'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'code': 200} Jun 04 06:34:02.528948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.529281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.541354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.566918 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f1d823-d885-422d-a6e7-683adaacc016'] response: {'name': 'network-changed', 'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15', 'status': 'completed', 'code': 200} Jun 04 06:34:02.587091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Deleting port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:02.587731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.590278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.671151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:34:02.671389 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:34:02.673891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.771926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Calling delete_port for 0728586e-b67d-4d0c-a72f-4e082169b19b owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:02.797978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Deleting port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:02.798602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.824332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-e06c7aa2-b6c0-41dc-8ad9-53031093fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:02.826153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-e06c7aa2-b6c0-41dc-8ad9-53031093fb34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 1094 time: 0.2134309 Jun 04 06:34:02.859833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.866112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.868637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] For port b6146ef5-3f9e-4cca-9fce-b7dca84513f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,segment=NetworkSegment(b51a6d46-bafe-46bb-bfe5-90e5f589051a),segment_id=b51a6d46-bafe-46bb-bfe5-90e5f589051a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:02.869211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:02.948346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e3737-3981-4071-baa7-8718af86215f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:03.042149 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Floating IP feb230e7-8169-4eda-b3d4-5016232420c6 associated. External IP: 172.25.1.81, port: 137482d1-accd-46d2-b556-b89c30db245a. Jun 04 06:34:03.071676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Calling delete_port for b6146ef5-3f9e-4cca-9fce-b7dca84513f5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:03.091702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.095224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9ba9d8a-ff6e-454a-a3c0-0a7304bce1f3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/241e3737-3981-4071-baa7-8718af86215f HTTP/1.1" status: 204 len: 168 time: 0.8515074 Jun 04 06:34:03.165805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-2ac87856-10a4-46b9-aff0-97d4a289c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:03.168246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-2ac87856-10a4-46b9-aff0-97d4a289c731 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 200 len: 923 time: 0.3333316 Jun 04 06:34:03.172724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] For port 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:03.173128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.174940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.180654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Deleting port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:03.180981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.229423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] Pushing event deleted for resources: {'Port': ['ID=b6146ef5-3f9e-4cca-9fce-b7dca84513f5,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:03.232921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1521e-54ca-4659-ab3f-2a4cba02e276 None None] No DVR routers for this DVR port b6146ef5-3f9e-4cca-9fce-b7dca84513f5 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:03.337796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243fbc1-5510-4b29-a889-6892ea6237f8 req-41855bd2-c203-463a-9c71-8314925f4422 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:03.339280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3243fbc1-5510-4b29-a889-6892ea6237f8 req-41855bd2-c203-463a-9c71-8314925f4422 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 943 time: 0.6654348 Jun 04 06:34:03.347153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.359865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-7c7f7beb-587b-4c6a-9d81-49ff0980b462 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15 HTTP/1.1" status: 200 len: 217 time: 0.1550424 Jun 04 06:34:03.421625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] The port 'b6146ef5-3f9e-4cca-9fce-b7dca84513f5' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:34:03.433916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5d852-0fde-4860-a8d5-a1e561d6ce1a None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:03.464118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Calling delete_port for 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:03.493586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=2106ff56-13de-48a5-b8b1-6aaeac119c9b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:03.497532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.511396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.587569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Pushing event deleted for resources: {'Port': ['ID=0728586e-b67d-4d0c-a72f-4e082169b19b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:03.603456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-560a7f00-1c76-4951-afcc-6754abfb7c77 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/2106ff56-13de-48a5-b8b1-6aaeac119c9b HTTP/1.1" status: 204 len: 168 time: 1.7857697 Jun 04 06:34:03.639516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3243fbc1-5510-4b29-a889-6892ea6237f8 req-37537c43-c275-458d-a503-3fa67474b991 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578504 Jun 04 06:34:03.642345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56704) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:03.678244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:03.812777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.828320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-58191396-f642-468a-a798-a6d17c1b0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:03.830338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-58191396-f642-468a-a798-a6d17c1b0fee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 200 len: 862 time: 0.4076722 Jun 04 06:34:03.903150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-1e4a27bc-bd4e-4442-afaa-54b1cb21df9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17485d7c-7dad-42f9-a0d3-5510a54f33ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656674 Jun 04 06:34:03.913602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57e603a-e080-49cc-a810-1cfd8e5d8fbf']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:03.932591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.935482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:03.936676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc346e11-0127-4c54-9ade-f53ad81de64d tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] 10.222.0.17 "DELETE /v2.0/floatingips/eaed831c-70e8-44ba-927e-93a5deddbebe HTTP/1.1" status: 204 len: 168 time: 2.3137550 Jun 04 06:34:03.944205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56716) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:03.972790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51a6d46-bafe-46bb-bfe5-90e5f589051a') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:03.973085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51a6d46-bafe-46bb-bfe5-90e5f589051a') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:04.147599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.183855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Router 852544e1-1e83-40e5-aff2-736d060913b5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:34:04.212231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.256509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:04.260116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.360737 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b51a6d46-bafe-46bb-bfe5-90e5f589051a resource provider aggregate not found Jun 04 06:34:04.466282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:04.500733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:04.512126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:04.544644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:04.562215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-172716f4-93f5-4f2b-8318-2796a81cdf2c service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510437 Jun 04 06:34:04.564372 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b51a6d46-bafe-46bb-bfe5-90e5f589051a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b51a6d46-bafe-46bb-bfe5-90e5f589051a found for delete ", "request_id": "req-3686e2c9-ee95-4d1a-aa68-65afedd6360e"}]} Jun 04 06:34:04.605788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:04.618991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.620581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Sync routers for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:04.633715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:04.634544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:04.637903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.686334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.736253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:04.740210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:04.923034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:04.992151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6a5c6f07-cc00-4e0b-b0c7-398a4a2ee0fa req-657ec8c0-3aae-4447-94e0-d77b33b60b30 service neutron] 10.222.0.39 "GET /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133019 Jun 04 06:34:05.018665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57e603a-e080-49cc-a810-1cfd8e5d8fbf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:05.023667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.038194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f5b6b66b-fdff-4ca0-800c-2365c83f35a8 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d57e603a-e080-49cc-a810-1cfd8e5d8fbf HTTP/1.1" status: 204 len: 168 time: 3.9808149 Jun 04 06:34:05.142937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Pushing event deleted for resources: {'Port': ['ID=587f93d9-cb5c-4d4c-80b4-61040ad9b5b6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:05.274485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 45b6bad0-ec2f-4541-87db-07b6d4b33e15 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:34:05.326386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56756) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:05.418807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cbd08357-a1fc-493a-ab3b-094c35d728be tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "PUT /v2.0/floatingips/feb230e7-8169-4eda-b3d4-5016232420c6 HTTP/1.1" status: 200 len: 990 time: 4.9273787 Jun 04 06:34:05.426446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '137482d1-accd-46d2-b556-b89c30db245a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:05.539117 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c27ece2b-af74-4dc1-931d-5e83a298d2a3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a38e8165211946e286e8989ca33d76b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020969 Jun 04 06:34:05.547954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56770) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:05.593003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:05.612378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '45b6bad0-ec2f-4541-87db-07b6d4b33e15', 'network_id': '17485d7c-7dad-42f9-a0d3-5510a54f33ba', 'port_id': '45b6bad0-ec2f-4541-87db-07b6d4b33e15', 'mac_address': 'fa:16:3e:9f:5c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b840bf0-8af2-4ad8-8b01-93181fd961d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:34:05.630077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.665002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.673632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:05.674166 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.739281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26db72b-6e07-4401-aa17-4fafa93af7c5 req-1c95992a-1ddb-4494-87a2-b4becd06125d tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:05.740982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d26db72b-6e07-4401-aa17-4fafa93af7c5 req-1c95992a-1ddb-4494-87a2-b4becd06125d tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 943 time: 0.8592143 Jun 04 06:34:05.754725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.900120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:05.900295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:05.942784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b6bad0-ec2f-4541-87db-07b6d4b33e15 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:34:06.065135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.071410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:06.089559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:06.102858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.197596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:06.197596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.262093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d26db72b-6e07-4401-aa17-4fafa93af7c5 req-09d3063a-3874-4fb8-b6bf-baf15481dd13 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006367 Jun 04 06:34:06.305603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:06.312144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:06.336591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef244f-5dca-4fc1-98b3-5c6a5b9a383b None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:06.337076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:06.338732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.380161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.381098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:06.419797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a75a4-c540-4649-9c94-ab4e64df0bf8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:06.422299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=70b90c05-0fdc-4b9f-8107-5ab70824beab,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:06.425392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Router 55591220-a59c-441b-863d-42472e9f456d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:34:06.425392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.427472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a3ec0568-de03-4048-a76e-36147ee853a2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8c9a75a4-c540-4649-9c94-ab4e64df0bf8 HTTP/1.1" status: 204 len: 168 time: 0.8783305 Jun 04 06:34:06.506037 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffc1bbf-9b0a-4dfa-983f-ccca0723b462'] response: {'name': 'network-changed', 'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'tag': '137482d1-accd-46d2-b556-b89c30db245a', 'status': 'completed', 'code': 200} Jun 04 06:34:06.522768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2405cfb9-6ce4-4ff9-9b20-d45199209e86 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8709626 Jun 04 06:34:06.526870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56780) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:06.538507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254602488'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:06.582857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'feb230e7-8169-4eda-b3d4-5016232420c6', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'port_id': '137482d1-accd-46d2-b556-b89c30db245a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'mac_address': 'fa:16:3e:87:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:32:31Z', 'updated_at': '2022-06-04T06:34:02Z', 'revision_number': 1, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:06.585191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:06.597709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:06.644813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9df54-866f-4792-8955-9b36eae27c60 None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:06.658468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:06.672109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['45b6bad0-ec2f-4541-87db-07b6d4b33e15'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:34:06.688496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:06.727998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Checking router: 852544e1-1e83-40e5-aff2-736d060913b5 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:06.746718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:06.748208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:06.829218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:06.897685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:06.902332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:06.915801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:06.915801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:06.922466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Sync routers for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:06.926677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ecd042db-d495-4373-8a46-38f2aa69d328 admin admin] 10.222.0.17 "PUT /v2.0/routers/55591220-a59c-441b-863d-42472e9f456d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0128970 Jun 04 06:34:06.926677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56792) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:06.929234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:06.934930 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:06.936377 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:07.000711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.185813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.186388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.189813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.191153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.191272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.192599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.193075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.198859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-50734a2e-94ad-4b70-85de-d84f392feba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6493 time: 0.4185569 Jun 04 06:34:07.256626 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:07.322171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:07.421198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.435759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.479280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9647ac-c8af-4cd3-b794-20fd190fc61d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:07.591391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-97d573c4-df7b-48fe-81f5-5f04f5c9be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.593175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-97d573c4-df7b-48fe-81f5-5f04f5c9be9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5a480e-c763-4183-8cd6-83ed57094391 HTTP/1.1" status: 200 len: 912 time: 0.2451403 Jun 04 06:34:07.599451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.694421 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:34:04Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:07.701738 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Checking router: 55591220-a59c-441b-863d-42472e9f456d for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:07.714586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.715795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f3ad8c7-035b-451f-9559-406800551e0b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1887176 Jun 04 06:34:07.722147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56812) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:07.724709 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Routers {'55591220-a59c-441b-863d-42472e9f456d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:07.725346 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55591220-a59c-441b-863d-42472e9f456d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:07.737753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1434101597'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:07.750125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:07.766124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:07.773492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:07.783270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:07.814603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc5205-f664-4624-be60-052c08b36e7d req-480b2403-73e8-4c65-80b4-bd76b622be25 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:07.823299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eacc5205-f664-4624-be60-052c08b36e7d req-480b2403-73e8-4c65-80b4-bd76b622be25 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 944 time: 0.3034801 Jun 04 06:34:07.864067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:07.902071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eacc5205-f664-4624-be60-052c08b36e7d req-ddd189aa-b838-475a-8e32-3c6ebd1b6ee9 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770922 Jun 04 06:34:07.917224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:07.932378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:07.936630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:07.943963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:08.020513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.100985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Deleting port 335c9acc-a445-4e6e-84cd-ea87031e7d88 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:08.102727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.120299 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] Set router 55591220-a59c-441b-863d-42472e9f456d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:08.140605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.161781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.203415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-df2518cc-8b5e-4cc9-af6f-6301594b278b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 200 len: 998 time: 0.3705349 Jun 04 06:34:08.265461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0514a716-b185-412c-b5dc-8fce15c9922d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:08.279603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.281054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d978e4ec-723d-4e15-b57d-7858c32ca4d8 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5526495 Jun 04 06:34:08.284869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56838) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:08.294545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298345261'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:08.309946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Deleting port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:08.310675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.357435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:08.370887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:08.376146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:08.379615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56842) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:08.429781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-65ae93b4-0a99-4534-acdb-6cead0fc206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:08.436748 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-65ae93b4-0a99-4534-acdb-6cead0fc206b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=029ed1cb-f5b4-4eca-9471-777b65c64f0e HTTP/1.1" status: 200 len: 850 time: 0.2202923 Jun 04 06:34:08.487820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:08.550302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Update dhcp port {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'fixed_ips': [{'subnet_id': 'b0f708dc-cc25-4b80-a93c-175853303561', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70b90c05-0fdc-4b9f-8107-5ab70824beab'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'b9cdc78a-3c98-4740-89b7-9cd484e228df'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:34:08.574738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] For port 335c9acc-a445-4e6e-84cd-ea87031e7d88, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=335c9acc-a445-4e6e-84cd-ea87031e7d88,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:08.576163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.582814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.626611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:08.635564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:security_group_rule and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:08.643303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:08.650496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:08.714422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.776930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2086421949-network', 'tenant_id': '42abecd1882c428b9a5953133b839aed'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:08.796488 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:34:04Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:08.811892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.813860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:08.822517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf887f2-7c1c-482f-b73a-f1614ee7d8e3 None None] The sync data for ids ['55591220-a59c-441b-863d-42472e9f456d'] in n-d-811808-2 is: [{'id': '55591220-a59c-441b-863d-42472e9f456d', 'name': 'tempest-TaggedBootDevicesTest_v242-723414041-router', 'tenant_id': '40e041dbbfab4e3194da12f3300d86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:25Z', 'updated_at': '2022-06-04T06:34:04Z', 'revision_number': 5, 'project_id': '40e041dbbfab4e3194da12f3300d86fb', 'gw_port': {'id': '335c9acc-a445-4e6e-84cd-ea87031e7d88', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:0f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55591220-a59c-441b-863d-42472e9f456d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:28Z', 'updated_at': '2022-06-04T06:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:08.824149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.854588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] For port 63f524b9-3d80-48bd-99ab-b2e19bb48f8f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:08.855256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.878178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Usage tracker for resource:network and tenant:42abecd1882c428b9a5953133b839aed is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:08.902899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Calling delete_port for 335c9acc-a445-4e6e-84cd-ea87031e7d88 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:08.920113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:08.925079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6eac41-58d3-426e-ab9d-464501ca4c90,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:08.938240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'feb230e7-8169-4eda-b3d4-5016232420c6', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'port_id': '137482d1-accd-46d2-b556-b89c30db245a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'mac_address': 'fa:16:3e:87:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:32:31Z', 'updated_at': '2022-06-04T06:34:02Z', 'revision_number': 1, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:08.940409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:08.942191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb844591-c816-4baa-b441-1aaea281d228 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6558404 Jun 04 06:34:08.951833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:08.961673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af3e12-d322-4c92-991c-180c3d56b5f1 None None] The sync data for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 is: [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'feb230e7-8169-4eda-b3d4-5016232420c6', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'port_id': '137482d1-accd-46d2-b556-b89c30db245a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'mac_address': 'fa:16:3e:87:6f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:32:31Z', 'updated_at': '2022-06-04T06:34:02Z', 'revision_number': 1, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:08.964506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56854) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:08.965587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:34:09.200816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-8bd6b010-e185-460a-b4f6-9e2fd9ac0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:09.209272 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-8bd6b010-e185-460a-b4f6-9e2fd9ac0820 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5a480e-c763-4183-8cd6-83ed57094391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7647247 Jun 04 06:34:09.210177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.238461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Allocated IP 2001:db8::2 (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/70b90c05-0fdc-4b9f-8107-5ab70824beab/b9cdc78a-3c98-4740-89b7-9cd484e228df) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:09.288302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-700996054', 'security_groups': ['dc6eac41-58d3-426e-ab9d-464501ca4c90'], 'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '70b90c05-0fdc-4b9f-8107-5ab70824beab'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:09.329064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:09.446912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Calling delete_port for 63f524b9-3d80-48bd-99ab-b2e19bb48f8f owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:09.463096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Pushing event deleted for resources: {'Port': ['ID=335c9acc-a445-4e6e-84cd-ea87031e7d88,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:09.464945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.529208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20619e89-219e-49c1-88cd-2ed5351f76e9 None None] New status for floating IP feb230e7-8169-4eda-b3d4-5016232420c6: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:34:09.586635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Made reservation on behalf of 42abecd1882c428b9a5953133b839aed for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:09.590127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.622986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.679457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:09.715628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:42abecd1882c428b9a5953133b839aed is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:09.724285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.724705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:09.726791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.755766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.756427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55591220-a59c-441b-863d-42472e9f456d {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:34:09.759199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:09.788779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cd8e-a941-4b55-ad1a-440a5fbe4049 req-b5a9e7fc-87ff-4569-b370-e73bb6dee0a4 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:09.790590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7961cd8e-a941-4b55-ad1a-440a5fbe4049 req-b5a9e7fc-87ff-4569-b370-e73bb6dee0a4 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 944 time: 0.4859986 Jun 04 06:34:09.869664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:09.891828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:09.894614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bcabc79a-be89-4d3f-a610-9794e99cd998 admin admin] 10.222.0.17 "DELETE /v2.0/routers/55591220-a59c-441b-863d-42472e9f456d HTTP/1.1" status: 204 len: 168 time: 2.9798465 Jun 04 06:34:09.895885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:09.898146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56862) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:09.934318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:09.952511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '59015a52-af90-46be-ad62-b61cf59180a2', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '59015a52-af90-46be-ad62-b61cf59180a2', 'mac_address': 'fa:16:3e:3d:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:34:09.971117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:09.971117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587f93d9-cb5c-4d4c-80b4-61040ad9b5b6 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:10.009522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7961cd8e-a941-4b55-ad1a-440a5fbe4049 req-e85eff66-6d11-4b2b-b19c-636c86b0476a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845644 Jun 04 06:34:10.075177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59015a52-af90-46be-ad62-b61cf59180a2 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:10.075559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.078205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-d478dd69-d90d-402a-9dd2-8af7b6aa955e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483508 Jun 04 06:34:10.085949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Deleting subnet 1adacacb-6783-48e1-9755-b5f90e01011f {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:10.117121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:10.155854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:10.168317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.186942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59015a52-af90-46be-ad62-b61cf59180a2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:34:10.223544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:10.226231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.234551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.307599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.336734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['59015a52-af90-46be-ad62-b61cf59180a2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:34:10.363022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.371943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.385784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.392944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ce19ac1b-1337-412d-97a4-088c30b5d0c2 req-cdbb0f38-147c-4aae-ac45-e7850cab8b6e service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039305 Jun 04 06:34:10.409362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:10.440722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.444601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] device_id is not set on port cdc7be8c-df7a-43d9-b808-df5e6259935e yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:34:10.446933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Transition to ACTIVE for port object b9cdc78a-3c98-4740-89b7-9cd484e228df will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:10.462860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.489385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:34:10.494496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:10.500416 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.539444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.577315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.577678 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Added segment b580aba7-3912-4a2b-95d9-9b8b4309f004 of type vlan for network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 Jun 04 06:34:10.578701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adacacb-6783-48e1-9755-b5f90e01011f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:10.579030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Pushing event deleted for resources: {'Port': ['ID=63f524b9-3d80-48bd-99ab-b2e19bb48f8f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:10.586457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.592921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9b3d39a6-043a-4faf-bbf3-2558274c188f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1adacacb-6783-48e1-9755-b5f90e01011f HTTP/1.1" status: 204 len: 168 time: 0.6936340 Jun 04 06:34:10.595444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56876) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:10.661020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96740e-2e5a-4917-98d8-904163a5b636 None None] Network aaad800a-bd42-460e-b942-3679e984688e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:10.747956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.756453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.772444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Deleting port 0b040076-85a6-40fb-a4ab-cf785f212e66 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:10.772789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:10.826884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca54094-2ef7-45d7-acbd-10d2760b54a8 None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:10.912393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:34:11.012417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 45b6bad0-ec2f-4541-87db-07b6d4b33e15 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:11.017422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.018885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:11.019855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.147249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8::2ff (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/70b90c05-0fdc-4b9f-8107-5ab70824beab/cdc7be8c-df7a-43d9-b808-df5e6259935e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:11.304210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:11.307026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] For port 0b040076-85a6-40fb-a4ab-cf785f212e66, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0b040076-85a6-40fb-a4ab-cf785f212e66,segment=NetworkSegment(0a7f3dce-e60c-4b8c-bb4d-c6075db82e80),segment_id=0a7f3dce-e60c-4b8c-bb4d-c6075db82e80)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:11.307026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.315382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:11.315382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.444975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edbf178-d776-4ba2-aa70-cfe59ea63ff0 None None] DHCP port deletion for aaad800a-bd42-460e-b942-3679e984688e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:34:11.456688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5edbf178-d776-4ba2-aa70-cfe59ea63ff0 None None] Deleting port 0b040076-85a6-40fb-a4ab-cf785f212e66 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:11.457054 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5edbf178-d776-4ba2-aa70-cfe59ea63ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.476431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Calling delete_port for 0b040076-85a6-40fb-a4ab-cf785f212e66 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:11.485582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf2b7ea-513b-4c14-93c2-151c21c1b695,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:11.507963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:34:11.508241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.622091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.645990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dca59848-7c1c-42f5-9d11-35fceeebc8b7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2176592 Jun 04 06:34:11.656971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:11.661009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:11.661395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.672429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Request body: {'subnet': {'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2086421949-subnet', 'tenant_id': '42abecd1882c428b9a5953133b839aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:11.683915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0b040076-85a6-40fb-a4ab-cf785f212e66,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:11.687729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] No DVR routers for this DVR port 0b040076-85a6-40fb-a4ab-cf785f212e66 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:11.724532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:11.761420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5edbf178-d776-4ba2-aa70-cfe59ea63ff0 None None] The port '0b040076-85a6-40fb-a4ab-cf785f212e66' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:34:11.762493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Provisioning for port b9cdc78a-3c98-4740-89b7-9cd484e228df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:11.764255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:11.791431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Usage tracker for resource:subnet and tenant:42abecd1882c428b9a5953133b839aed is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:11.814634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:11.824944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:11.825154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.847959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:11.848337 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.855026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaad800a-bd42-460e-b942-3679e984688e']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:11.868390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:11.868678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7f3dce-e60c-4b8c-bb4d-c6075db82e80') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:11.875315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:11.875488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:11.883797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.889495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.932483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:11.933915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe01be-4ab4-49c7-a92e-3c801bfe734d req-5e09ce5d-d196-4d6d-bf6e-9376f86635c9 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:11.940715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1cbe01be-4ab4-49c7-a92e-3c801bfe734d req-5e09ce5d-d196-4d6d-bf6e-9376f86635c9 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 944 time: 0.6857011 Jun 04 06:34:11.942365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:11.942365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.011332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Made reservation on behalf of 42abecd1882c428b9a5953133b839aed for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:12.011332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.026887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:12.041665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:12.041665 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.053902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.172983 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0a7f3dce-e60c-4b8c-bb4d-c6075db82e80 resource provider aggregate not found Jun 04 06:34:12.195392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.211251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:12.225398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.233462 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0a7f3dce-e60c-4b8c-bb4d-c6075db82e80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a7f3dce-e60c-4b8c-bb4d-c6075db82e80 found for delete ", "request_id": "req-63c32f09-2f0a-4e9f-8da2-5184b15c8436"}]} Jun 04 06:34:12.235588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object cdc7be8c-df7a-43d9-b808-df5e6259935e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:12.243430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] Pushing event deleted for resources: {'Network': ['ID=aaad800a-bd42-460e-b942-3679e984688e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:12.263636 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48d3ef1f-7cd6-4501-ac14-d6e0706755ab admin admin] 10.222.0.17 "DELETE /v2.0/networks/aaad800a-bd42-460e-b942-3679e984688e HTTP/1.1" status: 204 len: 168 time: 1.6669304 Jun 04 06:34:12.266333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1cbe01be-4ab4-49c7-a92e-3c801bfe734d req-54239809-4d27-4a29-8069-ec528c3a68e8 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134508 Jun 04 06:34:12.267049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:12.267222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56900) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:12.267423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.297001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.338237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:12.344174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4d3a9-3401-4508-96ac-6246490be763 None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:12.427711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0b040076-85a6-40fb-a4ab-cf785f212e66 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:12.490220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0b040076-85a6-40fb-a4ab-cf785f212e66 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:12.490564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0b040076-85a6-40fb-a4ab-cf785f212e66 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:12.498078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 335c9acc-a445-4e6e-84cd-ea87031e7d88 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:12.552590 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34c0b15-11c9-4cf9-be5e-6933cb105229'] response: {'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15', 'code': 200} Jun 04 06:34:12.558730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 335c9acc-a445-4e6e-84cd-ea87031e7d88 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:12.559359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 335c9acc-a445-4e6e-84cd-ea87031e7d88 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:12.592827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:12.600397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:12.605301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=cdc7be8c-df7a-43d9-b808-df5e6259935e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:12.608042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:12.616274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:12.617170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:12.699185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d73e7583-afb7-4f76-949d-43f0636264dd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7308538 Jun 04 06:34:12.749824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56930) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:12.775978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:12.784852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Router 56456a65-a96a-4211-8945-787a8171cdbd has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:34:12.871556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:13.053983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:13.076804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Checking segment: {'id': 'b580aba7-3912-4a2b-95d9-9b8b4309f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:13.076804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Network hostable DHCP agents. Network: 6bf2b7ea-513b-4c14-93c2-151c21c1b695, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:34:13.076804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61557fb-5b21-4a71-b496-c73ddfe1c0c8,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:13.169367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:34:13.189325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:13.202994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c910d7d-fd6f-48e7-b84f-33ba17ba23cb admin admin] 10.222.0.17 "PUT /v2.0/routers/56456a65-a96a-4211-8945-787a8171cdbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2577178 Jun 04 06:34:13.209899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56944) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:13.211097 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Sync routers for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:13.230706 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:13.231565 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:13.307103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5daae95e-4778-4e16-9b96-8a8fa5961166 None None] Provisioning for port cdc7be8c-df7a-43d9-b808-df5e6259935e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:13.316692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5daae95e-4778-4e16-9b96-8a8fa5961166 None None] Provisioning complete for port cdc7be8c-df7a-43d9-b808-df5e6259935e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:13.317880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5daae95e-4778-4e16-9b96-8a8fa5961166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:13.479926 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:13.608696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5daae95e-4778-4e16-9b96-8a8fa5961166 None None] Port cdc7be8c-df7a-43d9-b808-df5e6259935e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:13.617090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 59015a52-af90-46be-ad62-b61cf59180a2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:13.617636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:13.637353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4688e-a3a3-492d-a102-c1f1f594dece req-5ad8236d-39e6-4695-be86-a35bc411a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:13.639016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29f4688e-a3a3-492d-a102-c1f1f594dece req-5ad8236d-39e6-4695-be86-a35bc411a2d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 1096 time: 0.8852134 Jun 04 06:34:13.759853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:13.817287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:13.838881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:13.904061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:13.912499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29f4688e-a3a3-492d-a102-c1f1f594dece req-96cdc17b-41e7-47c3-9628-0a61b4e5d27c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573323 Jun 04 06:34:13.974044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59015a52-af90-46be-ad62-b61cf59180a2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:13.974044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:13.989057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:13.989057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:14.054630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:14.097857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6bf2b7ea-513b-4c14-93c2-151c21c1b695) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:14.114513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87460ed3-1597-43e4-beb3-4c0005b48c26 None None] Network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:14.127492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:14.127492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:14.183700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:14.217011 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:14.273904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-42bf0d6b-7303-4594-9de6-11d33a1926d0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5977156 Jun 04 06:34:14.575628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c6007-09d4-423f-8f70-c4df39743d7c req-594d2d53-221d-46eb-8bed-db88cb10e26a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:14.583305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:14.593452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f4c6007-09d4-423f-8f70-c4df39743d7c req-594d2d53-221d-46eb-8bed-db88cb10e26a tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 945 time: 0.6464708 Jun 04 06:34:14.760800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:14.766515 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:34:14.814575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Deleting port d0591660-47c5-4141-a5e5-73796b15e4b9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:14.814575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:15.031363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:15.215404 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70b90c05-0fdc-4b9f-8107-5ab70824beab (CIDR: 2001:db8::/64) Jun 04 06:34:15.215404 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:15.215404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:15.258589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8676a795-3fe5-43ff-8ba1-47fec81e726b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5032725 Jun 04 06:34:15.261684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56968) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:15.269077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:15.402180 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:34:10Z', 'revision_number': 5, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port': {'id': 'd0591660-47c5-4141-a5e5-73796b15e4b9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56456a65-a96a-4211-8945-787a8171cdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:22:04Z', 'updated_at': '2022-06-04T06:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:15.407191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:15.409666 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Checking router: 56456a65-a96a-4211-8945-787a8171cdbd for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:15.419622 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Routers {'56456a65-a96a-4211-8945-787a8171cdbd'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:15.421094 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:33:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['56456a65-a96a-4211-8945-787a8171cdbd'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:15.551852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f85a0f-68cb-45d0-9ebf-5649aa75158e None None] Network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:15.586031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] For port d0591660-47c5-4141-a5e5-73796b15e4b9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d0591660-47c5-4141-a5e5-73796b15e4b9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:15.587112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:15.890634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] Set router 56456a65-a96a-4211-8945-787a8171cdbd gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:15.942668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Calling delete_port for d0591660-47c5-4141-a5e5-73796b15e4b9 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:15.947311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:15.954977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:15.967773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:15.992475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:16.027534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f4c6007-09d4-423f-8f70-c4df39743d7c req-069150b3-c699-4ec4-b88c-1e32c3bc428e tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3952510 Jun 04 06:34:16.056104 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b695549-70ca-4861-b004-f85958548be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:34:14Z', 'revision_number': 6, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:16.060324 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b695549-70ca-4861-b004-f85958548be4 None None] The sync data for ids ['56456a65-a96a-4211-8945-787a8171cdbd'] in n-d-811808-2 is: [{'id': '56456a65-a96a-4211-8945-787a8171cdbd', 'name': 'tempest-ServerActionsTestJSON-1213325244-router', 'tenant_id': '5f6634459d174868a1772cca8dc95967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:22:03Z', 'updated_at': '2022-06-04T06:34:14Z', 'revision_number': 6, 'project_id': '5f6634459d174868a1772cca8dc95967', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:16.156726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:16.162207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:16.213458 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca69765-70c7-4d10-8ed9-1ede0c38c5fa'] response: {'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2', 'code': 200} Jun 04 06:34:16.293443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:16.358691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0591660-47c5-4141-a5e5-73796b15e4b9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:16.467029 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b0f708dc-cc25-4b80-a93c-175853303561 (CIDR: 2001:db8:0:1::/64) Jun 04 06:34:16.474745 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:16.475754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:16.551311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ee6cb5ad-ce58-433d-a50d-daf3db4b10c3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2880988 Jun 04 06:34:16.555797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:16.566649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'subnet': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:16.596272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Deleting port 82f4d98d-6824-4af9-9323-8e1d6428e370 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:16.596965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:16.696437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:16.914108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] For port 82f4d98d-6824-4af9-9323-8e1d6428e370, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82f4d98d-6824-4af9-9323-8e1d6428e370,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:16.915680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:16.938179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-02ba3f62-c233-4ae3-afe8-129c24df015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.067172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-66aaf5de-cd01-4e22-9c16-238b8ed31f19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:17.067172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-66aaf5de-cd01-4e22-9c16-238b8ed31f19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Synchronizing usage tracker for tenant:42abecd1882c428b9a5953133b839aed on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:17.113131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.113131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.133094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:17.138684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Usage tracker for resource:subnet and tenant:1cc771309f5c444c91333c28a9dfd2c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:17.156022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:17.159319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-66aaf5de-cd01-4e22-9c16-238b8ed31f19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Unset dirty status for tenant:42abecd1882c428b9a5953133b839aed on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:17.161848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-66aaf5de-cd01-4e22-9c16-238b8ed31f19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/networks?id=6bf2b7ea-513b-4c14-93c2-151c21c1b695 HTTP/1.1" status: 200 len: 814 time: 0.7089937 Jun 04 06:34:17.180789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:17.188186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Calling delete_port for 82f4d98d-6824-4af9-9323-8e1d6428e370 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:17.196600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.197273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56456a65-a96a-4211-8945-787a8171cdbd {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:34:17.206898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-328b228e-d065-4461-bb70-3e217091b631 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/quotas/42abecd1882c428b9a5953133b839aed HTTP/1.1" status: 200 len: 375 time: 0.0371215 Jun 04 06:34:17.208714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Made reservation on behalf of 1cc771309f5c444c91333c28a9dfd2c2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:17.212519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.604213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:17.657013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63f524b9-3d80-48bd-99ab-b2e19bb48f8f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:17.674806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Pushing event deleted for resources: {'Port': ['ID=82f4d98d-6824-4af9-9323-8e1d6428e370,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:17.715695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-f8f0fed1-4f08-4679-aa6a-8e0e4e1a1145 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=42abecd1882c428b9a5953133b839aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225269 Jun 04 06:34:17.733894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 63f524b9-3d80-48bd-99ab-b2e19bb48f8f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:17.734287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63f524b9-3d80-48bd-99ab-b2e19bb48f8f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:17.734803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d0591660-47c5-4141-a5e5-73796b15e4b9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:17.859346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d0591660-47c5-4141-a5e5-73796b15e4b9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:17.859346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d0591660-47c5-4141-a5e5-73796b15e4b9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:18.071419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.077538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.078980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-363b0855-3d21-4188-98de-10e6e9b3b2a3 admin admin] 10.222.0.17 "DELETE /v2.0/routers/56456a65-a96a-4211-8945-787a8171cdbd HTTP/1.1" status: 204 len: 168 time: 4.8671889 Jun 04 06:34:18.083566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:18.249816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:18.263854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:18.271457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:18.271457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.277868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2425c3da-c69a-4ee2-9948-3c56dbcc6456 None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:18.358597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Subnet': ['ID=314c9283-890c-4fab-a2d8-dca9921b9a2a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:18.372494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f78cf31e-3b87-4fc9-a0d6-eec8697f2e7e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8069322 Jun 04 06:34:18.372494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:18.402995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1561820086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '314c9283-890c-4fab-a2d8-dca9921b9a2a'}], 'security_groups': ['6b9647ac-c8af-4cd3-b794-20fd190fc61d', '0514a716-b185-412c-b5dc-8fce15c9922d']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:18.485644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Deleting subnet a2ff83e9-6223-4d2a-9373-5ee546d4b319 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:18.491025 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.556308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-dbe87551-e5a1-4903-bac2-b47a8f4d7a9f service neutron] 10.222.0.17 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8224537 Jun 04 06:34:18.634974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.669441 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:18.922231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.016188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-6e6513a5-7b1f-4c92-a491-e3df62c0a05a service neutron] 10.222.0.17 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367248 Jun 04 06:34:19.044863 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.082810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81ab3cad-7fab-428e-873c-357082742a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.332512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.474594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.500126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a2ff83e9-6223-4d2a-9373-5ee546d4b319 HTTP/1.1" status: 204 len: 168 time: 1.3966508 Jun 04 06:34:19.521774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Update dhcp port {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'fixed_ips': [{'subnet_id': 'b0f708dc-cc25-4b80-a93c-175853303561', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '70b90c05-0fdc-4b9f-8107-5ab70824beab', 'ip_address': '2001:db8::2'}, {'subnet_id': '314c9283-890c-4fab-a2d8-dca9921b9a2a'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'b9cdc78a-3c98-4740-89b7-9cd484e228df'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:34:19.524796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:34:19.527097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57022) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:19.587120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802e7b-2c5a-4435-bce8-50b7d435037e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ff83e9-6223-4d2a-9373-5ee546d4b319,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:19.662502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d116f-8459-4b7b-99b1-5de17e9c1dff None None] Network 2b1ce311-5925-4674-9b41-eeb3fabc4a25 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:19.701785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:19.992590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:20.013770 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-638e24eb-71dd-4407-a07c-4476dd3ada3e admin admin] 10.222.0.17 "PUT /v2.0/routers/ba0362a3-66b8-4529-bb3d-88fe5d0e3507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7452667 Jun 04 06:34:20.037167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57032) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:20.103116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f6f27-510e-488e-be33-ba2779fe9933 req-a89e2766-14de-4cad-8a98-fbf831ba5b47 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:20.108345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c3f6f27-510e-488e-be33-ba2779fe9933 req-a89e2766-14de-4cad-8a98-fbf831ba5b47 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 945 time: 0.4404111 Jun 04 06:34:20.269890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:20.392645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Sync routers for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:20.488490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c3f6f27-510e-488e-be33-ba2779fe9933 req-db612226-8e57-434e-8cc9-66b02dd9b06b tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591375 Jun 04 06:34:20.496377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:20.497002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:20.656001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:20.732102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Deleting port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:20.732714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:20.739809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Delete allocated IP 2001:db8::2ff (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/70b90c05-0fdc-4b9f-8107-5ab70824beab) {{(pid=88849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:34:20.750098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Allocated IP 2001:db8:0:2::33c (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/314c9283-890c-4fab-a2d8-dca9921b9a2a/cdc7be8c-df7a-43d9-b808-df5e6259935e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:20.902126 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:21.026012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:21.215077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:21.272113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96fb4124-1a50-444e-85b0-cf7d2866c7dd req-bc04aa67-69ad-486d-8839-6b357d9ae1c3 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 210 time: 0.1531324 Jun 04 06:34:21.858721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:21.941191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Transition to ACTIVE for port object cdc7be8c-df7a-43d9-b808-df5e6259935e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:21.965084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:21.983910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4e16a-c0bb-461d-9026-8a02cfd7241d None None] DHCP port deletion for 2b1ce311-5925-4674-9b41-eeb3fabc4a25 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:34:22.133944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4e16a-c0bb-461d-9026-8a02cfd7241d None None] Deleting port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:22.133944 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e16a-c0bb-461d-9026-8a02cfd7241d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.196873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] For port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,segment=NetworkSegment(7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8),segment_id=7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:22.196873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.370131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Calling delete_port for 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:22.476235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] In _notify_port_updated(), no bound segment for port cdc7be8c-df7a-43d9-b808-df5e6259935e on network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:34:22.482220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:22.483435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.485066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "PUT /v2.0/ports/cdc7be8c-df7a-43d9-b808-df5e6259935e HTTP/1.1" status: 200 len: 970 time: 4.1037760 Jun 04 06:34:22.489653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57062) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:22.496640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.548475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6213410-13ff-429c-b59d-6bba40cca57c tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event updated for resources: {'Port': ['ID=cdc7be8c-df7a-43d9-b808-df5e6259935e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:22.564346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4e16a-c0bb-461d-9026-8a02cfd7241d None None] The port '8f90f7ed-d93e-46f5-9815-5c7459d1ec25' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:34:22.586389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port cdc7be8c-df7a-43d9-b808-df5e6259935e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:22.590393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.617418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.650844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.681075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Deleting port 508db67d-9973-4c2f-a852-c1d607f627be {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:22.681429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:22.713286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Allocated IP 2001:db8:0:2::2 (f598b843-b1d9-4b3e-b807-9c3417c1ccf2/314c9283-890c-4fab-a2d8-dca9921b9a2a/b9cdc78a-3c98-4740-89b7-9cd484e228df) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:22.928213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f90f7ed-d93e-46f5-9815-5c7459d1ec25,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:22.930690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-cae93b0e-4826-489a-ad9d-e484d2be29d6 req-f48b3988-9305-4825-b5a2-e7d125db7c77 service neutron] (88848) timed out ('10.222.0.17', 36580) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:34:22.999095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '508db67d-9973-4c2f-a852-c1d607f627be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:34:17Z', 'revision_number': 5, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port': {'id': '508db67d-9973-4c2f-a852-c1d607f627be', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:26:41Z', 'updated_at': '2022-06-04T06:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:23.019244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Checking router: ba0362a3-66b8-4529-bb3d-88fe5d0e3507 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:23.138934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] For port 508db67d-9973-4c2f-a852-c1d607f627be, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=508db67d-9973-4c2f-a852-c1d607f627be,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:23.138934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:23.171693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Routers {'ba0362a3-66b8-4529-bb3d-88fe5d0e3507'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:23.212471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-972fe0eb-9a70-4b29-90bc-c0d290834fe0 req-b387fe8b-0699-4488-8fc6-501aff5f157e tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 210 time: 0.1311915 Jun 04 06:34:23.217419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:23.382418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:23.519752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Calling delete_port for 508db67d-9973-4c2f-a852-c1d607f627be owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:23.754241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] No DVR routers for this DVR port 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:23.801461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for cdc7be8c-df7a-43d9-b808-df5e6259935e owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:23.806778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:23.879317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] Set router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:24.031570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeee5c-96d4-4510-89f7-906a558a3a11 req-a28a7f6f-bd8b-4f3a-a5f4-7ef6ec61356c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:24.034387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96aeee5c-96d4-4510-89f7-906a558a3a11 req-a28a7f6f-bd8b-4f3a-a5f4-7ef6ec61356c tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 945 time: 0.6020522 Jun 04 06:34:24.058212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:34:22Z', 'revision_number': 6, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:24.073016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:24.166936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f1a40-04b6-4b7e-9f33-868f82ac9a8b None None] The sync data for ids ['ba0362a3-66b8-4529-bb3d-88fe5d0e3507'] in n-d-811808-2 is: [{'id': 'ba0362a3-66b8-4529-bb3d-88fe5d0e3507', 'name': 'tempest-TaggedBootDevicesTest_v242-938055754-router', 'tenant_id': 'de50b13c56ff4347b2c0a8169d475a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:26:40Z', 'updated_at': '2022-06-04T06:34:22Z', 'revision_number': 6, 'project_id': 'de50b13c56ff4347b2c0a8169d475a97', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:24.170623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:24.170835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f90f7ed-d93e-46f5-9815-5c7459d1ec25 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:24.274995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:24.332863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-39a7a03d-4077-4c47-8f85-150a356048b2 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:24.334625 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-39a7a03d-4077-4c47-8f85-150a356048b2 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.39 "GET /v2.0/networks?id=6bf2b7ea-513b-4c14-93c2-151c21c1b695 HTTP/1.1" status: 200 len: 814 time: 2.8041480 Jun 04 06:34:24.340955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:24.357681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Transition to ACTIVE for port object b9cdc78a-3c98-4740-89b7-9cd484e228df will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:24.361179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Request body: {'port': {'device_id': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695', 'admin_state_up': True, 'tenant_id': '42abecd1882c428b9a5953133b839aed'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:24.367238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:24.517034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96aeee5c-96d4-4510-89f7-906a558a3a11 req-f31bccb4-4918-4caa-9ee7-c11cea0f34a7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655063 Jun 04 06:34:24.545934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:24.604856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f771c-0be8-4bf9-8a4b-07d3c1c9855d None None] Pushing event updated for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:24.773032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=cdc7be8c-df7a-43d9-b808-df5e6259935e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:24.810978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-1d01953f-655d-4553-8fbb-dbd659b59c59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 3.1502852 Jun 04 06:34:24.902336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:24.924946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6126e7c-405b-4599-bfa7-55d761333802 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/cdc7be8c-df7a-43d9-b808-df5e6259935e HTTP/1.1" status: 204 len: 168 time: 2.4337611 Jun 04 06:34:24.945224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-3fad8c59-2501-4212-8b35-c026c40186fc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:24.946987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-3fad8c59-2501-4212-8b35-c026c40186fc tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 945 time: 0.6957312 Jun 04 06:34:24.948003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57090) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:25.020407 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13189a6-e86d-439a-af20-dddb4b217f21 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] GET failed (client error): The resource could not be found. Jun 04 06:34:25.022550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e13189a6-e86d-439a-af20-dddb4b217f21 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Synchronizing usage tracker for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:25.185367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e13189a6-e86d-439a-af20-dddb4b217f21 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Unset dirty status for tenant:1cc771309f5c444c91333c28a9dfd2c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:25.188104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e13189a6-e86d-439a-af20-dddb4b217f21 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports/cdc7be8c-df7a-43d9-b808-df5e6259935e HTTP/1.1" status: 404 len: 333 time: 0.2390163 Jun 04 06:34:25.192891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:25.282524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=508db67d-9973-4c2f-a852-c1d607f627be,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:25.333341 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.336328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.435273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.438750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9240f75-6d1e-4001-800e-91aeb06d51c4 req-87a68b60-6808-4240-b738-fc9d20376460 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 210 time: 0.1315897 Jun 04 06:34:25.477317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Deleting port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:25.477967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.603922 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.618793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.722911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:25.870039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1ce311-5925-4674-9b41-eeb3fabc4a25']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:25.875298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.950322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:25.987097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:25.987410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:26.008020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.015532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Could not find standard attr ID for object cdc7be8c-df7a-43d9-b808-df5e6259935e. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:34:26.050036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Provisioning for port b9cdc78a-3c98-4740-89b7-9cd484e228df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:26.055108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 508db67d-9973-4c2f-a852-c1d607f627be no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:26.098421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.147262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.168192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 508db67d-9973-4c2f-a852-c1d607f627be {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:26.168779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 508db67d-9973-4c2f-a852-c1d607f627be not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:26.169504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82f4d98d-6824-4af9-9323-8e1d6428e370 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:26.198000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-80d5205b-7d33-4ca4-9e5f-bb22698a6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:26.199550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-80d5205b-7d33-4ca4-9e5f-bb22698a6f76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 1099 time: 1.0802283 Jun 04 06:34:26.201343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.212984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:26.215806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:26.216501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.230291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:26.230662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.261803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.262055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0362a3-66b8-4529-bb3d-88fe5d0e3507 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:34:26.282599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Usage tracker for resource:port and tenant:42abecd1882c428b9a5953133b839aed is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:26.333166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 82f4d98d-6824-4af9-9323-8e1d6428e370 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:26.333835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82f4d98d-6824-4af9-9323-8e1d6428e370 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:26.369752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:26.560853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6eac41-58d3-426e-ab9d-464501ca4c90,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:26.614665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:26.615199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:26.629135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:26.629586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.645778 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.659367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.668327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.677279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cf112fda-c749-49be-afda-35ec464fd131 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/security-groups/dc6eac41-58d3-426e-ab9d-464501ca4c90 HTTP/1.1" status: 204 len: 168 time: 1.4803810 Jun 04 06:34:26.707871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57116) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:26.716601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-584b0d4b-3c02-49c3-9eeb-83b4159f48d3 None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:26.717437 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8 resource provider aggregate not found Jun 04 06:34:26.793369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2a78e-5248-4dac-a17f-05486ae5424d req-e845c1ad-d046-4868-bbe0-4f5cc631eaf7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:26.801166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4c2a78e-5248-4dac-a17f-05486ae5424d req-e845c1ad-d046-4868-bbe0-4f5cc631eaf7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 945 time: 0.7740643 Jun 04 06:34:26.832151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-785de032-dde0-4920-b7ac-b4bf02fed6f5 None None] Could not find standard attr ID for object cdc7be8c-df7a-43d9-b808-df5e6259935e. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:34:26.860950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] For port 45b6bad0-ec2f-4541-87db-07b6d4b33e15, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=45b6bad0-ec2f-4541-87db-07b6d4b33e15,segment=NetworkSegment(b29d9ed2-d8f3-4d07-afb6-06d740f91fa5),segment_id=b29d9ed2-d8f3-4d07-afb6-06d740f91fa5)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:26.862183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.874012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Made reservation on behalf of 42abecd1882c428b9a5953133b839aed for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:26.878285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.896881 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cba4acb-1b14-4a5b-b5a6-fdf9e50111c8 found for delete ", "request_id": "req-a04618c9-31df-4d5b-819e-e9f0118d8ce1"}]} Jun 04 06:34:26.902428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:26.906756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7dadd61a-59b4-4107-b1d0-1dd716abf8ea admin admin] 10.222.0.17 "DELETE /v2.0/routers/ba0362a3-66b8-4529-bb3d-88fe5d0e3507 HTTP/1.1" status: 204 len: 168 time: 6.8662755 Jun 04 06:34:26.907903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1ce311-5925-4674-9b41-eeb3fabc4a25,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:26.911109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bfff3f3d-e77e-4219-ac39-651ee6a4bed5 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2b1ce311-5925-4674-9b41-eeb3fabc4a25 HTTP/1.1" status: 204 len: 168 time: 7.3691459 Jun 04 06:34:26.919690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:27.042100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.053488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Calling delete_port for 45b6bad0-ec2f-4541-87db-07b6d4b33e15 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:27.071954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-28d56b79-8688-42cc-a0b0-ad2ea9ec3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:27.073583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-28d56b79-8688-42cc-a0b0-ad2ea9ec3ced service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.8380530 Jun 04 06:34:27.100461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4c2a78e-5248-4dac-a17f-05486ae5424d req-f06c3089-0b9c-4556-b9ec-fd62c7fa1df7 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups?id=54e25f87-d5ce-4da0-98ef-6b5715450114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983060 Jun 04 06:34:27.156289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57130) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:27.186764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Deleting subnet 7aec7da0-a08a-4224-8985-72a8cdd999a5 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:27.210609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.215246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-12a73f1f-92f9-49d9-94f7-0c1502a2cb4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=7578ebda-e366-4006-b5b1-0aabde577ac6 HTTP/1.1" status: 200 len: 217 time: 0.1313798 Jun 04 06:34:27.283816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.351005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3ba23aa3-9a34-4f15-9376-fa50c11f22eb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5f6634459d174868a1772cca8dc95967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905749 Jun 04 06:34:27.354027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57144) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:27.483134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.546659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.572109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.580953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514a716-b185-412c-b5dc-8fce15c9922d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:27.594045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e2b2db4-5643-48fc-92cc-f7a792e474c2 req-2a5dda52-e251-49d3-bf46-8a31a62c5f6c tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 210 time: 0.1085472 Jun 04 06:34:27.627747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-e9df6229-5348-40f1-b8f2-a860f13d6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:27.629492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-e9df6229-5348-40f1-b8f2-a860f13d6a17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.3999155 Jun 04 06:34:27.634718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.687373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.764437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event deleted for resources: {'Port': ['ID=45b6bad0-ec2f-4541-87db-07b6d4b33e15,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:27.771239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.772536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa9ce602-d05f-4372-b7ab-3e05fd876ad2 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/security-groups/0514a716-b185-412c-b5dc-8fce15c9922d HTTP/1.1" status: 204 len: 168 time: 1.0637193 Jun 04 06:34:27.775592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57150) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:27.796964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Allocated IP 172.20.0.4 (6bf2b7ea-513b-4c14-93c2-151c21c1b695/b61557fb-5b21-4a71-b496-c73ddfe1c0c8/12674cca-251a-4ad2-8722-f00b3abe4626) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:27.909182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] No DVR routers for this DVR port 45b6bad0-ec2f-4541-87db-07b6d4b33e15 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:27.915118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.921378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-a492e689-e0e6-4fb2-9602-7156b633b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:27.922814 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-a492e689-e0e6-4fb2-9602-7156b633b5d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2854066 Jun 04 06:34:27.928229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'name': 'network-vif-deleted', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:27.934737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bdea01d-da4e-441b-a942-45a063535cd4 req-9c8e40e7-048b-4511-8a4b-bdc9552c0836 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.39 "DELETE /v2.0/ports/45b6bad0-ec2f-4541-87db-07b6d4b33e15 HTTP/1.1" status: 204 len: 173 time: 2.8869810 Jun 04 06:34:27.937362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.948001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:27.951190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ff7a60c-3a8b-438c-99c6-b47839c3bba6 HTTP/1.1" status: 204 len: 168 time: 0.5959754 Jun 04 06:34:27.992160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662acf0-6a6c-4387-b84a-cdabb0021cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7a60c-3a8b-438c-99c6-b47839c3bba6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:27.994242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.011043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.069856 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6761655-537b-4220-b3a3-a20a6527c766'] response: {'server_uuid': 'eb2f7488-6a3d-4e44-a504-4fa351d77c82', 'name': 'network-vif-deleted', 'tag': '45b6bad0-ec2f-4541-87db-07b6d4b33e15', 'status': 'completed', 'code': 200} Jun 04 06:34:28.085571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.218314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.244716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.246222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/security-groups/6b9647ac-c8af-4cd3-b794-20fd190fc61d HTTP/1.1" status: 204 len: 168 time: 0.4642899 Jun 04 06:34:28.248678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974d3a-9d55-4d1b-a90a-6bbee3e02e40 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9647ac-c8af-4cd3-b794-20fd190fc61d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:28.250379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57168) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:28.390246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 70b90c05-0fdc-4b9f-8107-5ab70824beab {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:28.398875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.638493 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:28.780567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d1afc011-8344-4abb-b230-11d579fd373d req-acee3196-9edf-4700-b8b6-bbd907e6c292 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Synchronizing usage tracker for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:28.824410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d1afc011-8344-4abb-b230-11d579fd373d req-acee3196-9edf-4700-b8b6-bbd907e6c292 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Unset dirty status for tenant:710dce5d9bba49b2a6cf4e0c606b4e0b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:28.844192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1afc011-8344-4abb-b230-11d579fd373d req-acee3196-9edf-4700-b8b6-bbd907e6c292 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/ports?device_id=eb2f7488-6a3d-4e44-a504-4fa351d77c82 HTTP/1.1" status: 200 len: 210 time: 0.3014305 Jun 04 06:34:28.902350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.035714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.056530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 45b6bad0-ec2f-4541-87db-07b6d4b33e15 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:29.069223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.087745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-4cafa549-0946-4ba1-81e1-c91dee012e5f service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0112772 Jun 04 06:34:29.092243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.147497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.164288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=70b90c05-0fdc-4b9f-8107-5ab70824beab,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:29.166497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 45b6bad0-ec2f-4541-87db-07b6d4b33e15 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:29.175634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f8d2d983-1b6f-4fd5-80cb-250b8d19aac5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/70b90c05-0fdc-4b9f-8107-5ab70824beab HTTP/1.1" status: 204 len: 168 time: 0.9202657 Jun 04 06:34:29.175786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 45b6bad0-ec2f-4541-87db-07b6d4b33e15 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:29.181510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57204) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:29.182130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d5c1a-5548-412b-8900-8407aac4336e None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:29.305127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.311057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aec7da0-a08a-4224-8985-72a8cdd999a5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:29.372040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b850dcb6-ca9c-48ce-8b56-56a046881797 req-0efd188c-decc-4dc0-a19f-cddac3b5488e tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 210 time: 0.0764921 Jun 04 06:34:29.389196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet 314c9283-890c-4fab-a2d8-dca9921b9a2a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:29.399959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.408867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94b8be4a-275a-4f34-bd8f-cca08ef5b800 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/7aec7da0-a08a-4224-8985-72a8cdd999a5 HTTP/1.1" status: 204 len: 168 time: 2.4873993 Jun 04 06:34:29.413788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:29.509621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b79e5f-41b6-4ebf-96df-877ccaa1beda None None] Network 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:29.510343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:29.570502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.580591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.679108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-75d197c2-a272-4d43-b4ca-6dfabfe7cb37 req-b647ac64-0320-460c-8bb1-21609c891cff service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676157 Jun 04 06:34:29.724584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:29.731733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.755274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:29.764866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:29.772846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.912454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Pushing event updated for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:29.932394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Deleting port d6c22dab-16b3-41fa-8746-846f62428b5c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:29.933312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:29.935607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.048225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=314c9283-890c-4fab-a2d8-dca9921b9a2a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:30.058391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-723716659-network', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:30.074908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:30.089964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:30.094987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.098480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.113724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c57ba88-e5b9-4e73-86c3-aea3f6a102f1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/314c9283-890c-4fab-a2d8-dca9921b9a2a HTTP/1.1" status: 204 len: 168 time: 0.9309275 Jun 04 06:34:30.115307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Usage tracker for resource:network and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:30.118259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:30.132389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:30.241083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-9b2c0283-ae86-4790-9b82-a6bd0ac08a38 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8842349 Jun 04 06:34:30.260321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Request body: {'port': {'device_id': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:30.291101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] DHCP port deletion for 8ed940f5-5ad9-4326-9dc3-8bd1313687d8 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:34:30.324692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Deleting port d6c22dab-16b3-41fa-8746-846f62428b5c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:30.325314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.440964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:30.443942 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-896bfe8a-4a33-4495-9c33-395e2229be88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:30.444557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896bfe8a-4a33-4495-9c33-395e2229be88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:30.446442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-896bfe8a-4a33-4495-9c33-395e2229be88 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/70b90c05-0fdc-4b9f-8107-5ab70824beab HTTP/1.1" status: 404 len: 337 time: 0.3270035 Jun 04 06:34:30.450649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:30.584966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting subnet b0f708dc-cc25-4b80-a93c-175853303561 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:30.588468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Made reservation on behalf of 4025913fbe5b4437a9a3b27ededfa43b for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:30.590839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.605960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.644852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] For port d6c22dab-16b3-41fa-8746-846f62428b5c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c22dab-16b3-41fa-8746-846f62428b5c,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:30.649967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.654795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.772731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:30.786794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ea1af-c2e2-4ac3-8332-dc7122072a93 None None] Update dhcp port {'port': {'network_id': 'f598b843-b1d9-4b3e-b807-9c3417c1ccf2', 'fixed_ips': [{'subnet_id': 'b0f708dc-cc25-4b80-a93c-175853303561', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '314c9283-890c-4fab-a2d8-dca9921b9a2a'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'b9cdc78a-3c98-4740-89b7-9cd484e228df'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:34:30.790599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:30.803386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:30.819528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.867191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Calling delete_port for d6c22dab-16b3-41fa-8746-846f62428b5c owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:30.883616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] For port d6c22dab-16b3-41fa-8746-846f62428b5c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d6c22dab-16b3-41fa-8746-846f62428b5c,segment=NetworkSegment(8b4220fd-4113-4c67-adbe-7a7b21b0ffe3),segment_id=8b4220fd-4113-4c67-adbe-7a7b21b0ffe3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:30.884018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:30.907886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:31.084205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575096e-4c4d-4ca9-8fa9-c225914ff4f3 req-e6be44d6-3c6f-4727-8574-f4ee3ce1dad5 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:31.097617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c575096e-4c4d-4ca9-8fa9-c225914ff4f3 req-e6be44d6-3c6f-4727-8574-f4ee3ce1dad5 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 931 time: 0.4096437 Jun 04 06:34:31.158936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Calling delete_port for d6c22dab-16b3-41fa-8746-846f62428b5c owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:31.247435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c575096e-4c4d-4ca9-8fa9-c225914ff4f3 req-4185e639-a85c-4380-abe8-b6d3ee949e0f tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Synchronizing usage tracker for tenant:42abecd1882c428b9a5953133b839aed on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:31.247667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.250319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:34:31.250972 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:34:31.257223 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e96ea1af-c2e2-4ac3-8332-dc7122072a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.282326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c575096e-4c4d-4ca9-8fa9-c225914ff4f3 req-4185e639-a85c-4380-abe8-b6d3ee949e0f tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Unset dirty status for tenant:42abecd1882c428b9a5953133b839aed on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:31.297693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c575096e-4c4d-4ca9-8fa9-c225914ff4f3 req-4185e639-a85c-4380-abe8-b6d3ee949e0f tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934340 Jun 04 06:34:31.351930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.353735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c22dab-16b3-41fa-8746-846f62428b5c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:31.363457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] No DVR routers for this DVR port d6c22dab-16b3-41fa-8746-846f62428b5c on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:31.412167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:31.470690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.565662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.577500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.640275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c22dab-16b3-41fa-8746-846f62428b5c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:31.656217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:34:31.661632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f841a-9606-4b09-9162-6c41b578a84f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:31.707318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.717925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d6c22dab-16b3-41fa-8746-846f62428b5c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:31.718273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d6c22dab-16b3-41fa-8746-846f62428b5c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:31.721748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-e96ea1af-c2e2-4ac3-8332-dc7122072a93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0f708dc-cc25-4b80-a93c-175853303561: This subnet is being modified by another concurrent operation. Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:34:31.728474 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0f708dc-cc25-4b80-a93c-175853303561: This subnet is being modified by another concurrent operation. Jun 04 06:34:31.732537 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:34:31.743319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.743616 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Added segment d15548d7-0af7-4874-84cc-8827a5f4f8c0 of type vlan for network 5df9b8ac-c373-43af-b4d0-611b5d688684 Jun 04 06:34:31.750127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.752739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Deleting port d6c22dab-16b3-41fa-8746-846f62428b5c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:31.753578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.814331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed940f5-5ad9-4326-9dc3-8bd1313687d8']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:31.845155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:31.845453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4220fd-4113-4c67-adbe-7a7b21b0ffe3') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:31.857240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99bde0aa-70cb-4929-b3f2-a4241e792b43 None None] The port 'd6c22dab-16b3-41fa-8746-846f62428b5c' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:34:31.860929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc04e56-d56e-48d5-83c3-98af1d493d0b None None] Network f598b843-b1d9-4b3e-b807-9c3417c1ccf2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:31.875578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.881831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.921578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.930039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:31.931579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.963727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f708dc-cc25-4b80-a93c-175853303561,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:31.974972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:31.987772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.010249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.013108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.014449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "DELETE /v2.0/security-groups/a420bfdc-4120-429c-a253-faa4d0b31df3 HTTP/1.1" status: 204 len: 168 time: 0.6001208 Jun 04 06:34:32.016261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c43af9fd-13c5-4324-8e22-7fb0cb5f07bd tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/b0f708dc-cc25-4b80-a93c-175853303561 HTTP/1.1" status: 204 len: 168 time: 1.5591455 Jun 04 06:34:32.029693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.030234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57280) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.091155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Provisioning complete for port b9cdc78a-3c98-4740-89b7-9cd484e228df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:32.095234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fb7e2-5061-4872-86e4-5859647252c3 tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420bfdc-4120-429c-a253-faa4d0b31df3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:32.112695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.114610 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-24df638b-531e-44ce-9e05-ac7cf3bec3e3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:32.115067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24df638b-531e-44ce-9e05-ac7cf3bec3e3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:32.116919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-24df638b-531e-44ce-9e05-ac7cf3bec3e3 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/2106ff56-13de-48a5-b8b1-6aaeac119c9b HTTP/1.1" status: 404 len: 337 time: 0.0856185 Jun 04 06:34:32.132530 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-1df081c7-687e-49f0-8bdf-aa897d67a3fb tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] show failed (client error): The resource could not be found. Jun 04 06:34:32.137527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1df081c7-687e-49f0-8bdf-aa897d67a3fb tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "GET /v2.0/security-groups/a420bfdc-4120-429c-a253-faa4d0b31df3 HTTP/1.1" status: 404 len: 347 time: 0.1043582 Jun 04 06:34:32.138412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.143972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57294) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.288373 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8b4220fd-4113-4c67-adbe-7a7b21b0ffe3 resource provider aggregate not found Jun 04 06:34:32.296330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.306717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.348966 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8b4220fd-4113-4c67-adbe-7a7b21b0ffe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b4220fd-4113-4c67-adbe-7a7b21b0ffe3 found for delete ", "request_id": "req-fda727e2-be36-4d1a-9b0e-295a312e8fba"}]} Jun 04 06:34:32.362254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed940f5-5ad9-4326-9dc3-8bd1313687d8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:32.429514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-934b8f8a-52f9-4045-ac32-c97231baf780 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8ed940f5-5ad9-4326-9dc3-8bd1313687d8 HTTP/1.1" status: 204 len: 168 time: 3.0143518 Jun 04 06:34:32.447532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Current status of the port b9cdc78a-3c98-4740-89b7-9cd484e228df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:32.478700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2d828740-485b-4cc7-8bee-bbddeaf3746b tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "GET /v2.0/ports?device_id=9ec40548-efae-4122-a704-9eb622027384 HTTP/1.1" status: 200 len: 205 time: 0.3268590 Jun 04 06:34:32.497824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57308) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.567913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] DHCP port deletion for f598b843-b1d9-4b3e-b807-9c3417c1ccf2 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:34:32.594018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Provisioning complete for port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:32.594572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.674433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Deleting port b9cdc78a-3c98-4740-89b7-9cd484e228df {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:32.675189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.710111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57316) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.742894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.743804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:32.749366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.797825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12674cca-251a-4ad2-8722-f00b3abe4626 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:34:32.813036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-60d8e1ff-b8e4-4400-a86d-1e47e7fb22c9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=40e041dbbfab4e3194da12f3300d86fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913923 Jun 04 06:34:32.823744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:32.826062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:32.843134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d19d17d3-77df-4933-8223-c68cb8cf657c None None] Port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:32.904209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Transition to ACTIVE for port object 12674cca-251a-4ad2-8722-f00b3abe4626 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:32.916077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:33.117136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Deleting port 9269805c-c14c-4372-8973-739806fe0f7a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:33.122181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:33.223283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] For port b9cdc78a-3c98-4740-89b7-9cd484e228df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9cdc78a-3c98-4740-89b7-9cd484e228df,segment=NetworkSegment(aa90d2e9-4e48-47da-81d5-82b21919a9a8),segment_id=aa90d2e9-4e48-47da-81d5-82b21919a9a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:33.223978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:33.300401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7834530 Jun 04 06:34:33.310984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57324) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:33.339148 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-46c635f7-ec61-422b-b6db-fe81e08eb055 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] delete failed (client error): The resource could not be found. Jun 04 06:34:33.340170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46c635f7-ec61-422b-b6db-fe81e08eb055 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/routers/9ec40548-efae-4122-a704-9eb622027384 HTTP/1.1" status: 404 len: 336 time: 0.8352108 Jun 04 06:34:33.343064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57328) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:33.362019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Request body: {'subnet': {'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-723716659-subnet', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:33.472373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Calling delete_port for b9cdc78a-3c98-4740-89b7-9cd484e228df owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:33.483037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:33.529275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Usage tracker for resource:subnet and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:33.613852 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bce0a7-d446-4a81-ac83-1e191daa745e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:33.616106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bce0a7-d446-4a81-ac83-1e191daa745e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:33.618164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-55bce0a7-d446-4a81-ac83-1e191daa745e tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0ce094e5-69a8-48e3-9f42-8f431aa41fd1 HTTP/1.1" status: 404 len: 337 time: 0.1301045 Jun 04 06:34:33.681320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:33.684498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:33.754649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:33.769031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b9cdc78a-3c98-4740-89b7-9cd484e228df {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:33.772475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9cdc78a-3c98-4740-89b7-9cd484e228df not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:33.774675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:33.819373 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73de2d8-3403-49ba-81df-a4081ffa2ea7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:33.819905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73de2d8-3403-49ba-81df-a4081ffa2ea7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:33.821580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b73de2d8-3403-49ba-81df-a4081ffa2ea7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/81ffd336-72df-4bbd-b19e-c913a29b4f05 HTTP/1.1" status: 404 len: 337 time: 0.1059132 Jun 04 06:34:33.831408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:33.841413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Attempting to bind port 12674cca-251a-4ad2-8722-f00b3abe4626 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:33.842128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Attempting to bind port 12674cca-251a-4ad2-8722-f00b3abe4626 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b580aba7-3912-4a2b-95d9-9b8b4309f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:33.842688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Attempting to bind port 12674cca-251a-4ad2-8722-f00b3abe4626 on network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:33.847622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Pushing event updated for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:33.848158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72d5c-acbe-4c03-a19b-42037f26ffcd admin admin] Pushing event updated for resources: {'Network': ['ID=5df9b8ac-c373-43af-b4d0-611b5d688684,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:33.872834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:33.890827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:34:33.894290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:34.024376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Pushing event deleted for resources: {'Port': ['ID=b9cdc78a-3c98-4740-89b7-9cd484e228df,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:34.031768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] No DVR routers for this DVR port b9cdc78a-3c98-4740-89b7-9cd484e228df on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:34.063573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438b80-6946-42bc-8fdd-0662bcaa251b req-4c034cf3-b9b6-4c92-ad65-69928c114d5c tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:34.075480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a438b80-6946-42bc-8fdd-0662bcaa251b req-4c034cf3-b9b6-4c92-ad65-69928c114d5c tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 943 time: 1.0978339 Jun 04 06:34:34.133675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.134130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.134889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.135719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.135946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.136768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.137109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.137670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.138320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.139072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.139308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.139714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695b854-48e0-47f6-af5b-680e4197e69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:34.166914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261abff-1aa2-466a-8275-7c239f9311cf None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:34:34.229338 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-108924e5-95c3-4143-8629-fe6ac0cfc5c1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:34.240508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108924e5-95c3-4143-8629-fe6ac0cfc5c1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:34.261109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-108924e5-95c3-4143-8629-fe6ac0cfc5c1 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/6238e64b-c613-4c40-b6d9-0a35470011db HTTP/1.1" status: 404 len: 337 time: 0.3962946 Jun 04 06:34:34.265012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57344) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:34.265798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Port 12674cca-251a-4ad2-8722-f00b3abe4626 on network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:34:34.266184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Attempting to bind port 12674cca-251a-4ad2-8722-f00b3abe4626 on network 6bf2b7ea-513b-4c14-93c2-151c21c1b695 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:34.281108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Made reservation on behalf of 4025913fbe5b4437a9a3b27ededfa43b for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:34.286208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:34.326910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2261abff-1aa2-466a-8275-7c239f9311cf None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:34:34.356558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a438b80-6946-42bc-8fdd-0662bcaa251b req-14d6a416-a8dd-4246-9c76-bd158fb6addc tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661445 Jun 04 06:34:34.363038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:34.364921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:34.417519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:34.418465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Checking segment: {'id': 'b580aba7-3912-4a2b-95d9-9b8b4309f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:34.419727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Bound using segment: {'id': 'b580aba7-3912-4a2b-95d9-9b8b4309f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:34.421704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Bound port: 12674cca-251a-4ad2-8722-f00b3abe4626, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b580aba7-3912-4a2b-95d9-9b8b4309f004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:34.423454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:34.683057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:34.723906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Calling delete_port for 9269805c-c14c-4372-8973-739806fe0f7a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:34.739401 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-095c3c1c-95c1-4a81-9452-9353532e4ca5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:34.740907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095c3c1c-95c1-4a81-9452-9353532e4ca5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:34.746720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-095c3c1c-95c1-4a81-9452-9353532e4ca5 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/bad457d6-292d-47f0-b9a3-850c6fe5460f HTTP/1.1" status: 404 len: 333 time: 0.4653986 Jun 04 06:34:34.762480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57356) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:34.987589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:34.998297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=12674cca-251a-4ad2-8722-f00b3abe4626,segment=NetworkSegment(b580aba7-3912-4a2b-95d9-9b8b4309f004),segment_id=b580aba7-3912-4a2b-95d9-9b8b4309f004)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:35.131971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.265419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Pushing event deleted for resources: {'Port': ['ID=9269805c-c14c-4372-8973-739806fe0f7a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:35.390090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.422638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.424581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-61b6f584-0435-463f-817b-7c41ebf8723f tempest-ImagesOneServerNegativeTestJSON-1918102645 tempest-ImagesOneServerNegativeTestJSON-1918102645-project] 10.222.0.17 "DELETE /v2.0/floatingips/cbf5cadb-3d84-49a4-8772-efe10e56a217 HTTP/1.1" status: 204 len: 168 time: 3.2693818 Jun 04 06:34:35.589822 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b2507d-6331-4be6-b67c-5e33d035b977 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:35.590662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b2507d-6331-4be6-b67c-5e33d035b977 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:35.602522 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.701933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e7f8-021b-477a-a881-996fa07d03f4 req-52b417ce-3e4d-4ded-886d-514e8d28a074 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:35.720317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-72b2507d-6331-4be6-b67c-5e33d035b977 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/39c122a3-1d78-4e19-8502-2c4d62037c01 HTTP/1.1" status: 404 len: 337 time: 0.9468594 Jun 04 06:34:35.725735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aa5e7f8-021b-477a-a881-996fa07d03f4 req-52b417ce-3e4d-4ded-886d-514e8d28a074 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 943 time: 0.1580191 Jun 04 06:34:35.734359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57368) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:35.798186 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-317f1304-5a84-4a4e-b6ac-e6ca75be52c9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:35.798966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317f1304-5a84-4a4e-b6ac-e6ca75be52c9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:35.805267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-317f1304-5a84-4a4e-b6ac-e6ca75be52c9 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/3beb0c94-ea5b-46a7-bf12-42cb822a64f2 HTTP/1.1" status: 404 len: 337 time: 0.0550702 Jun 04 06:34:35.807786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.813704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:35.813704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:35.816199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] 10.222.0.39 "PUT /v2.0/ports/12674cca-251a-4ad2-8722-f00b3abe4626 HTTP/1.1" status: 200 len: 1091 time: 5.5642052 Jun 04 06:34:35.816947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57372) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:35.824084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aa5e7f8-021b-477a-a881-996fa07d03f4 req-572b3598-5234-4fe3-8416-5cdcbeb823d3 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920868 Jun 04 06:34:35.853164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:36.004163 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64b96ca-c752-48bb-a602-bf634fdcb095 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:36.005684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64b96ca-c752-48bb-a602-bf634fdcb095 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:36.081299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Checking segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:36.082049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Network hostable DHCP agents. Network: 5df9b8ac-c373-43af-b4d0-611b5d688684, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:34:36.088906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ded0b-377c-4452-b1eb-1b5e2d5902db service neutron] Pushing event updated for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:36.103156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d64b96ca-c752-48bb-a602-bf634fdcb095 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/f07cff2d-a42c-4dbd-84f9-75f8399dcdf6 HTTP/1.1" status: 404 len: 333 time: 0.2443192 Jun 04 06:34:36.106657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57392) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:36.110244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-ae568213-0f3e-4711-beaf-4c39643ced6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:36.112774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-ae568213-0f3e-4711-beaf-4c39643ced6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42abecd1882c428b9a5953133b839aed&device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 1094 time: 0.1963942 Jun 04 06:34:36.197044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.201555 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-ed0ca372-bdfb-4bf7-9180-af81c40df909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12674cca-251a-4ad2-8722-f00b3abe4626 HTTP/1.1" status: 200 len: 217 time: 0.0793388 Jun 04 06:34:36.223333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39561012-1a44-4b6f-b7db-f7046f577bbc,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:36.229840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:34:36.301506 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da88a87-2823-45fe-8618-687c4f352047'] response: {'name': 'network-changed', 'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626', 'status': 'completed', 'code': 200} Jun 04 06:34:36.303609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.309703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5 HTTP/1.1" status: 204 len: 168 time: 3.4783328 Jun 04 06:34:36.309703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6d342-feac-4110-9390-6801d7150299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a38a837-cfc7-4c9b-84a1-83eeb2b5d1a5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:36.334979 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a88cda4-bf5b-4812-b64c-3dfd708d9cb4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:36.335537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a88cda4-bf5b-4812-b64c-3dfd708d9cb4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:36.337585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1a88cda4-bf5b-4812-b64c-3dfd708d9cb4 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0f964fde-5dff-4436-8347-e48f3c18d9d2 HTTP/1.1" status: 404 len: 337 time: 0.2300622 Jun 04 06:34:36.340311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57402) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:36.393018 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-500cd71c-fd6c-4714-981c-153d5f920895 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] DELETE failed (client error): The resource could not be found. Jun 04 06:34:36.394366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5df9b8ac-c373-43af-b4d0-611b5d688684) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:36.394513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500cd71c-fd6c-4714-981c-153d5f920895 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:34:36.399451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-500cd71c-fd6c-4714-981c-153d5f920895 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/subnets/0b805cea-9bf0-4c19-823b-cac03c54d518 HTTP/1.1" status: 404 len: 337 time: 0.0581393 Jun 04 06:34:36.406917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55572e2d-0010-4ad3-a1fc-0796de7f50f5 None None] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:36.410788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:36.418400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:36.422133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.522781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-490819f9-13d7-4320-b0e1-f99cfc95268b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2013209 Jun 04 06:34:36.525608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57412) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:36.536223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:36.543692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:36.554508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Usage tracker for resource:router and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:36.558987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:36.567448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:36.581166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-53daf657-7aef-4b65-a4d6-650a1a6c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:36.584143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-53daf657-7aef-4b65-a4d6-650a1a6c8d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b61557fb-5b21-4a71-b496-c73ddfe1c0c8 HTTP/1.1" status: 200 len: 854 time: 0.3387063 Jun 04 06:34:36.589272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.595346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.611979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Deleting port d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:36.635856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.698358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-e112efa0-7842-42cd-b721-af05b20934fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bf2b7ea-513b-4c14-93c2-151c21c1b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920284 Jun 04 06:34:36.733953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:36.885607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57418) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:37.307754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-a3314f53-1d97-4128-927f-839c6eb70479 service neutron] 10.222.0.39 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029136 Jun 04 06:34:37.394730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-5df9b8ac-c373-43af-b4d0-611b5d688684', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:34:37.398003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:37.473746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Deleting subnet 1b840bf0-8af2-4ad8-8b01-93181fd961d5 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:34:37.539597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57428) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:37.544974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:37.596697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:37.727219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Allocated IP 172.20.0.2 (5df9b8ac-c373-43af-b4d0-611b5d688684/39561012-1a44-4b6f-b7db-f7046f577bbc/12dbe3f9-f9e9-4df9-ae91-517545ea1acc) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:37.792683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c42de749-c80c-4397-93d0-8f14d5b223b5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=de50b13c56ff4347b2c0a8169d475a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497253 Jun 04 06:34:37.797180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57432) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:37.925371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.027739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4655305-92c2-4fb8-a31b-8caef9884d60 req-64b50d07-4117-4e8c-afcb-5a6c2a1569f9 service neutron] 10.222.0.39 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120459 Jun 04 06:34:38.225230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.315144 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.348555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Transition to ACTIVE for port object 12dbe3f9-f9e9-4df9-ae91-517545ea1acc will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:38.397193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Transition to ACTIVE for port object 12dbe3f9-f9e9-4df9-ae91-517545ea1acc will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:38.409137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.419792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.550624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:38.570144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:38.586454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:38.631297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.656204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.676363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Pushing event updated for resources: {'Port': ['ID=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:38.716659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.745973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-2d0306fe-b851-4671-a18f-7f60689c24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:38.748378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Attempting to bind port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:38.749298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Attempting to bind port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:38.749889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Attempting to bind port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:38.751953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-2d0306fe-b851-4671-a18f-7f60689c24a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42abecd1882c428b9a5953133b839aed&device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 1094 time: 0.6689415 Jun 04 06:34:38.762937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:38.763538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Checking segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:38.764151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.765219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Bound using segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:38.766079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Bound port: 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:38.766638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:38.779632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01c5f1-2be4-4636-9a13-5188c101507d req-b646d233-cfab-4497-a4d5-bed2d545a210 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:38.791794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da01c5f1-2be4-4636-9a13-5188c101507d req-b646d233-cfab-4497-a4d5-bed2d545a210 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 943 time: 1.4778056 Jun 04 06:34:38.902292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] For port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:38.905991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] For port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:38.929783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:39.044444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b840bf0-8af2-4ad8-8b01-93181fd961d5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:39.049762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d4175-6ee5-4ece-b29d-d4c75c60587e None None] Pushing event updated for resources: {'Port': ['ID=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:39.218800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:39.254904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Calling delete_port for d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:39.335182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c6b88db-f346-4595-b7d3-2d0918bc6b6e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1b840bf0-8af2-4ad8-8b01-93181fd961d5 HTTP/1.1" status: 204 len: 168 time: 2.4486766 Jun 04 06:34:39.359483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57448) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:39.488618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da01c5f1-2be4-4636-9a13-5188c101507d req-b3878d03-4092-4c36-8871-9259493a19bd tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687565 Jun 04 06:34:39.740252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:39.793527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:39.848114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 12dbe3f9-f9e9-4df9-ae91-517545ea1acc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:39.865901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:39.977978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.025342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:40.065449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-715f6c49-bbb3-467d-854d-8de048469170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:40.068285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-715f6c49-bbb3-467d-854d-8de048469170 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bf2b7ea-513b-4c14-93c2-151c21c1b695 HTTP/1.1" status: 200 len: 915 time: 1.2861996 Jun 04 06:34:40.081297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b8fcc-ab2f-4862-a9b1-c06cff3a78fe,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:40.190783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.202475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Port': ['ID=d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:40.224867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-9ed95cc5-0529-48c8-8813-a72057e93035 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12674cca-251a-4ad2-8722-f00b3abe4626 HTTP/1.1" status: 200 len: 217 time: 0.1299772 Jun 04 06:34:40.229958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.233357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b78816c9-c79f-407c-9109-38dd9ce125ac admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e95b8fcc-ab2f-4862-a9b1-c06cff3a78fe HTTP/1.1" status: 204 len: 168 time: 2.4324903 Jun 04 06:34:40.234463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e8b00f59-b753-4e91-a6fc-c7d684bd8afe tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/ports/d57fef01-ad35-4f92-b0b7-85b0f4fa0c4a HTTP/1.1" status: 204 len: 168 time: 3.8185768 Jun 04 06:34:40.239658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.243792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57472) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:40.359009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-15726468-57da-4fb9-b029-48fbc2523a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:40.360496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-15726468-57da-4fb9-b029-48fbc2523a0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b61557fb-5b21-4a71-b496-c73ddfe1c0c8 HTTP/1.1" status: 200 len: 854 time: 0.1219511 Jun 04 06:34:40.419783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Allocated IP 172.25.1.68 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/8373b48f-3236-43a6-a7a5-a06c818c48f4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:40.425097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-6b2092a5-9bf3-4da3-a928-86937dc407b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bf2b7ea-513b-4c14-93c2-151c21c1b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541437 Jun 04 06:34:40.475054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.522289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17485d7c-7dad-42f9-a0d3-5510a54f33ba']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:40.567671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:40.569686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29d9ed2-d8f3-4d07-afb6-06d740f91fa5') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:40.592048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.602311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.673274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-52a57950-23dc-4421-a455-7384f2757751 service neutron] 10.222.0.39 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393181 Jun 04 06:34:40.765353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.887964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:40.918242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f598b843-b1d9-4b3e-b807-9c3417c1ccf2']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:40.923333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27e5f5-751f-48f8-b971-6daacfbd3339 None None] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:40.971470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:40.976508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.055707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa90d2e9-4e48-47da-81d5-82b21919a9a8') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:41.056306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa90d2e9-4e48-47da-81d5-82b21919a9a8') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:41.092699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.124987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.142975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:34:41.144544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.150889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 12674cca-251a-4ad2-8722-f00b3abe4626 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:34:41.224720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Provisioning for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:41.259220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d80e1212-3232-4b97-8ad1-7d1a88eae272 req-8f8f2164-ec05-441c-8747-f8660ce49f56 service neutron] 10.222.0.39 "GET /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529070 Jun 04 06:34:41.284823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.297508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:34:41.329345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Provisioning complete for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:41.331245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.340814 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b29d9ed2-d8f3-4d07-afb6-06d740f91fa5 resource provider aggregate not found Jun 04 06:34:41.356608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.439719 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b29d9ed2-d8f3-4d07-afb6-06d740f91fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b29d9ed2-d8f3-4d07-afb6-06d740f91fa5 found for delete ", "request_id": "req-826ed520-96a9-4fbb-a0bd-57b8f6f4859e"}]} Jun 04 06:34:41.460672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8373b48f-3236-43a6-a7a5-a06c818c48f4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:41.473976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:41.475534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:41.478604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:41.500017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.506419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.511384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57500) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:41.536177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.541269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.553101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956ce6-31e1-42ef-b599-54a1ea728996 req-31e7daa0-8799-4bbb-bb62-88316eaf3185 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:41.560696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6956ce6-31e1-42ef-b599-54a1ea728996 req-31e7daa0-8799-4bbb-bb62-88316eaf3185 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 943 time: 0.9229214 Jun 04 06:34:41.588847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] Pushing event deleted for resources: {'Network': ['ID=f598b843-b1d9-4b3e-b807-9c3417c1ccf2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:41.631638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84c05063-dd90-4a93-aee4-9b56ad71c8c7 tempest-PortsIpV6TestJSON-1074191422 tempest-PortsIpV6TestJSON-1074191422-project] 10.222.0.17 "DELETE /v2.0/networks/f598b843-b1d9-4b3e-b807-9c3417c1ccf2 HTTP/1.1" status: 204 len: 168 time: 1.3818161 Jun 04 06:34:41.641894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] Pushing event deleted for resources: {'Network': ['ID=17485d7c-7dad-42f9-a0d3-5510a54f33ba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:41.662632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fcde8115-e452-40cd-9194-d56361fdc139 admin admin] 10.222.0.17 "DELETE /v2.0/networks/17485d7c-7dad-42f9-a0d3-5510a54f33ba HTTP/1.1" status: 204 len: 168 time: 2.2942262 Jun 04 06:34:41.691760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6956ce6-31e1-42ef-b599-54a1ea728996 req-c34b9474-1ad2-457d-a065-3a293fff95b0 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286032 Jun 04 06:34:41.810293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Current status of the port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:41.810693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.899589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=12674cca-251a-4ad2-8722-f00b3abe4626,segment=NetworkSegment(b580aba7-3912-4a2b-95d9-9b8b4309f004),segment_id=b580aba7-3912-4a2b-95d9-9b8b4309f004)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:41.904077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:41.930477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:41.937426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Usage tracker for resource:security_group_rule and tenant:32cb2abea5df47938b0287addc9b9c4a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:41.940841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:41.941419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] For port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:41.947832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:41.966053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.066666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '12674cca-251a-4ad2-8722-f00b3abe4626', 'network_id': '6bf2b7ea-513b-4c14-93c2-151c21c1b695', 'port_id': '12674cca-251a-4ad2-8722-f00b3abe4626', 'mac_address': 'fa:16:3e:7f:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61557fb-5b21-4a71-b496-c73ddfe1c0c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:34:42.293457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f587c-7f7c-4ad7-9a39-fbfb18880acd None None] Pushing event updated for resources: {'Port': ['ID=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:42.309850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 12674cca-251a-4ad2-8722-f00b3abe4626 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:42.310668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.316478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d433b52-113a-448d-bef4-1d699933b9a8 req-962f2bf0-01f7-4c10-be64-3562eaca9151 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:42.318080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d433b52-113a-448d-bef4-1d699933b9a8 req-962f2bf0-01f7-4c10-be64-3562eaca9151 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 949 time: 0.2261636 Jun 04 06:34:42.340412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12674cca-251a-4ad2-8722-f00b3abe4626 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:34:42.346675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.359842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=12674cca-251a-4ad2-8722-f00b3abe4626,segment=NetworkSegment(b580aba7-3912-4a2b-95d9-9b8b4309f004),segment_id=b580aba7-3912-4a2b-95d9-9b8b4309f004)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:42.366744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.381650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.416806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:42.451187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa1b3f5-a52d-450a-b4c9-2a076287365d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:42.465076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57548) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:42.491883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.492732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f78fea2-d334-4822-8e1b-a7d9a7b770c6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=32cb2abea5df47938b0287addc9b9c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638944 Jun 04 06:34:42.506710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d433b52-113a-448d-bef4-1d699933b9a8 req-6d3de4fb-e887-40d2-9b42-009ef0fae39a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626501 Jun 04 06:34:42.511710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57554) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:42.513077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:42.551464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-74c9a60c-e480-49dc-afd0-0864a573e452 None None] Provisioning complete for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:42.551832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-74c9a60c-e480-49dc-afd0-0864a573e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.573188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57560) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:42.640336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.693077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-027b385e-f236-4608-95b4-21ca47518435 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=710dce5d9bba49b2a6cf4e0c606b4e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185694 Jun 04 06:34:42.695138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.701749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:42.708798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['12674cca-251a-4ad2-8722-f00b3abe4626'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:34:42.811089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.844865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-74c9a60c-e480-49dc-afd0-0864a573e452 None None] Current status of the port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:42.846614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.900132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.931919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa1b3f5-a52d-450a-b4c9-2a076287365d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:42.951836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.966164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1321377207-network', 'tenant_id': '299c5425294e4966ba3c7020986349a1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:42.980601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e25f87-d5ce-4da0-98ef-6b5715450114,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:42.987708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:42.993263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:42.994477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb707e02-8f46-4198-b4ec-efed75af84ea admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54e25f87-d5ce-4da0-98ef-6b5715450114 HTTP/1.1" status: 204 len: 168 time: 0.2914875 Jun 04 06:34:42.996189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.010751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-24cdefad-3e1a-4e3f-8b39-587f014f11d0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3aa1b3f5-a52d-450a-b4c9-2a076287365d HTTP/1.1" status: 204 len: 168 time: 0.4965796 Jun 04 06:34:43.011697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Usage tracker for resource:network and tenant:299c5425294e4966ba3c7020986349a1 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:43.019214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:43.107780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:43.124930 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cd9a3499-f5ed-4edc-89a1-56b7e17d5ff1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1cc771309f5c444c91333c28a9dfd2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060018 Jun 04 06:34:43.128285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57582) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:43.144577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:43.147885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Made reservation on behalf of 299c5425294e4966ba3c7020986349a1 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:43.150426 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.173345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.194169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.258013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:43.276817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:299c5425294e4966ba3c7020986349a1 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:43.281699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:43.292809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:43.353701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.364934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59015a52-af90-46be-ad62-b61cf59180a2 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:43.366759 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.408400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:43.425985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:43.436765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.589329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:43.693504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 12dbe3f9-f9e9-4df9-ae91-517545ea1acc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:43.717394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.729005 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment aa90d2e9-4e48-47da-81d5-82b21919a9a8 resource provider aggregate not found Jun 04 06:34:43.742746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:34:43.758282 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment aa90d2e9-4e48-47da-81d5-82b21919a9a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa90d2e9-4e48-47da-81d5-82b21919a9a8 found for delete ", "request_id": "req-56f32eb9-482f-4bc2-9828-a0ee56dc89e2"}]} Jun 04 06:34:43.805072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec248-9dbf-4706-8e2a-9213521f7c00 req-8383dc76-2419-478a-b288-803f95069925 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:43.812474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77bec248-9dbf-4706-8e2a-9213521f7c00 req-8383dc76-2419-478a-b288-803f95069925 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 944 time: 0.4408040 Jun 04 06:34:43.830761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.833376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:43.833899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.847627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.866120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.873029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cff715-460d-4d5c-ac87-1149155a07ce,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:43.903194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77bec248-9dbf-4706-8e2a-9213521f7c00 req-ab86bcff-5959-4f22-80d3-79c38518a12b tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895607 Jun 04 06:34:43.909096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.910479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c346e9d8-f1a7-4d91-ae40-15b82f6c34f9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/75cff715-460d-4d5c-ac87-1149155a07ce HTTP/1.1" status: 204 len: 168 time: 0.7806947 Jun 04 06:34:43.956483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba22f9d-d3dd-481f-8d86-c720c16cac5f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:43.968746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:34:43.979856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:43.980577 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Added segment 822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d of type vlan for network 396b5568-a4ce-4ede-998c-443cd5283ed6 Jun 04 06:34:44.031103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:44.046247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:44.107079 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebee42b-33d8-4c3a-9f5c-0225a6b46b63'] response: {'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2', 'code': 200} Jun 04 06:34:44.198365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:44.199863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:44.200808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:44.201374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:44.211656 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:44.224604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:44.225234 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:44.344280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=396b5568-a4ce-4ede-998c-443cd5283ed6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:44.347500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:44.348455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec5950e8-cbf5-4342-8668-fe9e067cf3f4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8217034 Jun 04 06:34:44.350625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57630) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:44.353303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b575018-9986-4425-a92d-940e8aa4a2a5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8862534 Jun 04 06:34:44.353385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57634) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:44.358224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 396b5568-a4ce-4ede-998c-443cd5283ed6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:34:44.449227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Request body: {'subnet': {'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1321377207-subnet', 'tenant_id': '299c5425294e4966ba3c7020986349a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:44.469465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:44.477393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Usage tracker for resource:subnet and tenant:299c5425294e4966ba3c7020986349a1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:44.482305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:44.486111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:44.503253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:44.598717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Made reservation on behalf of 299c5425294e4966ba3c7020986349a1 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:44.602818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:44.874422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:44.882447 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:42Z', 'revision_number': 3, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:44.888167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:44.888679 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Updating router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 port 8373b48f-3236-43a6-a7a5-a06c818c48f4 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:34:44.994336 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.119335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 12674cca-251a-4ad2-8722-f00b3abe4626 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:45.238954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 12674cca-251a-4ad2-8722-f00b3abe4626 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:45.245595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 12674cca-251a-4ad2-8722-f00b3abe4626 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:45.246148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.292964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.361519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-252452061-network', 'tenant_id': 'a0e04118c3df425e87d16f4575209014'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:45.371828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:45.379958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Usage tracker for resource:network and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:45.386929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:45.397806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1322aacf-aff0-4223-aa38-144af009304b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:45.401901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:45.426469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Made reservation on behalf of a0e04118c3df425e87d16f4575209014 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:45.429215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.457971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.490454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:45.502956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:45.506385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:45.513755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:45.538042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 12674cca-251a-4ad2-8722-f00b3abe4626 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:45.538486 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.619729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=12674cca-251a-4ad2-8722-f00b3abe4626,segment=NetworkSegment(b580aba7-3912-4a2b-95d9-9b8b4309f004),segment_id=b580aba7-3912-4a2b-95d9-9b8b4309f004)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:45.625409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac8438-532d-4ad2-a2ab-108e3db75a81 req-e24880f6-91d4-4d42-8b68-6b6c55ad9651 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:45.627910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1ac8438-532d-4ad2-a2ab-108e3db75a81 req-e24880f6-91d4-4d42-8b68-6b6c55ad9651 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 944 time: 0.5330091 Jun 04 06:34:45.633197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Checking segment: {'id': '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:45.633883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Network hostable DHCP agents. Network: 396b5568-a4ce-4ede-998c-443cd5283ed6, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:34:45.641354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.668879 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.697681 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Transition to ACTIVE for port object 8373b48f-3236-43a6-a7a5-a06c818c48f4 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:45.712304 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.750440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.756763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.761675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1ac8438-532d-4ad2-a2ab-108e3db75a81 req-7d9bf122-b5cd-48a8-afc5-da975a65ee95 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175044 Jun 04 06:34:45.810434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:45.818455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Attempting to bind port 8373b48f-3236-43a6-a7a5-a06c818c48f4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:45.820929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Attempting to bind port 8373b48f-3236-43a6-a7a5-a06c818c48f4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:45.821437 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Attempting to bind port 8373b48f-3236-43a6-a7a5-a06c818c48f4 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:45.848087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Network 396b5568-a4ce-4ede-998c-443cd5283ed6 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:34:45.874706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57694) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:45.876146 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:45.879571 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:45.879571 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.879571 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:45.882810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Bound port: 8373b48f-3236-43a6-a7a5-a06c818c48f4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:45.883262 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.900945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 396b5568-a4ce-4ede-998c-443cd5283ed6) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:45.908087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:45.909015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:45.916618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ccf23-435d-4f24-9d03-b28b8f74b128 None None] Network 396b5568-a4ce-4ede-998c-443cd5283ed6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:46.010678 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] For port 8373b48f-3236-43a6-a7a5-a06c818c48f4, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:46.019650 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Pushing event updated for resources: {'Port': ['ID=8373b48f-3236-43a6-a7a5-a06c818c48f4,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:46.021080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aca84247-aa6d-4098-87de-7215008c44ab admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6666818 Jun 04 06:34:46.034950 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] For port 8373b48f-3236-43a6-a7a5-a06c818c48f4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8373b48f-3236-43a6-a7a5-a06c818c48f4,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:46.037833 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.038321 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.038839 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.039303 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.039762 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.040243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.040698 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.041225 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.041704 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.042172 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.042644 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.043986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.044445 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:46.049684 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.109970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:46.180933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:34:46.181681 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:46.183286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:46.210133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.212014 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Added segment 02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df of type vlan for network 922341d9-6698-41b2-a7f3-04c6eb9585c8 Jun 04 06:34:46.266626 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f718d3-059a-4137-a76a-9579882a8cb3'] response: {'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626', 'code': 200} Jun 04 06:34:46.276991 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670026ed-7d62-48f1-91a2-a78fb3bab19d None None] Pushing event updated for resources: {'Port': ['ID=8373b48f-3236-43a6-a7a5-a06c818c48f4,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:46.348589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.483748 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:46.493043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Allocated IP 172.20.0.1 (5df9b8ac-c373-43af-b4d0-611b5d688684/39561012-1a44-4b6f-b7db-f7046f577bbc/ff72a992-ac44-4940-a6b6-12e3fbb41c65) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:46.528769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.529768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:46.535936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:46.611029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8939154-6d11-403d-882a-ffcfb04169bb None None] Network 396b5568-a4ce-4ede-998c-443cd5283ed6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:46.767148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5d47d-c516-4d20-8612-99eb3dfe8246,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:46.832772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ca2ec642-16df-41b3-85c1-977e01d1cdbb tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:46.833582 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-ca2ec642-16df-41b3-85c1-977e01d1cdbb tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 06:34:46.834486 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-ca2ec642-16df-41b3-85c1-977e01d1cdbb tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:34:46.836675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca2ec642-16df-41b3-85c1-977e01d1cdbb tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9596133 Jun 04 06:34:46.839503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] Pushing event updated for resources: {'Network': ['ID=922341d9-6698-41b2-a7f3-04c6eb9585c8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:46.850643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:46.861827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:34:46.887458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--309871603'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:46.897108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:46.906308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4b5a7cb9-2823-4fa7-82d7-e678fa5d6354 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0300050 Jun 04 06:34:46.911591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:46.917182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57728) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:46.921602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:46.923141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Request body: {'subnet': {'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-252452061-subnet', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:46.950688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:46.953963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:46.958652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Usage tracker for resource:subnet and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:46.964727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:46.976464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:47.013194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:42Z', 'revision_number': 3, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:47.014590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.022183 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d33bb-7493-4380-a371-ceb4b39c1516 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:42Z', 'revision_number': 3, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:47.044744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Made reservation on behalf of a0e04118c3df425e87d16f4575209014 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:34:47.047078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.070404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb068264-35d9-43a1-89cb-a5122782c1f6 req-b82a40f4-4fc1-4c29-856b-3d9879c2fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.071492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb068264-35d9-43a1-89cb-a5122782c1f6 req-b82a40f4-4fc1-4c29-856b-3d9879c2fafe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 1096 time: 0.6445804 Jun 04 06:34:47.076155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.184694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:47.191178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bd8abfb4-a8c5-4672-9754-a734c2157d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.201252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:47.232481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:47.245706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb068264-35d9-43a1-89cb-a5122782c1f6 req-a5d062a0-cbe6-42c7-b9e7-970dfdbbe665 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421049 Jun 04 06:34:47.245706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:47.267891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.355853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Transition to ACTIVE for port object ff72a992-ac44-4940-a6b6-12e3fbb41c65 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:47.420541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.427885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.432449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:47.436607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:47.470087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:47.507964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:47.578802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acde5d5-70da-4d31-9ff0-25dfda09f74d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:47.601150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.684344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.690122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:47.693857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.715235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:47.735339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8373b48f-3236-43a6-a7a5-a06c818c48f4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:47.755006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f84dd1-5464-4bd3-96d0-e8465a09301f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:47.763908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.772613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.788988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.789487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.794268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98fdf59d-85b2-4b63-ab66-a4bb63a22b19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9371898 Jun 04 06:34:47.794971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57738) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:47.799998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '36f84dd1-5464-4bd3-96d0-e8465a09301f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:47.805723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.816268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.816873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:47.824327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:47.826917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.829379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:47.837973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:47.843837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:47.847523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41579b28-243d-4674-90dd-8755bb599a6a req-c6d1a9cb-6c98-47ac-a3af-26e1e02d9d4e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.4785938 Jun 04 06:34:47.855140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:47.866454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8373b48f-3236-43a6-a7a5-a06c818c48f4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:47.872817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8373b48f-3236-43a6-a7a5-a06c818c48f4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:47.873154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:47.884236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.021132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:48.042287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.060349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.069747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.132559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8373b48f-3236-43a6-a7a5-a06c818c48f4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:48.132943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.162058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575bd7f0-66d3-473e-b4b8-6b36da867e10,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:48.178782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8373b48f-3236-43a6-a7a5-a06c818c48f4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8373b48f-3236-43a6-a7a5-a06c818c48f4,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:48.186501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.189672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.191389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2496f588-157e-4da5-8327-3b1851efb803 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3955564 Jun 04 06:34:48.196136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57746) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:48.205357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '36f84dd1-5464-4bd3-96d0-e8465a09301f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:48.211925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.211925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.212072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.215741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.215741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.215741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.215741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.216782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:48.217080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.217436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.217799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.221782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.222726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:48.230727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:48.234038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:48.242050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:48.268656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713307ce-741c-4969-8bf3-f8f7c11d4b3a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:48.273336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.274112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.378776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8869651c-866e-42e1-8425-6928acf2c926 None None] Provisioning for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:48.393453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8869651c-866e-42e1-8425-6928acf2c926 None None] Provisioning complete for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:48.393453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8869651c-866e-42e1-8425-6928acf2c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.413507 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:34:48.415276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e6eaef0-3dee-4896-9be2-d84c5cd17aff tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2180848 Jun 04 06:34:48.418129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57752) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:48.437360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8373b48f-3236-43a6-a7a5-a06c818c48f4,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:48.473339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8869651c-866e-42e1-8425-6928acf2c926 None None] Port ff72a992-ac44-4940-a6b6-12e3fbb41c65 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:48.523260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41579b28-243d-4674-90dd-8755bb599a6a req-2b4720fe-ada5-4737-80cd-163502b12f74 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6742938 Jun 04 06:34:48.553658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.615624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Checking segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:48.616046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.616144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Network hostable DHCP agents. Network: 922341d9-6698-41b2-a7f3-04c6eb9585c8, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:34:48.691675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:34:48.710450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.727853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f84dd1-5464-4bd3-96d0-e8465a09301f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:48.733315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.737493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e7dec18-bb6a-4ea3-a5c5-42de663412bd tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/36f84dd1-5464-4bd3-96d0-e8465a09301f HTTP/1.1" status: 204 len: 168 time: 0.3151510 Jun 04 06:34:48.741992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:48.781159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 922341d9-6698-41b2-a7f3-04c6eb9585c8) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:48.794939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:48.795699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.799919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fec13-826f-42ca-bcdd-e4e7b7442d91 None None] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:48.806580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.820906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-92aa12c1-f8dc-434c-a09a-f1cde70b803c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:48.843680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-92aa12c1-f8dc-434c-a09a-f1cde70b803c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:48.851080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-92aa12c1-f8dc-434c-a09a-f1cde70b803c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111953 Jun 04 06:34:48.851412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57762) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:48.860624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--379000370'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:48.874950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:48.897867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:48.940225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:48.963316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26a79185-c5bf-4a6c-ba05-667b12329386 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0449803 Jun 04 06:34:48.969451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57766) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:48.981725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:48.989048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:48.992615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Usage tracker for resource:router and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:48.995969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:49.005671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:49.007371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44134-e3e3-4072-a617-98762184f590 req-afa0ed69-e29a-461e-a82b-657f123ff7c0 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:49.015864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63f44134-e3e3-4072-a617-98762184f590 req-afa0ed69-e29a-461e-a82b-657f123ff7c0 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 945 time: 0.3126278 Jun 04 06:34:49.021567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:49.026218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.027524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.042660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:49.055036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:49.076527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:49.121913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.176337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63f44134-e3e3-4072-a617-98762184f590 req-98929e63-9528-4e62-9972-74f8b337db62 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593626 Jun 04 06:34:49.193874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:34:49.222695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a46bf36c-fbbe-4539-b63b-7910ebbe3e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.241649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:49.331247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:34:49.344563 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.353355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.447790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-922341d9-6698-41b2-a7f3-04c6eb9585c8', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:34:49.448805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.522826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.579045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.591007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.609570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:49.636367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'mac_address': 'fa:16:3e:7c:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:34:49.661286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:49.667417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.671232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Usage tracker for resource:security_group_rule and tenant:eaab153bd5b14416b0a2b46a8fe1a3ae is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:49.675255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8373b48f-3236-43a6-a7a5-a06c818c48f4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:49.680078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:49.686304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:49.694851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:49.699924 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.752886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324e5afd-5932-4a15-b6da-1ea0e0daf9e4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:49.773544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.779014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-932abca9-12ae-4264-b4a8-faf8b67ad20e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9240508 Jun 04 06:34:49.780271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:49.791280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5283705b-34c8-43dd-ba89-9d5d62dd5d34 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '324e5afd-5932-4a15-b6da-1ea0e0daf9e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:49.792205 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-5283705b-34c8-43dd-ba89-9d5d62dd5d34 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 04 06:34:49.793026 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-5283705b-34c8-43dd-ba89-9d5d62dd5d34 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:49.800941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5283705b-34c8-43dd-ba89-9d5d62dd5d34 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0127008 Jun 04 06:34:49.861389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57792) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:49.875778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:49.875778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:49.888801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Allocated IP 172.20.0.2 (922341d9-6698-41b2-a7f3-04c6eb9585c8/713307ce-741c-4969-8bf3-f8f7c11d4b3a/0089ff48-2e58-49b5-b5cd-de49fd8b6c2e) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:49.919816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:34:50.034728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8373b48f-3236-43a6-a7a5-a06c818c48f4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:50.039809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.044962 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.047882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.047882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.056094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.060182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:50.060384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.070671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.071874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.073820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.082219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.092231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31ba9f08-9cca-4cb0-b6f9-0dc414dbe084 req-597d587a-0fd2-47d1-8172-1089a614ffb1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.5486002 Jun 04 06:34:50.112830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.222969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:50.225927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:50.237721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.249203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['7578ebda-e366-4006-b5b1-0aabde577ac6'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:34:50.310725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.383870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.445242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:50.528392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.543383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.601760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eaab153bd5b14416b0a2b46a8fe1a3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3469191 Jun 04 06:34:50.636419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e5afd-5932-4a15-b6da-1ea0e0daf9e4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:50.651438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57804) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:50.687525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:34:50.694607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.694607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b3ca9fbc-a638-42a1-9dc8-9247003366e9 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/324e5afd-5932-4a15-b6da-1ea0e0daf9e4 HTTP/1.1" status: 204 len: 168 time: 0.8270969 Jun 04 06:34:50.694607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:50.722941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.765319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Transition to ACTIVE for port object 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:50.765319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8373b48f-3236-43a6-a7a5-a06c818c48f4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:50.784235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3fd36614-956f-4c16-b833-d183d0450a77 None None] Provisioning complete for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:50.784235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fd36614-956f-4c16-b833-d183d0450a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.790454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.853590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.866524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341ab31-1980-4344-98b0-66e82d49d65e req-42ca9561-ea09-40c5-9048-3e6a39785c19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:50.866524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9341ab31-1980-4344-98b0-66e82d49d65e req-42ca9561-ea09-40c5-9048-3e6a39785c19 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 945 time: 0.3336420 Jun 04 06:34:50.866524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadae1d-7a21-4991-8dbf-fa52f14fbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70ef67-6b60-4e41-b6a3-81c1a907a394,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:50.882786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Transition to ACTIVE for port object 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:50.926248 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.943089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:50.955204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa3483f5-3eda-4bb3-a477-d65a675419d8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:50.960132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9341ab31-1980-4344-98b0-66e82d49d65e req-51a55db6-1849-4e26-90ef-a9016f1e2e6f tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672100 Jun 04 06:34:50.984143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3fd36614-956f-4c16-b833-d183d0450a77 None None] Port ff72a992-ac44-4940-a6b6-12e3fbb41c65 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:34:51.045272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:51.053106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:51.055856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:51.088335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:51.112656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.128298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa3483f5-3eda-4bb3-a477-d65a675419d8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:51.129973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa3483f5-3eda-4bb3-a477-d65a675419d8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4276977 Jun 04 06:34:51.136832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-449fc03b-b5d9-48a2-801f-39b6e18ec9a5 admin admin] 10.222.0.17 "PUT /v2.0/routers/17c0bed4-4bd8-4bcc-b184-e78df95d78d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7850444 Jun 04 06:34:51.137531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:51.143137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--118558830'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:51.149584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:51.162113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:51.183178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.251994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:51.260913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Pushing event updated for resources: {'Port': ['ID=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:51.261030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:51.289706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:51.296151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Allocated IP 172.25.1.201 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/3d8fe48d-39d5-402b-9c5e-ec2379bb78b1) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:51.303049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:51.317948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:51.336308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.382994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Attempting to bind port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:51.383381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Attempting to bind port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:51.385177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Attempting to bind port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e on network 922341d9-6698-41b2-a7f3-04c6eb9585c8 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:51.405825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:51.406533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Checking segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:51.406740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.407318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Bound using segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:51.409828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Bound port: 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:51.409917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.430065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70ef67-6b60-4e41-b6a3-81c1a907a394,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:51.465505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.472773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.540545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8be38-5b9d-4d2e-a4f0-e1de071268df,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:51.543013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:51.543740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:51.574029 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.576069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-283f999d-65c9-4ed6-9744-d9e20bae96e1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6c70ef67-6b60-4e41-b6a3-81c1a907a394 HTTP/1.1" status: 204 len: 168 time: 0.9261961 Jun 04 06:34:51.578191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.579116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-377f9684-5e48-4e11-8f80-8234d138ab19 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4404669 Jun 04 06:34:51.582341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57844) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:51.594464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-69473bcb-eb89-471e-bd25-98925de5d800 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '74a8be38-5b9d-4d2e-a4f0-e1de071268df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:51.594464 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-69473bcb-eb89-471e-bd25-98925de5d800 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 04 06:34:51.594464 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-69473bcb-eb89-471e-bd25-98925de5d800 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:51.594464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-69473bcb-eb89-471e-bd25-98925de5d800 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086367 Jun 04 06:34:51.596506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57850) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:51.654239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:34:51.759780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.814156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.852935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.934828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:51.984587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:52.003094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.082206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:52.090136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8be38-5b9d-4d2e-a4f0-e1de071268df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:52.092310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:52.106235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:52.191680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:52.194628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.195730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6921ef54-a1db-4437-a8d5-104f9568c503 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/74a8be38-5b9d-4d2e-a4f0-e1de071268df HTTP/1.1" status: 204 len: 168 time: 0.6002884 Jun 04 06:34:52.198478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:52.226372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57874) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:52.281956 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.364305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:52.402250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:52.414740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6235a1afb59546cc8618c1848abca951 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:52.422136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:52.424824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:52.429878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.435226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:52.481104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.584042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.595311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.644651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c4c6eb41-43cd-42ac-91a2-44fe95183665 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:52.656019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57882) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:52.691151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2525139-accc-4fdc-ba68-7b0cde60701a None None] Pushing event updated for resources: {'Port': ['ID=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:52.710286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046611619', 'description': 'tempest-description--1637680990'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:52.765752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 2, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:52.771418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:52.772100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Updating router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 port ff72a992-ac44-4940-a6b6-12e3fbb41c65 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:34:52.790871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc3105-5586-4497-a86f-17b6dc741403,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:52.811169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:52.817622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:52.822766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:52.838722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:52.865960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea5c52a4-20a5-4f5d-95c0-e5d4ff7380b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6235a1afb59546cc8618c1848abca951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385345 Jun 04 06:34:52.868336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.894224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57894) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:52.901420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c4c6eb41-43cd-42ac-91a2-44fe95183665 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:52.910836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c4c6eb41-43cd-42ac-91a2-44fe95183665 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7102041 Jun 04 06:34:52.914494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:52.937733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.945043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--747722043'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:52.952064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:52.967153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:52.979652 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:52.991182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.054061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:53.058489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:53.061811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:53.069098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:53.164856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:53.194785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.201295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:53.207760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:53.211064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:53.217781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:53.346615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.359000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.362998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.455720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.465357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f97e1-c893-4b67-bcfc-114707efa4bb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:53.470138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.475379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5349848 Jun 04 06:34:53.487744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.505668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1abbbf1c-a655-4fcd-ab5a-8328ddd5effc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '2aecbfb9-b99a-4587-92a1-74037a119f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:53.515800 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-1abbbf1c-a655-4fcd-ab5a-8328ddd5effc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 04 06:34:53.516584 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-1abbbf1c-a655-4fcd-ab5a-8328ddd5effc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:53.520339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1abbbf1c-a655-4fcd-ab5a-8328ddd5effc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0291348 Jun 04 06:34:53.520848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57932) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.528760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-21db46ac-452e-43f1-ba9b-4330a398db66 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '2aecbfb9-b99a-4587-92a1-74037a119f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:53.529420 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-21db46ac-452e-43f1-ba9b-4330a398db66 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 04 06:34:53.533841 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-21db46ac-452e-43f1-ba9b-4330a398db66 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:53.535123 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21db46ac-452e-43f1-ba9b-4330a398db66 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133731 Jun 04 06:34:53.544885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57938) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.592753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5aabd3de-8402-4352-9790-9ecc5300a610 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '2aecbfb9-b99a-4587-92a1-74037a119f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:53.594385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.607103 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-5aabd3de-8402-4352-9790-9ecc5300a610 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 04 06:34:53.610231 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-5aabd3de-8402-4352-9790-9ecc5300a610 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:53.614209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5aabd3de-8402-4352-9790-9ecc5300a610 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0477231 Jun 04 06:34:53.614887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57942) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.636313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.692157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.693625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fbcd17f3-ebaf-4024-84fb-bf433e270678 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0233977 Jun 04 06:34:53.803490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:53.813025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:53.880105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce1acd-829a-420b-a3e5-62458bf0e91d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aecbfb9-b99a-4587-92a1-74037a119f35,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:53.909747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.917216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 7578ebda-e366-4006-b5b1-0aabde577ac6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:53.917937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:53.928369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group_rule': {'security_group_id': '9e4f97e1-c893-4b67-bcfc-114707efa4bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:53.940962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:53.956949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:53.961021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:53.977145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:54.042387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.124440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc3105-5586-4497-a86f-17b6dc741403,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:54.177190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.193853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7bbbe53-96c5-4b5c-9277-d46f1b49aea5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b5bc3105-5586-4497-a86f-17b6dc741403 HTTP/1.1" status: 204 len: 168 time: 1.2852528 Jun 04 06:34:54.216668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2b1cfa52-6f86-4e27-bb17-8bccb8e0a56a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '2aecbfb9-b99a-4587-92a1-74037a119f35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:54.220774 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-2b1cfa52-6f86-4e27-bb17-8bccb8e0a56a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 04 06:34:54.221677 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-2b1cfa52-6f86-4e27-bb17-8bccb8e0a56a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:54.225736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2b1cfa52-6f86-4e27-bb17-8bccb8e0a56a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.5924370 Jun 04 06:34:54.231479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:54.307170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.320533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.348412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.401382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4b1035-a64d-4203-becc-c46b8151ea3f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:54.413658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.418644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7ba58ff-b73b-4490-a627-8e470f520101 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5298445 Jun 04 06:34:54.420512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:54.426564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.440970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group_rule': {'security_group_id': '9e4f97e1-c893-4b67-bcfc-114707efa4bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:54.445000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccec79-0414-42db-b699-c34317d50042 None None] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:34:54.448373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:54.452985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:54.456587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:54.463561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:54.478925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:54.494735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.499399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.501561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.503142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.504288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.505043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.505841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.506423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.516000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-abddb70a-31bc-4555-9f7f-5ce3054fa42d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6493 time: 1.0476732 Jun 04 06:34:54.585211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.603695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:34:54.650415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.683224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aecbfb9-b99a-4587-92a1-74037a119f35,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:54.686355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Provisioning for port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:34:54.722433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.724167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4e7b19d-9140-4a0c-92e8-0749efe12724 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/2aecbfb9-b99a-4587-92a1-74037a119f35 HTTP/1.1" status: 204 len: 168 time: 0.4896038 Jun 04 06:34:54.726776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57968) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:54.727688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Provisioning complete for port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:54.728479 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.743690 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-47e1489b-9a55-4852-b92a-a28686d3048d service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&id=39be85d5-06a1-4ea9-8245-720b479dd14f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130740 Jun 04 06:34:54.747258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Router 558fc915-b6f9-4899-9d4c-43cc9320a84f is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:34:54.800561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:54.801258 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.802658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3be7ba46-fc39-449b-b8c4-2297ae52d30e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:54.820168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.838130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcf438-c48a-4d8d-8e8c-7b4f46c46576 req-d6bd35b6-bc7c-42ff-a3d4-bbe166e2798a tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:54.861118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dfcf438-c48a-4d8d-8e8c-7b4f46c46576 req-d6bd35b6-bc7c-42ff-a3d4-bbe166e2798a tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 945 time: 0.7452252 Jun 04 06:34:54.882730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.897705 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:54.943436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3be7ba46-fc39-449b-b8c4-2297ae52d30e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:54.948789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3be7ba46-fc39-449b-b8c4-2297ae52d30e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2172616 Jun 04 06:34:54.951704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57978) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:54.985321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435057597'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:55.010745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:55.012347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:55.038057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Transition to ACTIVE for port object ff72a992-ac44-4940-a6b6-12e3fbb41c65 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:55.058132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dfcf438-c48a-4d8d-8e8c-7b4f46c46576 req-73911c74-273c-4609-b1c2-482f1f8125b9 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954625 Jun 04 06:34:55.070757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b841b3-c0ba-4e83-918e-71124c72f78c,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:55.088158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:55.097280 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.102461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-85dc8c4c-8a98-4b38-ba15-995b3c10875b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6795621 Jun 04 06:34:55.104070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57988) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:55.114402 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.119817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:55.139307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:55.150105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:floatingip and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:55.168097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:55.179899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:55.197870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.207470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.404804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:34:55.417021 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Sync routers for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:34:55.431727 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7f5827-1a1d-4424-a898-37720851eaf6'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'code': 200} Jun 04 06:34:55.432147 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:55.433024 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:55.487306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:55.519667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.526591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:55.529719 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b694f846-9723-43a5-8c5c-d9db7b0b6f08 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5571063 Jun 04 06:34:55.581127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:55.667066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:55.690508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:55.726315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:55.748472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:55.792299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-642e4e3e-00a0-41da-8f67-3afecf947d70 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:55.793305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-642e4e3e-00a0-41da-8f67-3afecf947d70 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Synchronizing usage tracker for tenant:42abecd1882c428b9a5953133b839aed on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:55.884113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-642e4e3e-00a0-41da-8f67-3afecf947d70 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Unset dirty status for tenant:42abecd1882c428b9a5953133b839aed on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:55.890168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-642e4e3e-00a0-41da-8f67-3afecf947d70 tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 945 time: 0.7591786 Jun 04 06:34:55.959414 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:56.066079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907981-6454-41e8-8bfa-b7a93dcd9d09 None None] Pushing event updated for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:56.168890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.209685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.314850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Deleting port 12674cca-251a-4ad2-8722-f00b3abe4626 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:34:56.315435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.426424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Current status of the port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:56.429948 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.440511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.464568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.479498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.533997 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:34:52Z', 'revision_number': 3, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:56.538345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Attempting to bind port ff72a992-ac44-4940-a6b6-12e3fbb41c65 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:56.538724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Attempting to bind port ff72a992-ac44-4940-a6b6-12e3fbb41c65 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:56.539091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Attempting to bind port ff72a992-ac44-4940-a6b6-12e3fbb41c65 on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:56.541760 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Checking router: 558fc915-b6f9-4899-9d4c-43cc9320a84f for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:34:56.542393 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Updating router 558fc915-b6f9-4899-9d4c-43cc9320a84f port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:34:56.576356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:56.582448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.586610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6310272 Jun 04 06:34:56.588241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58034) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:56.590001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Checking segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:56.590472 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.590873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Bound using segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:56.591374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Bound port: ff72a992-ac44-4940-a6b6-12e3fbb41c65, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:56.591761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.601020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0a2447b6-3642-4083-bd89-7971f56b8c10 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:56.601871 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-0a2447b6-3642-4083-bd89-7971f56b8c10 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 06:34:56.602844 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-0a2447b6-3642-4083-bd89-7971f56b8c10 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:56.608012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0a2447b6-3642-4083-bd89-7971f56b8c10 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0149765 Jun 04 06:34:56.608273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58038) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:56.631955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:56.641673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:56.645907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:56.648903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:56.650736 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:56.654883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:56.662539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:56.768382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:56.935082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770aba0-7c9c-487c-a328-22042590c581 req-176ff5f7-cf83-41d0-8c6a-63b8c16ede9b tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:56.945516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7770aba0-7c9c-487c-a328-22042590c581 req-176ff5f7-cf83-41d0-8c6a-63b8c16ede9b tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca81151b-867b-4ca1-81b6-00bef484ab18 HTTP/1.1" status: 200 len: 945 time: 0.5830302 Jun 04 06:34:56.978624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] For port ff72a992-ac44-4940-a6b6-12e3fbb41c65, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:56.988029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] For port ff72a992-ac44-4940-a6b6-12e3fbb41c65, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff72a992-ac44-4940-a6b6-12e3fbb41c65,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:56.995771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Allocated IP 172.25.1.152 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/ce7796d5-7121-498c-ad3b-c62303fc288a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:57.004949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] For port 12674cca-251a-4ad2-8722-f00b3abe4626, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=12674cca-251a-4ad2-8722-f00b3abe4626,segment=NetworkSegment(b580aba7-3912-4a2b-95d9-9b8b4309f004),segment_id=b580aba7-3912-4a2b-95d9-9b8b4309f004)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:34:57.007563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.019180 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.090635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22819156-09ed-4774-8e08-d2d3c8e81912,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:57.119182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.139319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b6d74-6fea-41d0-b781-1e5a3481e6f6 None None] Pushing event updated for resources: {'Port': ['ID=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:57.203762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7770aba0-7c9c-487c-a328-22042590c581 req-61efd4b0-1d9c-418b-b118-247e0da11bab tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572367 Jun 04 06:34:57.335485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:57.336267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:57.396704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Calling delete_port for 12674cca-251a-4ad2-8722-f00b3abe4626 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:34:57.522956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907981-6454-41e8-8bfa-b7a93dcd9d09 None None] Pushing event updated for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:57.616476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ba21a5bb-8aab-4774-b9bb-08767e992394 None None] Provisioning complete for port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:57.617238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ba21a5bb-8aab-4774-b9bb-08767e992394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.769650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:34:57.776927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.877544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:57.957113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-18ebc722-cbd9-4a94-b69d-872841fcf9a8 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:34:57.967270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-18ebc722-cbd9-4a94-b69d-872841fcf9a8 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/networks?id=396b5568-a4ce-4ede-998c-443cd5283ed6 HTTP/1.1" status: 200 len: 810 time: 0.5312760 Jun 04 06:34:57.999483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-46322c44-2a9f-4ec1-b41f-1aafa0c89b8a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/quotas/299c5425294e4966ba3c7020986349a1 HTTP/1.1" status: 200 len: 375 time: 0.0306015 Jun 04 06:34:58.070924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:34:58.071298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:58.075492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-898ec3b5-925b-444d-b3da-d28a00e4ad7b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=299c5425294e4966ba3c7020986349a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749195 Jun 04 06:34:58.082915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:58.148985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:34:58.261788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.262126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.266377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.266874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.267991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.268334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.268976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.269310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.269666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.269989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.276062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.276062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856fe87-c595-41d5-ba3e-ed6b388d6f1e tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:34:58.305865 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.309526 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77aeb789-e2bc-492b-93bf-dc7a6be334e0 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.6984000 Jun 04 06:34:58.309526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] No DVR routers for this DVR port 12674cca-251a-4ad2-8722-f00b3abe4626 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:34:58.311076 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:58.324490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] Pushing event deleted for resources: {'Port': ['ID=12674cca-251a-4ad2-8722-f00b3abe4626,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:58.328141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.328596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'name': 'network-vif-deleted', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:34:58.344126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3d072a46-54c0-4e89-ade9-39fd2be191b8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.345103 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-3d072a46-54c0-4e89-ade9-39fd2be191b8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 04 06:34:58.346501 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-3d072a46-54c0-4e89-ade9-39fd2be191b8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.348973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d072a46-54c0-4e89-ade9-39fd2be191b8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104928 Jun 04 06:34:58.348973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ab520e0c-7564-44a2-9a46-e77500a5f40b req-dd8296c8-acf6-416d-b7b0-152d58bdbcee tempest-ServerAddressesTestJSON-446144481 tempest-ServerAddressesTestJSON-446144481-project] 10.222.0.39 "DELETE /v2.0/ports/12674cca-251a-4ad2-8722-f00b3abe4626 HTTP/1.1" status: 204 len: 173 time: 2.4513597 Jun 04 06:34:58.352984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.371424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.381743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:58.388183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:58.394865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:58.403734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:58.449845 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.451981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ff31d8a7-8ed2-4991-b1d6-bf358ba2f25c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0970113 Jun 04 06:34:58.455263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.468380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2963896b-8454-4a63-977d-a8382c96dcd8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.471801 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-2963896b-8454-4a63-977d-a8382c96dcd8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 06:34:58.472457 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-2963896b-8454-4a63-977d-a8382c96dcd8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.476753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2963896b-8454-4a63-977d-a8382c96dcd8 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158734 Jun 04 06:34:58.477581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58092) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.488544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.505747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:58.510117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:58.514231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:58.520254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:58.523030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:58.540301 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Project 22323ff9d2ae47419f0aef7019417d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:34:58.592151 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.597223 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d62ae87e-6a57-45f5-b934-e9e3f3216995 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1184680 Jun 04 06:34:58.597999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58096) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.611938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-09194199-82d6-43ac-bede-02e6f0ef509c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.612608 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-09194199-82d6-43ac-bede-02e6f0ef509c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 04 06:34:58.613950 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-09194199-82d6-43ac-bede-02e6f0ef509c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.620013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-09194199-82d6-43ac-bede-02e6f0ef509c tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201538 Jun 04 06:34:58.620765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.628915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.637292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:58.643125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:58.643887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ba21a5bb-8aab-4774-b9bb-08767e992394 None None] Current status of the port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:58.646247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:58.656498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:58.671268 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Project 22323ff9d2ae47419f0aef7019417d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:34:58.727401 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.734037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0df9bd91-8722-4681-bbbd-6ebdd079e79f tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1090004 Jun 04 06:34:58.735201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58104) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.742734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:34:58.750326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '22819156-09ed-4774-8e08-d2d3c8e81912', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:58.775818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:58.788499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:34:58.788499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:34:58.794199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:58.801448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:58.825243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:58.853793 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Project 22323ff9d2ae47419f0aef7019417d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:34:58.876687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=ce7796d5-7121-498c-ad3b-c62303fc288a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:58.893992 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:34:58.898309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e51afed9-4225-4ab3-8bb5-c990e99fc1df tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1617606 Jun 04 06:34:58.898884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58110) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:58.969059 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.009438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Transition to ACTIVE for port object 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:34:59.028798 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.038917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.102473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.145901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.223810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.234672 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Attempting to bind port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:34:59.237366 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Attempting to bind port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:34:59.238972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Attempting to bind port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:34:59.254354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22819156-09ed-4774-8e08-d2d3c8e81912,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:59.256852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-e587f3db-349b-421b-a272-db6d21db3ce5 service neutron] 10.222.0.17 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1767242 Jun 04 06:34:59.258640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.263229 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32e712d1-19ab-4f08-8d15-46c1b155d4a5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/22819156-09ed-4774-8e08-d2d3c8e81912 HTTP/1.1" status: 204 len: 168 time: 0.3632526 Jun 04 06:34:59.263777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:59.281351 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:34:59.286915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:34:59.287626 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.288543 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:34:59.290601 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Bound port: 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:34:59.291231 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.374259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1c596cbc-6a5f-4f05-8f98-7980f6535e70 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:34:59.381902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 12674cca-251a-4ad2-8722-f00b3abe4626 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:34:59.412532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.421595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1c596cbc-6a5f-4f05-8f98-7980f6535e70 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:34:59.423215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1c596cbc-6a5f-4f05-8f98-7980f6535e70 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1584640 Jun 04 06:34:59.427618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:59.434495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766264552'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:34:59.457984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:59.482305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:59.490308 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] For port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:34:59.495682 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] For port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:34:59.496838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 12674cca-251a-4ad2-8722-f00b3abe4626 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:34:59.497839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 12674cca-251a-4ad2-8722-f00b3abe4626 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:34:59.508270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.514364 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.547896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:34:59.558440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:34:59.566365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13d51e-90f9-4c98-b324-f7fddb8f32b4 None None] Pushing event updated for resources: {'Port': ['ID=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:59.567568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:34:59.580100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:34:59.622247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:34:59.649256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:34:56Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:59.661927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721d49d8-032e-48f4-bf63-c0d72cb09b1a None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:34:56Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:34:59.671826 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:34:59.672753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:34:59.688033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Allocated IP 172.20.0.1 (922341d9-6698-41b2-a7f3-04c6eb9585c8/713307ce-741c-4969-8bf3-f8f7c11d4b3a/9eae5e04-59fb-430d-9f4d-d7df482dc647) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:34:59.809319 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.820923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.832014 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13d51e-90f9-4c98-b324-f7fddb8f32b4 None None] Pushing event updated for resources: {'Port': ['ID=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:34:59.900600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:34:59.902054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4727137 Jun 04 06:34:59.906291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58128) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:34:59.945149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': 'f1ca358c-df9f-4cd7-a430-c8e3a2dc4373', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:00.009844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:00.055534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:00.063219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.068941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9932b-ac1b-45da-bb1b-287ba9e30889 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ca358c-df9f-4cd7-a430-c8e3a2dc4373,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:00.071395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:00.090173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:00.125195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.128575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:35:00.169198 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The resource could not be found. Jun 04 06:35:00.173394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7454510-9c71-4a3b-ae7c-96b4a011f063 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2658753 Jun 04 06:35:00.174042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:00.189327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': 'f1ca358c-df9f-4cd7-a430-c8e3a2dc4373', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1a178fdf-5a08-416b-a56b-36549cc7e380'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:00.204915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:00.220682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:00.234988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:00.254504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:00.359915 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The resource could not be found. Jun 04 06:35:00.361436 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c360c8da-b716-410b-bf06-a4cab5ae6e86 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1863282 Jun 04 06:35:00.364134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:00.494697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.542036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.609545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=ce7796d5-7121-498c-ad3b-c62303fc288a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:00.629626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.663503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-3ef8f026-4e6a-4c37-9a60-fb8ee2a49e34 service neutron] 10.222.0.17 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2756462 Jun 04 06:35:00.685680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.692203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.698349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/f1ca358c-df9f-4cd7-a430-c8e3a2dc4373 HTTP/1.1" status: 204 len: 168 time: 0.3330843 Jun 04 06:35:00.699592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c696aff-b5ad-4d11-a1eb-4f9e55b91ecc tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ca358c-df9f-4cd7-a430-c8e3a2dc4373,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:00.705856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:00.825325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Transition to ACTIVE for port object 9eae5e04-59fb-430d-9f4d-d7df482dc647 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:00.840250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.861652 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:34:52Z', 'revision_number': 3, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:00.870095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e32e81-b4a1-492c-9ad8-29babe4bee83 None None] The sync data for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 is: [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:34:52Z', 'revision_number': 3, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:35:00.930215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-10c78214-0938-4c39-81d3-7757e3c47bd6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:00.936929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:00.948632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5a491eaa-8248-48cf-b561-1d9052a47c1e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8392107 Jun 04 06:35:00.994879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-10c78214-0938-4c39-81d3-7757e3c47bd6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:01.002271 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-10c78214-0938-4c39-81d3-7757e3c47bd6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2910786 Jun 04 06:35:01.002929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:01.007843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:01.029323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': 'e037b00c-9597-4fa7-a069-326814004064', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:01.066674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:01.079997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:01.092843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:01.117006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:01.210877 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The resource could not be found. Jun 04 06:35:01.215783 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f482d6d3-4c86-4218-8ec8-ec7f3a0d34b6 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2083359 Jun 04 06:35:01.216839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:01.225236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121401325'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:01.236075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:01.272638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:01.280332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:01.297007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:01.311485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:01.320592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:01.377846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:01.390321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:01.397779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:01.464200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:01.491063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Pushing event updated for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:01.579014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:01.748070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58176) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:01.874657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:01.908826 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ee9dca-51e7-49a7-b6af-206903368b81'] response: {'server_uuid': 'ca81151b-867b-4ca1-81b6-00bef484ab18', 'name': 'network-vif-deleted', 'tag': '12674cca-251a-4ad2-8722-f00b3abe4626', 'status': 'completed', 'code': 200} Jun 04 06:35:01.921720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.024908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4ab14280-1430-4052-8718-6e3f40515ca4 None None] Provisioning for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:02.034357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4ab14280-1430-4052-8718-6e3f40515ca4 None None] Provisioning complete for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:02.035422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ab14280-1430-4052-8718-6e3f40515ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.101547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Deleting subnet b61557fb-5b21-4a71-b496-c73ddfe1c0c8 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:35:02.112421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.140954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:02.171378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:02.195399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.257951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-409ea72e-cee0-405c-bc91-a5e60ed6e3d6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:02.321489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.443634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-409ea72e-cee0-405c-bc91-a5e60ed6e3d6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:02.458525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-409ea72e-cee0-405c-bc91-a5e60ed6e3d6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--2046611619&fields=id&tenant_id=4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 267 time: 0.3218954 Jun 04 06:35:02.466094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4ab14280-1430-4052-8718-6e3f40515ca4 None None] Port 9eae5e04-59fb-430d-9f4d-d7df482dc647 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:35:02.473988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:02.480443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731d1dbe-4c1c-4e03-a623-fea6e0dcf822,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:02.484786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:02.488127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.495689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.503066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-36cf410d-dbab-4085-aa69-d27f4515ae91 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2832172 Jun 04 06:35:02.506501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:02.531150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--485380602'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:02.559113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:02.565226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.651450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:02.679677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:02.719216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:02.764217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.801656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:02.801984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.837578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:02.845282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.846100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff72a992-ac44-4940-a6b6-12e3fbb41c65 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:02.852038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:02.866011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:02.869817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.881575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:02.954565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.977696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:02.989679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:02.992581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61557fb-5b21-4a71-b496-c73ddfe1c0c8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:03.009709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7eb24f7d-479a-4ce8-bfc7-74b776e6a295 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b61557fb-5b21-4a71-b496-c73ddfe1c0c8 HTTP/1.1" status: 204 len: 168 time: 1.2603643 Jun 04 06:35:03.010509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58210) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:03.098766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:03.105892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:03.111834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:03.114385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.225543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.242934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.273952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:03.339587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.343408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7c1a8fab184c07aa233bdccfca006a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:03.351523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ff72a992-ac44-4940-a6b6-12e3fbb41c65 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:03.352145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.358068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:03.401926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:03.410548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port ff72a992-ac44-4940-a6b6-12e3fbb41c65, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff72a992-ac44-4940-a6b6-12e3fbb41c65,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:03.421582 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.422723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.448539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.489166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Pushing event updated for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:03.513102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-ba215beb-f044-4bd0-a4cf-f92d889d9b0e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:03.514142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-ba215beb-f044-4bd0-a4cf-f92d889d9b0e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:03.537277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.564378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:03.591843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-ba215beb-f044-4bd0-a4cf-f92d889d9b0e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:03.595640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-ba215beb-f044-4bd0-a4cf-f92d889d9b0e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 810 time: 1.1356142 Jun 04 06:35:03.620782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbccf7b-f580-4abc-9a52-6a7eab90c961,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:03.627187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.644979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.662593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-24fe25fb-56a5-475f-98e0-cf3481ea718d tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1504192 Jun 04 06:35:03.663486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:03.680670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': '731d1dbe-4c1c-4e03-a623-fea6e0dcf822', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dfbccf7b-f580-4abc-9a52-6a7eab90c961'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:03.701264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-f49c2312-1e0c-416a-a407-5e2fe1448357 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/quotas/4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 375 time: 0.0966427 Jun 04 06:35:03.748303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:03.754390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf2b7ea-513b-4c14-93c2-151c21c1b695']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:03.774106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:03.790885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:03.817278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:03.828899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:03.843171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b580aba7-3912-4a2b-95d9-9b8b4309f004') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:03.843367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b580aba7-3912-4a2b-95d9-9b8b4309f004') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:03.864520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.928767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:03.929154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.949224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.964683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:03.967944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:03.983625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:04.107504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.216159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-b1fccdc9-ec41-4d41-bc0c-1faa7a70d6cd tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:04.216883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-b1fccdc9-ec41-4d41-bc0c-1faa7a70d6cd tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Synchronizing usage tracker for tenant:299c5425294e4966ba3c7020986349a1 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:04.232714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:04.234765 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:35:04.236095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff72a992-ac44-4940-a6b6-12e3fbb41c65 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:04.239296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0838dc49-b173-464f-be71-ae137c44bcc5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5723405 Jun 04 06:35:04.245838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:35:04.246249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.254776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5c7c1a8fab184c07aa233bdccfca006a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0768995 Jun 04 06:35:04.254776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:04.270430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:04.306930 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b580aba7-3912-4a2b-95d9-9b8b4309f004 resource provider aggregate not found Jun 04 06:35:04.342810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dbeab-5874-4bff-88f2-28b9c55facb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb03f4-e7f0-44e2-bed7-ce02da3b5f0d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:04.381071 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b580aba7-3912-4a2b-95d9-9b8b4309f004 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b580aba7-3912-4a2b-95d9-9b8b4309f004 found for delete ", "request_id": "req-0f7725aa-72ed-4236-b9b0-a18a1d3e1950"}]} Jun 04 06:35:04.382952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-1bea5bba-7b09-4539-a651-b81aac394cd5 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:04.388558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-b1fccdc9-ec41-4d41-bc0c-1faa7a70d6cd tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Unset dirty status for tenant:299c5425294e4966ba3c7020986349a1 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:04.389991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-b1fccdc9-ec41-4d41-bc0c-1faa7a70d6cd tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.24 "GET /v2.0/networks?id=396b5568-a4ce-4ede-998c-443cd5283ed6 HTTP/1.1" status: 200 len: 810 time: 0.6048107 Jun 04 06:35:04.396278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ff72a992-ac44-4940-a6b6-12e3fbb41c65 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:04.396790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.409439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Request body: {'port': {'device_id': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6', 'admin_state_up': True, 'tenant_id': '299c5425294e4966ba3c7020986349a1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:04.479976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e5b22c4-1638-4c7f-97ed-1a2be263fb52 None None] Provisioning complete for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:04.480886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7e5b22c4-1638-4c7f-97ed-1a2be263fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.565133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b22c4-1638-4c7f-97ed-1a2be263fb52 None None] Port 9eae5e04-59fb-430d-9f4d-d7df482dc647 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:35:04.600107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-1bea5bba-7b09-4539-a651-b81aac394cd5 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:04.614753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-1bea5bba-7b09-4539-a651-b81aac394cd5 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8910015 Jun 04 06:35:04.619444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.621735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.626610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.649284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ff72a992-ac44-4940-a6b6-12e3fbb41c65 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:04.661629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.670765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf2b7ea-513b-4c14-93c2-151c21c1b695,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:04.691928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0ecae74-7046-4b46-9e44-a5b70b82c638 admin admin] 10.222.0.17 "DELETE /v2.0/networks/6bf2b7ea-513b-4c14-93c2-151c21c1b695 HTTP/1.1" status: 204 len: 168 time: 1.6767142 Jun 04 06:35:04.701127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Router 558fc915-b6f9-4899-9d4c-43cc9320a84f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:35:04.744591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:04.748798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Usage tracker for resource:port and tenant:299c5425294e4966ba3c7020986349a1 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:04.752571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:04.759100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:04.773723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Made reservation on behalf of 299c5425294e4966ba3c7020986349a1 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:04.777789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.884680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58232) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:04.892896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:04.997212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d98d085a-cbab-46d4-86fb-98022868f9e6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=42abecd1882c428b9a5953133b839aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110885 Jun 04 06:35:05.004192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.006024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:05.097039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.103616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Allocated IP 172.20.0.13 (396b5568-a4ce-4ede-998c-443cd5283ed6/1322aacf-aff0-4223-aa38-144af009304b/da626d9d-db62-48e7-afb2-31d7c5a9b5f2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:05.148072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.148291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.213582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbccf7b-f580-4abc-9a52-6a7eab90c961,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:05.217418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-cdab88f9-afde-48a8-9e34-75406902cd99 service neutron] 10.222.0.17 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406015 Jun 04 06:35:05.223680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.227483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-414116ba-a342-4d1b-8866-1657e7eb3837 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/dfbccf7b-f580-4abc-9a52-6a7eab90c961 HTTP/1.1" status: 204 len: 168 time: 0.9589305 Jun 04 06:35:05.232297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58240) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:05.287221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66439762-354e-4241-a172-e9730040f21c admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:35:05.307589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Sync routers for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:35:05.327164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:35:05.328603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:05.363014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.425079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.446789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a2e4c-7510-4eaa-9437-1cb5788a23d7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:05.491876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.495930 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f071546a-0c75-4cb4-ad5a-43488fb7ae37 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aa4a2e4c-7510-4eaa-9437-1cb5788a23d7 HTTP/1.1" status: 204 len: 168 time: 0.4890375 Jun 04 06:35:05.531054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.541068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66439762-354e-4241-a172-e9730040f21c admin admin] 10.222.0.17 "PUT /v2.0/routers/558fc915-b6f9-4899-9d4c-43cc9320a84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0009887 Jun 04 06:35:05.602649 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.623184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e10f4188-a6aa-4bb2-ab36-9315ca80f042 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:05.680039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:35:05.711587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-91c9b39e-fb02-48cf-b7ec-b1953b185220 service neutron] 10.222.0.17 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805708 Jun 04 06:35:05.712998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.714176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/07bb03f4-e7f0-44e2-bed7-ce02da3b5f0d HTTP/1.1" status: 204 len: 168 time: 1.4386857 Jun 04 06:35:05.729191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6865ae7-e5c6-45d5-b7e7-e3ec0d5502ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb03f4-e7f0-44e2-bed7-ce02da3b5f0d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:05.749832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e10f4188-a6aa-4bb2-ab36-9315ca80f042 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:05.752628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e10f4188-a6aa-4bb2-ab36-9315ca80f042 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5191884 Jun 04 06:35:05.755173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:05.771821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Network 396b5568-a4ce-4ede-998c-443cd5283ed6 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:05.773304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:05.780216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:05.901452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:05.902425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:05.935133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Pushing event updated for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:05.946177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-8fa3afd5-84fc-40dd-bdf9-666b40a4e72b tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5428987 Jun 04 06:35:05.965232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Request body: {'port': {'device_id': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:06.017946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.093662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.282944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.301752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.355132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731d1dbe-4c1c-4e03-a623-fea6e0dcf822,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:06.409441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.410598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3a2644c9-41a4-4251-bc34-263929be2886 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/731d1dbe-4c1c-4e03-a623-fea6e0dcf822 HTTP/1.1" status: 204 len: 168 time: 0.6542146 Jun 04 06:35:06.416214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:06.561096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f55f20-a867-4b1e-9245-20ccadf5cc66 req-ac765fb3-eaf6-493c-8a04-bd189f80461c tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:06.586120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6f55f20-a867-4b1e-9245-20ccadf5cc66 req-ac765fb3-eaf6-493c-8a04-bd189f80461c tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 932 time: 0.3810425 Jun 04 06:35:06.597227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:06.625720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 2, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:06.632285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Checking router: 558fc915-b6f9-4899-9d4c-43cc9320a84f for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:35:06.632918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Updating router 558fc915-b6f9-4899-9d4c-43cc9320a84f port 9eae5e04-59fb-430d-9f4d-d7df482dc647 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:35:06.710569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.757586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:06.757783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-92f2dad8-9a4b-4542-a0b9-fe6f5dbe49f2 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:06.813462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:06.818373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5301b9c18bd843aea65a8a5d0a75e3a5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:06.821260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:06.827304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:06.894424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-92f2dad8-9a4b-4542-a0b9-fe6f5dbe49f2 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:06.895804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-92f2dad8-9a4b-4542-a0b9-fe6f5dbe49f2 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4785769 Jun 04 06:35:06.902077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:06.918606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6f55f20-a867-4b1e-9245-20ccadf5cc66 req-7aaef276-b236-493c-8bae-a459b183a2e8 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310115 Jun 04 06:35:06.923410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--797509494'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:06.957558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:06.995591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:07.034393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.051952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.098782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.211479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:07.214110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da626d9d-db62-48e7-afb2-31d7c5a9b5f2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:07.226793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:07.237148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:07.244306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.250685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:07.290080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Transition to ACTIVE for port object da626d9d-db62-48e7-afb2-31d7c5a9b5f2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:07.303852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.499427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.515352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5301b9c18bd843aea65a8a5d0a75e3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540342 Jun 04 06:35:07.525842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58308) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:07.529173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:07.530105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.599022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873856467', 'description': 'tempest-description--1487871765'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:07.601652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.631710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846192a-457d-4f7e-b7e5-c29a5c4b76e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444bab3-d435-467a-bf24-554ca1da5dfe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:07.633547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Transition to ACTIVE for port object 9eae5e04-59fb-430d-9f4d-d7df482dc647 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:07.648385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:07.649618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:07.669069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58316) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:07.735627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Usage tracker for resource:security_group and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:07.751730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:07.762072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:07.816272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Pushing event updated for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:07.912667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9252305-5ff7-4198-bc12-215a92ac475e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:07.919192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-172826492-network', 'tenant_id': 'c44be2f7569e4a3bb26c04b79cec707a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:07.959032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:07.989412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Usage tracker for resource:network and tenant:c44be2f7569e4a3bb26c04b79cec707a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:07.992723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a346876a-d7f5-4904-82fa-e8c390f2c131 req-1dea19d8-9497-4cba-8dbc-5d74a2ed5a1b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 210 time: 0.2220366 Jun 04 06:35:08.011026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.018046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.027655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58324) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:08.033683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07ef6754-81d3-428b-acf4-baea2d9c3ce7 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1164343 Jun 04 06:35:08.035333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.037681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.059747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': 'c9252305-5ff7-4198-bc12-215a92ac475e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:08.093825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:08.138305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:08.170524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.226002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Attempting to bind port 9eae5e04-59fb-430d-9f4d-d7df482dc647 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:08.226539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Attempting to bind port 9eae5e04-59fb-430d-9f4d-d7df482dc647 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:08.226985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Attempting to bind port 9eae5e04-59fb-430d-9f4d-d7df482dc647 on network 922341d9-6698-41b2-a7f3-04c6eb9585c8 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:08.245961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52bcf-414c-4b10-88ff-591f921388d7 None None] Pushing event updated for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:08.252772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:08.265830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:08.268227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Checking segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:08.268864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.269593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Bound using segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:08.275074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Bound port: 9eae5e04-59fb-430d-9f4d-d7df482dc647, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:08.275546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.287561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Usage tracker for resource:security_group_rule and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:08.297400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.357307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.367069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.466115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-d0c61947-59a8-43a3-a43a-d81bb3c79f8c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:08.467627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-d0c61947-59a8-43a3-a43a-d81bb3c79f8c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 810 time: 0.3311038 Jun 04 06:35:08.468443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] For port 9eae5e04-59fb-430d-9f4d-d7df482dc647, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:08.471407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.471983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] For port 9eae5e04-59fb-430d-9f4d-d7df482dc647, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eae5e04-59fb-430d-9f4d-d7df482dc647,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:08.473175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Made reservation on behalf of c44be2f7569e4a3bb26c04b79cec707a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:08.475503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.481619 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.503878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.506988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771156b-3d24-4cd0-8136-f4b2f2b29f2e req-70f7fb0e-6fca-4dac-bf1c-45e67cf28d20 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:08.508779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9771156b-3d24-4cd0-8136-f4b2f2b29f2e req-70f7fb0e-6fca-4dac-bf1c-45e67cf28d20 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 944 time: 0.2174039 Jun 04 06:35:08.554077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Attempting to bind port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:08.554415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Attempting to bind port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:08.556449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Attempting to bind port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 on network 396b5568-a4ce-4ede-998c-443cd5283ed6 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:08.557447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.567797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 on network 396b5568-a4ce-4ede-998c-443cd5283ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:35:08.568347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Attempting to bind port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 on network 396b5568-a4ce-4ede-998c-443cd5283ed6 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:08.571271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.580183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.584557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52bcf-414c-4b10-88ff-591f921388d7 None None] Pushing event updated for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:08.585772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444bab3-d435-467a-bf24-554ca1da5dfe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:08.608391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.612105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:08.614798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:08.615130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Checking segment: {'id': '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:08.615701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Bound using segment: {'id': '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:08.616155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Bound port: da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:08.616507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.621095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:35:08.621095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:34:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:08.652664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.653957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f5a56a3-2b06-4f88-bc97-90e79512c5cc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3444bab3-d435-467a-bf24-554ca1da5dfe HTTP/1.1" status: 204 len: 168 time: 1.1116848 Jun 04 06:35:08.655126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-78da1ad7-8ef1-425b-9088-17cf54ffd415 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 380 time: 0.1648781 Jun 04 06:35:08.685512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9771156b-3d24-4cd0-8136-f4b2f2b29f2e req-4dde871d-9a00-436e-9d31-1242f89e74bf tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628280 Jun 04 06:35:08.721515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c44be2f7569e4a3bb26c04b79cec707a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:08.729281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:08.736084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1974173 Jun 04 06:35:08.737120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58334) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:08.741071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4268a-92b5-4c7f-9109-28fd0c3f707d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88808cba-dc66-4def-86b2-5a6d93991348,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:08.773768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'port': {'device_id': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'admin_state_up': True, 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'security_groups': ['9e4f97e1-c893-4b67-bcfc-114707efa4bb']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:08.785539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'security_group_rule': {'security_group_id': '88808cba-dc66-4def-86b2-5a6d93991348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:08.792371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.814258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:08.815618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.823922 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:35:08.827724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a434ee2c-a579-425c-aeaf-56a048fcc2fa tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7964582 Jun 04 06:35:08.827868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Usage tracker for resource:security_group_rule and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:08.835449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58340) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:08.841303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.859727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group_rule': {'security_group_id': 'c9252305-5ff7-4198-bc12-215a92ac475e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:08.876759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.879739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:08.896664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:08.906934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:08.924743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:08.953054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.006203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:35:09.176967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.176967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.226225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665e9d56-a6f0-416d-b49c-97e9d19973ce,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:09.226225 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:35:09.226225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb07408e-6fbe-4fbd-8a34-26a4d93e4877 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3843553 Jun 04 06:35:09.226225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58356) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:09.255300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.255300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6bf7191d-863d-414f-8ab5-94f4d7a9cdcb tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5092888 Jun 04 06:35:09.255300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:09.264012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'security_group_rule': {'security_group_id': '88808cba-dc66-4def-86b2-5a6d93991348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:09.289850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:09.308879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Usage tracker for resource:security_group_rule and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:09.325960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:09.337253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:09.369530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.384762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:09.387801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.402184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7763cf6e-4488-4f69-8282-9fa689de1293 req-cb217770-21e4-4a72-8a10-2c8059390e7b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 210 time: 0.0728335 Jun 04 06:35:09.450310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.457570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:09.522297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.528648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.535056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:09.538186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.541159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:35:09.566300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,segment=NetworkSegment(822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d),segment_id=822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:09.577642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.580526 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.582326 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Added segment 125b6e84-e509-4830-aac5-bf677322bc68 of type vlan for network 8f9714e8-0ce0-4261-b074-6b8058064448 Jun 04 06:35:09.582523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266270 Jun 04 06:35:09.589802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58368) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:09.599427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:09.604376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f6f0-082b-4e76-902c-08bd23b58e41 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e9ac4f-ffd1-45ca-a592-3fb1cd341a3c,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:09.619661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:09.623834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Made reservation on behalf of 4025913fbe5b4437a9a3b27ededfa43b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:09.628006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.631822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.636190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Usage tracker for resource:floatingip and tenant:a0e04118c3df425e87d16f4575209014 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:09.643715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:09.657908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:09.680931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd34e2-73a3-42d8-9cdb-349680b4c160,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:09.685719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.688084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.764396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:08Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:09.776694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.777751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202cc4f4-72f8-4e30-abc7-a8d45fbd6e9a None None] The sync data for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 is: [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:08Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:35:09.804078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.844229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9252305-5ff7-4198-bc12-215a92ac475e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:09.881457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:09.887761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.888820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:09.893383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] 10.222.0.24 "PUT /v2.0/ports/da626d9d-db62-48e7-afb2-31d7c5a9b5f2 HTTP/1.1" status: 200 len: 1092 time: 3.9395082 Jun 04 06:35:09.893633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-247934ff-e2fc-403d-9d26-1f0f1cdc8049 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/c9252305-5ff7-4198-bc12-215a92ac475e HTTP/1.1" status: 204 len: 168 time: 0.6671987 Jun 04 06:35:09.895663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58382) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:09.929854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:10.065085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e9cc3b-c565-4fbc-bd0f-f35066ae0bab tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:10.214964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e9cc3b-c565-4fbc-bd0f-f35066ae0bab tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:10.219069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-87e9cc3b-c565-4fbc-bd0f-f35066ae0bab tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3187797 Jun 04 06:35:10.221723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb928b-9f6c-4735-b1b3-a375062013ab service neutron] Pushing event updated for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:10.226098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:10.228286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58390) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:10.231477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:35:10.266514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039090895'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:10.280936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:10.281925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:10.283263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:10.474211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Allocated IP 172.25.1.87 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/bdfcd37f-c021-40e6-ad3b-1630f138293a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:10.512140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fba8-5c0c-4fc1-8213-7df68252d449 req-62ff9cda-2a1c-4c4e-9a5d-8d85fee99c65 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:10.512140 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3923fba8-5c0c-4fc1-8213-7df68252d449 req-62ff9cda-2a1c-4c4e-9a5d-8d85fee99c65 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 944 time: 0.3946750 Jun 04 06:35:10.523215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:10.595005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9714e8-0ce0-4261-b074-6b8058064448,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:10.611352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:10.613759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8f9714e8-0ce0-4261-b074-6b8058064448 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:35:10.659279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Allocated IP 172.20.0.10 (5df9b8ac-c373-43af-b4d0-611b5d688684/39561012-1a44-4b6f-b7db-f7046f577bbc/963d14c9-afbd-460a-b752-63cb2d871753) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:10.681536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4c7f775b-da1b-4733-a31e-a5f6b185b6e1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9935646 Jun 04 06:35:10.684552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-7a052e09-f93b-4e8f-bf78-24ba741630f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:10.689361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-7a052e09-f93b-4e8f-bf78-24ba741630f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299c5425294e4966ba3c7020986349a1&device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 1095 time: 0.5255609 Jun 04 06:35:10.703450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3923fba8-5c0c-4fc1-8213-7df68252d449 req-feb5c9f4-fbd7-4fad-86fe-ca619dd0c581 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922421 Jun 04 06:35:10.707488 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:10.758284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58404) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:10.918703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Request body: {'subnet': {'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-172826492-subnet', 'tenant_id': 'c44be2f7569e4a3bb26c04b79cec707a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:10.929932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:10.934096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Usage tracker for resource:subnet and tenant:c44be2f7569e4a3bb26c04b79cec707a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:10.937303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:10.952312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:10.974851 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b854c9-950c-483d-bf04-716768c88e6f'] response: {'name': 'network-changed', 'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2', 'status': 'completed', 'code': 200} Jun 04 06:35:10.984318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Made reservation on behalf of c44be2f7569e4a3bb26c04b79cec707a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:10.986964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.007335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.008032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-a19cab38-e137-41ed-bd46-facfaa4705c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2 HTTP/1.1" status: 200 len: 217 time: 0.2483633 Jun 04 06:35:11.044164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:11.086616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.232433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Usage tracker for resource:security_group_rule and tenant:22323ff9d2ae47419f0aef7019417d19 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:11.246366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:11.298173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:11.379547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-dfd3a8a7-ac79-44fd-b7ac-d627103ba56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:11.381014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-dfd3a8a7-ac79-44fd-b7ac-d627103ba56d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1322aacf-aff0-4223-aa38-144af009304b HTTP/1.1" status: 200 len: 850 time: 0.3470926 Jun 04 06:35:11.413978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'Port': ['ID=bdfcd37f-c021-40e6-ad3b-1630f138293a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:11.474716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:11.483520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:11.515651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38afb6de-8392-45e1-8aa9-3d92b28e031d req-76ab2fe2-4e26-4e1d-bc98-e70755807a52 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 210 time: 0.0945327 Jun 04 06:35:11.515651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:11.526733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-fb88d7db-349a-4c6f-8d15-24d790998f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=396b5568-a4ce-4ede-998c-443cd5283ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669498 Jun 04 06:35:11.658774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.808199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.846596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eae5e04-59fb-430d-9f4d-d7df482dc647 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:11.971714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:11.996707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:12.007195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:12.007823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.025908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Transition to ACTIVE for port object 963d14c9-afbd-460a-b752-63cb2d871753 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:12.085051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.216729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.272088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.290182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9eae5e04-59fb-430d-9f4d-d7df482dc647 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:12.290571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.311689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.356810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.376829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:12.389597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9eae5e04-59fb-430d-9f4d-d7df482dc647, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eae5e04-59fb-430d-9f4d-d7df482dc647,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:12.407948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:12.408502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.444275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.447715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:12.513766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-af6f9d4e-d537-4487-9b2d-5b8772f941ec service neutron] 10.222.0.24 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9765170 Jun 04 06:35:12.541933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'Port': ['ID=bdfcd37f-c021-40e6-ad3b-1630f138293a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:12.554960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.562004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e1d7ec01-d1e5-4840-8808-11a92fa5ca76 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9702566 Jun 04 06:35:12.577988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298325e-24bc-4ca8-9779-2392547b18b5 req-1ea29459-60bd-4acb-8511-501d7f9894c3 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:12.588773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7298325e-24bc-4ca8-9779-2392547b18b5 req-1ea29459-60bd-4acb-8511-501d7f9894c3 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 944 time: 0.5993679 Jun 04 06:35:12.599072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:12.676191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7298325e-24bc-4ca8-9779-2392547b18b5 req-acfff4f0-79be-421c-aaab-13bf2ed35f77 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862832 Jun 04 06:35:12.681583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:12.687140 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4268878 Jun 04 06:35:12.690075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58446) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:12.696699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:12.908891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-898ac3d4-72a2-435e-ac0f-32ad251a453c None None] Provisioning for port 963d14c9-afbd-460a-b752-63cb2d871753 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:12.930301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-898ac3d4-72a2-435e-ac0f-32ad251a453c None None] Provisioning complete for port 963d14c9-afbd-460a-b752-63cb2d871753 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:12.930683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-898ac3d4-72a2-435e-ac0f-32ad251a453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.012464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-47bb0119-e988-488e-8bf4-e05292ac0564 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:13.013303 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-47bb0119-e988-488e-8bf4-e05292ac0564 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 06:35:13.022098 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-47bb0119-e988-488e-8bf4-e05292ac0564 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 06:35:13.029489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:13.043148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47bb0119-e988-488e-8bf4-e05292ac0564 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "PUT /v2.0/security-groups/a7b01210-7c56-4a39-9d2b-d6024b2c4016 HTTP/1.1" status: 409 len: 330 time: 0.3181682 Jun 04 06:35:13.064761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:13.069775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.092789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-898ac3d4-72a2-435e-ac0f-32ad251a453c None None] Port 963d14c9-afbd-460a-b752-63cb2d871753 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:35:13.137011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b58c8-ba06-443e-a79b-47d43a994cf4 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b01210-7c56-4a39-9d2b-d6024b2c4016,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:13.159663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b74ae2ba-cdc7-4ac2-9f0c-3c1021a044b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4400437 Jun 04 06:35:13.160497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.243169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Request body: {'port': {'device_id': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:13.369757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.406766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05c38c82-7036-45a9-a112-9bdb60c01268 req-a263e5e1-b0c7-41d5-936f-50e8fcdb94d8 service neutron] 10.222.0.24 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131616 Jun 04 06:35:13.435826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.487713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901217d9-a1d7-4232-ac67-ce3f89bd7c98,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:13.552003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.557313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Checking segment: {'id': '125b6e84-e509-4830-aac5-bf677322bc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:13.557716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Network hostable DHCP agents. Network: 8f9714e8-0ce0-4261-b074-6b8058064448, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:35:13.614888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.619190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b01210-7c56-4a39-9d2b-d6024b2c4016,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:13.645256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Network 8f9714e8-0ce0-4261-b074-6b8058064448 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:35:13.671927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.673741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4997ae24-1f9b-4950-a23e-2c34b1af80bf tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/a7b01210-7c56-4a39-9d2b-d6024b2c4016 HTTP/1.1" status: 204 len: 168 time: 0.6429017 Jun 04 06:35:13.694380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e7e99-5f6d-4e7d-88b1-22011cb3b174 req-1b50848c-42ad-46c3-a0b0-b857739a8dc1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:13.695912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-464e7e99-5f6d-4e7d-88b1-22011cb3b174 req-1b50848c-42ad-46c3-a0b0-b857739a8dc1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 932 time: 0.5705760 Jun 04 06:35:13.696402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58506) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:13.712287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8f9714e8-0ce0-4261-b074-6b8058064448) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:13.720444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bef692-013a-41e1-b8b7-687d3c3369bf None None] Network 8f9714e8-0ce0-4261-b074-6b8058064448 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:35:13.733235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:13.733873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:13.794578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-71a82da4-cd8d-4442-abfc-a7b20645535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:13.796162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-71a82da4-cd8d-4442-abfc-a7b20645535a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=299c5425294e4966ba3c7020986349a1&device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 1095 time: 0.2998271 Jun 04 06:35:13.809687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-80057546-a8cc-4622-a226-6ea4854d38a8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0354152 Jun 04 06:35:13.967315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eae5e04-59fb-430d-9f4d-d7df482dc647 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:13.977604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b4ef61c-f554-4541-8945-51ab7b322bd1 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Synchronizing usage tracker for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:14.065422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-464e7e99-5f6d-4e7d-88b1-22011cb3b174 req-f56ebc05-03ed-4aca-be01-f16f6ab10d98 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148620 Jun 04 06:35:14.074213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b4ef61c-f554-4541-8945-51ab7b322bd1 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] Unset dirty status for tenant:22323ff9d2ae47419f0aef7019417d19 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:14.079474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b4ef61c-f554-4541-8945-51ab7b322bd1 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3811495 Jun 04 06:35:14.090783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58522) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:14.233408 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-d491da61-7cbf-48f7-8688-c6036dc3f841 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] delete failed (client error): The resource could not be found. Jun 04 06:35:14.238653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d491da61-7cbf-48f7-8688-c6036dc3f841 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "DELETE /v2.0/security-groups/6c2c3c4d-c864-4106-b289-5a168bace4c4 HTTP/1.1" status: 404 len: 347 time: 0.1493487 Jun 04 06:35:14.244474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58528) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:14.310176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9eae5e04-59fb-430d-9f4d-d7df482dc647 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:14.322201 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:14.335008 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8c717391-11b3-40dd-b7e0-0c6aceae525a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] show failed (client error): The resource could not be found. Jun 04 06:35:14.340443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c717391-11b3-40dd-b7e0-0c6aceae525a tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-groups/730f3a45-1ec0-4c86-afea-08738877a5ba HTTP/1.1" status: 404 len: 347 time: 0.0935171 Jun 04 06:35:14.346839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58536) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:14.364711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-3f31538a-fde5-4118-8355-1ad8997c29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:14.366206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-3f31538a-fde5-4118-8355-1ad8997c29a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=396b5568-a4ce-4ede-998c-443cd5283ed6 HTTP/1.1" status: 200 len: 911 time: 0.5635736 Jun 04 06:35:14.468235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-a689b49f-a0aa-4448-adba-5a739778f63b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2 HTTP/1.1" status: 200 len: 217 time: 0.0943944 Jun 04 06:35:14.499148 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-6f4b0255-2684-4d87-bb17-f4ffd6bff8e5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] show failed (client error): The resource could not be found. Jun 04 06:35:14.499148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f4b0255-2684-4d87-bb17-f4ffd6bff8e5 tempest-NegativeSecGroupIPv6Test-646325843 tempest-NegativeSecGroupIPv6Test-646325843-project] 10.222.0.17 "GET /v2.0/security-group-rules/493d48b9-97cb-4240-bc76-e63d38059966 HTTP/1.1" status: 404 len: 356 time: 0.1510797 Jun 04 06:35:14.575467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-fe9e3e80-a085-48be-96cf-0adad63a5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:14.576804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-fe9e3e80-a085-48be-96cf-0adad63a5025 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1322aacf-aff0-4223-aa38-144af009304b HTTP/1.1" status: 200 len: 850 time: 0.0982265 Jun 04 06:35:14.620840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e234e-9058-4b29-9761-f0adc9d69a6e req-69fe09d7-ad1a-4399-ab03-850452aaf9ec tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:14.622436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd7e234e-9058-4b29-9761-f0adc9d69a6e req-69fe09d7-ad1a-4399-ab03-850452aaf9ec tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 944 time: 0.2044587 Jun 04 06:35:14.727390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd7e234e-9058-4b29-9761-f0adc9d69a6e req-f223a2f6-5ad3-417b-9006-0a595d818d58 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888143 Jun 04 06:35:14.758810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-de4dbc3f-a35e-41d8-b86a-a825dfab38b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=396b5568-a4ce-4ede-998c-443cd5283ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647406 Jun 04 06:35:14.978942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709d6ed-b964-422e-b074-b64e963b11ca None None] Network 8f9714e8-0ce0-4261-b074-6b8058064448 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:35:15.118907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58592) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:15.153172 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-c74692d8-16a3-48ed-b729-241dbe7cbf7f service neutron] 10.222.0.24 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771610 Jun 04 06:35:15.179785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9eae5e04-59fb-430d-9f4d-d7df482dc647 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:15.376221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963d14c9-afbd-460a-b752-63cb2d871753 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:15.418371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:15.482533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Transition to ACTIVE for port object 963d14c9-afbd-460a-b752-63cb2d871753 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:15.534961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:15.805236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-502d8137-b841-4a3f-9007-230aaee53c49 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=22323ff9d2ae47419f0aef7019417d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848338 Jun 04 06:35:15.805835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58610) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:15.911083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec168464-603b-4217-96a9-92fab7aa4ca2 req-9c5bf82e-69b8-45db-8d9e-d42c752f3fd1 service neutron] 10.222.0.24 "GET /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568803 Jun 04 06:35:16.021082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.122675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.128826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:16.228264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Attempting to bind port 963d14c9-afbd-460a-b752-63cb2d871753 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:16.228993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Attempting to bind port 963d14c9-afbd-460a-b752-63cb2d871753 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:16.229467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Attempting to bind port 963d14c9-afbd-460a-b752-63cb2d871753 on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:16.235863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Port 963d14c9-afbd-460a-b752-63cb2d871753 on network 5df9b8ac-c373-43af-b4d0-611b5d688684 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:35:16.236698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Attempting to bind port 963d14c9-afbd-460a-b752-63cb2d871753 on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:16.243809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:16.244348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Checking segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:16.244877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Bound using segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:16.245452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Bound port: 963d14c9-afbd-460a-b752-63cb2d871753, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:16.246058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.306836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.338316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acde5d5-70da-4d31-9ff0-25dfda09f74d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:16.356526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.359917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4a4fd5fe-0e72-40d4-b923-9129bddb430f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5acde5d5-70da-4d31-9ff0-25dfda09f74d HTTP/1.1" status: 204 len: 168 time: 0.5509372 Jun 04 06:35:16.404963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:16.409838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:16.417950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.548435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:16.562712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.565716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1092 time: 3.3805010 Jun 04 06:35:16.569027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:16.802641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373969-3db2-4e11-8189-91cf39d419f4 service neutron] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:16.855896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-a7898506-7242-4c80-901d-e5d99b568374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:16.860376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-a7898506-7242-4c80-901d-e5d99b568374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1095 time: 0.2264810 Jun 04 06:35:16.911493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6394266a-779a-4e1d-bf3d-9ae26c2f9f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:16.978216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-1a1404d8-a845-4daa-878a-f7b335d6f2c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 217 time: 0.1088161 Jun 04 06:35:17.133548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-08bb7dab-9f11-41c4-9a30-5da44dac4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:17.138389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-08bb7dab-9f11-41c4-9a30-5da44dac4347 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.1380546 Jun 04 06:35:17.297526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-552e679f-e4b1-46ac-be55-2ed42b0f0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:17.301263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-552e679f-e4b1-46ac-be55-2ed42b0f0668 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569664 Jun 04 06:35:17.595560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-b1e2e408-ff8a-47c2-98d9-593c0e5ee961 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851081 Jun 04 06:35:17.790445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-50e5fdbb-4db2-4092-9031-0ffd6bdb4686 req-92130395-5650-4b70-a960-252273b0bf4a service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865096 Jun 04 06:35:18.458655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device da626d9d-db62-48e7-afb2-31d7c5a9b5f2 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:35:18.692827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,segment=NetworkSegment(822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d),segment_id=822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:18.735726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2', 'network_id': '396b5568-a4ce-4ede-998c-443cd5283ed6', 'port_id': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2', 'mac_address': 'fa:16:3e:16:f2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1322aacf-aff0-4223-aa38-144af009304b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:35:18.815500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:18.816161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:18.841822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da626d9d-db62-48e7-afb2-31d7c5a9b5f2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:18.862423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,segment=NetworkSegment(822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d),segment_id=822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:18.869352 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:18.968706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-fcd79bca-3a29-48f1-838c-47f0db7333d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2316432 Jun 04 06:35:19.011237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:19.047000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c5e780bc-abcb-47e9-9983-adebd809ada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:19.225693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['da626d9d-db62-48e7-afb2-31d7c5a9b5f2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:35:19.268593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.269088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.269593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.270070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.270542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.271013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.273258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.278045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3d68bd8f-fb6a-450f-a44a-cc6bfbfa70a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6493 time: 0.1884880 Jun 04 06:35:19.639273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-72d031a8-22fc-4e83-8588-50912bc14fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.640218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-72d031a8-22fc-4e83-8588-50912bc14fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.642463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-72d031a8-22fc-4e83-8588-50912bc14fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.646649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-72d031a8-22fc-4e83-8588-50912bc14fd6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5a480e-c763-4183-8cd6-83ed57094391&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 2291 time: 0.3370066 Jun 04 06:35:19.822891 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-9a3dd823-020c-404e-92e9-620e34a423d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 200 len: 1000 time: 0.1631379 Jun 04 06:35:19.925063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-73b5c622-7ac8-4202-8639-b8c1bc441a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:19.926771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-73b5c622-7ac8-4202-8639-b8c1bc441a06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=029ed1cb-f5b4-4eca-9471-777b65c64f0e HTTP/1.1" status: 200 len: 850 time: 0.0957584 Jun 04 06:35:20.152812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-73cff512-7f9f-4416-b87e-71dd33c488c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:20.155026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-73cff512-7f9f-4416-b87e-71dd33c488c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5a480e-c763-4183-8cd6-83ed57094391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214041 Jun 04 06:35:20.161748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:20.363261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:20.488471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device da626d9d-db62-48e7-afb2-31d7c5a9b5f2 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:20.510064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-7e38483f-b322-4611-bede-6815cc218d35 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456585 Jun 04 06:35:20.633806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:20.644045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:20.645569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:20.862341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-d661c6fb-7f4c-473a-a16a-e0b193f92f88 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389697 Jun 04 06:35:20.904620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:20.905045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:20.935526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:20.938444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-ecee317f-561c-4efe-9cf8-d2fcdd4006d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 217 time: 0.0748653 Jun 04 06:35:20.952737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,segment=NetworkSegment(822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d),segment_id=822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:20.965020 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:21.060801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-7ee98455-379f-4db4-8210-475eb38afb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:21.066022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-7ee98455-379f-4db4-8210-475eb38afb74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.1210778 Jun 04 06:35:21.136623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:21.188746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-331e3232-9177-43c2-af37-2de05a7f70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:21.190494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-331e3232-9177-43c2-af37-2de05a7f70af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198409 Jun 04 06:35:21.291065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 963d14c9-afbd-460a-b752-63cb2d871753 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:35:21.399398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-9543c19e-ac33-418a-b802-e6100ab70e08 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:21.408794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-9543c19e-ac33-418a-b802-e6100ab70e08 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/networks?id=8f9714e8-0ce0-4261-b074-6b8058064448 HTTP/1.1" status: 200 len: 821 time: 0.3001146 Jun 04 06:35:21.410782 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-10a8db21-4443-431e-8b0e-d22fb9c3747a service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141585 Jun 04 06:35:21.427060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-567c58eb-36ee-4628-81bf-1aa1b2e0bf8e tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/quotas/c44be2f7569e4a3bb26c04b79cec707a HTTP/1.1" status: 200 len: 375 time: 0.0168972 Jun 04 06:35:21.473458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:21.489957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-7de26b2c-bf81-4ce4-a94c-940fbc3a7841 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c44be2f7569e4a3bb26c04b79cec707a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617099 Jun 04 06:35:21.493878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '963d14c9-afbd-460a-b752-63cb2d871753', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'port_id': '963d14c9-afbd-460a-b752-63cb2d871753', 'mac_address': 'fa:16:3e:04:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:35:21.567825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 963d14c9-afbd-460a-b752-63cb2d871753 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:21.568218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:21.589680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963d14c9-afbd-460a-b752-63cb2d871753 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:21.591439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-d293918e-f890-47d1-aabe-90c9d17a11f8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717107 Jun 04 06:35:21.609379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:21.615966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:21.696850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58748) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:21.717222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:21.719404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-fbbbc5fe-c119-44fc-9d37-44e0238ba62f service neutron] 10.222.0.17 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279031 Jun 04 06:35:21.741373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-28702b4c-9893-4c78-a68a-cd30262ab3fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 217 time: 0.1444030 Jun 04 06:35:21.823258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e182027c-88bf-4003-909a-ca7c7634055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:21.824716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e182027c-88bf-4003-909a-ca7c7634055f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0782206 Jun 04 06:35:21.879822 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:21.916811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:21.924856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Usage tracker for resource:security_group_rule and tenant:dbc60448f1bf437f92a87df74b89c79b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:21.930058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-2bbf32fb-7015-4363-8be3-1742eb14b5be service neutron] 10.222.0.17 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096903 Jun 04 06:35:21.930850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:21.936096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-15e22855-f47a-4fd9-93cd-4ae6f387cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:21.937885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-15e22855-f47a-4fd9-93cd-4ae6f387cdf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071198 Jun 04 06:35:21.938175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:21.944482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['963d14c9-afbd-460a-b752-63cb2d871753'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:35:22.071359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.079522 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.087164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.232252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dbc60448f1bf437f92a87df74b89c79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342898 Jun 04 06:35:22.236882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58760) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:22.265389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55537f32-7732-4b87-a0ed-9816d403b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc0001-4252-49bb-84be-6ecffb01c3e8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:22.300985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-23e42081-6837-428d-b778-ee76d968afb5 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545294 Jun 04 06:35:22.539690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-8de712f1-e6da-46f5-a42c-8b9d9bfd763c service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338574 Jun 04 06:35:22.663315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.697224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-d09c7640-0fcd-4ae2-a55b-f0afe4fe0f36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=143728f4-80bb-42e4-ae34-96b072d37b68 HTTP/1.1" status: 200 len: 217 time: 0.1498184 Jun 04 06:35:22.736939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.782295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3ed33ac3-1e60-46ac-a377-c99ff93b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:22.784095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-3ed33ac3-1e60-46ac-a377-c99ff93b93cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0814290 Jun 04 06:35:22.794653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b4d10-6fa2-44d7-8c0f-257f346d9272 req-d242e35b-2cea-42f3-8dbb-f7bc942511a4 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:22.796529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca1b4d10-6fa2-44d7-8c0f-257f346d9272 req-d242e35b-2cea-42f3-8dbb-f7bc942511a4 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 945 time: 0.4100659 Jun 04 06:35:22.865179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca1b4d10-6fa2-44d7-8c0f-257f346d9272 req-11eae9f6-f198-4d61-ac85-3411ffaa725f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557954 Jun 04 06:35:22.874300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.901921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc0001-4252-49bb-84be-6ecffb01c3e8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:22.905221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-7511a349-fd01-4ef0-8cad-7a8f21ff6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:22.912008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:22.913116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5a759ca-b507-4aa3-8ed5-1d1e1c14a0c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c1fc0001-4252-49bb-84be-6ecffb01c3e8 HTTP/1.1" status: 204 len: 168 time: 0.6582603 Jun 04 06:35:22.919296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-7511a349-fd01-4ef0-8cad-7a8f21ff6b40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283431 Jun 04 06:35:23.181087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-0c577c0e-c997-48e8-adbb-617bca12c131 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519901 Jun 04 06:35:23.321551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676583-490f-4865-8891-13cf5cd978f9 req-1d3f7219-b260-4ceb-87e1-0a38e83ef7b3 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:23.324104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 963d14c9-afbd-460a-b752-63cb2d871753 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:23.324633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52676583-490f-4865-8891-13cf5cd978f9 req-1d3f7219-b260-4ceb-87e1-0a38e83ef7b3 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.2187722 Jun 04 06:35:23.434644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52676583-490f-4865-8891-13cf5cd978f9 req-6fb1baae-0e30-4ab4-a383-4be84c065332 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994236 Jun 04 06:35:23.464993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 963d14c9-afbd-460a-b752-63cb2d871753 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:23.496379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 963d14c9-afbd-460a-b752-63cb2d871753 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:23.499023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:23.533352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58790) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:23.607777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:23.666466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:23.679051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ee327963a54236ad767bddf2ff01f2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:23.683693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:23.694278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:23.749359 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ec6b1c-890a-4c04-a1a1-abb7255bc204'] response: {'name': 'network-changed', 'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753', 'status': 'completed', 'code': 200} Jun 04 06:35:23.856091 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c058f5df-c757-4da8-bfbf-d51611241938'] response: {'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2', 'code': 200} Jun 04 06:35:23.875052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 963d14c9-afbd-460a-b752-63cb2d871753 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:23.877464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:23.941693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:23.952724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:23.998129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:24.015049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.026529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:35:24.094872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b0ee327963a54236ad767bddf2ff01f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577469 Jun 04 06:35:24.095226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58812) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:24.099200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e9833-a634-4cdc-9502-fb0607c4f794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ead87-6288-40d4-9c56-b5b3568232b7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:24.217880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-ae729587-410a-4ab8-8009-57aec19062fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.218472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.219453 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-ae729587-410a-4ab8-8009-57aec19062fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.3156612 Jun 04 06:35:24.242366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-c8c3056b-e554-4744-9e34-4466dd1b80cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4901683 Jun 04 06:35:24.253286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.264755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a77c9-b4d7-446c-b94c-ac74ab07183a req-5430c7cb-b8fa-4bf3-bae6-2d6145d4ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.271785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be3a77c9-b4d7-446c-b94c-ac74ab07183a req-5430c7cb-b8fa-4bf3-bae6-2d6145d4ac15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 1097 time: 0.3269260 Jun 04 06:35:24.382590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41277d40-15ae-496f-a899-952ddcbdb141 req-aeb2330b-82e9-42dc-8283-2e4b7667c802 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 210 time: 0.0611246 Jun 04 06:35:24.408099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.437416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ead87-6288-40d4-9c56-b5b3568232b7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:24.494246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 7578ebda-e366-4006-b5b1-0aabde577ac6 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:24.494781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.515115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:24.569880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:24.575587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.618625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.619734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7250af10-bbfc-4e1b-a8a2-dd7415439a6e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b18ead87-6288-40d4-9c56-b5b3568232b7 HTTP/1.1" status: 204 len: 168 time: 0.5235083 Jun 04 06:35:24.670036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:24.704564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-6ca02a07-b73d-4610-bc9b-4308132a0987 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.706499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-6ca02a07-b73d-4610-bc9b-4308132a0987 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.24 "GET /v2.0/networks?id=8f9714e8-0ce0-4261-b074-6b8058064448 HTTP/1.1" status: 200 len: 821 time: 0.3214507 Jun 04 06:35:24.710083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-0b77a1e2-ab58-49a3-ad82-facd5a5b2bad service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5216296 Jun 04 06:35:24.721921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedb246-3fa3-496b-8661-eb9225833b8b req-2e041634-3d14-46e5-8b3e-22785d0994a8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.723429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bedb246-3fa3-496b-8661-eb9225833b8b req-2e041634-3d14-46e5-8b3e-22785d0994a8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.1573319 Jun 04 06:35:24.728692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Request body: {'port': {'device_id': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448', 'admin_state_up': True, 'tenant_id': 'c44be2f7569e4a3bb26c04b79cec707a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:24.800605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-73273526-e5c4-495e-a74c-d3ae7d4be1a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555 HTTP/1.1" status: 200 len: 217 time: 0.0789468 Jun 04 06:35:24.881823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:24.893234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-881c14eb-dc78-4f22-96f7-421175711e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.894835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-881c14eb-dc78-4f22-96f7-421175711e77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.6341615 Jun 04 06:35:24.900615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Usage tracker for resource:port and tenant:c44be2f7569e4a3bb26c04b79cec707a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:24.903302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be3a77c9-b4d7-446c-b94c-ac74ab07183a req-7f3c37ef-ab64-4319-b1a2-a42f4430da95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592540 Jun 04 06:35:24.906208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:24.910752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e2895e0a-5efa-4438-b9b2-2f81986291ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:24.912113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e2895e0a-5efa-4438-b9b2-2f81986291ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.0889819 Jun 04 06:35:24.914793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:24.949248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bedb246-3fa3-496b-8661-eb9225833b8b req-2bbcb250-71b6-42b2-a4a4-58bafe8475a5 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685990 Jun 04 06:35:24.975387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Made reservation on behalf of c44be2f7569e4a3bb26c04b79cec707a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:24.979524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:24.998130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-402d96ba-7095-49ea-afcc-5594f5969528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 217 time: 0.0927985 Jun 04 06:35:25.001459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-613ca973-cd86-4b17-8f7f-b2a215a38ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.002761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-613ca973-cd86-4b17-8f7f-b2a215a38ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c384292a11547e2b1fa678b0effa60b&device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 1098 time: 0.4415867 Jun 04 06:35:25.129738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-549b0c7a-10f1-4572-871c-3029fd1922c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.129738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-549b0c7a-10f1-4572-871c-3029fd1922c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.1218338 Jun 04 06:35:25.244879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Allocated IP 172.20.0.3 (8f9714e8-0ce0-4261-b074-6b8058064448/901217d9-a1d7-4232-ac67-ce3f89bd7c98/6920cc4b-2269-462d-a970-5dffe2e004d1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:25.326925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:25.492088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-9b39c4cb-3c7f-4c9c-88ad-6bff70014c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.493944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-9b39c4cb-3c7f-4c9c-88ad-6bff70014c07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471302 Jun 04 06:35:25.503723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-d7396404-7914-4378-9146-ea75acd8fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.505399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-d7396404-7914-4378-9146-ea75acd8fdef service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3763592 Jun 04 06:35:25.655455 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:25.681331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e1676df3-4dfa-4844-9ef5-9f824d1a6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.684587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-e1676df3-4dfa-4844-9ef5-9f824d1a6b5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4367766 Jun 04 06:35:25.740273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40e7e9-4d70-4330-83fb-2741a028ac95 req-9e49e48b-aa55-447b-9511-55928131c8c0 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:25.742407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea40e7e9-4d70-4330-83fb-2741a028ac95 req-9e49e48b-aa55-447b-9511-55928131c8c0 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.4109390 Jun 04 06:35:25.762852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-f106dc0e-86ca-44a8-a0c3-59ade6611fc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=59015a52-af90-46be-ad62-b61cf59180a2 HTTP/1.1" status: 200 len: 217 time: 0.2280431 Jun 04 06:35:25.853006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:25.859289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753'}, {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:25.901738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea40e7e9-4d70-4330-83fb-2741a028ac95 req-89074c14-3520-42eb-b49e-3d149f9bb4da tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524241 Jun 04 06:35:25.952838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:26.098082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Network 8f9714e8-0ce0-4261-b074-6b8058064448 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:26.102105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:26.115735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:26.189556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:26.190212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:26.287200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5627220 Jun 04 06:35:26.290114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d92fca-b8b7-4c8d-9ae0-8c38409c923a tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Pushing event updated for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:26.310999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Request body: {'port': {'device_id': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:26.371995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-6547f52b-b6d6-4b18-9fe5-3512788c265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:26.373577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-6547f52b-b6d6-4b18-9fe5-3512788c265c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.5848687 Jun 04 06:35:26.486014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3919b-ce1a-4935-a9ea-bc7a73aeebee req-93bcc0ab-efd0-4c4e-b27b-c394feb14beb tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:26.493743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5b3919b-ce1a-4935-a9ea-bc7a73aeebee req-93bcc0ab-efd0-4c4e-b27b-c394feb14beb tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 949 time: 0.3107581 Jun 04 06:35:26.495723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:26.509071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-ecd14873-3650-4575-802a-3174cacfa44d service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0068436 Jun 04 06:35:26.522133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-f08bf219-ee0f-4e1d-8019-f4a966a70285 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655566 Jun 04 06:35:26.754725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5b3919b-ce1a-4935-a9ea-bc7a73aeebee req-2cac2948-e8d0-47ce-adaf-e41b316fb7ee tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594047 Jun 04 06:35:26.821347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-0692fcdb-6450-45ec-9e55-fe70837c30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:26.823217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-0692fcdb-6450-45ec-9e55-fe70837c30b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4155209 Jun 04 06:35:26.962548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-c70e6ee7-2930-4e1d-9d8d-e77ec9dc86e6 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056120 Jun 04 06:35:26.972781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9d3256c-8507-48ee-b54b-3386ad12d417 req-6cb34717-f64c-4447-8adf-0690a063ce19 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472809 Jun 04 06:35:27.102565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-37834af0-c37d-4956-8318-32509fef93da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 200 len: 217 time: 0.1262698 Jun 04 06:35:27.198716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-0c73c20d-6162-4e15-b555-b9bc4626f969 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597517 Jun 04 06:35:27.235916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-1476add2-44a7-473e-9f22-54d0637f623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:27.237648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-1476add2-44a7-473e-9f22-54d0637f623c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.1256826 Jun 04 06:35:27.390433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6920cc4b-2269-462d-a970-5dffe2e004d1 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:27.429149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:27.476403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Transition to ACTIVE for port object 6920cc4b-2269-462d-a970-5dffe2e004d1 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:27.496291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efefb-ddd2-4715-8a56-41ad2e4b9b17 req-9e9bfda7-6ada-4fa9-90b9-2653531433f5 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:27.498897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-557efefb-ddd2-4715-8a56-41ad2e4b9b17 req-9e9bfda7-6ada-4fa9-90b9-2653531433f5 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Synchronizing usage tracker for tenant:c44be2f7569e4a3bb26c04b79cec707a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:27.505320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:27.671874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f1f372f-b87d-41ff-b19a-c0de5dcb5293 req-7c70c7f9-3137-4285-b46a-4040be1ed76b service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644709 Jun 04 06:35:27.687922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-557efefb-ddd2-4715-8a56-41ad2e4b9b17 req-9e9bfda7-6ada-4fa9-90b9-2653531433f5 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Unset dirty status for tenant:c44be2f7569e4a3bb26c04b79cec707a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:27.687922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-557efefb-ddd2-4715-8a56-41ad2e4b9b17 req-9e9bfda7-6ada-4fa9-90b9-2653531433f5 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 931 time: 0.6751404 Jun 04 06:35:27.706754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-9aa5c147-0a14-4de1-88b6-f403bbbc991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:27.708289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-9aa5c147-0a14-4de1-88b6-f403bbbc991f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4633300 Jun 04 06:35:27.771653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Pushing event updated for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:27.852865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-557efefb-ddd2-4715-8a56-41ad2e4b9b17 req-fed97d17-c139-4479-abbf-6e124fdfc8f0 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415503 Jun 04 06:35:27.883620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Attempting to bind port 6920cc4b-2269-462d-a970-5dffe2e004d1 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:27.883987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Attempting to bind port 6920cc4b-2269-462d-a970-5dffe2e004d1 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '125b6e84-e509-4830-aac5-bf677322bc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:27.884282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Attempting to bind port 6920cc4b-2269-462d-a970-5dffe2e004d1 on network 8f9714e8-0ce0-4261-b074-6b8058064448 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:27.889350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Port 6920cc4b-2269-462d-a970-5dffe2e004d1 on network 8f9714e8-0ce0-4261-b074-6b8058064448 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:35:27.889695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Attempting to bind port 6920cc4b-2269-462d-a970-5dffe2e004d1 on network 8f9714e8-0ce0-4261-b074-6b8058064448 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:27.903610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:27.903970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Checking segment: {'id': '125b6e84-e509-4830-aac5-bf677322bc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:27.904380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Bound using segment: {'id': '125b6e84-e509-4830-aac5-bf677322bc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:27.904521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-c7491501-dbdb-43ad-a7ac-f81ce340346d service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887159 Jun 04 06:35:27.905199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Bound port: 6920cc4b-2269-462d-a970-5dffe2e004d1, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125b6e84-e509-4830-aac5-bf677322bc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:27.905825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:27.964097 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b511f9f-aeb0-48a4-b1a5-cdcd19d95cf5'] response: {'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753', 'code': 200} Jun 04 06:35:27.964650 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b511f9f-aeb0-48a4-b1a5-cdcd19d95cf5'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'code': 200} Jun 04 06:35:28.109058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:28.113257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6920cc4b-2269-462d-a970-5dffe2e004d1,segment=NetworkSegment(125b6e84-e509-4830-aac5-bf677322bc68),segment_id=125b6e84-e509-4830-aac5-bf677322bc68)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:28.122256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:28.237334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-0d664f03-3e37-4f30-9423-0848196d7b80 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212802 Jun 04 06:35:28.330904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.331099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:28.332492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] 10.222.0.24 "PUT /v2.0/ports/6920cc4b-2269-462d-a970-5dffe2e004d1 HTTP/1.1" status: 200 len: 1091 time: 2.0263324 Jun 04 06:35:28.333008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:28.335431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-a48dfc29-8ae3-4d51-ae8b-fa9d5c23e270 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0881090 Jun 04 06:35:28.339256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66436ab-2ed2-4c53-9a96-b35c5d7f3a09 req-51b25e53-c19a-4d2c-b624-62b17b132ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.341354 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c66436ab-2ed2-4c53-9a96-b35c5d7f3a09 req-51b25e53-c19a-4d2c-b624-62b17b132ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.2654803 Jun 04 06:35:28.402847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa697-d1c2-4bfc-a068-826286e8871f service neutron] Pushing event updated for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:28.486628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-856f514a-fa9f-4843-b410-39ec8e591a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.492863 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-856f514a-fa9f-4843-b410-39ec8e591a6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.1504188 Jun 04 06:35:28.495404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e0b9e-092f-4327-b594-887234bc1862 req-e9ffb1f2-ff9c-4756-81c7-7b8022a76091 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.496927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-117e0b9e-092f-4327-b594-887234bc1862 req-e9ffb1f2-ff9c-4756-81c7-7b8022a76091 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2561054 Jun 04 06:35:28.498378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c66436ab-2ed2-4c53-9a96-b35c5d7f3a09 req-43cda3e9-1cbf-406f-8bbc-536439f40197 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164408 Jun 04 06:35:28.527208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-61fa0fbc-27a6-4057-a830-8e1ee539ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.528881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-61fa0fbc-27a6-4057-a830-8e1ee539ab78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c44be2f7569e4a3bb26c04b79cec707a&device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 1094 time: 0.1537275 Jun 04 06:35:28.627301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-24a6e8f1-696f-408c-a71b-30019fa12c86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6920cc4b-2269-462d-a970-5dffe2e004d1 HTTP/1.1" status: 200 len: 217 time: 0.0912378 Jun 04 06:35:28.638127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-117e0b9e-092f-4327-b594-887234bc1862 req-c35f7703-bf17-415a-9920-7741d73cbf45 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282938 Jun 04 06:35:28.646086 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:35:28.695020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-997fffc1-6789-485e-b857-7e2596998604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.699934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-997fffc1-6789-485e-b857-7e2596998604 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1966846 Jun 04 06:35:28.746254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-913ef6f6-1c2f-4e1d-822c-4b634a3fc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:28.749671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-913ef6f6-1c2f-4e1d-822c-4b634a3fc1c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901217d9-a1d7-4232-ac67-ce3f89bd7c98 HTTP/1.1" status: 200 len: 861 time: 0.1154590 Jun 04 06:35:28.874300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-88cb0451-cca8-440c-94c1-93dd92a0701b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f9714e8-0ce0-4261-b074-6b8058064448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182873 Jun 04 06:35:29.112710 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-2b3ff9cc-a20a-4e0c-b6f5-f6e523a80501 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019551 Jun 04 06:35:29.225745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-1755d312-e03f-4e88-a892-8846b67b160d service neutron] 10.222.0.24 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422627 Jun 04 06:35:29.325977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e64b61c9-f73b-4bd4-8e77-90b641f4aaea req-a0199102-0c6f-4a92-a52b-38c481189ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072861 Jun 04 06:35:29.386600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f882f-4c5e-4f74-a77b-da83ff536508 req-cfb70639-ea9b-4261-b48d-641bd02276cb tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:29.388214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-506f882f-4c5e-4f74-a77b-da83ff536508 req-cfb70639-ea9b-4261-b48d-641bd02276cb tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.3027487 Jun 04 06:35:29.508321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba2fbde0-2b55-4fd4-9974-7205c128e72f req-3d5f24c0-fba5-472d-92fd-652c363fb94c service neutron] 10.222.0.24 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716079 Jun 04 06:35:29.530172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-506f882f-4c5e-4f74-a77b-da83ff536508 req-78b06a09-6fc2-4ebf-91cd-a2c2a0519c3f tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246431 Jun 04 06:35:29.620142 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1841d4-9f92-4552-82d4-2f4144fcab36'] response: {'name': 'network-changed', 'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1', 'status': 'completed', 'code': 200} Jun 04 06:35:30.080055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-f25cfc58-5d6d-4ed3-9a0f-e9f0f88f5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:30.084321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-f25cfc58-5d6d-4ed3-9a0f-e9f0f88f5ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c44be2f7569e4a3bb26c04b79cec707a&device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 1094 time: 0.4346321 Jun 04 06:35:30.277156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bc63a-f1ec-431f-898d-0c173f265079 req-c066e024-12cc-419d-ad0d-713ce8d91790 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:30.289817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86bc63a-f1ec-431f-898d-0c173f265079 req-c066e024-12cc-419d-ad0d-713ce8d91790 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 943 time: 0.4771621 Jun 04 06:35:30.290430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58956) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:30.390891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86bc63a-f1ec-431f-898d-0c173f265079 req-1aab68bb-bd82-40c1-9d3f-e22dde20ff51 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Jun 04 06:35:30.393560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-e0de23ae-93e4-407a-b878-4ff57d5e3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:30.399656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-e0de23ae-93e4-407a-b878-4ff57d5e3d4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f9714e8-0ce0-4261-b074-6b8058064448 HTTP/1.1" status: 200 len: 922 time: 0.2989528 Jun 04 06:35:30.488274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:30.515541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-4aa2b0bd-7314-4e50-9aae-e194aa459666 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6920cc4b-2269-462d-a970-5dffe2e004d1 HTTP/1.1" status: 200 len: 217 time: 0.1102290 Jun 04 06:35:30.520457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:30.528229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Usage tracker for resource:security_group_rule and tenant:44b67ad6a5814472a7e12ba83ccf458f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:30.532446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:30.544702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:30.654760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-239c1117-8cf3-48a1-91bf-7895e9fc84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:30.659500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-239c1117-8cf3-48a1-91bf-7895e9fc84bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=901217d9-a1d7-4232-ac67-ce3f89bd7c98 HTTP/1.1" status: 200 len: 861 time: 0.1370287 Jun 04 06:35:30.698065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:30.706108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:30.737972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-b231c58a-f192-4ffb-9dc1-383690bcb2e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f9714e8-0ce0-4261-b074-6b8058064448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720448 Jun 04 06:35:30.810209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=44b67ad6a5814472a7e12ba83ccf458f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185294 Jun 04 06:35:30.815317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58978) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:30.820441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4400bc6-53c3-4da1-a183-15c871c2f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dec34f-0b6c-4858-9b12-440057fd0298,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:30.928954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:30.931956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-3259e856-5fd1-44ae-a267-b226d4088c87 service neutron] 10.222.0.24 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864529 Jun 04 06:35:30.979761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.083476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.118188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dec34f-0b6c-4858-9b12-440057fd0298,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:31.145021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.148319 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4dd87a4-44a9-4a15-b9d0-44cdc9cca39a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c4dec34f-0b6c-4858-9b12-440057fd0298 HTTP/1.1" status: 204 len: 168 time: 0.3307934 Jun 04 06:35:31.160945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e44425-3f58-41b2-a410-a43cba4c83ef req-12587097-8fb6-4d82-84c1-a434e32d4352 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:31.162459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18e44425-3f58-41b2-a410-a43cba4c83ef req-12587097-8fb6-4d82-84c1-a434e32d4352 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2294035 Jun 04 06:35:31.209570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de35cfdc-86be-43fe-b4da-e6d27b71e88c req-3d88e47c-3f9d-4ca9-bb06-ccf2979d707c service neutron] 10.222.0.24 "GET /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135062 Jun 04 06:35:31.243790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18e44425-3f58-41b2-a410-a43cba4c83ef req-b2200e98-9c1e-43a6-9192-b6a0ed46a916 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659008 Jun 04 06:35:31.531583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59002) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:31.551393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.569767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:31.574447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Usage tracker for resource:security_group_rule and tenant:10844d7fb6cf43758cee8aec5fae0d8c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:31.578287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:31.585836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:31.738652 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.743748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.798611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ad15d-1ba0-4bc8-aa64-d067ea8a73fa,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:31.816048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3939e2ed-e086-4e52-99f9-5a7ed40179d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=10844d7fb6cf43758cee8aec5fae0d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833560 Jun 04 06:35:31.818615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:31.853121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230375d-c05f-4f02-8c78-279b8ef91dc1 req-bafa71cb-ee2c-4c9e-9b06-ef766424afdd tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:31.866825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8230375d-c05f-4f02-8c78-279b8ef91dc1 req-bafa71cb-ee2c-4c9e-9b06-ef766424afdd tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.1173494 Jun 04 06:35:31.867579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:31.878190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'floatingip': {'port_id': '963d14c9-afbd-460a-b752-63cb2d871753'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:31.974371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:31.981129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:32.014983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:32.123367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:32.179209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ad15d-1ba0-4bc8-aa64-d067ea8a73fa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:32.182893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:32.185531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-820bae28-2193-425d-8139-220cedcb5f40 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/275ad15d-1ba0-4bc8-aa64-d067ea8a73fa HTTP/1.1" status: 204 len: 168 time: 0.3636575 Jun 04 06:35:32.679916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32592ee4-1956-4474-ac86-d76eacaad80a req-290025e6-2cc4-419d-9f87-03e228076c17 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:32.687556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32592ee4-1956-4474-ac86-d76eacaad80a req-290025e6-2cc4-419d-9f87-03e228076c17 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 943 time: 0.4058421 Jun 04 06:35:32.836345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32592ee4-1956-4474-ac86-d76eacaad80a req-cdd89a8b-a0b3-470b-b10b-631eb334d6c3 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477604 Jun 04 06:35:33.272784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:33.289966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e0ef-1928-4ee8-b0d5-4ea138b94178 req-46bee218-45e4-47d4-a854-3843654d72ee tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:33.298202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3544e0ef-1928-4ee8-b0d5-4ea138b94178 req-46bee218-45e4-47d4-a854-3843654d72ee tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.2733231 Jun 04 06:35:33.319893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:33.481385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3544e0ef-1928-4ee8-b0d5-4ea138b94178 req-6c97a0d8-72a3-43d1-a122-9e48d484aa55 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823943 Jun 04 06:35:33.555215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-1a5d87e7-8e0a-4e93-9746-78ada937976a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:33.557828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-1a5d87e7-8e0a-4e93-9746-78ada937976a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.24 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.3647768 Jun 04 06:35:33.655427 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Floating IP dfa1004e-bf47-416d-82a4-84cb1180be92 associated. External IP: 172.25.1.152, port: 963d14c9-afbd-460a-b752-63cb2d871753. Jun 04 06:35:33.720909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Deleting port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:35:33.721746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:34.554375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] For port da626d9d-db62-48e7-afb2-31d7c5a9b5f2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,segment=NetworkSegment(822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d),segment_id=822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:34.555258 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:34.556144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6920cc4b-2269-462d-a970-5dffe2e004d1 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:35:34.818384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6920cc4b-2269-462d-a970-5dffe2e004d1,segment=NetworkSegment(125b6e84-e509-4830-aac5-bf677322bc68),segment_id=125b6e84-e509-4830-aac5-bf677322bc68)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:34.847301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '6920cc4b-2269-462d-a970-5dffe2e004d1', 'network_id': '8f9714e8-0ce0-4261-b074-6b8058064448', 'port_id': '6920cc4b-2269-462d-a970-5dffe2e004d1', 'mac_address': 'fa:16:3e:cd:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901217d9-a1d7-4232-ac67-ce3f89bd7c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:35:34.877878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236c9f-a030-48e8-b30e-f38f5386693d req-c095e7d9-2c3d-4c26-9076-792b44f2e223 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:34.884951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0236c9f-a030-48e8-b30e-f38f5386693d req-c095e7d9-2c3d-4c26-9076-792b44f2e223 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 943 time: 0.7087586 Jun 04 06:35:34.914478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6920cc4b-2269-462d-a970-5dffe2e004d1 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:34.915151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:34.935281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6920cc4b-2269-462d-a970-5dffe2e004d1 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:34.952994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6920cc4b-2269-462d-a970-5dffe2e004d1,segment=NetworkSegment(125b6e84-e509-4830-aac5-bf677322bc68),segment_id=125b6e84-e509-4830-aac5-bf677322bc68)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:34.971427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:34.975038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Calling delete_port for da626d9d-db62-48e7-afb2-31d7c5a9b5f2 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:35:35.091729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0236c9f-a030-48e8-b30e-f38f5386693d req-0b3b1561-0355-491b-bc7a-626e8ccc197b tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057333 Jun 04 06:35:35.097599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:35:35.135796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:35.164310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.164836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.165350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.165899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.166392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.166879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.167472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.168174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.168659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.169143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.169832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.170682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:35.340155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['6920cc4b-2269-462d-a970-5dffe2e004d1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:35:35.705688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:35.825624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Pushing event deleted for resources: {'Port': ['ID=da626d9d-db62-48e7-afb2-31d7c5a9b5f2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:35.881509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:35:35.893674 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:35:35.912545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:35:35.913165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:35.947279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] No DVR routers for this DVR port da626d9d-db62-48e7-afb2-31d7c5a9b5f2 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:35:35.961599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39e07-9daf-425f-b4c3-aafeabe32f14 req-f6f52f0e-8ab4-4255-b89a-1d20ef4c817a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:35.962501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-14b39e07-9daf-425f-b4c3-aafeabe32f14 req-f6f52f0e-8ab4-4255-b89a-1d20ef4c817a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Synchronizing usage tracker for tenant:299c5425294e4966ba3c7020986349a1 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:35.970044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:36.107097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:36.109484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79abb208-6b9a-4537-bd8e-65e84d01ff0f req-8d34a116-3324-4e82-92fc-9ac3d156393a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.24 "DELETE /v2.0/ports/da626d9d-db62-48e7-afb2-31d7c5a9b5f2 HTTP/1.1" status: 204 len: 173 time: 2.5440035 Jun 04 06:35:36.111571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'name': 'network-vif-deleted', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:36.242594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca896525-744e-4756-a8ac-13de1fdf330b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "PUT /v2.0/floatingips/dfa1004e-bf47-416d-82a4-84cb1180be92 HTTP/1.1" status: 200 len: 992 time: 4.3739643 Jun 04 06:35:36.269428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-14b39e07-9daf-425f-b4c3-aafeabe32f14 req-f6f52f0e-8ab4-4255-b89a-1d20ef4c817a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] Unset dirty status for tenant:299c5425294e4966ba3c7020986349a1 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:36.283728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14b39e07-9daf-425f-b4c3-aafeabe32f14 req-f6f52f0e-8ab4-4255-b89a-1d20ef4c817a tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/ports?device_id=8212f04a-f940-4708-adb4-4b018cdf1f86 HTTP/1.1" status: 200 len: 946 time: 0.8607140 Jun 04 06:35:36.326049 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:35:36.544950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device da626d9d-db62-48e7-afb2-31d7c5a9b5f2 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:35:36.632984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: da626d9d-db62-48e7-afb2-31d7c5a9b5f2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:35:36.636929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device da626d9d-db62-48e7-afb2-31d7c5a9b5f2 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:35:37.005132 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'dfa1004e-bf47-416d-82a4-84cb1180be92', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': '963d14c9-afbd-460a-b752-63cb2d871753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:04:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:34:59Z', 'updated_at': '2022-06-04T06:35:32Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:37.018328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:35:37.024555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14b39e07-9daf-425f-b4c3-aafeabe32f14 req-28d118ed-847c-40ab-ae05-f68639a5f7e3 tempest-ServerGroupTestJSON-1471536480 tempest-ServerGroupTestJSON-1471536480-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba22f9d-d3dd-481f-8d86-c720c16cac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398696 Jun 04 06:35:37.048525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:35:37.058742 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:37.330613 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:35:37.594288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502874ef-94c5-43c2-93ed-fbb6e6c05a39 req-27302240-b7d4-475d-a0bb-ea0a03143d73 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:37.601411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-502874ef-94c5-43c2-93ed-fbb6e6c05a39 req-27302240-b7d4-475d-a0bb-ea0a03143d73 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 944 time: 0.1644659 Jun 04 06:35:37.636208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59206) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:37.683557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-502874ef-94c5-43c2-93ed-fbb6e6c05a39 req-7fe1d63d-6711-47d9-aaf6-090bd1351ad9 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812051 Jun 04 06:35:37.794342 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03d8b49-d94b-41bd-91b0-c75e9e30284a'] response: {'server_uuid': '8212f04a-f940-4708-adb4-4b018cdf1f86', 'name': 'network-vif-deleted', 'tag': 'da626d9d-db62-48e7-afb2-31d7c5a9b5f2', 'status': 'completed', 'code': 200} Jun 04 06:35:37.921923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:37.940331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:37.945555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c9966313a042aabcc531d0798367e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:37.950226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:37.974667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:37.981257 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'dfa1004e-bf47-416d-82a4-84cb1180be92', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': '963d14c9-afbd-460a-b752-63cb2d871753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:04:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:34:59Z', 'updated_at': '2022-06-04T06:35:32Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:37.993324 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e94d65-a6ac-494f-8f02-67db2f77b7f0 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'dfa1004e-bf47-416d-82a4-84cb1180be92', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': '963d14c9-afbd-460a-b752-63cb2d871753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:04:9a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:34:59Z', 'updated_at': '2022-06-04T06:35:32Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:35:38.314842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.324717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.428938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59246) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:38.429786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c4c9966313a042aabcc531d0798367e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924328 Jun 04 06:35:38.430613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96e45-3130-4363-9f3e-08840c0dc4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5667215-8210-4901-9eef-2c073a56c9a9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:38.477681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e85914-459b-4e9c-9da2-7666fc7df348 None None] New status for floating IP dfa1004e-bf47-416d-82a4-84cb1180be92: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:35:38.561762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.634662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.664332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6920cc4b-2269-462d-a970-5dffe2e004d1 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:35:38.708772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.735792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5667215-8210-4901-9eef-2c073a56c9a9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:38.757710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:38.772614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-977c09f8-863e-4d4c-be1b-3d57bfc4d3be admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f5667215-8210-4901-9eef-2c073a56c9a9 HTTP/1.1" status: 204 len: 168 time: 0.3350689 Jun 04 06:35:38.929574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 6920cc4b-2269-462d-a970-5dffe2e004d1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:38.985103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 6920cc4b-2269-462d-a970-5dffe2e004d1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:38.985872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.370053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6920cc4b-2269-462d-a970-5dffe2e004d1 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:35:39.371669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.390526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ada57d-94a2-48d9-8535-4aec0aa4ef3e req-7f02b08b-243e-4347-acee-2e447e4c2ec2 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:39.398847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45ada57d-94a2-48d9-8535-4aec0aa4ef3e req-7f02b08b-243e-4347-acee-2e447e4c2ec2 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 944 time: 0.1901193 Jun 04 06:35:39.438367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:39.452149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6920cc4b-2269-462d-a970-5dffe2e004d1,segment=NetworkSegment(125b6e84-e509-4830-aac5-bf677322bc68),segment_id=125b6e84-e509-4830-aac5-bf677322bc68)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:39.461173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.498161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45ada57d-94a2-48d9-8535-4aec0aa4ef3e req-f7572755-f9bc-41f8-8512-62759e04d9f2 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982072 Jun 04 06:35:39.599159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:39.626258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59296) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:39.651246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.669847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:39.678058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Usage tracker for resource:security_group_rule and tenant:07dcb2f389f141a2ba451af058fdc653 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:39.681205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:39.688989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:39.795670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:39.827457 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab32734d-4ed6-414b-8fd5-0c1be18bf00e'] response: {'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1', 'code': 200} Jun 04 06:35:39.867106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.877641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:39.924379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290a6ab-902a-4c84-92ca-90315c9ad3d3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:40.003042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94a7b409-ad64-4a36-9bba-3b433294f747 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=07dcb2f389f141a2ba451af058fdc653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755164 Jun 04 06:35:40.008219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59328) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:40.045467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e6116-8e04-4c6f-94b9-65a82abaf526 req-2ce9f2c1-c08c-4411-a6b8-d5f2d974d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:40.047425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f8e6116-8e04-4c6f-94b9-65a82abaf526 req-2ce9f2c1-c08c-4411-a6b8-d5f2d974d374 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 1096 time: 0.1540956 Jun 04 06:35:40.099657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:40.129034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:40.167099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f8e6116-8e04-4c6f-94b9-65a82abaf526 req-eff6c611-2aec-4d3d-ad55-997436e03131 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137278 Jun 04 06:35:40.171247 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60670e2d-43f1-4a97-a715-6e13399607ba'] response: {'name': 'network-changed', 'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753', 'status': 'completed', 'code': 200} Jun 04 06:35:40.236331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:40.276652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290a6ab-902a-4c84-92ca-90315c9ad3d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:40.321932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:40.334706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ceaf4a34-0183-415e-9eff-82e2618d6745 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2290a6ab-902a-4c84-92ca-90315c9ad3d3 HTTP/1.1" status: 204 len: 168 time: 0.3119972 Jun 04 06:35:40.352600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-1e6f0cc0-da7d-4fa2-9922-ca170280f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:40.354400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-1e6f0cc0-da7d-4fa2-9922-ca170280f0b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.1690779 Jun 04 06:35:40.630628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-f78b1970-c5f3-4ee5-85be-840b26e001e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:40.632270 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-f78b1970-c5f3-4ee5-85be-840b26e001e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.2698867 Jun 04 06:35:40.774750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-33afb7a9-e49b-46e8-b3dc-b3394d4be72a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1002 time: 0.1278429 Jun 04 06:35:40.880056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-579ec106-de66-41cc-8ae3-d589fa152f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:40.882735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-579ec106-de66-41cc-8ae3-d589fa152f45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.1006660 Jun 04 06:35:40.979110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-6fe2e2e3-8097-44c4-86a4-39da5b1697bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:40.980668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-6fe2e2e3-8097-44c4-86a4-39da5b1697bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917261 Jun 04 06:35:41.183518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-b597cb51-3168-4385-92b6-d2801dc3c418 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947038 Jun 04 06:35:41.388715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fb09a21-ce09-4cc4-bcef-fadc1ced4079 req-4c0dfea8-d697-4049-b9e0-2453f19c4cf4 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985130 Jun 04 06:35:41.699691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c2e5a-3659-464e-8f48-b1bfd57f20a4 req-08a85c81-0004-4587-b92b-23544589e4e4 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:41.701861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac8c2e5a-3659-464e-8f48-b1bfd57f20a4 req-08a85c81-0004-4587-b92b-23544589e4e4 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 945 time: 0.0896895 Jun 04 06:35:41.755049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac8c2e5a-3659-464e-8f48-b1bfd57f20a4 req-539fa81f-e1c8-4801-9127-19bf82d034fe tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Jun 04 06:35:42.909782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-bb8a6f63-4987-409c-b495-9dcccf676da3 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Synchronizing usage tracker for tenant:a0e04118c3df425e87d16f4575209014 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:42.936614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-bb8a6f63-4987-409c-b495-9dcccf676da3 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Unset dirty status for tenant:a0e04118c3df425e87d16f4575209014 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:42.938254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-bb8a6f63-4987-409c-b495-9dcccf676da3 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1873856467&fields=id&tenant_id=a0e04118c3df425e87d16f4575209014 HTTP/1.1" status: 200 len: 267 time: 0.1054397 Jun 04 06:35:43.132385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-ebe21987-eb48-4955-bad8-bb10af7e892c tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:43.134316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-ebe21987-eb48-4955-bad8-bb10af7e892c tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/networks?id=922341d9-6698-41b2-a7f3-04c6eb9585c8 HTTP/1.1" status: 200 len: 815 time: 0.1882043 Jun 04 06:35:43.157516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-dfedb6de-cf3c-4b6d-b50c-1af198306ae1 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/quotas/a0e04118c3df425e87d16f4575209014 HTTP/1.1" status: 200 len: 375 time: 0.0164368 Jun 04 06:35:43.252776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-8ee9edf1-8739-4748-8a73-6505888a3d55 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Synchronizing usage tracker for tenant:a0e04118c3df425e87d16f4575209014 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:43.273250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-8ee9edf1-8739-4748-8a73-6505888a3d55 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Unset dirty status for tenant:a0e04118c3df425e87d16f4575209014 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:43.276828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-8ee9edf1-8739-4748-8a73-6505888a3d55 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a0e04118c3df425e87d16f4575209014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130116 Jun 04 06:35:43.558108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-a0c09e98-e4c2-48a7-8d7b-54a19cec1b26 service neutron] 10.222.0.17 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652731 Jun 04 06:35:43.710030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-3609d128-0378-4ecd-942a-8de83f5dce9c service neutron] 10.222.0.17 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457593 Jun 04 06:35:43.892058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:44.054095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.081008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:44.085299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Usage tracker for resource:security_group_rule and tenant:4db83512d0314872b4f0bef76acad27b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:44.088703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:44.094614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:44.211695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.216242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.269696 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4db83512d0314872b4f0bef76acad27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744402 Jun 04 06:35:44.270254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:44.273742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31bac8-6dee-4e9e-81bb-70b07b83902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ebff1-e446-4f79-8976-083f68fe0212,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:44.342073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.370698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.432505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.449336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ebff1-e446-4f79-8976-083f68fe0212,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:44.460727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.462013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d8212dc3-e87c-4c92-a756-6ace5d7921b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5c4ebff1-e446-4f79-8976-083f68fe0212 HTTP/1.1" status: 204 len: 168 time: 0.1903353 Jun 04 06:35:44.798130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:44.821005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.837873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:44.841877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Usage tracker for resource:security_group_rule and tenant:07dc58f8611f45439b6466a0db005e16 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:44.845375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:44.851646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:44.914037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59608) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:44.941831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.946964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.986832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Deleting subnet 1322aacf-aff0-4223-aa38-144af009304b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:35:44.992230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:44.995649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=07dc58f8611f45439b6466a0db005e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959233 Jun 04 06:35:44.996712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07082d82-7991-428a-aec2-efc1b16b87be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d6a45-110d-4693-956e-61c363de26fb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:44.999176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:45.079461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.105869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc0649ba-5452-4b8d-af97-79495d31c8c0 req-a908b8dd-0f56-4e55-94a8-d61b88b54216 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 210 time: 0.0777369 Jun 04 06:35:45.137001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.167674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.171236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.266987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.315276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.346203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d6a45-110d-4693-956e-61c363de26fb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:45.368619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.369770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2cbcdc1f-eab4-4a42-8a86-9f31a9900841 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dc6d6a45-110d-4693-956e-61c363de26fb HTTP/1.1" status: 204 len: 168 time: 0.3693798 Jun 04 06:35:45.432474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.450946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1322aacf-aff0-4223-aa38-144af009304b HTTP/1.1" status: 204 len: 168 time: 0.5357585 Jun 04 06:35:45.452191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3049bb-57c6-4e1d-8cca-6f9206495794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1322aacf-aff0-4223-aa38-144af009304b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:45.473955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:45.497609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-0a01f438-0c99-4da0-80b9-ef4a7be00bd2 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:45.509321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-0a01f438-0c99-4da0-80b9-ef4a7be00bd2 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.24 "GET /v2.0/networks?id=922341d9-6698-41b2-a7f3-04c6eb9585c8 HTTP/1.1" status: 200 len: 815 time: 0.2780201 Jun 04 06:35:45.592589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1fb3bd46-09e5-4d18-ada6-f940698138ce tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0e04118c3df425e87d16f4575209014 HTTP/1.1" status: 200 len: 380 time: 0.0749655 Jun 04 06:35:45.604001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'port': {'device_id': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'admin_state_up': True, 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'security_groups': ['88808cba-dc66-4def-86b2-5a6d93991348']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:45.691474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:45.874052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:45.884852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:45.898023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Made reservation on behalf of a0e04118c3df425e87d16f4575209014 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:45.902487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.073118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.107839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396b5568-a4ce-4ede-998c-443cd5283ed6']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:46.121740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:46.122027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:46.136504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.158912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.181979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:35:46.182469 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.240514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877882-2807-4a52-b73a-9d97846f1ed2 req-367144c6-2a0a-4911-898b-34084b985552 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:46.242769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20877882-2807-4a52-b73a-9d97846f1ed2 req-367144c6-2a0a-4911-898b-34084b985552 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.3010774 Jun 04 06:35:46.328369 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d resource provider aggregate not found Jun 04 06:35:46.369542 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 822c9b53-f49a-48e4-b1a2-e37ee3d1ce9d found for delete ", "request_id": "req-965d8829-ab15-49bf-9d8e-313f34894a9e"}]} Jun 04 06:35:46.381032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Allocated IP 172.20.0.7 (922341d9-6698-41b2-a7f3-04c6eb9585c8/713307ce-741c-4969-8bf3-f8f7c11d4b3a/02e3b5d6-7dad-4655-8a05-293475aee83c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:46.384500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.406343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.419749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=396b5568-a4ce-4ede-998c-443cd5283ed6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:46.435057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6d1f51fc-dfd3-4fdb-ade4-1ccaa47eafd9 admin admin] 10.222.0.17 "DELETE /v2.0/networks/396b5568-a4ce-4ede-998c-443cd5283ed6 HTTP/1.1" status: 204 len: 168 time: 0.9564903 Jun 04 06:35:46.440316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20877882-2807-4a52-b73a-9d97846f1ed2 req-ad960eac-4e99-4442-86d6-20b39d60d584 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875339 Jun 04 06:35:46.826501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca5b00-a1ac-428e-be44-017b88fcd1b6 req-2113db23-a5b8-4ed4-9c06-e98597bb08ca tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:46.827886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17ca5b00-a1ac-428e-be44-017b88fcd1b6 req-2113db23-a5b8-4ed4-9c06-e98597bb08ca tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 945 time: 0.1909690 Jun 04 06:35:46.863263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.865138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59676) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:46.895014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Transition to ACTIVE for port object 02e3b5d6-7dad-4655-8a05-293475aee83c will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:46.920594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17ca5b00-a1ac-428e-be44-017b88fcd1b6 req-8f537647-5327-46d1-bc79-6e6f037e3a08 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798421 Jun 04 06:35:46.924007 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-effd3e85-5f2b-4041-af67-4bf5b0d833da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:46.935622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4aaa0e37-0e70-4c9f-9b31-daa62ecca93e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=299c5425294e4966ba3c7020986349a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685213 Jun 04 06:35:46.941635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59680) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:46.990428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.089283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:47.091268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.093340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:47.106396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:47.153224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.358157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event updated for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:47.413222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:47.414056 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.434969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-f5fcdf17-97f5-4972-b922-751c3411a028 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:47.436709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-f5fcdf17-97f5-4972-b922-751c3411a028 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 945 time: 0.2485182 Jun 04 06:35:47.446511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-791d4f77-229c-4332-8f13-86028a0e9cbc tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:47.447250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-791d4f77-229c-4332-8f13-86028a0e9cbc tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Synchronizing usage tracker for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:47.502693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-97cbce4b-279a-4be5-a968-9ae6f1eef361 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9025028 Jun 04 06:35:47.511506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa39edd-32e7-49bf-a60d-24c08143d058 req-28ff6598-d499-4608-af08-680a91762e13 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:47.511699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a4437fd9-10b9-43df-ad18-124866e997a4 None None] Provisioning for port 02e3b5d6-7dad-4655-8a05-293475aee83c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:35:47.512221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7aa39edd-32e7-49bf-a60d-24c08143d058 req-28ff6598-d499-4608-af08-680a91762e13 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Synchronizing usage tracker for tenant:a0e04118c3df425e87d16f4575209014 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:47.518531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a4437fd9-10b9-43df-ad18-124866e997a4 None None] Provisioning complete for port 02e3b5d6-7dad-4655-8a05-293475aee83c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:35:47.520244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4437fd9-10b9-43df-ad18-124866e997a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.549899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Request body: {'port': {'device_id': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:47.552368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-791d4f77-229c-4332-8f13-86028a0e9cbc tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Unset dirty status for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:47.553756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-791d4f77-229c-4332-8f13-86028a0e9cbc tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.2680142 Jun 04 06:35:47.558041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Deleting port 6920cc4b-2269-462d-a970-5dffe2e004d1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:35:47.558402 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.597089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a4437fd9-10b9-43df-ad18-124866e997a4 None None] Port 02e3b5d6-7dad-4655-8a05-293475aee83c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:35:47.678931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.720698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba22f9d-d3dd-481f-8d86-c720c16cac5f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:47.785214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:47.788842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-594c2d97-0fcb-4876-aefb-8231d0d68753 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7ba22f9d-d3dd-481f-8d86-c720c16cac5f HTTP/1.1" status: 204 len: 168 time: 0.8461800 Jun 04 06:35:47.801976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Deleting port 59015a52-af90-46be-ad62-b61cf59180a2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:35:47.802312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:48.013094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:48.053788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7aa39edd-32e7-49bf-a60d-24c08143d058 req-28ff6598-d499-4608-af08-680a91762e13 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Unset dirty status for tenant:a0e04118c3df425e87d16f4575209014 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:48.063040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aa39edd-32e7-49bf-a60d-24c08143d058 req-28ff6598-d499-4608-af08-680a91762e13 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 931 time: 0.8694630 Jun 04 06:35:48.447687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] For port 6920cc4b-2269-462d-a970-5dffe2e004d1, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6920cc4b-2269-462d-a970-5dffe2e004d1,segment=NetworkSegment(125b6e84-e509-4830-aac5-bf677322bc68),segment_id=125b6e84-e509-4830-aac5-bf677322bc68)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:48.448270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:48.653694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] For port 59015a52-af90-46be-ad62-b61cf59180a2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59015a52-af90-46be-ad62-b61cf59180a2,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:48.654063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:48.695862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aa39edd-32e7-49bf-a60d-24c08143d058 req-a33dab59-738e-4b44-a4fc-e947efa221c2 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6316693 Jun 04 06:35:48.846066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Calling delete_port for 59015a52-af90-46be-ad62-b61cf59180a2 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:35:48.997685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e3b5d6-7dad-4655-8a05-293475aee83c {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:49.020386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.033797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d58545a-d548-4b61-a65c-4b50a4bfd929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.159733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ca5e-71ca-4c32-80b4-5f7c3542c9b6 req-7a3343ed-0bbb-4774-83f5-d887941ee16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:49.173145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e334ca5e-71ca-4c32-80b4-5f7c3542c9b6 req-7a3343ed-0bbb-4774-83f5-d887941ee16a tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=65246075-080a-4d5a-b8e2-55da2095b28a HTTP/1.1" status: 200 len: 947 time: 0.2547522 Jun 04 06:35:49.200465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Calling delete_port for 6920cc4b-2269-462d-a970-5dffe2e004d1 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:35:49.240230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Transition to ACTIVE for port object 02e3b5d6-7dad-4655-8a05-293475aee83c will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:49.340390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e334ca5e-71ca-4c32-80b4-5f7c3542c9b6 req-9b5b0ed8-069b-4915-b4c4-32f6979591fa tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660111 Jun 04 06:35:49.341124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.492964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.597605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Pushing event deleted for resources: {'Port': ['ID=59015a52-af90-46be-ad62-b61cf59180a2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:49.738566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] No DVR routers for this DVR port 59015a52-af90-46be-ad62-b61cf59180a2 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:35:49.740313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59774) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:49.745383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.748357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-deleted', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:49.774101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-850406a7-b4ab-4b19-82cd-7b93df49c4c6 req-fecf7581-309c-4591-9b22-98a1842b5d38 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "DELETE /v2.0/ports/59015a52-af90-46be-ad62-b61cf59180a2 HTTP/1.1" status: 204 len: 173 time: 2.1675401 Jun 04 06:35:49.857983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:49.914552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:49.916706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.917065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.917411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.917769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.920313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.920665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.921012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.921348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.924613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.925154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.925672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:49.926159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:50.052509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Attempting to bind port 02e3b5d6-7dad-4655-8a05-293475aee83c on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:50.052955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Attempting to bind port 02e3b5d6-7dad-4655-8a05-293475aee83c by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:50.053749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Attempting to bind port 02e3b5d6-7dad-4655-8a05-293475aee83c on network 922341d9-6698-41b2-a7f3-04c6eb9585c8 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:50.079639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba3c4-911f-40df-aa78-3df4e9787226 req-a23a8606-23f0-467c-b31a-7a40760a973e tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.080679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-203374916-network', 'tenant_id': '8e2eefd76e384f119aae0efc5e40741b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:50.084152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Pushing event deleted for resources: {'Port': ['ID=6920cc4b-2269-462d-a970-5dffe2e004d1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:50.094085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9aba3c4-911f-40df-aa78-3df4e9787226 req-a23a8606-23f0-467c-b31a-7a40760a973e tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1e37a85-4247-4047-ba27-f97190a35e46 HTTP/1.1" status: 200 len: 867 time: 0.4766388 Jun 04 06:35:50.096648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Port 02e3b5d6-7dad-4655-8a05-293475aee83c on network 922341d9-6698-41b2-a7f3-04c6eb9585c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:35:50.096966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Attempting to bind port 02e3b5d6-7dad-4655-8a05-293475aee83c on network 922341d9-6698-41b2-a7f3-04c6eb9585c8 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:50.118895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:50.139626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:50.139965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Checking segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:50.144263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Bound using segment: {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:50.145011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Bound port: 02e3b5d6-7dad-4655-8a05-293475aee83c, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:50.145711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.149120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.187657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Usage tracker for resource:network and tenant:8e2eefd76e384f119aae0efc5e40741b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:50.233582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:50.244938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] No DVR routers for this DVR port 6920cc4b-2269-462d-a970-5dffe2e004d1 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:35:50.246866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:50.249311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.271840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Made reservation on behalf of 8e2eefd76e384f119aae0efc5e40741b for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:50.274816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.278701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9aba3c4-911f-40df-aa78-3df4e9787226 req-1902c660-600b-45ec-babb-090206b21ed2 tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.17 "GET /v2.0/security-groups?id=0ccd34e2-73a3-42d8-9cdb-349680b4c160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837559 Jun 04 06:35:50.293494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-08e6ef75-cb56-49d1-9787-324bc3ec5de7 req-5388f3e9-24c4-4c56-bad0-787421ea1fbb tempest-ServerAddressesNegativeTestJSON-1204668819 tempest-ServerAddressesNegativeTestJSON-1204668819-project] 10.222.0.24 "DELETE /v2.0/ports/6920cc4b-2269-462d-a970-5dffe2e004d1 HTTP/1.1" status: 204 len: 173 time: 2.8414500 Jun 04 06:35:50.294339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.295126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:50.306900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=02e3b5d6-7dad-4655-8a05-293475aee83c,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:50.314052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.360672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:50.365044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.366331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2eefd76e384f119aae0efc5e40741b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:50.369981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:50.372229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:50.383370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:50.423271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:50.440558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.441276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.442702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1ce6b577-de6f-434c-8369-b2fe26259417 service neutron] 10.222.0.24 "PUT /v2.0/ports/02e3b5d6-7dad-4655-8a05-293475aee83c HTTP/1.1" status: 200 len: 1091 time: 2.9143989 Jun 04 06:35:50.443128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:50.526074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.536377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.560783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:35:50.600483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.600874 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Added segment ac46dbbf-c57f-4d9f-8d85-c8fe99797627 of type vlan for network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 Jun 04 06:35:50.613175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6920cc4b-2269-462d-a970-5dffe2e004d1 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:35:50.650390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.661574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc2141-8e3d-4699-9f74-84f7c1f0379e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:50.676919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.695930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 6920cc4b-2269-462d-a970-5dffe2e004d1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:35:50.696277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6920cc4b-2269-462d-a970-5dffe2e004d1 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:35:50.700352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:50.707170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Usage tracker for resource:security_group_rule and tenant:01ac1d2a5f5f4d38876b27f46b943394 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:50.711714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:50.725590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-64dd262c-e210-42e5-b327-d549f0c6c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.727933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-64dd262c-e210-42e5-b327-d549f0c6c248 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0e04118c3df425e87d16f4575209014&device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 1094 time: 0.2424674 Jun 04 06:35:50.728389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.729494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.730077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.732885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:50.806289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f47998-739c-4fce-a7c7-d160ea0a8204 req-e2ecdd77-37c1-412b-953d-fecf230c9097 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.807722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06f47998-739c-4fce-a7c7-d160ea0a8204 req-e2ecdd77-37c1-412b-953d-fecf230c9097 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 943 time: 0.2761617 Jun 04 06:35:50.821985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-1b81dd3a-1579-49aa-8764-acbf7012d8a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3b5d6-7dad-4655-8a05-293475aee83c HTTP/1.1" status: 200 len: 217 time: 0.0866911 Jun 04 06:35:50.840260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5ec8d4-06f1-488c-b55b-56e476357ed0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:50.843999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c95db57-e97b-4bfc-86cb-eb7c0b6c03c6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1018994 Jun 04 06:35:50.846904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:50.852560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Request body: {'subnet': {'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-203374916-subnet', 'tenant_id': '8e2eefd76e384f119aae0efc5e40741b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:50.854888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:35:50.864066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:50.868737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Usage tracker for resource:subnet and tenant:8e2eefd76e384f119aae0efc5e40741b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:50.871105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:50.877510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:50.890826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Made reservation on behalf of 8e2eefd76e384f119aae0efc5e40741b for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:50.893681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:50.936003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06f47998-739c-4fce-a7c7-d160ea0a8204 req-cf7b8824-7b8b-4656-adeb-bae819d0b5ae tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157715 Jun 04 06:35:50.969324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-9ef05989-680c-4f27-aa59-8058eef74d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:50.970984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-9ef05989-680c-4f27-aa59-8058eef74d73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=713307ce-741c-4969-8bf3-f8f7c11d4b3a HTTP/1.1" status: 200 len: 854 time: 0.1342120 Jun 04 06:35:51.063225 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a390d6c3-6478-403a-b325-9ee20dbc3b98'] response: {'server_uuid': '65246075-080a-4d5a-b8e2-55da2095b28a', 'name': 'network-vif-deleted', 'tag': '59015a52-af90-46be-ad62-b61cf59180a2', 'status': 'completed', 'code': 200} Jun 04 06:35:51.118785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.131536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.202598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-797da599-fd65-4b28-ac6d-e5701918e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:51.205032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-797da599-fd65-4b28-ac6d-e5701918e5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922341d9-6698-41b2-a7f3-04c6eb9585c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169964 Jun 04 06:35:51.239800 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c8c284-3422-441c-8faa-bd96ee455b7c'] response: {'name': 'network-changed', 'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'status': 'completed', 'code': 200} Jun 04 06:35:51.244565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d8234e-47f1-4d26-ab9e-18fb28f805ea,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:51.250526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6c1b7da-8b61-443a-b402-c5200c48cb85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01ac1d2a5f5f4d38876b27f46b943394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286724 Jun 04 06:35:51.263532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:51.351957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.421224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.466244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:35:51.475213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.483091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21959c9f-6a78-478a-93a2-81680280b8e5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:51.492265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Checking segment: {'id': 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:51.492701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Network hostable DHCP agents. Network: 7f5ec8d4-06f1-488c-b55b-56e476357ed0, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:35:51.504769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 59015a52-af90-46be-ad62-b61cf59180a2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:35:51.505408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59015a52-af90-46be-ad62-b61cf59180a2 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:35:51.523247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-d6745fcb-f3b9-4269-8773-51e4756a89fe service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104935 Jun 04 06:35:51.537865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:35:51.550404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 7f5ec8d4-06f1-488c-b55b-56e476357ed0) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:51.559421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8431f-283d-481f-9db9-a7fcc01d7070 None None] Network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:35:51.579155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:51.579823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.592019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.657619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d8234e-47f1-4d26-ab9e-18fb28f805ea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:51.666299 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:51.670022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fe75eb98-a7a5-4095-81fb-3c2dfae8f9a5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/27d8234e-47f1-4d26-ab9e-18fb28f805ea HTTP/1.1" status: 204 len: 168 time: 0.4019074 Jun 04 06:35:51.684068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6388ba35-c196-4709-81bb-a5ba5fb438b0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8360896 Jun 04 06:35:51.728550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfdff511-1315-4896-827c-e6c7f8a2a80b req-2aa7bd02-3948-4103-ac52-076537716f98 service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001688 Jun 04 06:35:51.734901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59826) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:51.888296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Deleting subnet 901217d9-a1d7-4232-ac67-ce3f89bd7c98 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:35:51.896627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.000793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2c9c5-f7a9-4a83-8952-6d20c7e4dbd4 req-161bc7b1-5d08-4788-bf21-c1dfd9de0a58 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.011987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08e2c9c5-f7a9-4a83-8952-6d20c7e4dbd4 req-161bc7b1-5d08-4788-bf21-c1dfd9de0a58 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 949 time: 0.1754494 Jun 04 06:35:52.018577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-919f2d9f-ab1e-4d24-acbe-f1b69ee0e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.020886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-919f2d9f-ab1e-4d24-acbe-f1b69ee0e92e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0e04118c3df425e87d16f4575209014&device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 1094 time: 0.2388783 Jun 04 06:35:52.057376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.103795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b6dda-97f6-452b-b048-836a6fb2351a None None] Network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:35:52.227259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.286873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-db4fc6d3-7ad6-45b3-86d2-fc7ca956b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.288491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-db4fc6d3-7ad6-45b3-86d2-fc7ca956b4e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=922341d9-6698-41b2-a7f3-04c6eb9585c8 HTTP/1.1" status: 200 len: 916 time: 0.1843965 Jun 04 06:35:52.361955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.410622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-bde1aa4c-75ce-44df-9f8b-717b35041788 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3b5d6-7dad-4655-8a05-293475aee83c HTTP/1.1" status: 200 len: 217 time: 0.1149600 Jun 04 06:35:52.442031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.459992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08e2c9c5-f7a9-4a83-8952-6d20c7e4dbd4 req-a523fbb2-ea8f-472b-931f-d93b73442bf3 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/security-groups?id=41fa3de1-f520-4ca1-9878-83fa6b210358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357886 Jun 04 06:35:52.463148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:52.489157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.513940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:52.518289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Usage tracker for resource:security_group_rule and tenant:642465f22b074cdda813d97f8bcfa032 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:52.521817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:52.528237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:52.533325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.544689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901217d9-a1d7-4232-ac67-ce3f89bd7c98,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:52.567266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ede00fb-8c5c-47ed-b122-6ec53041cd05 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/901217d9-a1d7-4232-ac67-ce3f89bd7c98 HTTP/1.1" status: 204 len: 168 time: 0.8265843 Jun 04 06:35:52.568315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59844) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:52.622140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.628773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.685303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=642465f22b074cdda813d97f8bcfa032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211454 Jun 04 06:35:52.690762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:52.737856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-293a0ec7-3320-43fc-8059-087de888e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.738961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-293a0ec7-3320-43fc-8059-087de888e468 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=713307ce-741c-4969-8bf3-f8f7c11d4b3a HTTP/1.1" status: 200 len: 854 time: 0.3186696 Jun 04 06:35:52.768782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.827038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae110-7f69-4e53-8125-b16e42b30e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66519de6-1dfe-4fee-9fcc-b584300a2faf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:52.866537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48930-9e15-4a71-8668-787c62546da3 req-7aa5c026-c2a8-4236-84a4-6e9a3455a464 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.868082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5b48930-9e15-4a71-8668-787c62546da3 req-7aa5c026-c2a8-4236-84a4-6e9a3455a464 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 943 time: 0.1992526 Jun 04 06:35:52.904174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:52.905073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-ca7779f5-9f02-438c-9a39-a0346578913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:52.907822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-ca7779f5-9f02-438c-9a39-a0346578913a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922341d9-6698-41b2-a7f3-04c6eb9585c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585467 Jun 04 06:35:53.016740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5b48930-9e15-4a71-8668-787c62546da3 req-500b3ccf-67a7-427b-88d8-ac0034d91a36 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423750 Jun 04 06:35:53.089917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-a66f7b41-c568-4348-a5f1-f6bb9d3850f3 service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677721 Jun 04 06:35:53.152046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'name': 'network-vif-deleted', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:53.162432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.178601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.224124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9714e8-0ce0-4261-b074-6b8058064448']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:53.230512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5bf05a9-25f3-41b8-afe6-ee9967677e80 req-a19016bb-07fe-4ba2-97ac-40411059b305 service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333008 Jun 04 06:35:53.239451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125b6e84-e509-4830-aac5-bf677322bc68') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:53.239775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125b6e84-e509-4830-aac5-bf677322bc68') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:35:53.254380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.271712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.279914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:35:53.280925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.306037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.369311 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 125b6e84-e509-4830-aac5-bf677322bc68 resource provider aggregate not found Jun 04 06:35:53.392937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66519de6-1dfe-4fee-9fcc-b584300a2faf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:53.400558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.401903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-45bfdec0-1501-44ab-abde-c2fd3993988d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/66519de6-1dfe-4fee-9fcc-b584300a2faf HTTP/1.1" status: 204 len: 168 time: 0.7106302 Jun 04 06:35:53.434346 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 125b6e84-e509-4830-aac5-bf677322bc68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 125b6e84-e509-4830-aac5-bf677322bc68 found for delete ", "request_id": "req-f21b7af1-580c-421f-9be9-53ea2809c9a6"}]} Jun 04 06:35:53.435940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.459005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:53.470062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9714e8-0ce0-4261-b074-6b8058064448,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:53.477027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eea28c46-9e48-46b4-926c-b62fcf393b21 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8f9714e8-0ce0-4261-b074-6b8058064448 HTTP/1.1" status: 204 len: 168 time: 0.9071491 Jun 04 06:35:53.600416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-e956acf8-0c3a-454f-95c9-bc2d2f9a4379 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:53.607571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-e956acf8-0c3a-454f-95c9-bc2d2f9a4379 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/networks?id=7f5ec8d4-06f1-488c-b55b-56e476357ed0 HTTP/1.1" status: 200 len: 820 time: 0.1799819 Jun 04 06:35:53.622713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-3ab429ff-d838-4c75-80ad-2b37ac1e3e1e tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/quotas/8e2eefd76e384f119aae0efc5e40741b HTTP/1.1" status: 200 len: 375 time: 0.0135524 Jun 04 06:35:53.679121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:53.685007 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-4b4e0f6f-3abc-4523-bd64-ae6cf0e36262 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=8e2eefd76e384f119aae0efc5e40741b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604279 Jun 04 06:35:53.811953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b418d-6bab-4fe4-9e77-f50185340677 req-ea16c7cd-d53b-416b-b90e-5017596cbfb4 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:53.811953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-237b418d-6bab-4fe4-9e77-f50185340677 req-ea16c7cd-d53b-416b-b90e-5017596cbfb4 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Synchronizing usage tracker for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:53.837649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-237b418d-6bab-4fe4-9e77-f50185340677 req-ea16c7cd-d53b-416b-b90e-5017596cbfb4 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Unset dirty status for tenant:2c384292a11547e2b1fa678b0effa60b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:53.839732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-237b418d-6bab-4fe4-9e77-f50185340677 req-ea16c7cd-d53b-416b-b90e-5017596cbfb4 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 949 time: 0.1629848 Jun 04 06:35:53.888772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2f10d0fe-58fe-40a1-a6b2-55c183add258 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c44be2f7569e4a3bb26c04b79cec707a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047160 Jun 04 06:35:53.888772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59884) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:53.966471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Deleting port 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:35:53.966471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.178253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-7441ac96-bd1a-4ac8-8fb5-3c922c456090 service neutron] 10.222.0.17 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655948 Jun 04 06:35:54.331587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.399044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.426619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-5e42b868-d627-46ef-b061-ad7ff5f52dbf service neutron] 10.222.0.17 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385039 Jun 04 06:35:54.472341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] For port 7578ebda-e366-4006-b5b1-0aabde577ac6, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=7578ebda-e366-4006-b5b1-0aabde577ac6,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:35:54.472712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.527456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.555572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd34e2-73a3-42d8-9cdb-349680b4c160,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:54.581010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.584502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c8e04f5-f0e7-4320-b0c8-57bf312b1c24 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ccd34e2-73a3-42d8-9cdb-349680b4c160 HTTP/1.1" status: 204 len: 168 time: 0.6951826 Jun 04 06:35:54.647607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Calling delete_port for 7578ebda-e366-4006-b5b1-0aabde577ac6 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:35:54.882588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:54.985669 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0212a85a-dd54-4032-a53a-1e731b19c96b'] response: {'server_uuid': 'f1e37a85-4247-4047-ba27-f97190a35e46', 'name': 'network-vif-deleted', 'tag': '6920cc4b-2269-462d-a970-5dffe2e004d1', 'status': 'completed', 'code': 200} Jun 04 06:35:55.034919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Pushing event deleted for resources: {'Port': ['ID=7578ebda-e366-4006-b5b1-0aabde577ac6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:55.247793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] No DVR routers for this DVR port 7578ebda-e366-4006-b5b1-0aabde577ac6 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:35:55.256391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:55.280425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-237b418d-6bab-4fe4-9e77-f50185340677 req-3988db45-90cd-44e9-a972-f8775701da69 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.39 "DELETE /v2.0/ports/7578ebda-e366-4006-b5b1-0aabde577ac6 HTTP/1.1" status: 204 len: 173 time: 1.4346120 Jun 04 06:35:55.298628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af29c6c9-7803-4c31-b6a1-3a8885acd0ec req-34ee317a-9259-4b45-9e03-38bbde60bff8 tempest-ListImageFiltersTestJSON-1762701577 tempest-ListImageFiltersTestJSON-1762701577-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3dfb957-ae7d-44a4-96d2-118c4813eedf HTTP/1.1" status: 200 len: 210 time: 0.0730989 Jun 04 06:35:55.367755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:55.621809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:55.756989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74035acb-fe44-4fd8-9845-25ad432dbbe8 req-4bedd279-232f-43dd-afda-139b0507f235 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:55.764026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74035acb-fe44-4fd8-9845-25ad432dbbe8 req-4bedd279-232f-43dd-afda-139b0507f235 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 943 time: 0.1444819 Jun 04 06:35:55.835969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74035acb-fe44-4fd8-9845-25ad432dbbe8 req-078853cc-ae5a-49c7-b460-213027351da3 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708489 Jun 04 06:35:56.060349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51718397-db37-40a6-8074-fdfd025d97a2 req-131a0087-6f5c-4391-b756-7a505829a458 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 210 time: 0.0646896 Jun 04 06:35:56.930093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-bd57780a-dc4a-445c-a551-d843ec1f9fdb tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:56.931818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-bd57780a-dc4a-445c-a551-d843ec1f9fdb tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.24 "GET /v2.0/networks?id=7f5ec8d4-06f1-488c-b55b-56e476357ed0 HTTP/1.1" status: 200 len: 820 time: 0.1842887 Jun 04 06:35:56.951827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Request body: {'port': {'device_id': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0', 'admin_state_up': True, 'tenant_id': '8e2eefd76e384f119aae0efc5e40741b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:56.988456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-deleted', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:57.141864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:57.146065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Usage tracker for resource:port and tenant:8e2eefd76e384f119aae0efc5e40741b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:57.149133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:57.156320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:57.182572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Made reservation on behalf of 8e2eefd76e384f119aae0efc5e40741b for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:35:57.186028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:57.398243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Allocated IP 172.20.0.14 (7f5ec8d4-06f1-488c-b55b-56e476357ed0/21959c9f-6a78-478a-93a2-81680280b8e5/441488e2-9b38-425d-9b55-0149270f54b9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:35:57.481818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:35:57.557769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 7578ebda-e366-4006-b5b1-0aabde577ac6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:35:57.558119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 7578ebda-e366-4006-b5b1-0aabde577ac6 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:35:57.675935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60060) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:57.710617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:57.779112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edbfa6-a37c-4449-9bf3-44102780da0f req-0cee3928-4ef4-49e0-9517-5a101a12287e tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:57.781178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36edbfa6-a37c-4449-9bf3-44102780da0f req-0cee3928-4ef4-49e0-9517-5a101a12287e tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 943 time: 0.1469314 Jun 04 06:35:57.816104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:57.884852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:57.914444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:35:57.924428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:35:57.924428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Pushing event updated for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:57.930950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:57.931339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:35:57.935318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2e4d9c342342b396156650f565de30 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:57.938387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:57.958285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:58.035070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.035070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.058638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36edbfa6-a37c-4449-9bf3-44102780da0f req-929e47e6-c8f5-4c4f-8132-5c30a859f44b tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678406 Jun 04 06:35:58.092395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:58.095106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.098944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6b2e4d9c342342b396156650f565de30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217138 Jun 04 06:35:58.101410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60078) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:58.104267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2508dc1-1711-4b2a-8470-9604160cd629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8785e6-d407-41dd-aa5f-725cde1722f6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:58.129771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ac95204d-4a3c-4fbc-96ff-843791bc4782 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1870754 Jun 04 06:35:58.146373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-476bab86-5de6-4a3d-81e9-815b8bb8e6bc tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:35:58.146373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-476bab86-5de6-4a3d-81e9-815b8bb8e6bc tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091598 Jun 04 06:35:58.196252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.237995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.241995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Request body: {'port': {'device_id': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:35:58.302040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.323346 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13254afc-18c1-4ed4-bb8e-41539512c891'] response: {'server_uuid': 'a3dfb957-ae7d-44a4-96d2-118c4813eedf', 'name': 'network-vif-deleted', 'tag': '7578ebda-e366-4006-b5b1-0aabde577ac6', 'status': 'completed', 'code': 200} Jun 04 06:35:58.324021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8785e6-d407-41dd-aa5f-725cde1722f6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:58.333547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.333899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.334243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.334579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.334918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.335303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.335683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.336014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.336339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.336662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.336999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.337306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:35:58.357895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.361947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0de73507-a257-40c4-940a-7ebc77d32e1e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9f8785e6-d407-41dd-aa5f-725cde1722f6 HTTP/1.1" status: 204 len: 168 time: 0.2593741 Jun 04 06:35:58.388493 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.637996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bd583-1830-4519-82ee-575f12c762e0 req-5fb8441e-7b76-4252-9053-9bb78858311e tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:58.638695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e33bd583-1830-4519-82ee-575f12c762e0 req-5fb8441e-7b76-4252-9053-9bb78858311e tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Synchronizing usage tracker for tenant:8e2eefd76e384f119aae0efc5e40741b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:35:58.665298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:58.684770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.701157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:35:58.706582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c57eb208274c0c9996b069688205d7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:35:58.709663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:35:58.716310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:35:58.808621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.813906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.824129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e33bd583-1830-4519-82ee-575f12c762e0 req-5fb8441e-7b76-4252-9053-9bb78858311e tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Unset dirty status for tenant:8e2eefd76e384f119aae0efc5e40741b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:35:58.830982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33bd583-1830-4519-82ee-575f12c762e0 req-5fb8441e-7b76-4252-9053-9bb78858311e tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 932 time: 0.3924611 Jun 04 06:35:58.871825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d9c57eb208274c0c9996b069688205d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053645 Jun 04 06:35:58.873219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60092) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:35:58.885814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4f033-bfa6-4ac9-a939-46a0e35d4e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5d42b-de67-4102-aa8d-56c12d58f073,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:58.914326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33bd583-1830-4519-82ee-575f12c762e0 req-c552b32d-af32-496e-8446-da48e4f71187 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824032 Jun 04 06:35:58.945402 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:58.973106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.043565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.068360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5d42b-de67-4102-aa8d-56c12d58f073,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:59.070614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.072110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e1e8d4de-b019-44d3-9844-4d1dd7cbacd7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ecc5d42b-de67-4102-aa8d-56c12d58f073 HTTP/1.1" status: 204 len: 168 time: 0.1979585 Jun 04 06:35:59.085654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441488e2-9b38-425d-9b55-0149270f54b9 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:35:59.098621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.123321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Transition to ACTIVE for port object 441488e2-9b38-425d-9b55-0149270f54b9 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:35:59.128544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.301374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Pushing event updated for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:59.416692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Attempting to bind port 441488e2-9b38-425d-9b55-0149270f54b9 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:35:59.417115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Attempting to bind port 441488e2-9b38-425d-9b55-0149270f54b9 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:35:59.417547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Attempting to bind port 441488e2-9b38-425d-9b55-0149270f54b9 on network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:59.422318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Port 441488e2-9b38-425d-9b55-0149270f54b9 on network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:35:59.422697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Attempting to bind port 441488e2-9b38-425d-9b55-0149270f54b9 on network 7f5ec8d4-06f1-488c-b55b-56e476357ed0 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:35:59.427758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:35:59.428094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Checking segment: {'id': 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:35:59.428738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Bound using segment: {'id': 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:35:59.429164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Bound port: 441488e2-9b38-425d-9b55-0149270f54b9, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:35:59.429657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.541960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:35:59.545243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=441488e2-9b38-425d-9b55-0149270f54b9,segment=NetworkSegment(ac46dbbf-c57f-4d9f-8d85-c8fe99797627),segment_id=ac46dbbf-c57f-4d9f-8d85-c8fe99797627)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:35:59.550880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.616837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:59.617450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:35:59.618831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] 10.222.0.24 "PUT /v2.0/ports/441488e2-9b38-425d-9b55-0149270f54b9 HTTP/1.1" status: 200 len: 1092 time: 1.4605238 Jun 04 06:35:59.619264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:35:59.639839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce85f-a53e-400b-8c3f-a8709c7d95bb service neutron] Pushing event updated for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:35:59.748464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa71821c-45b3-4423-a66a-5285b2ce5c63 req-2cb14c58-fb4d-4274-8747-641b74ef5272 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0535941 Jun 04 06:35:59.790526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ad1541e6-d506-4699-a138-31d47059b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:59.792186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-ad1541e6-d506-4699-a138-31d47059b702 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e2eefd76e384f119aae0efc5e40741b&device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 1095 time: 0.1325564 Jun 04 06:35:59.908219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-0c8b0685-7678-4ee1-addd-a2c12948257f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=441488e2-9b38-425d-9b55-0149270f54b9 HTTP/1.1" status: 200 len: 217 time: 0.1074796 Jun 04 06:35:59.982371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-c46ebe22-ab91-48b1-8650-95359bc8027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:35:59.983806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-c46ebe22-ab91-48b1-8650-95359bc8027d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21959c9f-6a78-478a-93a2-81680280b8e5 HTTP/1.1" status: 200 len: 860 time: 0.0696619 Jun 04 06:36:00.041949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-788c5418-3842-4542-abea-c622e25470db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5ec8d4-06f1-488c-b55b-56e476357ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491316 Jun 04 06:36:00.078340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0948-2ea8-49a7-b955-a2da78c2ad3b req-25a76f29-1dc1-40ac-ada0-92eea255c202 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:00.079905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab9b0948-2ea8-49a7-b955-a2da78c2ad3b req-25a76f29-1dc1-40ac-ada0-92eea255c202 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 943 time: 0.2142715 Jun 04 06:36:00.205533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab9b0948-2ea8-49a7-b955-a2da78c2ad3b req-139c7200-e948-4b6a-9105-baf1b0d3dce3 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193020 Jun 04 06:36:00.227301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-b6306ec5-dfb1-4588-b256-79e541e7cb98 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775255 Jun 04 06:36:00.392902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-089f8ef5-1573-484d-bb2b-0676748495c2 req-8117492e-fe01-4b41-9269-786442701279 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590745 Jun 04 06:36:00.674693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 02e3b5d6-7dad-4655-8a05-293475aee83c details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:36:00.845095 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c410b08c-7c62-4950-9096-60dcb725f75b'] response: {'name': 'network-changed', 'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9', 'status': 'completed', 'code': 200} Jun 04 06:36:00.907086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=02e3b5d6-7dad-4655-8a05-293475aee83c,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:00.924948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'port_id': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'mac_address': 'fa:16:3e:47:60:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:36:00.990368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-3b518163-d3e3-4e91-a5e1-ba1cd0cae55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:00.991878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-3b518163-d3e3-4e91-a5e1-ba1cd0cae55b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e2eefd76e384f119aae0efc5e40741b&device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 1095 time: 0.1222866 Jun 04 06:36:01.011065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 02e3b5d6-7dad-4655-8a05-293475aee83c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:01.011694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.031744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3b5d6-7dad-4655-8a05-293475aee83c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:01.051522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=02e3b5d6-7dad-4655-8a05-293475aee83c,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:01.058355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.153044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:01.226095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-e142e37f-0729-48f1-b04d-61a60845c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:01.227534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-e142e37f-0729-48f1-b04d-61a60845c02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f5ec8d4-06f1-488c-b55b-56e476357ed0 HTTP/1.1" status: 200 len: 921 time: 0.2291920 Jun 04 06:36:01.292717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60220) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:01.444445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['02e3b5d6-7dad-4655-8a05-293475aee83c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:01.505280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-efbdbc6f-3445-4bc6-a887-61bf957ef704 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=441488e2-9b38-425d-9b55-0149270f54b9 HTTP/1.1" status: 200 len: 217 time: 0.2710783 Jun 04 06:36:01.584152 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-53343768-71e5-4c9e-b6f2-5acc1ab3b348 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2c384292a11547e2b1fa678b0effa60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901330 Jun 04 06:36:01.586851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-736d908d-9cb6-47fe-a793-dad04f257f88 req-6a6c2e73-ea30-42b8-b32c-a018a2bebb52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0683467 Jun 04 06:36:01.587457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60244) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:01.659176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.666424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-ed10374b-4065-4b7c-ad6f-a66fe03510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:01.669243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-ed10374b-4065-4b7c-ad6f-a66fe03510e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=21959c9f-6a78-478a-93a2-81680280b8e5 HTTP/1.1" status: 200 len: 860 time: 0.1491125 Jun 04 06:36:01.692307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.742357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-994c4452-8223-41c3-bf71-d72ebe5c88fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f5ec8d4-06f1-488c-b55b-56e476357ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657802 Jun 04 06:36:01.790107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.812305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa3de1-f520-4ca1-9878-83fa6b210358,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:01.830317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:01.831926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-72d4d9fb-72df-4747-9fa1-d677b3593bf5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/41fa3de1-f520-4ca1-9878-83fa6b210358 HTTP/1.1" status: 204 len: 168 time: 0.2433829 Jun 04 06:36:01.943896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-1be5b910-5fbc-4e67-86df-ef5c1f2f1933 service neutron] 10.222.0.24 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926434 Jun 04 06:36:02.042234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095704-3608-4260-988a-307ede61e2b4 req-856c4ae9-1a05-4b81-a7a1-e663de743884 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:02.043722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de095704-3608-4260-988a-307ede61e2b4 req-856c4ae9-1a05-4b81-a7a1-e663de743884 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 944 time: 0.6117177 Jun 04 06:36:02.125959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de095704-3608-4260-988a-307ede61e2b4 req-738e7209-59b2-44a3-8e9d-b29660317a93 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Jun 04 06:36:02.159974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d2966eb-a55e-4cc6-bf77-dcfe4fbee0ce req-9fca5629-cd62-4e69-a278-cfab1d30ac4d service neutron] 10.222.0.24 "GET /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072921 Jun 04 06:36:02.211127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60276) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:02.376964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.395896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:02.399746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Usage tracker for resource:security_group_rule and tenant:b6c74cf491ea4231b15b198e414f9399 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:02.402784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:02.408656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:02.475744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed883-8f95-4f3f-8297-198a19eb11ce req-a303dc34-195f-4a57-b84d-1e82e22bf6e9 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:02.477308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60fed883-8f95-4f3f-8297-198a19eb11ce req-a303dc34-195f-4a57-b84d-1e82e22bf6e9 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 944 time: 0.0940957 Jun 04 06:36:02.508315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.513507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.540324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60fed883-8f95-4f3f-8297-198a19eb11ce req-e6405f65-cad9-4954-afc6-deb578efafa9 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508649 Jun 04 06:36:02.578925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60296) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:02.579096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b6c74cf491ea4231b15b198e414f9399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666327 Jun 04 06:36:02.580036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a33e6-89a1-4a4c-8c5d-48e9773493cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28af5bca-ed06-4891-b1bb-036466da32d6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:02.645854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.712211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.728054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32b3d5a2-9e1a-4e37-878b-613a4c98cd53 req-475a59fd-b8f3-46f9-b7e4-070720c09f02 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0667353 Jun 04 06:36:02.799100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.822180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af5bca-ed06-4891-b1bb-036466da32d6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:02.837513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:02.839415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-398532bc-8c7f-4a93-92c5-96db87722cd2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28af5bca-ed06-4891-b1bb-036466da32d6 HTTP/1.1" status: 204 len: 168 time: 0.2588618 Jun 04 06:36:03.311059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:03.373435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.399168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:03.404797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4eae264dce464d5c989957d6f66ffb39 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:03.408971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:03.416716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:03.475804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24b6c8-5a7d-445a-89ab-346cad07fc51 req-ddcab625-f7fa-4126-930f-38e602d00d6f tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:03.477453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d24b6c8-5a7d-445a-89ab-346cad07fc51 req-ddcab625-f7fa-4126-930f-38e602d00d6f tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 944 time: 0.1508284 Jun 04 06:36:03.557888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d24b6c8-5a7d-445a-89ab-346cad07fc51 req-2aedd471-ab5b-4cdd-90cd-f72ee560f7d2 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702589 Jun 04 06:36:03.605864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.611520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.664136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4eae264dce464d5c989957d6f66ffb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519945 Jun 04 06:36:03.666867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60342) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:03.679188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562a501-7f83-4e73-bf3e-d1b94d9d93f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430755b-1012-45a9-a840-431373c56018,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:03.788143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.823756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.838801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82832-a14b-4208-a30d-65ab9662abea req-2f39e543-588f-48ab-b57c-9031950c3902 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:03.840177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0cf82832-a14b-4208-a30d-65ab9662abea req-2f39e543-588f-48ab-b57c-9031950c3902 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 944 time: 0.1432683 Jun 04 06:36:03.929398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0cf82832-a14b-4208-a30d-65ab9662abea req-3e74f8a2-b731-439d-ad01-8818d33965d2 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834770 Jun 04 06:36:03.946385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.967113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430755b-1012-45a9-a840-431373c56018,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:03.970903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:03.973526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-50311e6e-e7af-4c00-b29e-dc8603ac1abb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c430755b-1012-45a9-a840-431373c56018 HTTP/1.1" status: 204 len: 168 time: 0.3042316 Jun 04 06:36:04.186633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ca609c4-a89e-456f-987f-07de96e603f3 req-6cc1f29c-03ca-4c48-b4b1-b96f62deff6b tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0499051 Jun 04 06:36:04.677624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 441488e2-9b38-425d-9b55-0149270f54b9 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:36:04.680293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 02e3b5d6-7dad-4655-8a05-293475aee83c up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:36:04.835424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e342ff-2348-462b-9a76-d58af8366f89 req-fdb93a66-4365-41ea-ba10-44e4c36f9145 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:04.837750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95e342ff-2348-462b-9a76-d58af8366f89 req-fdb93a66-4365-41ea-ba10-44e4c36f9145 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 944 time: 0.1006536 Jun 04 06:36:04.882022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 02e3b5d6-7dad-4655-8a05-293475aee83c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:36:04.896857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 02e3b5d6-7dad-4655-8a05-293475aee83c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:36:04.897508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:04.898205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95e342ff-2348-462b-9a76-d58af8366f89 req-adde1a75-ac24-40bc-8597-1809086e6aa5 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551538 Jun 04 06:36:05.000150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=441488e2-9b38-425d-9b55-0149270f54b9,segment=NetworkSegment(ac46dbbf-c57f-4d9f-8d85-c8fe99797627),segment_id=ac46dbbf-c57f-4d9f-8d85-c8fe99797627)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:05.039594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '441488e2-9b38-425d-9b55-0149270f54b9', 'network_id': '7f5ec8d4-06f1-488c-b55b-56e476357ed0', 'port_id': '441488e2-9b38-425d-9b55-0149270f54b9', 'mac_address': 'fa:16:3e:44:8c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21959c9f-6a78-478a-93a2-81680280b8e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:36:05.155428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 02e3b5d6-7dad-4655-8a05-293475aee83c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:05.156373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.228946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2335-7b3a-4329-9cbc-bb814013273b req-48f15423-d6c4-474b-be37-3ae72ede5594 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:05.237710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:05.241767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-362e2335-7b3a-4329-9cbc-bb814013273b req-48f15423-d6c4-474b-be37-3ae72ede5594 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 944 time: 0.1607263 Jun 04 06:36:05.254248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=02e3b5d6-7dad-4655-8a05-293475aee83c,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:05.257651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 441488e2-9b38-425d-9b55-0149270f54b9 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:05.258289 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.274130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.311564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441488e2-9b38-425d-9b55-0149270f54b9 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:05.320290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-362e2335-7b3a-4329-9cbc-bb814013273b req-caf287f9-1960-4b22-a18a-9a541ba57890 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776594 Jun 04 06:36:05.341128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=441488e2-9b38-425d-9b55-0149270f54b9,segment=NetworkSegment(ac46dbbf-c57f-4d9f-8d85-c8fe99797627),segment_id=ac46dbbf-c57f-4d9f-8d85-c8fe99797627)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:05.355464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.381550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:05.427671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60404) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:05.482606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:05.513551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-553f2951-5b6a-4158-ada2-c7e67086bd16 req-3006e274-ca74-43ef-8319-74f7388e3340 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0541401 Jun 04 06:36:05.612762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f16e1572-6e0d-4d67-a295-4e6d0d352ff8 req-748108f0-e113-401f-9624-bc3a9f142f1c tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0678310 Jun 04 06:36:05.630543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.646766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:36:05.648387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:05.653260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Usage tracker for resource:security_group_rule and tenant:37950ec5aa8c461a87016c92e1a1eb79 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:05.657522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:05.665226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:05.690266 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02179da7-a4f3-4956-aa1c-ee6a69bb959e'] response: {'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'code': 200} Jun 04 06:36:05.724797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['441488e2-9b38-425d-9b55-0149270f54b9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:05.823790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.838670 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:05.992806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60424) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:06.034774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=37950ec5aa8c461a87016c92e1a1eb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062341 Jun 04 06:36:06.040626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:06.117863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c3b17-a8ab-44f1-b989-e5421cc52204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52339970-3fa5-4924-bd4f-eb8f085d5f86,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:06.196133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471d904-5312-49f0-baff-ce70bb963006 req-3da521db-2023-45c7-8ded-f3c7a2ebb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:06.197781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3471d904-5312-49f0-baff-ce70bb963006 req-3da521db-2023-45c7-8ded-f3c7a2ebb715 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 1096 time: 0.4420640 Jun 04 06:36:06.279908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3471d904-5312-49f0-baff-ce70bb963006 req-c9743349-0c59-43b0-8815-3bc07ae5cb62 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638964 Jun 04 06:36:06.286408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.293324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-853767000'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:06.299610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:06.304344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Usage tracker for resource:network and tenant:e9cdb04653f541219c8c598652f67013 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:06.308050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:06.315999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:06.327821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.328243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Made reservation on behalf of e9cdb04653f541219c8c598652f67013 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:06.332001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.351711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.359583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65042576-9bdc-40d9-b4fa-65f750cd6b98 req-fbdde1e5-a08b-4cc3-8f3b-f136093c56f9 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:06.361250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65042576-9bdc-40d9-b4fa-65f750cd6b98 req-fbdde1e5-a08b-4cc3-8f3b-f136093c56f9 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 945 time: 0.2189269 Jun 04 06:36:06.423450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65042576-9bdc-40d9-b4fa-65f750cd6b98 req-1f9ab8eb-6d0f-4173-8c32-dfa55062909c tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496414 Jun 04 06:36:06.436367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.456057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52339970-3fa5-4924-bd4f-eb8f085d5f86,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:06.461295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.462735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2474614-7a7d-4b20-8bc6-fa9e119c5d88 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/52339970-3fa5-4924-bd4f-eb8f085d5f86 HTTP/1.1" status: 204 len: 168 time: 0.4206865 Jun 04 06:36:06.511052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:06.515743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Usage tracker for resource:security_group_rule and tenant:e9cdb04653f541219c8c598652f67013 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:06.518746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:06.524569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:06.618507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.626592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.651973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c94a7-42cb-4f0f-916e-dc2b6b70a2b0 req-c79b8532-a32f-4198-ade3-8c70907c7e48 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:06.654127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce2c94a7-42cb-4f0f-916e-dc2b6b70a2b0 req-c79b8532-a32f-4198-ade3-8c70907c7e48 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.1015975 Jun 04 06:36:06.702293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:36:06.712040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a67c0e-88e4-4e37-9af6-e7081daf145b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:06.723927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.724522 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Added segment bd4621ed-30e9-4cd5-a520-f5cbd923b64b of type vlan for network de8ec004-b395-4869-9358-72cecbb6f59b Jun 04 06:36:06.752021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce2c94a7-42cb-4f0f-916e-dc2b6b70a2b0 req-cdf2f8af-b54b-40d7-bfc5-42ae6b143095 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903847 Jun 04 06:36:06.780582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.856791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:06.872780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:06.874169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:07.007010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de8fd625-c5a9-4883-a9ba-9756b5de674d req-7c242d17-bc8a-48de-8dc1-e769916add7d tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0867925 Jun 04 06:36:07.073506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Pushing event updated for resources: {'Network': ['ID=de8ec004-b395-4869-9358-72cecbb6f59b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:07.084274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network de8ec004-b395-4869-9358-72cecbb6f59b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:36:07.085225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-746bd0ff-10a6-4e39-b357-d567159f194f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0899332 Jun 04 06:36:07.496660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60484) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:07.504380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b', 'binding:host_id': 'n-h1-811808-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193006879'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:07.511288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:07.521582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Usage tracker for resource:port and tenant:a644ace987234d43a06f4fea4d2fce75 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:07.527325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:07.536577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:07.548603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Made reservation on behalf of a644ace987234d43a06f4fea4d2fce75 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:07.551644 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:07.566526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:07.583887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:07.588243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Usage tracker for resource:security_group_rule and tenant:a644ace987234d43a06f4fea4d2fce75 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:07.591451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:07.601974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:07.736788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fcc02-3729-405e-862f-d30ee468ab8a req-7734bfc0-424c-4872-b903-cbfff8849efd tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:07.738310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e21fcc02-3729-405e-862f-d30ee468ab8a req-7734bfc0-424c-4872-b903-cbfff8849efd tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 945 time: 0.1307025 Jun 04 06:36:07.807430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:07.813197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e21fcc02-3729-405e-862f-d30ee468ab8a req-b4b2bd80-a74d-45b6-8f9f-c8643b43a4d0 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Jun 04 06:36:07.814225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:07.824195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port 71199fe0-8495-4904-9ce8-f98b16180a53 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:07.902069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce5aa8-4de5-4519-9823-5153e1116a9d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:08.224623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port 71199fe0-8495-4904-9ce8-f98b16180a53 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:08.238263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.260451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Transition to ACTIVE for port object 71199fe0-8495-4904-9ce8-f98b16180a53 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:08.275499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.324022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ffb7-b54b-45a7-8078-130a7a9b6db7 req-d77f0f0e-094d-4168-8d57-fd6dad236589 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:08.325520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fba5ffb7-b54b-45a7-8078-130a7a9b6db7 req-d77f0f0e-094d-4168-8d57-fd6dad236589 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.2134347 Jun 04 06:36:08.404479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=71199fe0-8495-4904-9ce8-f98b16180a53,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:08.416199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fba5ffb7-b54b-45a7-8078-130a7a9b6db7 req-6c5184e6-926d-4286-81db-2d6447ba0cd9 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821891 Jun 04 06:36:08.423358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Checking segment: {'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:08.423703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Network hostable DHCP agents. Network: de8ec004-b395-4869-9358-72cecbb6f59b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:36:08.450614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Network de8ec004-b395-4869-9358-72cecbb6f59b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:36:08.462114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, de8ec004-b395-4869-9358-72cecbb6f59b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:08.466258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:08.477325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60ab8b-5714-40a1-9837-307d529744b4 None None] Network de8ec004-b395-4869-9358-72cecbb6f59b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:08.483900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.484237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.484604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.489506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.489741 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.490243 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 2 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.507716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.508046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.508375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.518971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.518971 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.518971 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 3 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.531304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.531642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.531978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.537816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.538198 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.538585 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 4 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.553813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.554199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.554540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.559137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.559451 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.559823 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 5 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.575819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.576154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.576584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.581566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.581884 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.582986 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 6 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.598006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.598350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.598675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.603822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.604134 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.604509 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 7 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.621138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.621487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.621834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.664183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.664525 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.673015 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 8 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.684539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e72ceb08-756b-41b1-9619-bec564500214 req-c8fe35eb-35a4-445c-8fc8-4596d7c1e6bb tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0643849 Jun 04 06:36:08.692091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.692406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.693076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.697529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.697849 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.698232 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 9 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.709753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 441488e2-9b38-425d-9b55-0149270f54b9 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:36:08.726963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.727297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.727631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.732434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.732751 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.733125 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 10 to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 Jun 04 06:36:08.748993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:08.749916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:08.750420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:08.755808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port 71199fe0-8495-4904-9ce8-f98b16180a53 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:08.756125 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port 71199fe0-8495-4904-9ce8-f98b16180a53 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:08.756481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.803085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 441488e2-9b38-425d-9b55-0149270f54b9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:36:08.809519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 441488e2-9b38-425d-9b55-0149270f54b9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:36:08.809961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.912162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port 71199fe0-8495-4904-9ce8-f98b16180a53, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:08.912465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempted to set empty binding levels {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:36:08.920718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.937228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 441488e2-9b38-425d-9b55-0149270f54b9 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:08.937659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.969367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:08.979351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=441488e2-9b38-425d-9b55-0149270f54b9,segment=NetworkSegment(ac46dbbf-c57f-4d9f-8d85-c8fe99797627),segment_id=ac46dbbf-c57f-4d9f-8d85-c8fe99797627)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:08.981826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb29ce-782e-47e6-b5bd-2f8f5ba74da5 req-6520ab53-4d8d-4aaa-994d-0d22afc25e05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:08.984493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddcb29ce-782e-47e6-b5bd-2f8f5ba74da5 req-6520ab53-4d8d-4aaa-994d-0d22afc25e05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.1768067 Jun 04 06:36:08.985634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.988161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:08.994259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:08.996437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:09.003830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Request body: {'floatingip': {'port_id': '02e3b5d6-7dad-4655-8a05-293475aee83c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:09.074835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=71199fe0-8495-4904-9ce8-f98b16180a53,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:09.094441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b578a61-53a0-48b8-b5e1-39827cdd99e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5964017 Jun 04 06:36:09.097229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60514) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:09.112571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:09.150800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:09.212684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Deleting port 71199fe0-8495-4904-9ce8-f98b16180a53 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:09.213223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:09.592592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port 71199fe0-8495-4904-9ce8-f98b16180a53, host n-h1-811808-2, got binding levels [] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:09.593361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:09.747252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Calling delete_port for 71199fe0-8495-4904-9ce8-f98b16180a53 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:09.895805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:09.959326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75949-11da-41f2-b5c9-697c205cdd29 req-95566d1a-f665-415c-be19-70c645b6e0a5 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:09.960785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecb75949-11da-41f2-b5c9-697c205cdd29 req-95566d1a-f665-415c-be19-70c645b6e0a5 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.1831477 Jun 04 06:36:09.963784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event deleted for resources: {'Port': ['ID=71199fe0-8495-4904-9ce8-f98b16180a53,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:09.973394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:09.980531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6b48cb8-892d-4f23-b779-64a273018847 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "DELETE /v2.0/ports/71199fe0-8495-4904-9ce8-f98b16180a53 HTTP/1.1" status: 204 len: 168 time: 0.8823094 Jun 04 06:36:09.983728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60536) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:10.016878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.021825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.052814 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b754b9a5-9594-44fa-a6fd-4aef4f3e47ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:36:10.053333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b754b9a5-9594-44fa-a6fd-4aef4f3e47ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Synchronizing usage tracker for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:10.071424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecb75949-11da-41f2-b5c9-697c205cdd29 req-eb88e0aa-3a3a-471a-bde0-1121f628d118 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jun 04 06:36:10.082958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b754b9a5-9594-44fa-a6fd-4aef4f3e47ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Unset dirty status for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:10.087658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b754b9a5-9594-44fa-a6fd-4aef4f3e47ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports/71199fe0-8495-4904-9ce8-f98b16180a53 HTTP/1.1" status: 404 len: 333 time: 0.0997083 Jun 04 06:36:10.088041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:10.098455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112440456'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:10.103854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:10.113854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:10.123551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Made reservation on behalf of a644ace987234d43a06f4fea4d2fce75 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:10.126438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.130837 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea491e6-b260-4700-8c58-57f0b726911e'] response: {'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9', 'code': 200} Jun 04 06:36:10.163863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port adf6228b-1b20-489f-beb7-8e835e1441d5 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:10.218618 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Floating IP e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc associated. External IP: 172.25.1.87, port: 02e3b5d6-7dad-4655-8a05-293475aee83c. Jun 04 06:36:10.353717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2350692-76c5-46a2-9292-9bf87d759e15 req-e90542f8-a3c2-4c65-8342-35833e42dd37 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0466094 Jun 04 06:36:10.405154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742ed6-53bc-4c7b-bf04-88ba743fd5bc req-a94c86ed-d520-4e49-8ccc-1dfe139bcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:10.406751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6742ed6-53bc-4c7b-bf04-88ba743fd5bc req-a94c86ed-d520-4e49-8ccc-1dfe139bcb94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 1097 time: 0.2025692 Jun 04 06:36:10.538301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6742ed6-53bc-4c7b-bf04-88ba743fd5bc req-79f8b142-5f43-4892-ae36-2e6f7454d129 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870125 Jun 04 06:36:10.548899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.584850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.661987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Network de8ec004-b395-4869-9358-72cecbb6f59b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:10.665567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:10.673503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:10.674579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:10.675279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:10.692379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=adf6228b-1b20-489f-beb7-8e835e1441d5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:10.716003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60574) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:10.718184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b11c9bed-1b04-459c-8a02-33cd40516c4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6289284 Jun 04 06:36:10.724461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:10.852224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Router 558fc915-b6f9-4899-9d4c-43cc9320a84f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:10.943616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.026952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:11.124484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:11.135133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Sync routers for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:11.152865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:11.153630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:11.168902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.182799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.244532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:11.262500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Usage tracker for resource:security_group_rule and tenant:56fd4148b48c4f62834119e54d2fd12a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:11.270398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:11.291170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:11.331875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b43e5-2028-4172-b7cc-e2fb7422d3a3 req-aab0339c-8e58-45c7-a082-661c0042bb47 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:11.333464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-146b43e5-2028-4172-b7cc-e2fb7422d3a3 req-aab0339c-8e58-45c7-a082-661c0042bb47 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.1350296 Jun 04 06:36:11.357083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b9aa52e1-91c8-471c-8aa9-7c563de35631 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "PUT /v2.0/floatingips/e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc HTTP/1.1" status: 200 len: 990 time: 2.3576994 Jun 04 06:36:11.359716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:11.364342 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:36:11.390700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-146b43e5-2028-4172-b7cc-e2fb7422d3a3 req-e7f8c195-1f9a-4862-a8b0-046602e1bbb1 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504313 Jun 04 06:36:11.495554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port adf6228b-1b20-489f-beb7-8e835e1441d5 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:11.501523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.506917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.517861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.538036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Transition to ACTIVE for port object adf6228b-1b20-489f-beb7-8e835e1441d5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:11.546162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.567170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=56fd4148b48c4f62834119e54d2fd12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5389240 Jun 04 06:36:11.569848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd5df7-f144-49b2-907b-ea487af0c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b979741b-f7ff-433d-b22a-a2bded72693f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:11.572436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:11.666631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.718689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=adf6228b-1b20-489f-beb7-8e835e1441d5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:11.720023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.740380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.740725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.741200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.746261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.746605 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.747439 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 2 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.765746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.766083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.766474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.771706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.772033 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.772419 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 3 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.790019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.790366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.790689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.797251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.797559 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.797877 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 4 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.821153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.821153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.821612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.827752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.828122 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.828583 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 5 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.846260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.846634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.847656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.852810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.853142 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.853546 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 6 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.872737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.873755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.874274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.880102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.880356 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.881365 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 7 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.897744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.898086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.898424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.904467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.904914 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.905308 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 8 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.910047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'port_id': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'mac_address': 'fa:16:3e:47:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:35:11Z', 'updated_at': '2022-06-04T06:36:09Z', 'revision_number': 1, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:11.919329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.923743 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Checking router: 558fc915-b6f9-4899-9d4c-43cc9320a84f for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:36:11.926500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.927119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.927676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.934780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:11.935378 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:11.936073 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 9 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:11.942071 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:11.942778 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:11.962486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:11.963284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:11.965687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:11.971125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b979741b-f7ff-433d-b22a-a2bded72693f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:11.986072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8eb6a-58a8-4888-9a53-1d2e027ef0e2 req-c07d35a6-22d5-4bd4-8105-af9449333cd5 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:11.993960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53c8eb6a-58a8-4888-9a53-1d2e027ef0e2 req-c07d35a6-22d5-4bd4-8105-af9449333cd5 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.1684577 Jun 04 06:36:11.996748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:11.997844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f3ec7b67-3480-4a8c-9f01-afa3129e9f11 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b979741b-f7ff-433d-b22a-a2bded72693f HTTP/1.1" status: 204 len: 168 time: 0.4243042 Jun 04 06:36:12.009308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:12.013535 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:12.014202 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 10 to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 Jun 04 06:36:12.052071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:12.052479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:12.052980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:12.055368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53c8eb6a-58a8-4888-9a53-1d2e027ef0e2 req-0a83da3a-c90b-4986-9432-e3234854f47e tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604646 Jun 04 06:36:12.072311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:12.072311 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port adf6228b-1b20-489f-beb7-8e835e1441d5 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:12.072311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:12.153848 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f34ed84-a609-4493-8029-fdf31d6c947b'] response: {'name': 'network-changed', 'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'status': 'completed', 'code': 200} Jun 04 06:36:12.240813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port adf6228b-1b20-489f-beb7-8e835e1441d5, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:12.241180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempted to set empty binding levels {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:36:12.247310 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:12.316729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] In _notify_port_updated(), no bound segment for port adf6228b-1b20-489f-beb7-8e835e1441d5 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:36:12.317741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.318335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:12.321933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "PUT /v2.0/ports/adf6228b-1b20-489f-beb7-8e835e1441d5 HTTP/1.1" status: 200 len: 979 time: 1.6026652 Jun 04 06:36:12.322070 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:36:12.328047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:12.376840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e52f8eca-efde-4415-a4e3-e4ec2033da5a req-7384f587-ebf5-4250-8251-53a2c4414550 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0699627 Jun 04 06:36:12.412125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-0454df80-4794-49bc-b3d9-d1b18d36156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.414466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-0454df80-4794-49bc-b3d9-d1b18d36156f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0e04118c3df425e87d16f4575209014&device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 1096 time: 0.2398069 Jun 04 06:36:12.427679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ce61-d48a-4b9c-92de-f7173f781588 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=adf6228b-1b20-489f-beb7-8e835e1441d5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:12.470791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.471407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.471993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.472460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.473049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.473522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.473983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.474433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.474884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.475330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.475780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.476225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.476670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.477115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.477585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.478033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.478477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.478924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.482982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.483388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.484003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.484535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.485129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.485658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.486107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.493435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f97eb31-1a8c-489e-814c-ca92d5cc5a4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28862 time: 0.1607430 Jun 04 06:36:12.493716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60622) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:12.589174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Deleting port adf6228b-1b20-489f-beb7-8e835e1441d5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:12.589954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:12.774891 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'port_id': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'mac_address': 'fa:16:3e:47:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:35:11Z', 'updated_at': '2022-06-04T06:36:09Z', 'revision_number': 1, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:12.780598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ccd2ea-2adb-4fce-8678-0dd9307ece3e None None] The sync data for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 is: [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'port_id': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'mac_address': 'fa:16:3e:47:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:35:11Z', 'updated_at': '2022-06-04T06:36:09Z', 'revision_number': 1, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:12.872255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-19129599-9ed8-4a04-b352-fc4b9968dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:12.876302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-19129599-9ed8-4a04-b352-fc4b9968dd6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=922341d9-6698-41b2-a7f3-04c6eb9585c8 HTTP/1.1" status: 200 len: 916 time: 0.4541419 Jun 04 06:36:13.099015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6b1a73-4f62-48c8-b307-c8ebf573304b None None] New status for floating IP e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:36:13.120804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5131eb9-d2c5-4c17-bb88-73dd7e67c5a6 req-9a5c087d-a5fa-4166-b3b6-ae70ede1c03c tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:13.121522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port adf6228b-1b20-489f-beb7-8e835e1441d5, host n-h1-811808-2, got binding levels [] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:13.122079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.130170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5131eb9-d2c5-4c17-bb88-73dd7e67c5a6 req-9a5c087d-a5fa-4166-b3b6-ae70ede1c03c tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.4024444 Jun 04 06:36:13.146804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-2a13222d-47d0-4a90-a8da-5093ca8b79f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3b5d6-7dad-4655-8a05-293475aee83c HTTP/1.1" status: 200 len: 998 time: 0.2608395 Jun 04 06:36:13.198094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60640) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:13.258704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-888e746a-7fed-4828-8a59-d5ce5bdfe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:13.260255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-888e746a-7fed-4828-8a59-d5ce5bdfe9a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=713307ce-741c-4969-8bf3-f8f7c11d4b3a HTTP/1.1" status: 200 len: 854 time: 0.0630314 Jun 04 06:36:13.275525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5131eb9-d2c5-4c17-bb88-73dd7e67c5a6 req-59759643-3844-4306-bc03-eb433bdad7b5 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328728 Jun 04 06:36:13.413379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-8807abcb-e89e-4cb5-88c7-b26c5e1f44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:13.414916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-8807abcb-e89e-4cb5-88c7-b26c5e1f44e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922341d9-6698-41b2-a7f3-04c6eb9585c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337984 Jun 04 06:36:13.419301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Calling delete_port for adf6228b-1b20-489f-beb7-8e835e1441d5 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:13.467103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-945866027-network', 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:13.522663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:13.569414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.580796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Usage tracker for resource:network and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:13.592773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:13.609158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdc57eed-054f-42bc-bb9f-ee1291a28dd9 req-de3d05b0-15b6-4aa6-97b9-6ce2c5d64b20 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0733941 Jun 04 06:36:13.611818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:13.640862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf6228b-1b20-489f-beb7-8e835e1441d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:13.651634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:13.654464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.660659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.677138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-23c9fb8f-ab6d-4876-94d5-d58b747c039b service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546494 Jun 04 06:36:13.677268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-402f5a71-ead0-46d9-b2a6-1d8fb8a56282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "DELETE /v2.0/ports/adf6228b-1b20-489f-beb7-8e835e1441d5 HTTP/1.1" status: 204 len: 168 time: 1.1823871 Jun 04 06:36:13.677920 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.685954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60660) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:13.726300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:13.755376 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5bf791-7f4d-457f-8ff7-bf5b45bf5763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:36:13.755960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fe5bf791-7f4d-457f-8ff7-bf5b45bf5763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Synchronizing usage tracker for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:13.774732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:13.777602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fe5bf791-7f4d-457f-8ff7-bf5b45bf5763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Unset dirty status for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:13.784892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60668) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:13.785510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fe5bf791-7f4d-457f-8ff7-bf5b45bf5763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports/adf6228b-1b20-489f-beb7-8e835e1441d5 HTTP/1.1" status: 404 len: 333 time: 0.0967221 Jun 04 06:36:13.785801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:13.793173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-876427356', 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:13.805911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:13.809787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:13.851013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:13.893895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Made reservation on behalf of a644ace987234d43a06f4fea4d2fce75 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:13.896204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:13.917593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-122f7ee0-89af-4dd2-99cd-6031f6b38621 req-d5d3858b-7d9b-4ed7-811f-60921607b91d service neutron] 10.222.0.24 "GET /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274191 Jun 04 06:36:13.927861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port 068b9ade-4880-4cdf-baa8-b177cb5785e1 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:14.067605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.091017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.191039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:36:14.222407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.222407 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Added segment 8fbcd86b-0e74-4f97-93c8-b44195d227a8 of type vlan for network e05e6f81-88a8-42dd-9060-0edc65523fa2 Jun 04 06:36:14.223283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c0119-3b0b-4662-b9ad-bbd282a48d21,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:14.266312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.275175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.317752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.318710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:14.319284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.440401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.529221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e05e6f81-88a8-42dd-9060-0edc65523fa2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:14.539139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:36:14.566775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Network de8ec004-b395-4869-9358-72cecbb6f59b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:14.572022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-06b44ad3-6496-477c-be9f-0acac59cd9c4 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3728750 Jun 04 06:36:14.575305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60692) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:14.576758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:14.583054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=068b9ade-4880-4cdf-baa8-b177cb5785e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:14.587074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:14.587981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:14.588698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.590631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Request body: {'subnet': {'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-945866027-subnet', 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:14.601758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:14.610157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Usage tracker for resource:subnet and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:14.613926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:14.619220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65894555-dad7-4938-b9f8-e548494d48ca req-e366bdc0-1b18-4d59-a316-82ca96e81e9c tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:14.620702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65894555-dad7-4938-b9f8-e548494d48ca req-e366bdc0-1b18-4d59-a316-82ca96e81e9c tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.3061011 Jun 04 06:36:14.621551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:14.621961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c6161e83-ac83-45c5-b793-3c78d68cc60b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8332646 Jun 04 06:36:14.625425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:14.637838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:14.641634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:14.729724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb99387-1d39-4e8c-9858-808a478598c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:14.730302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1fb99387-1d39-4e8c-9858-808a478598c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Synchronizing usage tracker for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:14.736247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65894555-dad7-4938-b9f8-e548494d48ca req-b3d159f9-1e4d-46c8-ba4e-b20836a2b7c6 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Jun 04 06:36:14.752476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1fb99387-1d39-4e8c-9858-808a478598c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Unset dirty status for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:14.756941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60702) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:14.758091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fb99387-1d39-4e8c-9858-808a478598c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports/068b9ade-4880-4cdf-baa8-b177cb5785e1 HTTP/1.1" status: 200 len: 958 time: 0.1302319 Jun 04 06:36:14.865369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Deleting port 068b9ade-4880-4cdf-baa8-b177cb5785e1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:14.865783 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.019195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.045044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1e52f78-685d-4e15-8a8b-4fad0d2bc643 req-8d822c41-a905-4f72-bf5d-bebdd9679b05 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1878409 Jun 04 06:36:15.187815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.201305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e279866f-511c-45e2-95c4-4d3485b2e88f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:15.261317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:15.261690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Network hostable DHCP agents. Network: e05e6f81-88a8-42dd-9060-0edc65523fa2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:36:15.329074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Calling delete_port for 068b9ade-4880-4cdf-baa8-b177cb5785e1 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:15.388814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:36:15.411586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, e05e6f81-88a8-42dd-9060-0edc65523fa2) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:15.416560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:15.417387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.419830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaef0a0-ee07-4532-9015-b2fbcb5d8c3f None None] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:15.427633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.480977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event deleted for resources: {'Port': ['ID=068b9ade-4880-4cdf-baa8-b177cb5785e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:15.493277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.495124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a628505-9df2-45d5-8601-716d4432d05c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "DELETE /v2.0/ports/068b9ade-4880-4cdf-baa8-b177cb5785e1 HTTP/1.1" status: 204 len: 168 time: 0.7369220 Jun 04 06:36:15.498026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60706) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:15.502806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9174339e-5d05-4167-9980-49798e409259 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9240601 Jun 04 06:36:15.551990 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff5e8f-a38c-43d4-9b30-e83ab7c36dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:36:15.558350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26ff5e8f-a38c-43d4-9b30-e83ab7c36dd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports/068b9ade-4880-4cdf-baa8-b177cb5785e1 HTTP/1.1" status: 404 len: 333 time: 0.0530059 Jun 04 06:36:15.558350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60714) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:15.567441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851872384'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:15.573025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:15.578836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Usage tracker for resource:port and tenant:a644ace987234d43a06f4fea4d2fce75 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:15.584205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:15.601648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:15.624836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Made reservation on behalf of a644ace987234d43a06f4fea4d2fce75 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:15.627580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:15.725765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414bb3a-4d1c-4c4a-b3fb-19437666993a None None] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:15.776835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port ac4ad1ef-6714-4548-97b9-79ea608088e2 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:15.974975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-1b574e68-572e-4d51-9e24-b218dae9d327 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:15.977155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-1b574e68-572e-4d51-9e24-b218dae9d327 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.3264625 Jun 04 06:36:16.189454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Deleting port 441488e2-9b38-425d-9b55-0149270f54b9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:16.190174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.259477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.323606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d2d1-fda4-4684-b8fa-a88350dba0e3 req-6be887e0-d4f2-48bd-a372-eb1c9fed9457 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:16.324973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ef6d2d1-fda4-4684-b8fa-a88350dba0e3 req-6be887e0-d4f2-48bd-a372-eb1c9fed9457 tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb737ed9-7400-4284-a625-b54ebd6e12df HTTP/1.1" status: 200 len: 946 time: 0.3631229 Jun 04 06:36:16.482246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ef6d2d1-fda4-4684-b8fa-a88350dba0e3 req-e2ebc0c9-06c5-4913-94a1-59b00f6dd44d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.17 "GET /v2.0/security-groups?id=48cc2141-8e3d-4699-9f74-84f7c1f0379e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483378 Jun 04 06:36:16.497175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.592636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Network de8ec004-b395-4869-9358-72cecbb6f59b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:16.604288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:16.606515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:16.607425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:16.608015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.634086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] For port 441488e2-9b38-425d-9b55-0149270f54b9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=441488e2-9b38-425d-9b55-0149270f54b9,segment=NetworkSegment(ac46dbbf-c57f-4d9f-8d85-c8fe99797627),segment_id=ac46dbbf-c57f-4d9f-8d85-c8fe99797627)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:16.634447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.642333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4ad1ef-6714-4548-97b9-79ea608088e2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:16.791806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ee0be75-196f-478c-819f-27d499d0aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2333012 Jun 04 06:36:16.795061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60752) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:16.802870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:16.807957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Calling delete_port for 441488e2-9b38-425d-9b55-0149270f54b9 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:16.913545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-05271ae9-b64f-45f6-ba42-35d4e458c74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:16.919374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.044229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-0088e636-4aa8-43bf-93ec-18431c378e65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:17.044975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-0088e636-4aa8-43bf-93ec-18431c378e65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:17.090861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-0088e636-4aa8-43bf-93ec-18431c378e65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:17.092201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-0088e636-4aa8-43bf-93ec-18431c378e65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.3829534 Jun 04 06:36:17.101225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.114127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['441488e2-9b38-425d-9b55-0149270f54b9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:17.176104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-e4fdf017-9988-4d6c-b10c-c24ae60bb074 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0775139 Jun 04 06:36:17.212026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Pushing event deleted for resources: {'Port': ['ID=441488e2-9b38-425d-9b55-0149270f54b9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:17.292226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-7915640f-3aeb-43a8-b643-ec91d639e7a8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814369 Jun 04 06:36:17.299420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] device_id is not set on port ac4ad1ef-6714-4548-97b9-79ea608088e2 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:17.301069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] No DVR routers for this DVR port 441488e2-9b38-425d-9b55-0149270f54b9 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:36:17.303999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.306728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'name': 'network-vif-deleted', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:17.311063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.327631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Transition to ACTIVE for port object ac4ad1ef-6714-4548-97b9-79ea608088e2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:17.332212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.482936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4ad1ef-6714-4548-97b9-79ea608088e2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:17.495165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.495501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.495850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.502152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.502152 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.502152 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 2 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.507422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9ca3d94-116b-46f0-992a-d990a9c7dbf5 req-2c50cb26-b9d6-4a13-98e3-3b2028fbb67d tempest-ServerMetadataNegativeTestJSON-1773429315 tempest-ServerMetadataNegativeTestJSON-1773429315-project] 10.222.0.24 "DELETE /v2.0/ports/441488e2-9b38-425d-9b55-0149270f54b9 HTTP/1.1" status: 204 len: 173 time: 1.4956574 Jun 04 06:36:17.519259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.519624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.520021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.526906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.527256 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.528166 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 3 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.549162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.549539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.549856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.555956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.556311 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.556908 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 4 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.572973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.573315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.573693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.579546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.579878 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.580264 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 5 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.595520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.595862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.596196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.601466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.601802 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.602185 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 6 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.603459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-50b4a686-ea71-4dd0-a9cb-8d9cfbda3441 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900712 Jun 04 06:36:17.619160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.619717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.620209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.626360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.626971 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.629140 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 7 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.673964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.674840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.675164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.684152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.684538 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.684848 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 8 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.700535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.700873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.701265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.706618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.706946 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.707495 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 9 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.723657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.723940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.724265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.729387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.729800 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.730136 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempt 10 to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 Jun 04 06:36:17.759113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:17.759462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:17.759781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempting to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:17.765039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:17.765523 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Failed to bind port ac4ad1ef-6714-4548-97b9-79ea608088e2 on host n-h1-811808-2 for vnic_type normal using segments [{'id': 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'de8ec004-b395-4869-9358-72cecbb6f59b'}] Jun 04 06:36:17.765853 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.788738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-0e027241-6a3d-48e2-ae7c-4c7a3f8eb4f2 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842906 Jun 04 06:36:17.872637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port ac4ad1ef-6714-4548-97b9-79ea608088e2, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:17.873132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attempted to set empty binding levels {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:36:17.879368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.951138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4ad1ef-6714-4548-97b9-79ea608088e2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:17.958479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] In _notify_port_updated(), no bound segment for port ac4ad1ef-6714-4548-97b9-79ea608088e2 on network de8ec004-b395-4869-9358-72cecbb6f59b {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:36:17.959551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:17.960218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:17.964916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60778) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:17.965589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4d47502-fea7-4061-b94f-7c42fa156e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "PUT /v2.0/ports/ac4ad1ef-6714-4548-97b9-79ea608088e2 HTTP/1.1" status: 200 len: 979 time: 1.1672833 Jun 04 06:36:18.081801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Deleting port ac4ad1ef-6714-4548-97b9-79ea608088e2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:18.082543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:18.268320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6430679-2f93-4458-a2ab-fbba90f1a9de req-ccd7e977-cff7-450a-a48b-8648bde696ca tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1206398 Jun 04 06:36:18.411416 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c97681-cdcd-491b-81fb-7148ee6d826a'] response: {'server_uuid': 'bb737ed9-7400-4284-a625-b54ebd6e12df', 'name': 'network-vif-deleted', 'tag': '441488e2-9b38-425d-9b55-0149270f54b9', 'status': 'completed', 'code': 200} Jun 04 06:36:18.496215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:18.600927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Deleting subnet 21959c9f-6a78-478a-93a2-81680280b8e5 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:36:18.611695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:18.706211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:18.789884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:18.799686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5014cbda-8a88-4003-80cf-ce545238c930 req-faff6fbb-7e0d-4c77-8576-7e0bd8d15e89 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 210 time: 0.2025876 Jun 04 06:36:18.829463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] For port ac4ad1ef-6714-4548-97b9-79ea608088e2, host n-h1-811808-2, got binding levels [] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:18.829463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:18.924091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.021434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.024260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21959c9f-6a78-478a-93a2-81680280b8e5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:19.030973 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5c53651e-ddf8-4606-ac67-f4af21fb8b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.045188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab2b7742-f68b-4657-81c1-9b1ee1caa6f7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/21959c9f-6a78-478a-93a2-81680280b8e5 HTTP/1.1" status: 204 len: 168 time: 0.5468621 Jun 04 06:36:19.053084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:19.087476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Calling delete_port for ac4ad1ef-6714-4548-97b9-79ea608088e2 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:19.195600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.254511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.271242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4ad1ef-6714-4548-97b9-79ea608088e2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:19.271242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.281646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-c2150ad3-e0cd-4033-9f0d-3d65312eb317 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5629675 Jun 04 06:36:19.294329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bac488b7-b8f7-4340-9534-141f45268c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "DELETE /v2.0/ports/ac4ad1ef-6714-4548-97b9-79ea608088e2 HTTP/1.1" status: 204 len: 168 time: 1.3279166 Jun 04 06:36:19.295068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:19.378309 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29fd48b-1727-4eae-84ec-76b291c6907b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:36:19.380333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f29fd48b-1727-4eae-84ec-76b291c6907b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Synchronizing usage tracker for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:19.479619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.520806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5ec8d4-06f1-488c-b55b-56e476357ed0']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:19.544142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:19.544142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac46dbbf-c57f-4d9f-8d85-c8fe99797627') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:19.557772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f29fd48b-1727-4eae-84ec-76b291c6907b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] Unset dirty status for tenant:a644ace987234d43a06f4fea4d2fce75 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:19.557772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f29fd48b-1727-4eae-84ec-76b291c6907b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090845720-project-admin] 10.222.0.17 "GET /v2.0/ports/ac4ad1ef-6714-4548-97b9-79ea608088e2 HTTP/1.1" status: 404 len: 333 time: 0.2611179 Jun 04 06:36:19.562289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:19.571318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db8399b3-5565-4d30-97e8-c1a81e99e201 req-2fc823d0-53c2-46bb-ab4f-9405cca51dce tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0836635 Jun 04 06:36:19.576623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.642291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.643330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.643330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.643923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.644132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.644591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.645051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.647009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-c364b8a9-cea6-4633-91ca-5cc7ffa33be6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 6493 time: 0.2575276 Jun 04 06:36:19.706655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.820666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:36:19.820983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:19.947709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-8373586e-aa3e-45b2-9f7b-abc5ddc1a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.948771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-8373586e-aa3e-45b2-9f7b-abc5ddc1a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.949300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-8373586e-aa3e-45b2-9f7b-abc5ddc1a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:19.951018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-8373586e-aa3e-45b2-9f7b-abc5ddc1a2b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b5a480e-c763-4183-8cd6-83ed57094391&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=d4a45232-156c-4860-aacc-5d89d5335c1e&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 200 len: 2291 time: 0.2804461 Jun 04 06:36:20.058684 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment ac46dbbf-c57f-4d9f-8d85-c8fe99797627 resource provider aggregate not found Jun 04 06:36:20.075391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.083046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a21b9237-52ad-4382-9bb8-2ca69dee9bd8 req-207e4e57-467a-4670-a775-df13111e839b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 210 time: 0.1306384 Jun 04 06:36:20.100641 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment ac46dbbf-c57f-4d9f-8d85-c8fe99797627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac46dbbf-c57f-4d9f-8d85-c8fe99797627 found for delete ", "request_id": "req-0acbf83e-24bc-423c-92dc-73389d44710e"}]} Jun 04 06:36:20.133977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.156820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-0f1a0a87-dd34-4b0d-a0cd-46ee0a3cc480 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 200 len: 1000 time: 0.1522369 Jun 04 06:36:20.157356 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.198937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.241754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5ec8d4-06f1-488c-b55b-56e476357ed0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:20.250654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-54fa8377-a3ea-4a08-a7bd-0ff8c40e4ca1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:20.252162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-54fa8377-a3ea-4a08-a7bd-0ff8c40e4ca1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.5471182 Jun 04 06:36:20.253633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b56e6c45-d68b-406f-9a50-816704f9bd91 admin admin] 10.222.0.17 "DELETE /v2.0/networks/7f5ec8d4-06f1-488c-b55b-56e476357ed0 HTTP/1.1" status: 204 len: 168 time: 1.2052255 Jun 04 06:36:20.304941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:20.367961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-04b4c078-08c2-4839-bb34-775fb6a84102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:20.369285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-04b4c078-08c2-4839-bb34-775fb6a84102 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=029ed1cb-f5b4-4eca-9471-777b65c64f0e HTTP/1.1" status: 200 len: 850 time: 0.2069883 Jun 04 06:36:20.371681 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.402092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.431283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:20.453483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8ec004-b395-4869-9358-72cecbb6f59b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:20.472648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:20.472936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4621ed-30e9-4cd5-a520-f5cbd923b64b') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:20.497835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-053ba9a5-d3ac-44fa-86f4-8a6393996aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:20.499361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-053ba9a5-d3ac-44fa-86f4-8a6393996aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b5a480e-c763-4183-8cd6-83ed57094391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220379 Jun 04 06:36:20.501317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.501951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2b90a39e-c8e9-43d3-b1d1-59e4d4aecfef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8e2eefd76e384f119aae0efc5e40741b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694942 Jun 04 06:36:20.505031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60830) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:20.542071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.544255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:20.551174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Usage tracker for resource:port and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:20.554993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:36:20.555595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.572578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:20.586448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:20.681196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:20.684776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.693037 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.742971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 441488e2-9b38-425d-9b55-0149270f54b9 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:36:20.763761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.779661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.791695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-3f48b7e6-4896-463a-8bba-b0900fa4fe57 service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833636 Jun 04 06:36:20.817704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:20.832377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] Pushing event deleted for resources: {'Network': ['ID=de8ec004-b395-4869-9358-72cecbb6f59b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:20.842210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 441488e2-9b38-425d-9b55-0149270f54b9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:36:20.842553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 441488e2-9b38-425d-9b55-0149270f54b9 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:36:20.869848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-16fe36ec-358d-4ce4-8215-a7b9045229cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1816914646-project] 10.222.0.17 "DELETE /v2.0/networks/de8ec004-b395-4869-9358-72cecbb6f59b HTTP/1.1" status: 204 len: 168 time: 1.3011036 Jun 04 06:36:20.969392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aee460de-0ef4-4a62-83bc-51c02e69ce47 req-d3dfa642-13dc-488e-a23b-a4f4478f4d55 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0619309 Jun 04 06:36:20.976301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.14 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:21.041039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.065137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-30a7c580-e8a3-4cd6-b566-239b15ee47ba service neutron] 10.222.0.24 "GET /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663767 Jun 04 06:36:21.067094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc2141-8e3d-4699-9f74-84f7c1f0379e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:21.070484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.071530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6e4426f6-8466-47e1-b75c-84ad5e666ab3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/48cc2141-8e3d-4699-9f74-84f7c1f0379e HTTP/1.1" status: 204 len: 168 time: 0.5649979 Jun 04 06:36:21.173142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-b96c239e-0988-4fed-b74a-a3ff4cefa540 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 217 time: 0.0993075 Jun 04 06:36:21.212173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.268007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.346960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-e9f9f9e4-abb2-4235-8814-5643010527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:21.348438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-e9f9f9e4-abb2-4235-8814-5643010527e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.1668720 Jun 04 06:36:21.349997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:21.353828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:21.355740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:21.363943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:21.404081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:21.434301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d0077-1436-4e2a-b143-f53aa5a07cb8 req-889a4693-ae6f-4349-981b-7f0322a01755 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:21.437159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f7d0077-1436-4e2a-b143-f53aa5a07cb8 req-889a4693-ae6f-4349-981b-7f0322a01755 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 932 time: 0.1696570 Jun 04 06:36:21.446275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:21.447032 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.475568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14ef4769-43c4-4bf0-a7fb-fe1552401d11 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1746957 Jun 04 06:36:21.491774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Request body: {'port': {'device_id': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:21.494119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-c531d1a5-2cc5-4f3a-bd6c-4ee7f173fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:21.495608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-c531d1a5-2cc5-4f3a-bd6c-4ee7f173fdc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382003 Jun 04 06:36:21.503258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8f7d0077-1436-4e2a-b143-f53aa5a07cb8 req-fb7313b3-d645-49ab-82b0-3c5e2ffe0832 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:21.599905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8f7d0077-1436-4e2a-b143-f53aa5a07cb8 req-fb7313b3-d645-49ab-82b0-3c5e2ffe0832 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:21.601118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f7d0077-1436-4e2a-b143-f53aa5a07cb8 req-fb7313b3-d645-49ab-82b0-3c5e2ffe0832 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572356 Jun 04 06:36:21.672512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-689558dc-143e-4496-bfa3-75dcee4b3c9d service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659040 Jun 04 06:36:21.675489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-720e245b-aef0-44e6-a17e-446948a1a44e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e9cdb04653f541219c8c598652f67013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158627 Jun 04 06:36:21.676332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.678363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60870) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:21.885979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.919161 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:21.976221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-3393d860-9ca9-4a73-87f5-bc1d2a47bb62 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945669 Jun 04 06:36:22.043508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.147041 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment bd4621ed-30e9-4cd5-a520-f5cbd923b64b resource provider aggregate not found Jun 04 06:36:22.167334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-b4e6f611-6ae6-4589-84de-d90eeec65107 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 217 time: 0.1821535 Jun 04 06:36:22.171860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.219642 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment bd4621ed-30e9-4cd5-a520-f5cbd923b64b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd4621ed-30e9-4cd5-a520-f5cbd923b64b found for delete ", "request_id": "req-c292d206-b70b-4f90-8e18-c5e2ff35cc8d"}]} Jun 04 06:36:22.251032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a67c0e-88e4-4e37-9af6-e7081daf145b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:22.274240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.278085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-544f2dec-ad09-4c4e-b8b8-177ca22d0fd7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e7a67c0e-88e4-4e37-9af6-e7081daf145b HTTP/1.1" status: 204 len: 168 time: 0.5982301 Jun 04 06:36:22.287553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-96cfdd51-1168-44c9-a6a8-264656470968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:22.289381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-96cfdd51-1168-44c9-a6a8-264656470968 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.1115623 Jun 04 06:36:22.368431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:22.379318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0a25b0c-9786-4b06-af95-fd0ff2dbfbac req-1e68d0c5-3120-4edc-8c41-58082f0e19d3 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0887797 Jun 04 06:36:22.379467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.406160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Transition to ACTIVE for port object 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:22.412728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.432846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-b6b599a9-099d-40cd-ab77-a0451ff528fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:22.434647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-b6b599a9-099d-40cd-ab77-a0451ff528fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001508 Jun 04 06:36:22.620232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:22.705793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Attempting to bind port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:22.706083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Attempting to bind port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:22.706472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Attempting to bind port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:22.716646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:22.717187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Attempting to bind port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:22.718096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-e565752e-605e-4db8-a57c-7dfe44e3172c service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760496 Jun 04 06:36:22.723905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:36:22.724492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:22.725037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:36:22.725718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Bound port: 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:36:22.726247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.825708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:22.829907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:36:22.838058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:22.859811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60912) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:22.960296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-222a63e7-12a4-4956-bb6d-5ce8e385ae78 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a644ace987234d43a06f4fea4d2fce75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991580 Jun 04 06:36:22.961139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60920) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:22.978953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:22.995961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-ef672d55-2b62-4a19-924c-e4d6b85da33f service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720573 Jun 04 06:36:23.010775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.011410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:23.012806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-1623b18f-a887-4692-a48b-3b93417564ee service neutron] 10.222.0.24 "PUT /v2.0/ports/8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f HTTP/1.1" status: 200 len: 1092 time: 1.5296762 Jun 04 06:36:23.013256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:23.119259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-1cd4616a-d956-4f88-8e41-9787e7a870c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=143728f4-80bb-42e4-ae34-96b072d37b68 HTTP/1.1" status: 200 len: 217 time: 0.1098962 Jun 04 06:36:23.202191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-fc579f2d-102d-4e3b-aec4-6dd754b6a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.203994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-fc579f2d-102d-4e3b-aec4-6dd754b6a2c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 1095 time: 0.1485462 Jun 04 06:36:23.242481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:23.302723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:23.351781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-de2fe48f-1e91-4433-aaaf-944a31c399a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.352733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-de2fe48f-1e91-4433-aaaf-944a31c399a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.2151041 Jun 04 06:36:23.507292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-14314ceb-907b-4d2a-9f06-82b617022585 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f HTTP/1.1" status: 200 len: 217 time: 0.2876055 Jun 04 06:36:23.576394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-f8368a5e-ea1e-4184-8412-e5247a2802fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.578692 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-f8368a5e-ea1e-4184-8412-e5247a2802fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.0676677 Jun 04 06:36:23.581893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:23.619439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-2ace5f16-3513-4d1a-9574-f13e974c9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.621085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-2ace5f16-3513-4d1a-9574-f13e974c9906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2584143 Jun 04 06:36:23.626933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce5aa8-4de5-4519-9823-5153e1116a9d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:23.649231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-d9bcd838-23e5-44bc-bb74-8a00e246d91f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620058 Jun 04 06:36:23.677722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:23.679463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a4e3590-317f-4241-990c-eef93926bb2b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/63ce5aa8-4de5-4519-9823-5153e1116a9d HTTP/1.1" status: 204 len: 168 time: 0.7148514 Jun 04 06:36:23.696397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abaae8-0589-46eb-a531-703a17ad9f87 req-452800a9-735a-435f-8101-8c673a89a376 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:23.704606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90abaae8-0589-46eb-a531-703a17ad9f87 req-452800a9-735a-435f-8101-8c673a89a376 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 944 time: 0.2975836 Jun 04 06:36:23.863379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90abaae8-0589-46eb-a531-703a17ad9f87 req-b7a3e43c-e809-47db-a7e6-f9c8f6dabd22 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573944 Jun 04 06:36:23.901247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-508fd5a6-7d2a-4148-8f8c-dec7a286ab7d service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443817 Jun 04 06:36:23.941661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-cece490e-f9b1-492e-999c-ebb8c452be29 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043599 Jun 04 06:36:23.982626 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed25559-7246-4ee0-9965-ddb5e2d72f8b'] response: {'name': 'network-changed', 'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f', 'status': 'completed', 'code': 200} Jun 04 06:36:24.203335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d150b72-6156-4bf4-a3cc-dbad8b83cdfb req-f357a8c9-aefb-4acc-9880-332eb9a26a12 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.1800783 Jun 04 06:36:24.223869 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9fdd6b2f-2ff8-4bb4-9f46-b2fc75e1b673 req-955426e8-65ff-447c-a929-e8053cf3f479 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075545 Jun 04 06:36:24.298775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-18d135c2-d8f3-4154-8310-b08740468bd9 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498964 Jun 04 06:36:24.397952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-405df20e-46c0-45a2-b782-e91d06e0cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:24.399786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-405df20e-46c0-45a2-b782-e91d06e0cf9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 1095 time: 0.1168923 Jun 04 06:36:24.402614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-8ca36c4c-118f-4e46-bae9-8905139dad8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555 HTTP/1.1" status: 200 len: 217 time: 0.0962074 Jun 04 06:36:24.499763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcf85b62-462e-42d6-8283-c02836c91d52 req-215a4722-6461-40da-964b-7fcf05120236 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1237688 Jun 04 06:36:24.572171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-f6ee4e0b-84de-45fb-b83e-cf96ab31a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:24.574400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-f6ee4e0b-84de-45fb-b83e-cf96ab31a852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 200 len: 797 time: 0.1312115 Jun 04 06:36:24.625862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-6d540c33-5aca-4d5f-97ee-8dd2dc688e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:24.628925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-6d540c33-5aca-4d5f-97ee-8dd2dc688e72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.2171257 Jun 04 06:36:24.693038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-991af8dd-1c00-4338-8920-8cdd69285859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:24.695454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-991af8dd-1c00-4338-8920-8cdd69285859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d4a45232-156c-4860-aacc-5d89d5335c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141732 Jun 04 06:36:24.719466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-1338bc62-10a1-4e9a-802a-2f4c1fadb1c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f HTTP/1.1" status: 200 len: 217 time: 0.0847464 Jun 04 06:36:24.840686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-2900f8b1-407e-45b5-83af-52f4c87142d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:24.843593 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-2900f8b1-407e-45b5-83af-52f4c87142d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1179514 Jun 04 06:36:24.885244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-fe9e23ac-d442-402f-acfe-bb74ca645f33 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828222 Jun 04 06:36:24.910212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-3d8775e4-8d54-410b-ac3b-c728efd85f2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597658 Jun 04 06:36:25.187500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-ea3c5ae5-c4f6-42d6-ac82-89aa137b6513 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577870 Jun 04 06:36:25.333023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-14cae91b-4062-4caa-be6c-206d01434763 service neutron] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346116 Jun 04 06:36:25.435284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f787f47-d27f-42d7-92c3-0942e3daaae2 req-c03bd73e-b4dd-4f60-86c8-ce8501cb7623 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439163 Jun 04 06:36:25.469255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:25.472687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-8747bca8-6825-4a09-8b93-3de5d3d809fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 200 len: 217 time: 0.0924225 Jun 04 06:36:25.587336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29840f8-c163-49a8-bedd-714e3bc95e7a req-5be6c1de-1421-41c9-b8d5-290492695e2a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:25.587336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e29840f8-c163-49a8-bedd-714e3bc95e7a req-5be6c1de-1421-41c9-b8d5-290492695e2a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 944 time: 0.2487941 Jun 04 06:36:25.587336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-0d1d4d7b-547c-4ab1-bdc5-e5d47799c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:25.587336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-0d1d4d7b-547c-4ab1-bdc5-e5d47799c10d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.1102521 Jun 04 06:36:25.621146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:25.713957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e29840f8-c163-49a8-bedd-714e3bc95e7a req-e431083c-d566-40eb-bfd6-268a3f1fdaa6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169379 Jun 04 06:36:25.760375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-503821fb-b22a-4470-aaac-477d52ef52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:25.760375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-503821fb-b22a-4470-aaac-477d52ef52b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394870 Jun 04 06:36:25.956249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-a2db64e7-865c-4bab-906b-9d93da9776e7 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878111 Jun 04 06:36:26.204391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-2dadfd45-430b-4d12-8346-519b065a76db service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860194 Jun 04 06:36:26.204391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb789698-a799-406b-97c4-43f4d5d85ecb req-76a45442-8503-4ee9-b5fa-a599f2031157 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.2436707 Jun 04 06:36:26.361578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-126f70f2-ea8d-422e-ba7b-9af5754c7855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 200 len: 217 time: 0.1410961 Jun 04 06:36:26.476586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75856a4a-0f3f-4fe1-a70a-2db687a80761 req-5ce07e90-cdaa-41c7-a314-ad0f88b5f3c5 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1195803 Jun 04 06:36:26.534205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-b3471bb4-1532-4f94-b5a2-253a6b3e11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:26.534205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-b3471bb4-1532-4f94-b5a2-253a6b3e11bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 200 len: 797 time: 0.0994651 Jun 04 06:36:26.659027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32786) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.663176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c355c-2463-458d-a189-b81cbf58300b req-207156ee-22e6-44dd-9933-a81f29e9cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:26.663176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-207156ee-22e6-44dd-9933-a81f29e9cc40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21cdccaf-f8cf-476b-bf8a-1b733aa590cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211553 Jun 04 06:36:26.823900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-535efd17-7413-4691-9907-307329f6b8d2 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:26.841778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-f470ccb4-91c3-47fc-ba07-8d46aed8e12c service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767850 Jun 04 06:36:26.854878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-535efd17-7413-4691-9907-307329f6b8d2 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "PUT /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08 HTTP/1.1" status: 200 len: 366 time: 0.1984980 Jun 04 06:36:26.857280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32794) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.871873 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f2139174-766c-49ea-a15c-a0dcc286f7af tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0135550 Jun 04 06:36:26.875064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.893250 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52f083dc-ec64-4f82-92f1-d74a8395bc9f tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08 HTTP/1.1" status: 200 len: 366 time: 0.0146396 Jun 04 06:36:26.893449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32802) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.911402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f45027e6-b676-4560-b795-174f243975c1 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "DELETE /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08 HTTP/1.1" status: 204 len: 168 time: 0.0144567 Jun 04 06:36:26.911677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.926332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6f5b85d-3ef7-4c2b-869b-d5759592fbca tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111842 Jun 04 06:36:26.926653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.940797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b1dcf3f-f961-4e60-a8e2-e5c3ab33c1d6 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08 HTTP/1.1" status: 200 len: 370 time: 0.0110850 Jun 04 06:36:26.941070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32814) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.948620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67f757f0-6b6c-4b90-ad26-3b6a5539e4fb tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08/default HTTP/1.1" status: 200 len: 370 time: 0.0046961 Jun 04 06:36:26.948835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32818) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:26.962068 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-48f66511-da1a-4f11-86a6-b677e6c7159b tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] delete failed (client error): The resource could not be found. Jun 04 06:36:26.968308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48f66511-da1a-4f11-86a6-b677e6c7159b tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "DELETE /v2.0/quotas/a6f33e6c82c34549924e7ea721188b08 HTTP/1.1" status: 404 len: 348 time: 0.0179515 Jun 04 06:36:27.033157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e69c355c-2463-458d-a189-b81cbf58300b req-9c2d417d-17ef-4034-ac36-874877901e97 service neutron] 10.222.0.24 "GET /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548572 Jun 04 06:36:27.042113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67ea4-5174-4b0b-87c0-e383367da12f req-9dc47620-742d-48d6-bf94-300607dd3af1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:27.043834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3b67ea4-5174-4b0b-87c0-e383367da12f req-9dc47620-742d-48d6-bf94-300607dd3af1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 944 time: 0.2009912 Jun 04 06:36:27.117104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3b67ea4-5174-4b0b-87c0-e383367da12f req-3de2da06-be7d-41e1-b541-3ec8eac2dcf1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Jun 04 06:36:27.151340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:27.171215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:network and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.175707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.182293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:subnet and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.187247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.197349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:subnetpool and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.201615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.210426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:port and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.215074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.223897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:router and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.227937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.234529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:floatingip and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.238499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.271314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:security_group and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.275372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.282323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Usage tracker for resource:security_group_rule and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.286383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.295020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4dcbed16-d9a5-4ea6-938d-4dee1293c699 tempest-QuotasTest-2084779339 tempest-QuotasTest-2084779339-project-admin] 10.222.0.17 "GET /v2.0/quotas/3793a1ee26c24ab58845bb397a612331/details.json HTTP/1.1" status: 200 len: 703 time: 0.1427135 Jun 04 06:36:27.417217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05210730-3edc-46da-87cf-05602bb2426a req-01b0cff6-db55-4c0e-8e51-d6ec60ae524b tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0573218 Jun 04 06:36:27.680714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48a28c9e-b3f1-4415-821b-7efd510752ee req-0d1682d3-f3e9-4f91-830c-c21d870722ce tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0456097 Jun 04 06:36:27.749107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32854) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:27.911010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:27.930798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:27.932130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Usage tracker for resource:security_group_rule and tenant:34b56b228013476fb38133b2b00a1329 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:27.935036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:27.942634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:28.199028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.205822 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.263353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=34b56b228013476fb38133b2b00a1329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129867 Jun 04 06:36:28.266648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32874) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:28.268384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fc79d-fa62-4981-8d3e-2f015b0f9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f27d95-7832-4e7e-aca4-de8e6c3409fa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:28.295407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:28.347138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.355970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791494-6b0a-4721-ad51-977950703c38 req-e13ab7ca-9339-463d-bfe6-b0b98b509a37 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:28.357758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66791494-6b0a-4721-ad51-977950703c38 req-e13ab7ca-9339-463d-bfe6-b0b98b509a37 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 944 time: 0.0925918 Jun 04 06:36:28.378400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.411489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66791494-6b0a-4721-ad51-977950703c38 req-02738910-8dd9-4eb2-9e06-522a0963b9e9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467167 Jun 04 06:36:28.437045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.453038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:28.457599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Usage tracker for resource:security_group_rule and tenant:253b12c19029439eb911904f4f6c38fe is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:28.460995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:28.468169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:28.498647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.519967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f27d95-7832-4e7e-aca4-de8e6c3409fa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:28.531964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.538175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-269ae9f2-7068-4a58-bc13-26ba9dab37c0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a4f27d95-7832-4e7e-aca4-de8e6c3409fa HTTP/1.1" status: 204 len: 168 time: 0.2654243 Jun 04 06:36:28.615560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.620317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.676487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=253b12c19029439eb911904f4f6c38fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781214 Jun 04 06:36:28.677974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e951f-2130-4224-a4a9-8135a28bdf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2539bdcc-30ca-4250-9c20-409e0530acb3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:28.681250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32890) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:28.714662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e3bafc8-07c8-47a0-b7f1-c7054d51e404 req-2cf29940-4b4a-4d12-901d-5b489ab701df tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0880022 Jun 04 06:36:28.778386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:36:28.801846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.848001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.941694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8344fb51-f9dc-4864-8aba-808b3c347c50 req-baf85e0d-bf6b-4a9e-90cb-7db22c646621 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.2191958 Jun 04 06:36:28.972949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:28.987456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:28.996228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539bdcc-30ca-4250-9c20-409e0530acb3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:29.004892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f', 'mac_address': 'fa:16:3e:ef:92:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:36:29.009041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.011784 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-20349078-a108-44f9-8811-cbc5d9906443 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2539bdcc-30ca-4250-9c20-409e0530acb3 HTTP/1.1" status: 204 len: 168 time: 0.3295786 Jun 04 06:36:29.013458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f5ce398-de98-4825-ad6e-38b0d75b5f1f req-43dfb60f-a70b-45a4-9f08-d16a8ede4515 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0795767 Jun 04 06:36:29.081953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:29.081953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.108667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:29.124480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:29.139928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:29.139928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.147333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.158051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:29.164206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Usage tracker for resource:security_group_rule and tenant:3793a1ee26c24ab58845bb397a612331 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:29.166796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:29.175119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:29.235209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:29.282350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.287539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.346176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:29.348794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3793a1ee26c24ab58845bb397a612331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192836 Jun 04 06:36:29.348794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398716e-5dbe-4053-b3c1-a35dd2e3cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c5bd9-2c11-46c1-a544-fe8e69aa975b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:29.419354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.481183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.491497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32914) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:29.519703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.533794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:29.538597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Usage tracker for resource:security_group_rule and tenant:12fd251d5b8b41a999663020deee1d02 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:29.540487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:29.543729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.553355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:29.560922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c5bd9-2c11-46c1-a544-fe8e69aa975b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:29.566116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.566792 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6611b198-f712-4a2a-a692-bc01c498d1af admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/de6c5bd9-2c11-46c1-a544-fe8e69aa975b HTTP/1.1" status: 204 len: 168 time: 0.2256422 Jun 04 06:36:29.572896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:29.742239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4393-d6bf-41be-a29b-667cff1a1060 req-70c21823-655c-4a4c-ba36-c49a81b4beee tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:29.750484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35cd4393-d6bf-41be-a29b-667cff1a1060 req-70c21823-655c-4a4c-ba36-c49a81b4beee tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 945 time: 0.1521964 Jun 04 06:36:29.754058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.770566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:29.860075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=12fd251d5b8b41a999663020deee1d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610442 Jun 04 06:36:29.864072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32924) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:29.867857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35cd4393-d6bf-41be-a29b-667cff1a1060 req-10d95b8c-3e41-4666-bb91-84e340d7d627 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059501 Jun 04 06:36:29.867857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb42600-466d-4f1e-b89d-0bd6943e2116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341fdac2-4b7f-41ac-988b-0dfae3258026,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:29.966832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:30.017065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:30.120750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:30.128050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-126214c3-bc88-4e3a-aeb3-0d31645f4530 req-40a73fb5-70ae-4dd3-b406-139fa0c3bc72 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0856967 Jun 04 06:36:30.146909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341fdac2-4b7f-41ac-988b-0dfae3258026,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:30.177764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:30.182598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-708ae112-024b-4851-9c0c-00ab9e802f9e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/341fdac2-4b7f-41ac-988b-0dfae3258026 HTTP/1.1" status: 204 len: 168 time: 0.3266702 Jun 04 06:36:30.359900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30c97b19-62f7-44dd-a74b-b1eac15056d6 req-14eebf63-9a40-4d02-9800-6b139a0352c0 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0904927 Jun 04 06:36:30.713974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:30.961501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1141195709'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:30.968624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:30.973362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:network and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:30.976269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:30.984862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:31.002548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:31.012723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.034463 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.054024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:31.059178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:security_group_rule and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:31.064197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:31.075458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:31.159509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d02b-5fa9-4643-b714-b4e5587d63db req-4de94781-2fa0-4309-8f81-65b781b24324 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:31.176104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecc4d02b-5fa9-4643-b714-b4e5587d63db req-4de94781-2fa0-4309-8f81-65b781b24324 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 945 time: 0.1336124 Jun 04 06:36:31.203809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.203809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.238738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecc4d02b-5fa9-4643-b714-b4e5587d63db req-c790bcfa-7391-444f-8648-327a0f8b1659 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690272 Jun 04 06:36:31.247970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2dd51d-b6df-4802-a407-b3012f785b1b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:31.263230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:36:31.278493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.278493 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Added segment b076b808-ef48-439f-bdcd-c83210834bde of type vlan for network 9f70670f-204f-4f0f-9161-c324cc0eebf1 Jun 04 06:36:31.318289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.355589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.362374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:31.362934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:31.422080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b5865fd-ea27-4af4-a293-7075ebb54e86 req-f4270d5b-d887-4edf-8ea8-eddb9afe92ed tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0610440 Jun 04 06:36:31.484761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7692096 Jun 04 06:36:31.488394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32984) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:31.496506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'subnet': {'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:31.499312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e67387-2e4a-468e-8023-dff8187775dd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Network': ['ID=9f70670f-204f-4f0f-9161-c324cc0eebf1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:31.518222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:36:31.672832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea63f959-24f7-48f6-b9aa-60d49c863e27 req-1364f4e7-fb6e-48fb-b9e5-809e7b04e5e2 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0776591 Jun 04 06:36:31.689253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:31.700685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:subnet and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:31.704742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:31.712803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:31.729101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:31.729101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.039417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.171487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Checking segment: {'id': 'b076b808-ef48-439f-bdcd-c83210834bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:32.171487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network hostable DHCP agents. Network: 9f70670f-204f-4f0f-9161-c324cc0eebf1, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:36:32.178732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Subnet': ['ID=cc374057-dc6d-4b19-a563-9eb37de91d45,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:32.199756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:36:32.223169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9f70670f-204f-4f0f-9161-c324cc0eebf1) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:32.233464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:32.235982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.240137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f987697-8ee9-423b-ac30-b17219a894a7 None None] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:32.316786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb4b2727-65b3-464c-a265-534c9321ea14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8269825 Jun 04 06:36:32.319961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33018) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:32.333131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-978281523', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:32.361464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:32.374861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:router and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:32.378497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:32.394633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:32.422274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.422274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.452580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:32.555053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520afb2-0fc5-4048-9663-bde9cef15bf3 req-b15a7d12-678b-40b3-bb15-dc2d59c47cbf tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:32.568698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c520afb2-0fc5-4048-9663-bde9cef15bf3 req-b15a7d12-678b-40b3-bb15-dc2d59c47cbf tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 945 time: 0.1201262 Jun 04 06:36:32.619341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b178e51-c36a-4c2c-9cbe-8d4cc60fd267 None None] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:32.622229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c520afb2-0fc5-4048-9663-bde9cef15bf3 req-da28d010-0bd4-4a50-8b6a-bf848840732f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Jun 04 06:36:32.796891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:36:32.876122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3bc4af85-83b3-45ba-b943-ab2cc9176c03 req-51994957-05f9-4271-ac1a-6b2fd5443317 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0989268 Jun 04 06:36:33.023573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.074112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:36:33.080751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:36:33.081080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.169609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25555acb-4756-4729-b7ef-ad5030561cee req-4c96d0c8-1a4f-4a46-bebc-ed8bdfe5c0d3 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0952671 Jun 04 06:36:33.247940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:33.248320 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.282505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:33.302682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:33.310535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.407785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:33.573395 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ad5f5f-cb80-4e59-bee2-613d2cbcf0e0'] response: {'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f', 'code': 200} Jun 04 06:36:33.579892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.613083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:33.807487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81119d5-b292-48df-aa97-aa809618a63e req-253242f8-5d01-43cd-8fdc-76a1c421b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:33.812344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d81119d5-b292-48df-aa97-aa809618a63e req-253242f8-5d01-43cd-8fdc-76a1c421b7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 1097 time: 0.1615386 Jun 04 06:36:33.844751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.194 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/02183f11-9c15-4ef9-92b8-42f4c06b0a62) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:33.879143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d81119d5-b292-48df-aa97-aa809618a63e req-2238d4b5-0727-42c0-9ac1-2679e45bd40d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530627 Jun 04 06:36:33.893138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5a402-1a25-4221-916a-7480d4a30d6c req-629db0c3-e03a-402c-870d-891daef254af tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:33.899514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26d5a402-1a25-4221-916a-7480d4a30d6c req-629db0c3-e03a-402c-870d-891daef254af tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.1530628 Jun 04 06:36:33.950132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26d5a402-1a25-4221-916a-7480d4a30d6c req-2a87a831-0efe-44aa-ae90-5fe82d9065ca tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Jun 04 06:36:34.109099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.174815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a565309-102b-45af-845b-2c0a81dc3f72 req-87ab260b-76d2-4273-a035-fe85d6323804 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0571561 Jun 04 06:36:34.180378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.269063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:34.271930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:34.276417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:34.293565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33070) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:34.318377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=02183f11-9c15-4ef9-92b8-42f4c06b0a62,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:34.374925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ced1b6e-a2e2-4327-823d-178e908d0982 req-82eb6f5a-ac56-4ed1-a421-187203fa6f62 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0453761 Jun 04 06:36:34.431841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.447713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:34.452934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Usage tracker for resource:security_group_rule and tenant:3919c5ce836a4cd695618912f0ac16c0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:34.457755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:34.462642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:34.559629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.564486 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.723092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3919c5ce836a4cd695618912f0ac16c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218175 Jun 04 06:36:34.723092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6f583-abc8-488d-b737-258c39594d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca37a5f-bec2-4a9f-b592-c1eaf54d283d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:34.723092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:34.742840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.790842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.821557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.881096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.897797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca37a5f-bec2-4a9f-b592-c1eaf54d283d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:34.903063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:34.907297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63ca5056-9cf9-41bc-8cdd-4fef82894fe8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eca37a5f-bec2-4a9f-b592-c1eaf54d283d HTTP/1.1" status: 204 len: 168 time: 0.1820543 Jun 04 06:36:35.179282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236ce72-f96b-4613-bd35-e4b063c2f78d req-8a83ed09-58a3-4bd0-b59b-b503cc68f299 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:35.181555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d236ce72-f96b-4613-bd35-e4b063c2f78d req-8a83ed09-58a3-4bd0-b59b-b503cc68f299 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.1184101 Jun 04 06:36:35.250173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d236ce72-f96b-4613-bd35-e4b063c2f78d req-6b6f1b9d-7013-4566-a3e0-76fcb46d9f8d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Jun 04 06:36:35.263213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:35.296471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.324438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:35.332712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Usage tracker for resource:security_group_rule and tenant:410b2a9007ac40e8a49bce8b100adf3e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:35.337307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:35.344280 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.346324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:35.405432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68514932-0c92-4469-b4b9-dabc9552e26e req-c857bfe1-7668-4ada-a6fb-2496e77b02f2 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0452440 Jun 04 06:36:35.561073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f5fac4-5068-49d2-902d-f5c54b7bd0fd req-e1a88e97-f839-40e8-bb0a-1085368f7c83 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0454786 Jun 04 06:36:35.619735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.626230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.667104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:36:35.684267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=410b2a9007ac40e8a49bce8b100adf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191628 Jun 04 06:36:35.686647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fa025-d1d7-486a-8f50-d7677dfb0446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f06ef1e-c712-49ea-ac54-0632325aff28,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:35.687212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33094) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:35.747402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.777456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.831449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.846125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f06ef1e-c712-49ea-ac54-0632325aff28,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:35.855983 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.857116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7fd1b7a5-2c1a-4c1c-b5de-3beae25106f2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f06ef1e-c712-49ea-ac54-0632325aff28 HTTP/1.1" status: 204 len: 168 time: 0.1689060 Jun 04 06:36:35.870362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:35.879756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:35.890654 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:35.891263 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:35.909544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:35.913005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b3c1bc1c-1604-458f-9b80-90b7abfee9d2 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5882063 Jun 04 06:36:35.913378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:35.955649 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:35.970969 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:35.971872 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:36.079381 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:36.079779 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5907a2c8-3f56-410f-9be5-ba9fdc0afe62 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:36.695742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7747b-9d0e-4b11-9543-78eaa1cc8b68 req-d51d313e-7beb-43b8-8dd9-d90109fa83b6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:36.700556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b7747b-9d0e-4b11-9543-78eaa1cc8b68 req-d51d313e-7beb-43b8-8dd9-d90109fa83b6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.2743211 Jun 04 06:36:36.761390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b7747b-9d0e-4b11-9543-78eaa1cc8b68 req-6b65711b-eeaf-4e83-9223-1d8e01a30ad1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627086 Jun 04 06:36:36.900508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:36.981197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec098a77-217e-4d17-948c-9de767e33491 req-fceb441c-3d24-45f0-89e0-39c348ae50c3 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0833151 Jun 04 06:36:37.369917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-403864e7-915a-4055-a3a7-f6c6b1d4db22 req-72b0a509-4361-4eed-b93f-3e0dde2ba7da tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0577440 Jun 04 06:36:37.708866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.1 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:37.972389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68512a-2c23-420c-8398-23f8fec437d7 req-4eb440c8-20ed-484d-9f4d-408694f63eb4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:37.974096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a68512a-2c23-420c-8398-23f8fec437d7 req-4eb440c8-20ed-484d-9f4d-408694f63eb4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.2079024 Jun 04 06:36:38.054922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:38.068049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a68512a-2c23-420c-8398-23f8fec437d7 req-03f8ef6e-21a7-439b-b5d5-663bab236394 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849590 Jun 04 06:36:38.103459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:38.173751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:38.179169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:38.193256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:38.323013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:38.333343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dd6bd4a-786e-4630-b030-c960c3461695 req-0dd16fdd-40d1-4e45-af41-9593f56d7d8c tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0629871 Jun 04 06:36:38.337782 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:38.571170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40821e45-ff4d-4981-9ddd-f9fb2baf5264 req-12f1cb07-d0d1-48ee-b680-4759d93b5c01 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0697567 Jun 04 06:36:38.579773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:38.840785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33188) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:38.992547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.009110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:39.013102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e83172f8f64803ba78252e3b7dc447 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:39.017647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:39.023365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:39.057910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.064415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.160591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.168045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.269456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e1e83172f8f64803ba78252e3b7dc447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166906 Jun 04 06:36:39.273733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:39.277484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6794d4-b0e8-4f89-8e25-fd100562cac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1fc91-fa07-4c13-9789-c3f57819e8ce,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:39.282238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.306216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:39.386073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3cca4cce-bbf8-4dea-acf4-c16f66183261 req-0c4763c4-7cd2-4c07-b1c1-29945f750978 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0512702 Jun 04 06:36:39.620173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-afe457f8-d0a4-4f05-b363-da06d0f095a3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:39.622817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-afe457f8-d0a4-4f05-b363-da06d0f095a3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.4632225 Jun 04 06:36:39.733079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.766792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:39.767133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.833789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:39.854798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1215d-128c-4cfa-a16e-27fa1a5e8bb6 req-a42b400b-b76b-4a85-b5e5-ecf38b328457 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:39.854798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82c1215d-128c-4cfa-a16e-27fa1a5e8bb6 req-a42b400b-b76b-4a85-b5e5-ecf38b328457 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 946 time: 0.5607426 Jun 04 06:36:39.869573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:39.879265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:40.089527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82c1215d-128c-4cfa-a16e-27fa1a5e8bb6 req-97336724-e143-4a51-be10-2715795c40b8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282064 Jun 04 06:36:40.277038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.316122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-036c19d9-573c-4111-8686-27b8de7bc8a9 req-b08379bb-b7e8-4de3-9d20-97f5218cbf9e tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0956864 Jun 04 06:36:40.328392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1fc91-fa07-4c13-9789-c3f57819e8ce,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:40.385096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.385096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e0756d6-e449-41fc-b5f7-94ab5b44d9a0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6cc1fc91-fa07-4c13-9789-c3f57819e8ce HTTP/1.1" status: 204 len: 168 time: 1.1024048 Jun 04 06:36:40.387927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:40.396500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:40.396500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.537071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:40.692243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-182e8972-130c-4339-b2c6-99704ebb040b req-03654963-6f9b-4963-a174-92dce35d26f8 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.2204556 Jun 04 06:36:40.764731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:40.784172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.800196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:40.804241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Usage tracker for resource:security_group_rule and tenant:af3e79fda14a44f0a9212deb7ffef543 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:40.807976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:40.816140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:40.900578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:40.912460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:40.925399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-745f310b-bea2-4152-8951-6c933358da79 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/routers/6c76187f-2fee-4db2-ad9f-1c09583e1a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0084691 Jun 04 06:36:40.925627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.925762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:40.926117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:40.927076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33214) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:40.933095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.935704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'port': {'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1', 'name': 'tempest-FloatingIPTestJSON-478101530'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:40.970951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:40.993118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab2642-573b-40b4-a928-406555055d95,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:40.998314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:40.999792 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-237a533f-63d4-4b9f-8841-3f9a9660ba2a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=af3e79fda14a44f0a9212deb7ffef543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329552 Jun 04 06:36:41.002485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33218) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:41.008305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:41.008896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:41.079255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:41.079866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152332-cf3d-4129-ad13-75581fd8ef42 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:41.100680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.134490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.215767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.234566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab2642-573b-40b4-a928-406555055d95,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:41.255972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.258273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c43f769f-a99c-484f-bffc-226868ba5fff admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dcab2642-573b-40b4-a928-406555055d95 HTTP/1.1" status: 204 len: 168 time: 0.2525582 Jun 04 06:36:41.302660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:41.443424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ecf621b9-63a1-4485-aa9c-ca89c8808d0a req-7259aff9-214c-4fa5-baee-18adb6df272d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:41.456710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:36:41.462499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.464452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5ae14e96-54fa-438c-9bad-8a5046840b4f req-7093b181-3b13-4cb4-9e91-a8e693e9cd35 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "DELETE /v2.0/ports/8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f HTTP/1.1" status: 204 len: 173 time: 1.8358800 Jun 04 06:36:41.465023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'name': 'network-vif-deleted', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:41.510621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ecf621b9-63a1-4485-aa9c-ca89c8808d0a req-7259aff9-214c-4fa5-baee-18adb6df272d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:41.511834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecf621b9-63a1-4485-aa9c-ca89c8808d0a req-7259aff9-214c-4fa5-baee-18adb6df272d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f47ef55-8ce1-44fd-a456-aeb0f17fa528 HTTP/1.1" status: 200 len: 210 time: 0.2248697 Jun 04 06:36:41.520674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:41.525282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:port and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:41.529103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:41.536239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:41.547896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:41.552362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:41.578800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] device_id is not set on port b8d4ca41-670a-43d5-9b45-39faf2e5b4e5 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:41.708053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ffa6d210-0776-4a15-97ca-d1fcac8177ea req-515e9d37-4b70-4edd-8608-18685cdacaf8 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0616977 Jun 04 06:36:41.795931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.4 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/b8d4ca41-670a-43d5-9b45-39faf2e5b4e5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:41.948378 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dc1d74-17dd-466b-93c4-0cfc59d619f9'] response: {'server_uuid': '9f47ef55-8ce1-44fd-a456-aeb0f17fa528', 'name': 'network-vif-deleted', 'tag': '8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f', 'status': 'completed', 'code': 200} Jun 04 06:36:42.056443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:42.122121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9913972-bb0d-4f42-b02f-3bbbf3c341b8 req-a7301e04-4839-499b-8c5b-55701d3d738f tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0544264 Jun 04 06:36:42.162237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:42.253441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:42.256497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:42.260782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:42.301051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=b8d4ca41-670a-43d5-9b45-39faf2e5b4e5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:42.337241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:42.337926 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:42.360708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0429dc10-09e7-4003-b5d8-6a027341d0ca tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4325595 Jun 04 06:36:42.363378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33258) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:42.369813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'port': {'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1', 'name': 'tempest-FloatingIPTestJSON-522846870'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:42.523164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1704540f-552a-479b-a55f-24e075c9ab50 req-6c288482-d6ac-46e0-984d-f9b4c704cf4f tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616&device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0521164 Jun 04 06:36:42.538596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:42.542741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:port and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:42.546493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:42.552534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:42.567329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:42.587690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:42.625651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] device_id is not set on port 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:36:42.647046 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:36:42.847330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:36:42.899367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:36:42.899977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8ea426fb-3adc-4dd2-b0a3-d389ebe58b2f not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:36:42.915127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.13 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/114b936b-6a6a-43a5-b0e9-01bbae7c2e9f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:43.128112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b3f41663-306f-4dad-80df-19be285a5922 req-e882a51a-6957-4553-aba5-ce85e0cd9062 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0718212 Jun 04 06:36:43.178587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b378fba-5c44-496e-af1b-7fa41be612f2 req-be8ad873-2446-489e-8a06-9726a827a498 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac49e46552904b3983ac5ec3eca819ec&device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1821740 Jun 04 06:36:43.236641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b378fba-5c44-496e-af1b-7fa41be612f2 req-9470c136-abc1-4c87-8b87-4281fc2c5be0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ac49e46552904b3983ac5ec3eca819ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487313 Jun 04 06:36:43.398878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-692cd710-7dc9-47ec-ac99-578503ac93e8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:43.400315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-692cd710-7dc9-47ec-ac99-578503ac93e8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.1613917 Jun 04 06:36:43.416784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-18dd9ed6-fcb7-4b9d-9685-e25c5ccb3ae4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0096893 Jun 04 06:36:43.476208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-b58e868b-a54c-4dee-a719-f5f94f50afb7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538583 Jun 04 06:36:43.483151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:43.547271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b378fba-5c44-496e-af1b-7fa41be612f2 req-43076cf0-9cba-41dd-abf4-d68f78c94d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:43.548738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b378fba-5c44-496e-af1b-7fa41be612f2 req-43076cf0-9cba-41dd-abf4-d68f78c94d5b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330036 Jun 04 06:36:43.550271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:43.639909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:43.640067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-5ebec495-99c6-4b7c-aa78-bdef79609e3b service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541209 Jun 04 06:36:43.643056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:43.646977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:43.677311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=114b936b-6a6a-43a5-b0e9-01bbae7c2e9f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:43.712427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:43.713300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:43.732458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-179751b4-5cc1-4629-8f9e-5c882247d2c6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3678908 Jun 04 06:36:43.735828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:43.740902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '114b936b-6a6a-43a5-b0e9-01bbae7c2e9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:43.747617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:43.752065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:floatingip and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:43.754907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:43.760594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:43.771538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:43.788110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-e7026105-a50e-444c-a6f4-4f85d783ed0e service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356680 Jun 04 06:36:43.922616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:44.078468 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e9477d3-2d6c-4881-a4b2-4d6a9ac37b43 req-2b69d9f6-25d7-4459-9579-bbf4b463e5dd tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.0496273 Jun 04 06:36:44.097644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.204 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/8ce5362c-4aa2-4d33-802b-454590f9f456) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:44.211580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27c9f3b8-1330-483e-a2fb-a373c974f5c3 req-9ee63c43-7028-4615-a984-90f0eeeca4fd tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 210 time: 0.0553305 Jun 04 06:36:44.315449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:44.348618 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:44.416224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:44.425344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:44.429947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:44.474799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=8ce5362c-4aa2-4d33-802b-454590f9f456,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:44.490101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-729854b7-57a1-49bc-9b40-e1a7cefcdb28 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=6e69bb59cbe3462395cca474580b554e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350511 Jun 04 06:36:44.765365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-77a62b1a-7d84-4b00-8018-e413bde69591 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:44.765597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-77a62b1a-7d84-4b00-8018-e413bde69591 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741644 Jun 04 06:36:44.782194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-d7b89d13-3c5c-4ae9-bbe4-3f27cef32d2e tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/quotas/6e69bb59cbe3462395cca474580b554e HTTP/1.1" status: 200 len: 375 time: 0.0107813 Jun 04 06:36:44.834917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-1cccb371-b000-4bee-81ed-2fbb4fca8c3f tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=6e69bb59cbe3462395cca474580b554e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465076 Jun 04 06:36:44.884473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.004295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.158803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aabee59-6bfe-4633-9b49-81cb88392ee0 req-0de2c20c-f0a5-487f-8e67-1315baaf61dd tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0852709 Jun 04 06:36:45.217557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b378fba-5c44-496e-af1b-7fa41be612f2 req-0029ba0d-e695-4b59-b29d-770f7b45a8fc tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.39 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.2504838 Jun 04 06:36:45.313099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35973512-8e91-4627-abb8-fa9890269abe req-9745923a-698d-446a-a873-595fdf4822b6 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 210 time: 0.0665243 Jun 04 06:36:45.409675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-a2d8e901-5e39-4ace-a40c-ed25bdaccb64 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:45.416417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-a2d8e901-5e39-4ace-a40c-ed25bdaccb64 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.2999959 Jun 04 06:36:45.433253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:45.472117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.477792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.565711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb4781bc-26a6-4dc6-a30e-25d93aff1312 req-97a50661-52fe-4eeb-a32d-49290062b647 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=397c8150-2c77-4004-b389-cc37e620b616 HTTP/1.1" status: 200 len: 210 time: 0.1061010 Jun 04 06:36:45.611566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=8ce5362c-4aa2-4d33-802b-454590f9f456,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:45.622661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.656579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:45.666931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:45.680843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:45.684633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:45.747151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e016dbab-9779-4b28-9ae1-a9e216112217 req-470a3138-78fa-4a85-b1d1-29e81ee59c72 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 210 time: 0.0526125 Jun 04 06:36:45.825711 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 2a140597-f1e4-433d-9934-877f0d7b9e50 associated. External IP: 172.25.1.204, port: 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f. Jun 04 06:36:45.905835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.5 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/e2cbe704-8b97-404f-bdeb-2d2ab9c06928) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:46.161745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.193612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.232388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:46.271088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:46.274219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:46.278320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:46.312558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:46.404948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:46.405935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.413076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad1f55ef-e552-4aaf-b85d-cba08288e691 req-a5e9f338-178d-4621-bb61-d1b0f2e61638 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0657451 Jun 04 06:36:46.438278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ef3c201b-7938-4b3e-a197-03cd76d15aa9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168438 Jun 04 06:36:46.443194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-a0842ae6-e8f4-461e-b1da-9cc1784d0e46 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6e69bb59cbe3462395cca474580b554e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389345 Jun 04 06:36:46.458361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Request body: {'port': {'device_id': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:46.559562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:46.568829 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:46.580498 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:46.581864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:46.599925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.627916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ceb4980-b468-4fa1-ab6f-3be2f8a1b06e req-138a78fb-73e5-4d47-87c6-9f0d750bcb97 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 210 time: 0.0555055 Jun 04 06:36:46.650222 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:46.651032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.659474 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:46.660073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:46.679370 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-85476e50-ce08-4489-a5a1-351d94a26310 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9421506 Jun 04 06:36:46.683030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:46.703471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:46.725122 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:46.727190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b626f-0614-407b-83ea-0fa368b8ace1 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:46.911090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ca89a65-d6da-45f1-bdf9-956af9fe4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:46.999662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-4053c2c6-5f30-4b37-a7fe-0c41788d7386 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:47.001709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-4053c2c6-5f30-4b37-a7fe-0c41788d7386 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5449474 Jun 04 06:36:47.015544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Request body: {'port': {'device_id': 'f48a8446-6efb-4616-a881-3c63481d010d', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '6e69bb59cbe3462395cca474580b554e'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:47.038119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.202787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba445bb5-147e-40f9-80d1-dd6afc3c35c0 req-726ba3ce-2d05-4eaa-9db0-f2ce47480ed9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:47.203203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ba445bb5-147e-40f9-80d1-dd6afc3c35c0 req-726ba3ce-2d05-4eaa-9db0-f2ce47480ed9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:47.263181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ba445bb5-147e-40f9-80d1-dd6afc3c35c0 req-726ba3ce-2d05-4eaa-9db0-f2ce47480ed9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:47.265159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba445bb5-147e-40f9-80d1-dd6afc3c35c0 req-726ba3ce-2d05-4eaa-9db0-f2ce47480ed9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 931 time: 0.3324215 Jun 04 06:36:47.316464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cbe704-8b97-404f-bdeb-2d2ab9c06928 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:47.328591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.341033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:47.341798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba445bb5-147e-40f9-80d1-dd6afc3c35c0 req-4b888db5-1369-4f21-adfe-e5e69d2f9d2b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691218 Jun 04 06:36:47.348962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Usage tracker for resource:port and tenant:6e69bb59cbe3462395cca474580b554e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:47.352735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Transition to ACTIVE for port object e2cbe704-8b97-404f-bdeb-2d2ab9c06928 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:47.356273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:47.367145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.422174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:47.446477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.452418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.452863 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 2a140597-f1e4-433d-9934-877f0d7b9e50 disassociated. External IP: 172.25.1.204, port: 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f. Jun 04 06:36:47.518367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Made reservation on behalf of 6e69bb59cbe3462395cca474580b554e for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:47.522345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.546789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.551024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:47.586717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:47.653832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Attempting to bind port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:47.657652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Attempting to bind port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:47.658305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Attempting to bind port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:47.662545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Usage tracker for resource:security_group_rule and tenant:6e69bb59cbe3462395cca474580b554e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:47.664624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:47.664624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Attempting to bind port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:47.670016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:36:47.670930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:47.671490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:36:47.674403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Bound port: e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:36:47.674951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.696554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:47.710243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:47.735465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc49e6b-fac0-42b4-a095-a28b471c53d3 req-02774d26-7427-4a72-b974-c3b389f1bbbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac49e46552904b3983ac5ec3eca819ec&device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0807979 Jun 04 06:36:47.787222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc49e6b-fac0-42b4-a095-a28b471c53d3 req-78923211-d07a-48e4-a00b-9de34266472e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ac49e46552904b3983ac5ec3eca819ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427513 Jun 04 06:36:47.804869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5827a3ef-7b6b-4539-be1f-33e96a4caa34 req-e2fa7abb-917b-4221-b1e8-376a348b4e84 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0583472 Jun 04 06:36:47.838831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:47.838831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:36:47.845158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.904773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:47.904773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:47.911937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] 10.222.0.24 "PUT /v2.0/ports/e2cbe704-8b97-404f-bdeb-2d2ab9c06928 HTTP/1.1" status: 200 len: 1091 time: 1.4548421 Jun 04 06:36:47.911937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:47.934740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7e1b7-07fe-479e-a09d-7bb3e358afd3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:48.079354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9511fe97-adf3-4eaf-91a1-d72b6ddae84d req-f2838c07-3c54-4a55-9b5a-6395c25dcfb2 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.1097758 Jun 04 06:36:48.117466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ca84c409-3614-478f-ab23-3f6de0ab0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:48.118984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-ca84c409-3614-478f-ab23-3f6de0ab0349 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 1094 time: 0.1523950 Jun 04 06:36:48.152172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc49e6b-fac0-42b4-a095-a28b471c53d3 req-eb45a394-3c8d-40ff-abab-8c5bb0d53472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:48.153809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc49e6b-fac0-42b4-a095-a28b471c53d3 req-eb45a394-3c8d-40ff-abab-8c5bb0d53472 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3574564 Jun 04 06:36:48.179465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:48.184530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:48.188724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:48.212791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-8f4b972b-cdfd-4fc6-ba84-b19180560667 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928 HTTP/1.1" status: 200 len: 217 time: 0.0833886 Jun 04 06:36:48.291323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45c8aa7a-9bce-45c0-b00c-62f87e47a321 req-2247f973-7012-4297-84b4-c3e4ba7013c3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 210 time: 0.0805352 Jun 04 06:36:48.327600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-39d9ee80-a6d1-40a0-acc0-c9d26adf4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:48.330403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-39d9ee80-a6d1-40a0-acc0-c9d26adf4e6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.0788608 Jun 04 06:36:48.354757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f835e-e606-4762-a10e-0c8b3bb17e6e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:48.390003 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85da1590-b2df-49d1-af01-250a955f43fe'] response: {'name': 'network-changed', 'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928', 'status': 'completed', 'code': 200} Jun 04 06:36:48.398928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-0aa4e8ae-635f-425c-b065-c90cd8a577ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624511 Jun 04 06:36:48.657701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-062c5675-189e-45cd-9e7f-fb786d9176bc service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446442 Jun 04 06:36:48.692751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd181c9-4dd0-4776-9dab-2076bc0ed6fa req-15660033-d135-4b96-b062-88784523d26f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:48.693814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:48.694260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdd181c9-4dd0-4776-9dab-2076bc0ed6fa req-15660033-d135-4b96-b062-88784523d26f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 943 time: 0.1902866 Jun 04 06:36:48.706543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:48.709622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Allocated IP 192.168.233.252 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/442d5113-a52f-4f6c-bd07-921184c52be9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:48.719991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:48.720131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:48.733805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:48.806677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:48.819225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:48.819402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:48.840431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdd181c9-4dd0-4776-9dab-2076bc0ed6fa req-e7bc1bf7-69f2-4858-800e-4372f87522e8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881627 Jun 04 06:36:48.863640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d5dfb3a-c290-48ad-adfb-1c527f922c14 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/2a140597-f1e4-433d-9934-877f0d7b9e50 HTTP/1.1" status: 200 len: 688 time: 2.1767118 Jun 04 06:36:48.868155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33360) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:48.912486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5150c16c-944d-4747-8e47-3301fedd33c4 req-4885bec4-b9bb-4f4d-addc-e9fbb9702ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534451 Jun 04 06:36:48.936327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:48.936327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7667a44-4ac2-4b6e-8e36-b29d86b1a709 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:49.037024 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3351dd10-1457-48f8-a87b-c0ca779664cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.089754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8f54bea-7be1-4524-a2fb-f9a9c093989e req-a026dec7-60a4-4f8f-af6b-134671c50f3c tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0484853 Jun 04 06:36:49.115338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-5edc1eef-208f-47bc-937b-7dd680d61bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:49.117130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-5edc1eef-208f-47bc-937b-7dd680d61bde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 1094 time: 0.1517668 Jun 04 06:36:49.158804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 8ce5362c-4aa2-4d33-802b-454590f9f456 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:49.159131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.365112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.415032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Transition to ACTIVE for port object 442d5113-a52f-4f6c-bd07-921184c52be9 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:49.419263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-a06f2bba-582e-4162-95b4-43fcaafcf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:49.421384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-a06f2bba-582e-4162-95b4-43fcaafcf852 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.2970297 Jun 04 06:36:49.437583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.439512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.517534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-300fd9a3-e0d1-4fe7-b959-4be5d6f497cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928 HTTP/1.1" status: 200 len: 217 time: 0.0859823 Jun 04 06:36:49.580035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 8ce5362c-4aa2-4d33-802b-454590f9f456 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:49.641059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.649928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-578ac957-8d3c-4164-8889-fe92f95241ff req-8eee1dad-062f-4487-9ced-40869c847fcc tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.17 "GET /v2.0/ports?device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0620031 Jun 04 06:36:49.664885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-351ad228-58e7-4976-bc20-f86e4fbaf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:49.665973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-351ad228-58e7-4976-bc20-f86e4fbaf52a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1463809 Jun 04 06:36:49.726123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-2796d2cf-5c91-4dd0-a647-2be6ea7f340c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506849 Jun 04 06:36:49.751584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:49.757374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:49.760414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:49.875854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Pushing event updated for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:49.913558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afc49e6b-fac0-42b4-a095-a28b471c53d3 req-2bf2f427-759f-4675-8767-54769a887e67 tempest-ServerShowV247Test-2144203334 tempest-ServerShowV247Test-2144203334-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ed96788-4b0b-4070-ba42-af9f99e3b3fc HTTP/1.1" status: 200 len: 210 time: 0.0960994 Jun 04 06:36:49.953057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:49.953057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:49.976361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-abe50d63-00be-4b3a-8b04-74511c868850 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248819 Jun 04 06:36:49.976361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31d93-2146-4522-99fc-75585d0c2ba8 req-d1a3e672-43f5-406f-bc40-eeff72f1d4fd tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:49.991179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c31d93-2146-4522-99fc-75585d0c2ba8 req-d1a3e672-43f5-406f-bc40-eeff72f1d4fd tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 936 time: 0.1600130 Jun 04 06:36:50.088728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.169060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.183815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8c31d93-2146-4522-99fc-75585d0c2ba8 req-445ebb1e-4613-47b9-bfc0-153fbcec5065 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926680 Jun 04 06:36:50.217400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-fa24320e-4dde-4098-b82a-2efdf1ce1d62 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2004132 Jun 04 06:36:50.281824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f9c29db-16ec-4a7b-8fa1-51180ee60c0d req-a7f4c310-9f22-4dc9-b8c1-c0055a012f16 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993279 Jun 04 06:36:50.323290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=8ce5362c-4aa2-4d33-802b-454590f9f456,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:50.370562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-982450a3-dc0b-479a-bdde-fad63f59ea40 None None] Provisioning for port 442d5113-a52f-4f6c-bd07-921184c52be9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:36:50.423329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-982450a3-dc0b-479a-bdde-fad63f59ea40 None None] Provisioning complete for port 442d5113-a52f-4f6c-bd07-921184c52be9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:36:50.423329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-982450a3-dc0b-479a-bdde-fad63f59ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.452243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Request body: {'port': {'device_id': 'f48a8446-6efb-4616-a881-3c63481d010d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:50.513610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.575089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-982450a3-dc0b-479a-bdde-fad63f59ea40 None None] Port 442d5113-a52f-4f6c-bd07-921184c52be9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:36:50.627861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.703308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf06c3-f145-450d-af92-61e87d818528 req-a266a468-f6a4-40b6-bb1c-14c715789f42 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:50.719323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44cf06c3-f145-450d-af92-61e87d818528 req-a266a468-f6a4-40b6-bb1c-14c715789f42 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.1583328 Jun 04 06:36:50.805442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.805442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:50.809905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eb35823d-60a7-4763-a349-13f5851e7193 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/2a140597-f1e4-433d-9934-877f0d7b9e50 HTTP/1.1" status: 204 len: 168 time: 1.9418550 Jun 04 06:36:50.822815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33392) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:50.903011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'b8d4ca41-670a-43d5-9b45-39faf2e5b4e5'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:50.950996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44cf06c3-f145-450d-af92-61e87d818528 req-d0b068b3-7a83-4843-bb5d-a090aa5dc0d8 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279837 Jun 04 06:36:50.950996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:50.970570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:floatingip and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:50.979419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:50.998970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:51.023627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.388590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32e889-9f4e-49ce-beb1-989be512421a req-3e73b48b-91c4-44f8-a689-e541c4fddeee tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:51.391417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb32e889-9f4e-49ce-beb1-989be512421a req-3e73b48b-91c4-44f8-a689-e541c4fddeee tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 943 time: 0.1601996 Jun 04 06:36:51.439551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442d5113-a52f-4f6c-bd07-921184c52be9 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:51.450080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.466674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.472162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Transition to ACTIVE for port object 442d5113-a52f-4f6c-bd07-921184c52be9 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:51.478196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.514416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb32e889-9f4e-49ce-beb1-989be512421a req-f4534218-1bc8-442b-945c-af41c17dcf9c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120093 Jun 04 06:36:51.675623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.247 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9fb439a3-808c-4f13-9504-cb797258e1ae) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:51.699619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Pushing event updated for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:51.819618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Attempting to bind port 442d5113-a52f-4f6c-bd07-921184c52be9 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:51.819953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Attempting to bind port 442d5113-a52f-4f6c-bd07-921184c52be9 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:51.820353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Attempting to bind port 442d5113-a52f-4f6c-bd07-921184c52be9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:51.826880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bde19fb-2691-4023-85a1-8aec6ab32c17 req-b0d856f1-f67c-4eb4-bf2b-e6db330c4f08 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.1196978 Jun 04 06:36:51.827396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Port 442d5113-a52f-4f6c-bd07-921184c52be9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:36:51.828100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Attempting to bind port 442d5113-a52f-4f6c-bd07-921184c52be9 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:51.834677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:36:51.835006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:51.835407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:36:51.835828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Bound port: 442d5113-a52f-4f6c-bd07-921184c52be9, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:36:51.836825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.922683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.942900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:51.947506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=442d5113-a52f-4f6c-bd07-921184c52be9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:36:51.955574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:51.983466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.027265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.059094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:52.059914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.062518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] 10.222.0.24 "PUT /v2.0/ports/442d5113-a52f-4f6c-bd07-921184c52be9 HTTP/1.1" status: 200 len: 1096 time: 1.6456738 Jun 04 06:36:52.063118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:52.093654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7722-4b7d-4674-9117-c392e8fc892f service neutron] Pushing event updated for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:52.173715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:52.182792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:52.189936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:52.203411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f5aeaa96-40c0-4c26-8493-94e226b47221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:52.204917 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f5aeaa96-40c0-4c26-8493-94e226b47221 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e69bb59cbe3462395cca474580b554e&device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 1099 time: 0.0863116 Jun 04 06:36:52.227960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=9fb439a3-808c-4f13-9504-cb797258e1ae,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:52.252570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.252918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.253442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.253969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.254572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.255049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.255548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.256048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.256712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.257045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.257375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.257861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:52.300108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-e0b384db-809b-41a6-a576-6d40104219c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=442d5113-a52f-4f6c-bd07-921184c52be9 HTTP/1.1" status: 200 len: 217 time: 0.0871887 Jun 04 06:36:52.368565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-c987aa52-efa7-45ad-8688-b57cabe9c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:52.370120 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-c987aa52-efa7-45ad-8688-b57cabe9c884 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0640879 Jun 04 06:36:52.407757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33416) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:52.457050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-cf9f7039-80b9-4848-ac28-946dd2cfbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:52.458579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-cf9f7039-80b9-4848-ac28-946dd2cfbebc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827136 Jun 04 06:36:52.530108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5665b-0e93-4b1d-8690-9adac07613d9 req-dfa99bbc-857c-4f4a-9108-966909971abd tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:52.531817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7b5665b-0e93-4b1d-8690-9adac07613d9 req-dfa99bbc-857c-4f4a-9108-966909971abd tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 948 time: 0.4095170 Jun 04 06:36:52.564596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.584568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:52.591987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ac49e46552904b3983ac5ec3eca819ec is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:52.608394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:52.617319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:52.640567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-f29c3335-0800-4875-85b1-d7256444ada6 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759241 Jun 04 06:36:52.658159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7b5665b-0e93-4b1d-8690-9adac07613d9 req-a54d3807-7331-45ef-bdb4-c1fdab3d81a9 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195452 Jun 04 06:36:52.725352 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9e440b-108d-4887-96fb-d17ceebde4ff'] response: {'name': 'network-changed', 'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9', 'status': 'completed', 'code': 200} Jun 04 06:36:52.817565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36c2b792-3fe9-4ae8-b9f9-51dbb563905d req-39787206-12d8-4ce1-bd25-f9b15b7daa44 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692960 Jun 04 06:36:52.838827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.844339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.884770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:52.927216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2cbe704-8b97-404f-bdeb-2d2ab9c06928 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:36:52.938646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ac49e46552904b3983ac5ec3eca819ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297470 Jun 04 06:36:52.941498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c9006-6a7a-4ce0-9951-78da9d9508c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e643b8-7fa9-4b9d-a2d3-e519a8eb3c50,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:52.943717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33428) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:52.991702 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.034416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.052380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-82d7cb1b-91c8-4b88-813f-a70aad7ac93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:53.054388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-82d7cb1b-91c8-4b88-813f-a70aad7ac93e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e69bb59cbe3462395cca474580b554e&device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 1099 time: 0.1778839 Jun 04 06:36:53.091882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.213002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:53.228897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928', 'mac_address': 'fa:16:3e:3d:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:36:53.287904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.298406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.299036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:53.299468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.348762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cbe704-8b97-404f-bdeb-2d2ab9c06928 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:53.368487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:53.374258 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.411109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-2ee55a06-ab76-4738-893e-c4e164e1b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:53.412741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-2ee55a06-ab76-4738-893e-c4e164e1b3b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.3500409 Jun 04 06:36:53.482262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=9fb439a3-808c-4f13-9504-cb797258e1ae,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:53.489077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.493969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-f0b17eee-6d48-4105-9744-6caf58b631a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=442d5113-a52f-4f6c-bd07-921184c52be9 HTTP/1.1" status: 200 len: 217 time: 0.0744162 Jun 04 06:36:53.494318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:53.494748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.504720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.505067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.505580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.505970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.506358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.506936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.507271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.507599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.507925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.508249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.508575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.508896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:36:53.549556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e643b8-7fa9-4b9d-a2d3-e519a8eb3c50,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:53.575852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:53.578348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3a4510cf-66ef-4f94-85e4-3890788fc38c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/69e643b8-7fa9-4b9d-a2d3-e519a8eb3c50 HTTP/1.1" status: 204 len: 168 time: 0.6324728 Jun 04 06:36:53.605846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-b8a8a28b-df33-457a-a249-1405afd3816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:53.616966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-b8a8a28b-df33-457a-a249-1405afd3816f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1107173 Jun 04 06:36:53.724516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-5cf3f2a4-de53-40b4-aba7-df78f7397ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:53.729173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-5cf3f2a4-de53-40b4-aba7-df78f7397ce6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059527 Jun 04 06:36:53.750902 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP f71bc932-4d58-49ab-b3ca-09ad226ca539 associated. External IP: 172.25.1.247, port: b8d4ca41-670a-43d5-9b45-39faf2e5b4e5. Jun 04 06:36:53.817048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e2cbe704-8b97-404f-bdeb-2d2ab9c06928'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:53.950357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-3e0adf9b-a853-407e-9ee8-4b561bbdcd83 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125547 Jun 04 06:36:54.156037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47537c62-08ae-45e7-bfe5-4fbc435c85a4 req-784a5238-ec83-4708-9762-8d1ef8a7a6f2 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985543 Jun 04 06:36:54.441706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147af11-2827-4bd1-aab2-66d751e340bd req-aac2b87a-db37-4bbd-85bc-a7cbf53bd786 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:54.448652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3147af11-2827-4bd1-aab2-66d751e340bd req-aac2b87a-db37-4bbd-85bc-a7cbf53bd786 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 944 time: 0.4972305 Jun 04 06:36:54.455638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:54.510288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3147af11-2827-4bd1-aab2-66d751e340bd req-98ed208e-7bde-43c7-8012-1879e61ac418 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607233 Jun 04 06:36:54.551718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:54.668371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-963307124-network', 'tenant_id': '358a52c1c3324af09eae4b72709deea7'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:54.675170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:54.679549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Usage tracker for resource:network and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:54.682442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:54.690323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:54.700924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:54.704459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:54.718131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:54.724060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ca726da-071a-4835-aa5d-636bdebcff4f req-be27f8f8-f3bc-47a3-aad2-9f3152f9317f tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0711617 Jun 04 06:36:54.736512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:54.740469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:54.743332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:54.743468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:54.752002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:54.753784 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:54.770477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:54.771086 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:54.776778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:54.850477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cacb8998-464f-4a6d-b78b-ff78945d2408 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0248628 Jun 04 06:36:54.852851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:54.889195 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:54.903604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:54.905391 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:54.948442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:54.954535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:54.972595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:36:54.979011 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:54.979648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19ceeb-089c-4785-85ac-3a8de54fa63d None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:55.008753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.008753 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Added segment 986e12f0-f394-4087-a1fc-86a58820935c of type vlan for network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 Jun 04 06:36:55.031261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3519530b-c067-4191-afac-7658811faf8a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:55.053503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.100721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.100721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:55.105731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.162357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33474) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:55.165522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ee3cd417-3e1b-4c91-b3f1-85892504c7b4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/floatingips/f71bc932-4d58-49ab-b3ca-09ad226ca539 HTTP/1.1" status: 200 len: 977 time: 0.2813339 Jun 04 06:36:55.166496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6000347 Jun 04 06:36:55.176512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:55.187467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Request body: {'subnet': {'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-963307124-subnet', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:55.196848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:55.202661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Usage tracker for resource:subnet and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:55.207517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:55.215318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:55.232217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5b041-304f-4f65-a9a1-c9d1b07fb019 req-02b91079-64f7-4f77-81ea-eb2c6400fcc5 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:55.234358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7d5b041-304f-4f65-a9a1-c9d1b07fb019 req-02b91079-64f7-4f77-81ea-eb2c6400fcc5 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.2788932 Jun 04 06:36:55.242028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:36:55.245069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.361330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42570-998a-44c0-a832-be3b77d3f3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=043f7b68-cd8d-46f0-b1f3-612ff1e5af30,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:55.371649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:36:55.379714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a8c6361-0281-44d8-b329-d3faf70af3e3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Synchronizing usage tracker for tenant:8cba017740b34942afff4cb4cb628806 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:36:55.429407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7d5b041-304f-4f65-a9a1-c9d1b07fb019 req-a4e0f443-e47a-4175-b20c-2a03a2af080d tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups?id=88808cba-dc66-4def-86b2-5a6d93991348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605635 Jun 04 06:36:55.497997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a8c6361-0281-44d8-b329-d3faf70af3e3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Unset dirty status for tenant:8cba017740b34942afff4cb4cb628806 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:36:55.503658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a8c6361-0281-44d8-b329-d3faf70af3e3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3526843 Jun 04 06:36:55.503987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33484) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:55.520456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': '114b936b-6a6a-43a5-b0e9-01bbae7c2e9f'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:55.542820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-12dff75d-76e9-4364-b19b-d76abd56f47b tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:55.544545 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-12dff75d-76e9-4364-b19b-d76abd56f47b tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.24 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 945 time: 0.1677437 Jun 04 06:36:55.598384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.602968 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.640043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Deleting port 02e3b5d6-7dad-4655-8a05-293475aee83c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:36:55.640580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.809684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.909934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] For port 02e3b5d6-7dad-4655-8a05-293475aee83c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=02e3b5d6-7dad-4655-8a05-293475aee83c,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:55.910501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:55.945532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.047973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe879b9-b627-419f-800d-dcc796a36457 req-87d9a761-42f4-4afc-a7fb-206ccc3a500f tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:56.049433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfe879b9-b627-419f-800d-dcc796a36457 req-87d9a761-42f4-4afc-a7fb-206ccc3a500f tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 948 time: 0.3848481 Jun 04 06:36:56.148037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52066dc6-fb24-4118-9eae-e2fd734e1e9f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:56.178868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:56.179483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Network hostable DHCP agents. Network: 043f7b68-cd8d-46f0-b1f3-612ff1e5af30, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:36:56.254937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfe879b9-b627-419f-800d-dcc796a36457 req-70a5c242-1d7b-49cc-a371-8b2913c3ebcc tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993983 Jun 04 06:36:56.282619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:36:56.305413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 043f7b68-cd8d-46f0-b1f3-612ff1e5af30) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:56.318697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382ff6e-ef5d-4a32-be36-d66d21aebbb9 None None] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:36:56.322194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.322859 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.323440 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Floating IP e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc disassociated. External IP: 172.25.1.87, port: 02e3b5d6-7dad-4655-8a05-293475aee83c. Jun 04 06:36:56.324322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Calling delete_port for 02e3b5d6-7dad-4655-8a05-293475aee83c owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:36:56.361059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:56.362443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.499780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.556758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:36:56.557721 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.557834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event deleted for resources: {'Port': ['ID=02e3b5d6-7dad-4655-8a05-293475aee83c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:56.597106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-32709caf-85f8-495e-b058-3b1aee7b6d90 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4185224 Jun 04 06:36:56.601605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33496) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:36:56.619347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:36:56.694630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:36:56.706886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Usage tracker for resource:router and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:36:56.718850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:36:56.736654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Allocated IP 172.20.0.2 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/f209845d-3dad-4b77-ad1f-e9571dad9cf3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:56.738541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:36:56.769124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Router 558fc915-b6f9-4899-9d4c-43cc9320a84f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:56.773760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.775166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.809315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9bdcb-a0d4-4351-b67d-1a847b4de270 req-1a243128-3610-4056-81d3-b49865b8eaab tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:56.813949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-beb9bdcb-a0d4-4351-b67d-1a847b4de270 req-1a243128-3610-4056-81d3-b49865b8eaab tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 944 time: 0.4327633 Jun 04 06:36:56.843265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:56.890558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-beb9bdcb-a0d4-4351-b67d-1a847b4de270 req-4d449039-618c-46b0-9c15-57171feaa8ee tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702853 Jun 04 06:36:56.961415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 442d5113-a52f-4f6c-bd07-921184c52be9 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:36:56.963881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2cbe704-8b97-404f-bdeb-2d2ab9c06928 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:36:56.979957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:57.048461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Sync routers for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:57.081229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:57.087102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:57.110285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] No DVR routers for this DVR port 02e3b5d6-7dad-4655-8a05-293475aee83c on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:36:57.112776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.116474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'name': 'network-vif-deleted', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:57.140062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292948b8-7df8-4d76-a243-cb32ec9c5fde req-1758751d-dafa-4c53-86f9-1741cb376ada tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.24 "DELETE /v2.0/ports/02e3b5d6-7dad-4655-8a05-293475aee83c HTTP/1.1" status: 204 len: 173 time: 1.5851681 Jun 04 06:36:57.187422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:36:57.203934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.210014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:36:57.222518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:36:57.223143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.270192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-977a204c-f807-4048-8372-a3a6f921668b req-a3f7f70c-12a9-4884-a6f5-4f6732c77688 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.2037323 Jun 04 06:36:57.401652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Transition to ACTIVE for port object f209845d-3dad-4b77-ad1f-e9571dad9cf3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:57.502751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.508392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Transition to ACTIVE for port object f209845d-3dad-4b77-ad1f-e9571dad9cf3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:36:57.520459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.523831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cf52228-c334-46c9-b69a-76dfa632b470 req-b758b8ec-0fac-4aae-b464-779f43a1cbb2 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/ports?device_id=e475bd7f-832e-4ba0-8279-a1efef34ab20 HTTP/1.1" status: 200 len: 210 time: 0.0611279 Jun 04 06:36:57.527596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.588271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.671213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:36:57.696683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:36:57.699254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:36:57.711061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=442d5113-a52f-4f6c-bd07-921184c52be9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:57.768750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:36:57.798673 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP f71bc932-4d58-49ab-b3ca-09ad226ca539 associated. External IP: 172.25.1.247, port: b8d4ca41-670a-43d5-9b45-39faf2e5b4e5. Jun 04 06:36:57.827280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:57.827902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:57.855887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '442d5113-a52f-4f6c-bd07-921184c52be9', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '442d5113-a52f-4f6c-bd07-921184c52be9', 'mac_address': 'fa:16:3e:0d:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:36:57.960333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Pushing event updated for resources: {'Port': ['ID=f209845d-3dad-4b77-ad1f-e9571dad9cf3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:58.086012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:36:58.113541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Attempting to bind port f209845d-3dad-4b77-ad1f-e9571dad9cf3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:36:58.113924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Attempting to bind port f209845d-3dad-4b77-ad1f-e9571dad9cf3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:36:58.114291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Attempting to bind port f209845d-3dad-4b77-ad1f-e9571dad9cf3 on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:36:58.273274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:58.282242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:36:58.283070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:36:58.283662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.284470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:36:58.285193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Bound port: f209845d-3dad-4b77-ad1f-e9571dad9cf3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:36:58.285827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.309302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 442d5113-a52f-4f6c-bd07-921184c52be9 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:36:58.311141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.326991 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe84593c-ad97-41ae-ba08-f3b59ad3a4bb'] response: {'server_uuid': 'e475bd7f-832e-4ba0-8279-a1efef34ab20', 'name': 'network-vif-deleted', 'tag': '02e3b5d6-7dad-4655-8a05-293475aee83c', 'status': 'completed', 'code': 200} Jun 04 06:36:58.335582 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.496125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442d5113-a52f-4f6c-bd07-921184c52be9 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:36:58.551639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:58.598800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=442d5113-a52f-4f6c-bd07-921184c52be9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:36:58.614833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.652892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] For port f209845d-3dad-4b77-ad1f-e9571dad9cf3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:36:58.680047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:36:58.690243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] For port f209845d-3dad-4b77-ad1f-e9571dad9cf3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f209845d-3dad-4b77-ad1f-e9571dad9cf3,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:36:58.706369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:58.711942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.737074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Checking router: 558fc915-b6f9-4899-9d4c-43cc9320a84f for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:36:58.750536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:58.789097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:58.789768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:58.839507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.895278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:36:58.910267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe1266-ce66-4fe3-a885-7be6bea83792 req-53134ed3-6b54-45bf-a8e9-e7bbaec32756 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:58.916456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8fe1266-ce66-4fe3-a885-7be6bea83792 req-53134ed3-6b54-45bf-a8e9-e7bbaec32756 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 949 time: 0.3492441 Jun 04 06:36:58.970309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 02e3b5d6-7dad-4655-8a05-293475aee83c no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:36:59.009095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1dfa-95bb-422e-988e-47005b19cb16 None None] Pushing event updated for resources: {'Port': ['ID=f209845d-3dad-4b77-ad1f-e9571dad9cf3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:36:59.019705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['442d5113-a52f-4f6c-bd07-921184c52be9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:36:59.180501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8fe1266-ce66-4fe3-a885-7be6bea83792 req-fc104e7a-6844-4187-8632-c24a02ac883b tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447062 Jun 04 06:36:59.268014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 02e3b5d6-7dad-4655-8a05-293475aee83c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:36:59.268362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 02e3b5d6-7dad-4655-8a05-293475aee83c not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:36:59.314451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:36:59.327819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:36:59.338881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:36:59.357092 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:59.358201 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:59.449566 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:59.460893 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:36:59.461864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:59.533262 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:59.533983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba1c96-9adf-453e-8f5d-eab15aa9c77d None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:59.628613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Allocated IP 172.25.1.36 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/1ba03be3-7dc6-4484-8fb6-f5ebd512e956) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:36:59.805533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:36:59.815319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4d57db-e5be-4bc9-8b81-de6427fd8189 None None] The sync data for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 is: [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:35:01Z', 'revision_number': 4, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9eae5e04-59fb-430d-9f4d-d7df482dc647', 'name': '', 'network_id': '922341d9-6698-41b2-a7f3-04c6eb9585c8', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'mac_address': 'fa:16:3e:ed:cd:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:58Z', 'updated_at': '2022-06-04T06:35:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'subnets': [{'id': '713307ce-741c-4969-8bf3-f8f7c11d4b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:36:59.855012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d460e33-7c3f-45c5-b6dc-ff734387b1c8 req-fc5b123e-5068-440f-93a5-2f91e973a28c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:36:59.863259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d460e33-7c3f-45c5-b6dc-ff734387b1c8 req-fc5b123e-5068-440f-93a5-2f91e973a28c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 945 time: 0.4245813 Jun 04 06:36:59.934269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f209845d-3dad-4b77-ad1f-e9571dad9cf3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:00.036527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f209845d-3dad-4b77-ad1f-e9571dad9cf3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:00.222847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0890703-4b46-4d19-a2f2-5abcd56d5092 None None] New status for floating IP e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:37:00.264217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d460e33-7c3f-45c5-b6dc-ff734387b1c8 req-35128a9a-4494-4c23-88f8-686a71c8ec87 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000814 Jun 04 06:37:00.267010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:00.326832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:00.496624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:00.500727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916eab9-a79f-4b0f-b2d8-4fa2d20c744f req-03281d50-ed4f-4e44-b006-b3f416eba3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.503190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4916eab9-a79f-4b0f-b2d8-4fa2d20c744f req-03281d50-ed4f-4e44-b006-b3f416eba3e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 1096 time: 0.0940299 Jun 04 06:37:00.551831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4916eab9-a79f-4b0f-b2d8-4fa2d20c744f req-6560669d-f55a-404f-8bdb-1032e5095252 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 Jun 04 06:37:00.570222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f34ac4-a7de-459d-8149-d9fd5eb0e85d None None] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:00.594082 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a338699-7276-4b89-9838-c0bb8a2d279d'] response: {'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928', 'code': 200} Jun 04 06:37:00.652106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:00.671621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:00.671928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Provisioning for port f209845d-3dad-4b77-ad1f-e9571dad9cf3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:00.674571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:00.681825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Provisioning complete for port f209845d-3dad-4b77-ad1f-e9571dad9cf3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:00.682204 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:00.705427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:00.742380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:00.753828 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:00.764408 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:00.765918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:00.832518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:00.844816 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:00.855466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:00.856487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:00.875905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.885829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.894943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.902436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.909483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.916913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.933047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:00.933234 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:00.933599 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf04885-99fb-489e-843a-eff48bcd81f2 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:00.933901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Current status of the port f209845d-3dad-4b77-ad1f-e9571dad9cf3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:00.934367 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:00.938427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-546466a0-29bd-420d-9cc2-06a68ec93cd1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.4930720 Jun 04 06:37:00.996504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 442d5113-a52f-4f6c-bd07-921184c52be9 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:01.067841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] For port f209845d-3dad-4b77-ad1f-e9571dad9cf3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f209845d-3dad-4b77-ad1f-e9571dad9cf3,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:01.086157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.230102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4407-1569-4b28-b63d-a7dbccd27c81 None None] Pushing event updated for resources: {'Port': ['ID=f209845d-3dad-4b77-ad1f-e9571dad9cf3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:01.245256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 442d5113-a52f-4f6c-bd07-921184c52be9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:01.256886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d6b6a15-425f-4abb-803d-d82ae53a3407 req-dd64a47d-500a-473f-8a62-6de7d4f170bc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2629435 Jun 04 06:37:01.270808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 442d5113-a52f-4f6c-bd07-921184c52be9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:01.270808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.487792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80a91715-3d1e-4513-b66a-e53abfeff1c0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/f71bc932-4d58-49ab-b3ca-09ad226ca539 HTTP/1.1" status: 200 len: 978 time: 5.9742577 Jun 04 06:37:01.489872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33532) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:01.494887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:01.553935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 442d5113-a52f-4f6c-bd07-921184c52be9 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:01.554569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.594024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e0ddbe0-7ab5-4793-9852-8e6f8b089eb8 req-f73746b1-c847-4943-b53d-2108d5f3dec6 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.1211252 Jun 04 06:37:01.597268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=442d5113-a52f-4f6c-bd07-921184c52be9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:01.605932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.711477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:01.737494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c8078e02-2666-4fba-8ddd-e846fb6a405c None None] Provisioning complete for port f209845d-3dad-4b77-ad1f-e9571dad9cf3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:01.737873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c8078e02-2666-4fba-8ddd-e846fb6a405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.741940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.743048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:01.925362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-702a2120-8930-40bc-ba93-81cf0a769c79 req-11addfe5-f333-421a-b425-03e337f300f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0739734 Jun 04 06:37:01.925632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f209845d-3dad-4b77-ad1f-e9571dad9cf3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:01.959713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:01.968281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:01.974702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:01.981578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:01.988217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:01.994624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:02.002054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:02.003408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Synchronizing usage tracker for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:02.077028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c8078e02-2666-4fba-8ddd-e846fb6a405c None None] Current status of the port f209845d-3dad-4b77-ad1f-e9571dad9cf3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:02.104375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f209845d-3dad-4b77-ad1f-e9571dad9cf3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:02.104745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.126483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Unset dirty status for tenant:de8f3b6f8eae42858d0d9aa8390e6a11 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:02.127859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-1e265419-2186-4286-a2c9-e9ada7d095c8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.5402334 Jun 04 06:37:02.230104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f209845d-3dad-4b77-ad1f-e9571dad9cf3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:02.396387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.399374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dd078-9586-457d-9ace-ca8cb0d5d53a req-007c758d-3262-4664-8a54-766f141a249b tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:02.400918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e79dd078-9586-457d-9ace-ca8cb0d5d53a req-007c758d-3262-4664-8a54-766f141a249b tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.3943005 Jun 04 06:37:02.402355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.402682 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP f71bc932-4d58-49ab-b3ca-09ad226ca539 disassociated. External IP: 172.25.1.247, port: 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f. Jun 04 06:37:02.403721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.453679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-b49061c7-bc6a-4ebe-87fd-ed5901a6cefa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:02.455035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-b49061c7-bc6a-4ebe-87fd-ed5901a6cefa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3211460 Jun 04 06:37:02.534507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e79dd078-9586-457d-9ace-ca8cb0d5d53a req-5090d3c2-1062-4361-b676-019a8fc03aef tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Jun 04 06:37:02.595909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:02.709993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-61a27cc4-a952-4560-9b19-470dd345d99e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2491465 Jun 04 06:37:02.721178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:02.722271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Router a6030852-661b-4464-8ba6-6fb34bb5d139 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:37:02.828368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4695d-7b51-45f0-9474-74023b997cd9 req-e5c59189-1e6b-4d7b-b106-2037b99f6581 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:02.829756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9d4695d-7b51-45f0-9474-74023b997cd9 req-e5c59189-1e6b-4d7b-b106-2037b99f6581 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 945 time: 0.1706684 Jun 04 06:37:02.950654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9d4695d-7b51-45f0-9474-74023b997cd9 req-92b46c56-51f0-4412-96d5-025ffdce8751 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134973 Jun 04 06:37:02.956398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:02.983542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:02.983711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.993465 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:02.995326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-85f9e066-8701-4ea4-a556-6f2c8fe514e4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3908560 Jun 04 06:37:02.999314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33552) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:03.000117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:03.001715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:03.051227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:03.105328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:03.432813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:03.445500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:03.510201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:03.522243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:03.531721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:03.534152 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:03.538750 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:03.587900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:03.617912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a78179d4-f2b4-438b-95af-3015b143d17a,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:03.640909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a8604924-df2f-401a-9545-dfcae763ffb5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/f71bc932-4d58-49ab-b3ca-09ad226ca539 HTTP/1.1" status: 200 len: 688 time: 2.1496902 Jun 04 06:37:03.648236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:03.676730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.683146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.690144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.693077 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:03.696160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.702713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.708589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.714500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:03.717702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:03.718602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:03.722837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-96414c64-157f-472a-b960-da16f026c70f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 5436 time: 0.4220607 Jun 04 06:37:03.801540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:03.801940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c676fb-ca48-4af7-9444-2cdf497bb1ff None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:03.808687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d56be16d-afbe-4df6-80eb-b98f53b3049e req-2625a0be-dd40-40fa-a6cb-00b896c69f53 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=39be85d5-06a1-4ea9-8245-720b479dd14f&id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847225 Jun 04 06:37:03.857006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 9fb439a3-808c-4f13-9504-cb797258e1ae {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:03.857974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.000834 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6596a0db-b1f2-44cc-b8a0-607e56bb872d'] response: {'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9', 'code': 200} Jun 04 06:37:04.060011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:01Z', 'revision_number': 3, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:04.075213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:37:04.075698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Updating router a6030852-661b-4464-8ba6-6fb34bb5d139 port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:37:04.143981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.280270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3fa4c50-0195-4a80-810f-717da2b1ad91 req-425736f4-dd88-4c77-8387-84745000e791 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.2149673 Jun 04 06:37:04.352024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.352575 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.484352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1306156-0c40-4a81-a0a7-6d4cd58978a9 req-30a361de-a090-4658-878e-95f305e1cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:04.486132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1306156-0c40-4a81-a0a7-6d4cd58978a9 req-30a361de-a090-4658-878e-95f305e1cfad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 1101 time: 0.4685686 Jun 04 06:37:04.494501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 9fb439a3-808c-4f13-9504-cb797258e1ae owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:04.541339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:37:04.566273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.572768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] For port a78179d4-f2b4-438b-95af-3015b143d17a, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:04.637302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] device_id is not set on port a78179d4-f2b4-438b-95af-3015b143d17a yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:37:04.650740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.696986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.766555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.837087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1306156-0c40-4a81-a0a7-6d4cd58978a9 req-5a2ebeb8-c9df-4372-b653-7aab63034635 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004129 Jun 04 06:37:04.905363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.940644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Transition to ACTIVE for port object 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:04.950467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.964787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Allocated IP 172.20.0.1 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/856a101f-058f-4402-9b4c-b4da7d33ffa7) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:04.979535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96026-6372-499a-aa86-d15ecb4bbe53 req-0a57d608-1563-4bcf-9bb4-b1c42e30c9ee tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:04.981129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4c96026-6372-499a-aa86-d15ecb4bbe53 req-0a57d608-1563-4bcf-9bb4-b1c42e30c9ee tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.2549438 Jun 04 06:37:04.984285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:04.988539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88808cba-dc66-4def-86b2-5a6d93991348,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:04.993769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:04.999667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] No DVR routers for this DVR port a78179d4-f2b4-438b-95af-3015b143d17a on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:05.040027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a78179d4-f2b4-438b-95af-3015b143d17a no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:05.050237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.050831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.051326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.051829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.052330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.052829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.053317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.053831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.054566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.055065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.055550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.056037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.069918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.070884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.071085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.071617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.072169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.072715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.073220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.073742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.074246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.074738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.075227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.075712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:05.161559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4c96026-6372-499a-aa86-d15ecb4bbe53 req-7c78f87b-71a2-4399-9f39-4db0ce5ca73c tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709504 Jun 04 06:37:05.183831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=9fb439a3-808c-4f13-9504-cb797258e1ae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:05.240086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] In _notify_port_updated(), no bound segment for port a78179d4-f2b4-438b-95af-3015b143d17a on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:37:05.240734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.241350 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.241883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a78179d4-f2b4-438b-95af-3015b143d17a not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:05.242747 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-069bae16-dcd3-4fec-a1f1-57da49f791d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 200 len: 1028 time: 2.5263073 Jun 04 06:37:05.243062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2019e3ec-f16b-4619-b136-94302383e2e4 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:05.243455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.247045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-622ecb16-78bf-440f-97ef-4f68ad52bc05 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "DELETE /v2.0/security-groups/88808cba-dc66-4def-86b2-5a6d93991348 HTTP/1.1" status: 204 len: 168 time: 2.1924517 Jun 04 06:37:05.251703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33582) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:05.261217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.281515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Attempting to bind port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:05.281755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Transition to ACTIVE for port object 856a101f-058f-4402-9b4c-b4da7d33ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:05.282090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Attempting to bind port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:05.282559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Attempting to bind port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:05.303680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:05.303680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:05.303680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.305197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:05.305733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Bound port: 1ba03be3-7dc6-4484-8fb6-f5ebd512e956, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:05.306443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.327499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.347998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.351020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.352182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d85c641f-f120-4c22-9dfb-679f82b81e60 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/f71bc932-4d58-49ab-b3ca-09ad226ca539 HTTP/1.1" status: 204 len: 168 time: 1.7004564 Jun 04 06:37:05.355355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:05.356764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edb488-dc21-4061-96fa-6d3c292d4c40 None None] Pushing event updated for resources: {'Port': ['ID=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:05.385316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-366693b0-59bf-4c15-a97e-6c9a3a23fbac None None] Provisioning complete for port a78179d4-f2b4-438b-95af-3015b143d17a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:05.385316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-366693b0-59bf-4c15-a97e-6c9a3a23fbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.417434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-914dff9e-dc48-4f21-a86d-565048d8c779 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.418894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-914dff9e-dc48-4f21-a86d-565048d8c779 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "GET /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1553638 Jun 04 06:37:05.430234 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-013a7bbd-7bdd-4285-a1eb-7e30d7076bba tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] show failed (client error): The resource could not be found. Jun 04 06:37:05.430971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-013a7bbd-7bdd-4285-a1eb-7e30d7076bba tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "GET /v2.0/security-groups/88808cba-dc66-4def-86b2-5a6d93991348 HTTP/1.1" status: 404 len: 347 time: 0.1784551 Jun 04 06:37:05.434110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:05.444851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33592) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:05.475929 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-073684cf-6ece-48ab-9deb-237e007a7e8f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] delete failed (client error): The resource could not be found. Jun 04 06:37:05.476957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-073684cf-6ece-48ab-9deb-237e007a7e8f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/f71bc932-4d58-49ab-b3ca-09ad226ca539 HTTP/1.1" status: 404 len: 345 time: 0.1206923 Jun 04 06:37:05.488257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:05.492452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-366693b0-59bf-4c15-a97e-6c9a3a23fbac None None] Port a78179d4-f2b4-438b-95af-3015b143d17a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:37:05.538252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:05.548228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:05.559105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:05.568328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] For port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:05.576395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] For port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:05.584438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2019e3ec-f16b-4619-b136-94302383e2e4 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:05.584604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.596473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.604881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.657576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Pushing event updated for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:05.697658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.704094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.704307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Deleting port bdfcd37f-c021-40e6-ad3b-1630f138293a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:05.704524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.711865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.713056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Synchronizing usage tracker for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:05.770277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.790136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:05.793001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:05.793667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:05.823120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Unset dirty status for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:05.828621 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d2d9bf6-6d4b-496b-997b-f16bde8c9e3a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/ports?network_id=9f70670f-204f-4f0f-9161-c324cc0eebf1 HTTP/1.1" status: 200 len: 2357 time: 0.3392909 Jun 04 06:37:05.833909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33602) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:05.884695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:05.885388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:05.898134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0194-7079-47e6-ad96-11f2fad0b247 req-0f38aace-5d73-408b-8018-96ef0c4b43fc tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:05.899698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f0c0194-7079-47e6-ad96-11f2fad0b247 req-0f38aace-5d73-408b-8018-96ef0c4b43fc tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.5144176 Jun 04 06:37:05.925031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edb488-dc21-4061-96fa-6d3c292d4c40 None None] Pushing event updated for resources: {'Port': ['ID=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:06.020437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.021052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.024301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:06.094905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:06.126801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] For port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:06.146581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-548203d7-3bfd-4f50-b9aa-901e2cee9e3a None None] Provisioning for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:06.149762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:06.168879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-548203d7-3bfd-4f50-b9aa-901e2cee9e3a None None] Provisioning complete for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:06.169275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-548203d7-3bfd-4f50-b9aa-901e2cee9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.185393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c15a6-9a38-4bb5-817e-0c97ccc15c8c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:06.186934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e3c15a6-9a38-4bb5-817e-0c97ccc15c8c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/subnets/cc374057-dc6d-4b19-a563-9eb37de91d45 HTTP/1.1" status: 200 len: 797 time: 0.3517938 Jun 04 06:37:06.189171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] device_id is not set on port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:37:06.193349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33608) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:06.199776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'port': {'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1', 'name': 'tempest-FloatingIPTestJSON-1719509466', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:06.221317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Calling delete_port for bdfcd37f-c021-40e6-ad3b-1630f138293a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:06.223603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.248280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:06.280835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.290913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f0c0194-7079-47e6-ad96-11f2fad0b247 req-7936c94c-031e-4b03-b9bd-fdbb292a683e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719199 Jun 04 06:37:06.352236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:06.352673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:06.405023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-548203d7-3bfd-4f50-b9aa-901e2cee9e3a None None] Port 856a101f-058f-4402-9b4c-b4da7d33ffa7 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:37:06.504895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] No DVR routers for this DVR port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:06.586791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:06.594249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] In _notify_port_updated(), no bound segment for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 on network d4a45232-156c-4860-aacc-5d89d5335c1e {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:37:06.595113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:06.595741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.597102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-ef98fe45-1df1-4e25-970f-ad6cf4797d98 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 200 len: 1028 time: 1.1700644 Jun 04 06:37:06.643083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:06.646119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:06.646461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.668407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:06.686793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 137482d1-accd-46d2-b556-b89c30db245a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:06.687137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.706162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:06.719122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:06.723146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.725412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 137482d1-accd-46d2-b556-b89c30db245a no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:06.746951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.767743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.873634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4de346b4-60ac-4fee-8808-3ce161f7392a None None] Provisioning complete for port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:06.874216 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4de346b4-60ac-4fee-8808-3ce161f7392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:06.886848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Pushing event deleted for resources: {'Port': ['ID=bdfcd37f-c021-40e6-ad3b-1630f138293a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:06.903765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:06.913881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:01Z', 'revision_number': 3, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:06.964903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb77cb-7b6c-4d08-a8a1-8770bb0a813d None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:01Z', 'revision_number': 3, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:06.982664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4de346b4-60ac-4fee-8808-3ce161f7392a None None] Port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:37:06.996359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 137482d1-accd-46d2-b556-b89c30db245a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:06.996754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.004063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.012137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:07.021451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:07.032413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:07.038658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:07.045805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:07.053592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-6d16b2af-ba73-41f4-a183-c81b0b2c3d9c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3884 time: 0.4476452 Jun 04 06:37:07.054747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] device_id is not set on port ea31ead3-02ed-459c-bbdb-c98558373a95 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:37:07.055485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:07.063271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.064258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa7cb967-e880-43a7-9b4d-85aa2609e555 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:07.079565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.141400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.145180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4fe0668e-3ed9-40fd-bbee-0e223d68d3d4 tempest-ServersTestBootFromVolume-175593746 tempest-ServersTestBootFromVolume-175593746-project] 10.222.0.17 "DELETE /v2.0/floatingips/e6f9e8a7-4a3e-42f6-b4fb-c6ae0b1009fc HTTP/1.1" status: 204 len: 168 time: 1.6937749 Jun 04 06:37:07.147947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:07.173009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-067dedde-d4a0-4af8-ab87-ba9856297919 req-75f38151-64f4-4446-bc8f-4c9f1a967fe8 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184084 Jun 04 06:37:07.198381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:07.267859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa7cb967-e880-43a7-9b4d-85aa2609e555 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:07.268379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.340401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:07.346486 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.349214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 143728f4-80bb-42e4-ae34-96b072d37b68 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:07.377284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.387318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.449230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:07.449870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.603729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.631636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:07.634872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 143728f4-80bb-42e4-ae34-96b072d37b68 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:07.635424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.681135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:07.690100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:07.774190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:07.797724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Pushing event updated for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:07.893547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:07.894812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:07.964465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:08.208707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:08.234312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:08.237890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.298343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:08.444208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.444901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.445324 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Floating IP feb230e7-8169-4eda-b3d4-5016232420c6 disassociated. External IP: 172.25.1.81, port: 137482d1-accd-46d2-b556-b89c30db245a. Jun 04 06:37:08.445939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 137482d1-accd-46d2-b556-b89c30db245a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:08.488976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1a3beb7a-e007-4156-844c-84a16a27fc2a None None] Provisioning complete for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:08.489529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a3beb7a-e007-4156-844c-84a16a27fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.539412 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a47fb9-7b41-431d-94b4-2aeb343a25b3'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4', 'code': 200} Jun 04 06:37:08.583335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:08.583335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b71404e1-2722-4af4-b5a0-6e198c5f93aa admin admin] 10.222.0.17 "PUT /v2.0/routers/a6030852-661b-4464-8ba6-6fb34bb5d139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5738480 Jun 04 06:37:08.601504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:08.601887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.606466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1a3beb7a-e007-4156-844c-84a16a27fc2a None None] Port 856a101f-058f-4402-9b4c-b4da7d33ffa7 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:37:08.630663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:08.636029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:08.746141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0100ceba-8450-411f-a3b0-74f7f0386d09 req-76a7d18f-b88b-470a-9826-ac3fc047b164 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb15490487eb496ea6d6b54e07849cf5&device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0957906 Jun 04 06:37:08.759999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:08.804089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9e79-643e-4c03-b51f-7c203e6e039a req-a2f67ccd-cf9f-4a37-9b21-5cacf3ccb4d2 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:08.806305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23ed9e79-643e-4c03-b51f-7c203e6e039a req-a2f67ccd-cf9f-4a37-9b21-5cacf3ccb4d2 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.1495757 Jun 04 06:37:08.809503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0100ceba-8450-411f-a3b0-74f7f0386d09 req-9fc12c4d-065b-4eb9-bfca-8045a2204593 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb15490487eb496ea6d6b54e07849cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472314 Jun 04 06:37:08.853524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23ed9e79-643e-4c03-b51f-7c203e6e039a req-70f19478-93aa-4a56-9ef8-6d450233823c tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Jun 04 06:37:09.052533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8af00-158a-4377-9fce-8a89db91fb5d req-911df7c9-26f8-4a00-a6c5-6eb8af4968e0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.056703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89e8af00-158a-4377-9fce-8a89db91fb5d req-911df7c9-26f8-4a00-a6c5-6eb8af4968e0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.1019487 Jun 04 06:37:09.090225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.14 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/ea31ead3-02ed-459c-bbdb-c98558373a95) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:09.094864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:09.095168 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:09.116550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89e8af00-158a-4377-9fce-8a89db91fb5d req-29e50475-afce-4c78-9c99-f908506b2f7e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532749 Jun 04 06:37:09.121053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.12 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/ea31ead3-02ed-459c-bbdb-c98558373a95) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:09.241892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100ceba-8450-411f-a3b0-74f7f0386d09 req-70a0fb5c-0db9-4953-9a44-b3fd98896d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.243355 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0100ceba-8450-411f-a3b0-74f7f0386d09 req-70a0fb5c-0db9-4953-9a44-b3fd98896d3b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137080 Jun 04 06:37:09.364551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.370186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.376795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.382574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.388375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:09.390839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-b4f4d8fc-d4a6-437d-8995-46b58c4de848 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3876 time: 0.1527264 Jun 04 06:37:09.466151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:09.479973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:09.481110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:09.522635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:09.571852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7194b1f-9726-4cf8-ad36-e94b59781d94 req-071e7c84-0651-4693-8bc4-fcca9360d31a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731300 Jun 04 06:37:09.572497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:09.729952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 137482d1-accd-46d2-b556-b89c30db245a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:09.730286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:09.737683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:09.758557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db648a68-c6d4-40fa-83fc-c9990ce67cdb req-b0547709-fd00-4d54-a7ef-ecbce7a477e4 tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.17 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0500119 Jun 04 06:37:09.798844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:09.913842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:09.942634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:09.962834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789775933', 'description': 'tempest-description--1711920256'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:09.980887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:09.992939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:10.002509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:10.019815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:10.059101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.099549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:10.111539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:10.117883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:10.126746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:10.127123 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.132183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:10.282505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.283618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:10.288981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.303388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:10.306443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:10.351828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2158f068-e064-4616-9ed0-bea4652cf07e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:10.367752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.369215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d42a967-794c-4bfb-879e-88df6950195f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4246893 Jun 04 06:37:10.371891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:10.372920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33656) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:10.380704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '2158f068-e064-4616-9ed0-bea4652cf07e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:10.382188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:07Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:10.387463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:37:10.389854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Updating router a6030852-661b-4464-8ba6-6fb34bb5d139 port 856a101f-058f-4402-9b4c-b4da7d33ffa7 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:37:10.392407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:10.396349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=ea31ead3-02ed-459c-bbdb-c98558373a95,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:10.397220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:10.400529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:10.406795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:10.442480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.466986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.534308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.541861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137482d1-accd-46d2-b556-b89c30db245a'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:10.542972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.584448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:10.585103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.591715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661a0cf1-944a-4233-87aa-80c3fb3ba4c2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:10.602193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.608364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30914e5f-e14d-4a24-b05e-63c05627841b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291865 Jun 04 06:37:10.609165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33664) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:10.615358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '2158f068-e064-4616-9ed0-bea4652cf07e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:10.625144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:10.630339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:10.634870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:10.651846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:10.724097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.726932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0100ceba-8450-411f-a3b0-74f7f0386d09 req-0105e8dc-2124-49b4-abc4-621ccd15e64e tempest-ServerShowV254Test-487605200 tempest-ServerShowV254Test-487605200-project] 10.222.0.39 "GET /v2.0/ports?device_id=14f48a7b-4ca0-45ca-8f3c-2cd1e54d7e98 HTTP/1.1" status: 200 len: 210 time: 0.0762169 Jun 04 06:37:10.729149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port 137482d1-accd-46d2-b556-b89c30db245a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=137482d1-accd-46d2-b556-b89c30db245a,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:10.729539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:10.797175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d407d217-53bf-4bf1-a28d-1a3cfb61c7e6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6025360 Jun 04 06:37:10.804025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:10.816845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'ea31ead3-02ed-459c-bbdb-c98558373a95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:10.825761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:10.855368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:10.938664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.023578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Deleting port 9eae5e04-59fb-430d-9f4d-d7df482dc647 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:11.023919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.053329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.070763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Transition to ACTIVE for port object 856a101f-058f-4402-9b4c-b4da7d33ffa7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:11.078425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.093769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.116607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.140609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decde127-8806-41d4-81c3-6ad614b4ffa1 req-9e81edd2-da39-49d4-bbb9-dffc3b45f3d2 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.142836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-decde127-8806-41d4-81c3-6ad614b4ffa1 req-9e81edd2-da39-49d4-bbb9-dffc3b45f3d2 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2820563 Jun 04 06:37:11.231228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.238567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6226697 Jun 04 06:37:11.243650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33676) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:11.244439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557017ee-4948-4916-8f24-2b0eba018642 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf222721-3f9f-46be-8e35-18e0ac27c5c1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:11.262363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:11.275410 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-decde127-8806-41d4-81c3-6ad614b4ffa1 req-7b483808-942d-4fe9-adbf-9d3964928994 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026666 Jun 04 06:37:11.277540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:11.293363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:floatingip and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:11.300150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:11.310553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:11.350813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.387479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c18a-e5b3-42a1-86e4-5cd5d9868a02 None None] Pushing event updated for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:11.496128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.518167 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d49c1-7628-4380-b2fd-39a59a7940cf'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'code': 200} Jun 04 06:37:11.518702 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d49c1-7628-4380-b2fd-39a59a7940cf'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137482d1-accd-46d2-b556-b89c30db245a', 'code': 200} Jun 04 06:37:11.518702 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d49c1-7628-4380-b2fd-39a59a7940cf'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'code': 200} Jun 04 06:37:11.518937 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d49c1-7628-4380-b2fd-39a59a7940cf'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68', 'code': 200} Jun 04 06:37:11.584393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Attempting to bind port 856a101f-058f-4402-9b4c-b4da7d33ffa7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:11.584821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Attempting to bind port 856a101f-058f-4402-9b4c-b4da7d33ffa7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:11.585276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Attempting to bind port 856a101f-058f-4402-9b4c-b4da7d33ffa7 on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:11.603871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:11.604232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:11.604637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.605098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:11.605465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Bound port: 856a101f-058f-4402-9b4c-b4da7d33ffa7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:11.605877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.658314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.658888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.658888 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Floating IP feb230e7-8169-4eda-b3d4-5016232420c6 disassociated. External IP: 172.25.1.81, port: 137482d1-accd-46d2-b556-b89c30db245a. Jun 04 06:37:11.659221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 137482d1-accd-46d2-b556-b89c30db245a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:11.727534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] For port 856a101f-058f-4402-9b4c-b4da7d33ffa7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:11.731605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] For port 856a101f-058f-4402-9b4c-b4da7d33ffa7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=856a101f-058f-4402-9b4c-b4da7d33ffa7,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:11.738202 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.819016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.55 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/c8cae986-2c56-485a-9568-c2f4803eb36e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:11.825745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] For port 9eae5e04-59fb-430d-9f4d-d7df482dc647, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9eae5e04-59fb-430d-9f4d-d7df482dc647,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:11.826731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.829445 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:11.847245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.853083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.865764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.872763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.883534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:11.883745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:11.884394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:11.885104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-d4b0e8f3-a4f3-47ce-ba6a-ae68df592432 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3876 time: 0.2822802 Jun 04 06:37:12.016472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c18a-e5b3-42a1-86e4-5cd5d9868a02 None None] Pushing event updated for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:12.080752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Calling delete_port for 9eae5e04-59fb-430d-9f4d-d7df482dc647 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:12.151931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:12.194009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e61c7152-fd66-4508-a261-5958e4fcb859 req-0dca191b-29f4-490e-987d-fc6fe8fa291c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540746 Jun 04 06:37:12.204947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:12.264063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=137482d1-accd-46d2-b556-b89c30db245a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:12.291311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:12.333784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:12.483739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:12.502471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:12.506486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:12.595021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:11Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:12.610319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=c8cae986-2c56-485a-9568-c2f4803eb36e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:12.612020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc801a-24ae-48b1-aa09-0a4de948135b None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:11Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:12.646044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.25.1.44 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b820e3f6-2813-400d-a293-a1bc19a9aa1b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:12.649127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Router 852544e1-1e83-40e5-aff2-736d060913b5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:12.924121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:13.069626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:13.071740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.080533 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Sync routers for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:13.110208 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:13.110863 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:13.296633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eae5e04-59fb-430d-9f4d-d7df482dc647,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:13.322282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] No DVR routers for this DVR port 137482d1-accd-46d2-b556-b89c30db245a on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:13.407074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.416330 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:13.461053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19a9d1-5587-4126-a636-ad687d7baf76 req-c0be5d66-a1fd-4acc-9f61-29f42d66d6f1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:13.466256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '137482d1-accd-46d2-b556-b89c30db245a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:13.471708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da19a9d1-5587-4126-a636-ad687d7baf76 req-c0be5d66-a1fd-4acc-9f61-29f42d66d6f1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.7028308 Jun 04 06:37:13.500786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-028abf66-238e-4acd-97fb-ce9c9411c47e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "DELETE /v2.0/ports/137482d1-accd-46d2-b556-b89c30db245a HTTP/1.1" status: 204 len: 173 time: 6.8964195 Jun 04 06:37:13.600369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.611587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.627679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da19a9d1-5587-4126-a636-ad687d7baf76 req-14d3939d-3456-445f-81b5-7e1dab2d139f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578913 Jun 04 06:37:13.740230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:13.756198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Usage tracker for resource:security_group_rule and tenant:cb15490487eb496ea6d6b54e07849cf5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:13.763646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:13.773085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:13.830228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port aa7cb967-e880-43a7-9b4d-85aa2609e555 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:13.830910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.945392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:13.991553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.038671 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:14.050665 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Checking router: 852544e1-1e83-40e5-aff2-736d060913b5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:37:14.055900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 856a101f-058f-4402-9b4c-b4da7d33ffa7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:14.065121 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:14.066123 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:14.075901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.199670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.224373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:14.231485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:14.232980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.250613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:14.289373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cb15490487eb496ea6d6b54e07849cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3590164 Jun 04 06:37:14.289373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:14.293289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33710) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:14.296868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffc2d8-ad55-430a-9c8b-ecb6cbd3126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243b1be-0d16-4b7d-b458-6a8e9caee549,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:14.336284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:14.342921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.372920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:14.422810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 856a101f-058f-4402-9b4c-b4da7d33ffa7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:14.423193 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.471791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 856a101f-058f-4402-9b4c-b4da7d33ffa7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=856a101f-058f-4402-9b4c-b4da7d33ffa7,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:14.481279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.568748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.667208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=b820e3f6-2813-400d-a293-a1bc19a9aa1b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:14.668220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:14.686937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-c131fbb2-c8d5-490f-a71e-e8fcca078272 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:14.692871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-c131fbb2-c8d5-490f-a71e-e8fcca078272 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:14.698921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-c131fbb2-c8d5-490f-a71e-e8fcca078272 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:14.708334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-c131fbb2-c8d5-490f-a71e-e8fcca078272 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:14.710439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-c131fbb2-c8d5-490f-a71e-e8fcca078272 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 3143 time: 0.8441172 Jun 04 06:37:14.739486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port aa7cb967-e880-43a7-9b4d-85aa2609e555, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa7cb967-e880-43a7-9b4d-85aa2609e555,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:14.739849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.749504 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:14.754545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1780c0-c713-42c4-abed-6a794f48b4a4 None None] The sync data for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 is: [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '673ba32b-ccc9-41e4-8b56-8bef7c3533ac', 'name': '', 'network_id': '2b5a480e-c763-4183-8cd6-83ed57094391', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'mac_address': 'fa:16:3e:1e:0a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:04Z', 'updated_at': '2022-06-04T06:31:25Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'subnets': [{'id': '029ed1cb-f5b4-4eca-9471-777b65c64f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:14.847808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ead2cbec-a844-4bda-aa5d-0ba3aa827005 req-9c0d312a-c898-40b2-ba68-b335f36691fa tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261225 Jun 04 06:37:14.888053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.897451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for aa7cb967-e880-43a7-9b4d-85aa2609e555 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:14.926662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:14.953997 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd90635d-b761-4c48-8346-e7d1ec762eff'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '137482d1-accd-46d2-b556-b89c30db245a', 'status': 'completed', 'code': 200} Jun 04 06:37:15.053902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.056902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.082195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.127350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.174680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021d810-099a-4295-bd93-096063a86387 None None] New status for floating IP feb230e7-8169-4eda-b3d4-5016232420c6: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:37:15.329447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=c8cae986-2c56-485a-9568-c2f4803eb36e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:15.349276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Router 558fc915-b6f9-4899-9d4c-43cc9320a84f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:15.366101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.436775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.453556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243b1be-0d16-4b7d-b458-6a8e9caee549,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:15.453556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.511731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b51d4-ecea-44bb-b78a-15a6d7c0d56a req-c0586a2c-2b29-411b-8901-3ba013a32610 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:15.516854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=aa7cb967-e880-43a7-9b4d-85aa2609e555,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:15.519014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33b51d4-ecea-44bb-b78a-15a6d7c0d56a req-c0586a2c-2b29-411b-8901-3ba013a32610 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.4332902 Jun 04 06:37:15.678038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.679143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-122fc62c-08e6-431c-a9a1-43170d56b448 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6243b1be-0d16-4b7d-b458-6a8e9caee549 HTTP/1.1" status: 204 len: 168 time: 1.3845873 Jun 04 06:37:15.687589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] No DVR routers for this DVR port aa7cb967-e880-43a7-9b4d-85aa2609e555 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:15.691605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.693534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-6e83688a-9e17-4c72-a875-cfcb905e56e2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "DELETE /v2.0/ports/aa7cb967-e880-43a7-9b4d-85aa2609e555 HTTP/1.1" status: 204 len: 173 time: 2.0778077 Jun 04 06:37:15.770964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:15.782691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6d9d054-85c4-4730-bf14-f07ed915551c admin admin] 10.222.0.17 "PUT /v2.0/routers/558fc915-b6f9-4899-9d4c-43cc9320a84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6304147 Jun 04 06:37:15.784850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Sync routers for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:15.786360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:15.799945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:15.800995 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:15.828811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33b51d4-ecea-44bb-b78a-15a6d7c0d56a req-096dfe85-04e8-45ae-9c3a-e2bba264364a tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083820 Jun 04 06:37:15.845916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:15.846458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.879468 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:15.883298 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 3876ddd3-dd31-4fad-8ec6-d30e8d8ec06d associated. External IP: 172.25.1.55, port: ea31ead3-02ed-459c-bbdb-c98558373a95. Jun 04 06:37:15.933527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 856a101f-058f-4402-9b4c-b4da7d33ffa7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:16.004624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.206424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 856a101f-058f-4402-9b4c-b4da7d33ffa7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:16.206939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.271142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=b820e3f6-2813-400d-a293-a1bc19a9aa1b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:16.425742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.461511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:16.524668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 856a101f-058f-4402-9b4c-b4da7d33ffa7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:16.541424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.787510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.798864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5d7d6d77-aa13-48c7-aa14-327aa2bb497c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5352662 Jun 04 06:37:16.814414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:16.814777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.864460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b38a-1125-4291-adbc-0f7e6c415753 req-a01143e3-9fa9-4b42-ab81-b36060db2ba5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:16.871542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b38a-1125-4291-adbc-0f7e6c415753 req-a01143e3-9fa9-4b42-ab81-b36060db2ba5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:16.880137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b38a-1125-4291-adbc-0f7e6c415753 req-a01143e3-9fa9-4b42-ab81-b36060db2ba5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:16.882097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1348b38a-1125-4291-adbc-0f7e6c415753 req-a01143e3-9fa9-4b42-ab81-b36060db2ba5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 2410 time: 0.3419735 Jun 04 06:37:16.882580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:16.913710 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4942ea5-bcf2-4e04-8e2b-d00e95d25cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:16.956862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:16.960194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:37:12Z', 'revision_number': 5, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port': {'id': '3d8fe48d-39d5-402b-9c5e-ec2379bb78b1', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:50Z', 'updated_at': '2022-06-04T06:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:16.965401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Checking router: 558fc915-b6f9-4899-9d4c-43cc9320a84f for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:37:16.973239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:16.980938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Routers {'558fc915-b6f9-4899-9d4c-43cc9320a84f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:16.981967 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['558fc915-b6f9-4899-9d4c-43cc9320a84f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:16.998842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.025234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Deleting port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:17.025591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.055020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:17.081440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1348b38a-1125-4291-adbc-0f7e6c415753 req-9267bdba-a62c-410a-ad8e-adafd26776d2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313243 Jun 04 06:37:17.171350 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] Set router 558fc915-b6f9-4899-9d4c-43cc9320a84f gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:17.224868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-830077079-network', 'tenant_id': '0498d9aace984ca798e775e1b258be03'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:17.232418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:17.237163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Usage tracker for resource:network and tenant:0498d9aace984ca798e775e1b258be03 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:17.241324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:17.249087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:17.323318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Made reservation on behalf of 0498d9aace984ca798e775e1b258be03 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:17.327010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.331015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.340811 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:37:16Z', 'revision_number': 6, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:17.346328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f9695-ad1f-4bc9-8dd1-18ae8fdf2510 None None] The sync data for ids ['558fc915-b6f9-4899-9d4c-43cc9320a84f'] in n-d-811808-2 is: [{'id': '558fc915-b6f9-4899-9d4c-43cc9320a84f', 'name': 'tempest-ServersTestBootFromVolume-252452061-router', 'tenant_id': 'a0e04118c3df425e87d16f4575209014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:49Z', 'updated_at': '2022-06-04T06:37:16Z', 'revision_number': 6, 'project_id': 'a0e04118c3df425e87d16f4575209014', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:17.352422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.400647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:17.406418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:17.409810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0498d9aace984ca798e775e1b258be03 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:17.415187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:17.431543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:17.437771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:17.444741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:17.459941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] For port 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:17.460471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.463577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:17.464444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:17.490652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.549805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:17.558557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:17.559148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:36:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:17.626761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb155d44-8232-4b7d-acc8-a6b0719f4655 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8175113 Jun 04 06:37:17.629066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:17.629934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ff7b6-647a-4583-bb96-8906f267cc66 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:17.635774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:17.647096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': 'ea31ead3-02ed-459c-bbdb-c98558373a95', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:17.667856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Calling delete_port for 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:17.724040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] No DVR routers for this DVR port 28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:17.728473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.748816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-32b36547-4c95-4b28-b27f-dbb9268143cc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "DELETE /v2.0/ports/28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2 HTTP/1.1" status: 204 len: 173 time: 2.0443282 Jun 04 06:37:17.810532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeffb6-239d-4396-84d5-676052d98cfb req-844e773c-f287-432d-9f5e-6154136e288f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:17.813973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73eeffb6-239d-4396-84d5-676052d98cfb req-844e773c-f287-432d-9f5e-6154136e288f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2909107 Jun 04 06:37:17.817765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.840464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eae5e04-59fb-430d-9f4d-d7df482dc647 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:17.851051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 143728f4-80bb-42e4-ae34-96b072d37b68 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:17.851390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.898863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9eae5e04-59fb-430d-9f4d-d7df482dc647 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:37:17.899419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9eae5e04-59fb-430d-9f4d-d7df482dc647 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:17.960341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.986107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:17.997537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:37:18.007804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.008051 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Added segment ec58278e-9453-4ee1-955f-6b669399387b of type vlan for network cd44dc79-a002-4ae8-a870-f40f8c9e7272 Jun 04 06:37:18.036790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.162974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.258043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73eeffb6-239d-4396-84d5-676052d98cfb req-5df04e59-adc2-4111-8281-f41f16275bf8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523843 Jun 04 06:37:18.281407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8fe48d-39d5-402b-9c5e-ec2379bb78b1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:18.299740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.300691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:18.301270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.321320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc541369-c7b9-4a62-8324-59cc496cc19c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:18.481199 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f215466b-cc8b-44af-943f-7ac811d5ea65'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': 'aa7cb967-e880-43a7-9b4d-85aa2609e555', 'status': 'completed', 'code': 200} Jun 04 06:37:18.489804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port 143728f4-80bb-42e4-ae34-96b072d37b68, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=143728f4-80bb-42e4-ae34-96b072d37b68,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:18.490243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.493780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd44dc79-a002-4ae8-a870-f40f8c9e7272,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:18.499689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-436b7496-bab3-42fd-b39d-9dc1ad66f5f5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5517278 Jun 04 06:37:18.502415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33786) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:18.506344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:37:18.512292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Request body: {'subnet': {'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-830077079-subnet', 'tenant_id': '0498d9aace984ca798e775e1b258be03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:18.573267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:18.624467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-a0b8322d-c0e2-49eb-ad33-c7b74ce3d282 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:18.646863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 143728f4-80bb-42e4-ae34-96b072d37b68 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:18.676028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Usage tracker for resource:subnet and tenant:0498d9aace984ca798e775e1b258be03 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:18.678569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.694671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-a0b8322d-c0e2-49eb-ad33-c7b74ce3d282 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:18.702335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-a0b8322d-c0e2-49eb-ad33-c7b74ce3d282 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1789775933&fields=id&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 267 time: 0.2584515 Jun 04 06:37:18.741181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:18.829694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:18.907700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.910670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Made reservation on behalf of 0498d9aace984ca798e775e1b258be03 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:18.913944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.930213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:18.985039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-e7a89ed6-cad4-48c6-8d70-37dc73daa706 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:18.987151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-e7a89ed6-cad4-48c6-8d70-37dc73daa706 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.2836139 Jun 04 06:37:19.027540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dfc01c7-a3aa-49aa-843f-450840285a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.073415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.074169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558fc915-b6f9-4899-9d4c-43cc9320a84f {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:37:19.080434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-06d08494-d437-48a9-a99b-22d237f8fcc9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/quotas/358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 375 time: 0.0228379 Jun 04 06:37:19.141208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.142403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-373b5c88-a04f-4b5b-82e1-90748668aaf3 admin admin] 10.222.0.17 "DELETE /v2.0/routers/558fc915-b6f9-4899-9d4c-43cc9320a84f HTTP/1.1" status: 204 len: 168 time: 3.3560185 Jun 04 06:37:19.145810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.146606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:19.221949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=143728f4-80bb-42e4-ae34-96b072d37b68,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:19.349577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Deleting subnet 713307ce-741c-4969-8bf3-f8f7c11d4b3a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:37:19.350840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] No DVR routers for this DVR port 143728f4-80bb-42e4-ae34-96b072d37b68 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:19.355908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.358510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.366472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-e949415e-bda4-4a63-a564-357e341688d2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:19.367758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-e11c83fd-7f3f-485d-9067-b1f7f17da5c1 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "DELETE /v2.0/ports/143728f4-80bb-42e4-ae34-96b072d37b68 HTTP/1.1" status: 204 len: 173 time: 1.6100175 Jun 04 06:37:19.368973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.404475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.469843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 2019e3ec-f16b-4619-b136-94302383e2e4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:19.470203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.508489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.511466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.581498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-e949415e-bda4-4a63-a564-357e341688d2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:19.583093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-e949415e-bda4-4a63-a564-357e341688d2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5018959 Jun 04 06:37:19.643064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba307f8-f581-4000-9c0d-52ea8870dc13,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:19.659677 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:37:19.665467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Checking segment: {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:19.666146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Network hostable DHCP agents. Network: cd44dc79-a002-4ae8-a870-f40f8c9e7272, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:37:19.764220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:37:19.789252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cd44dc79-a002-4ae8-a870-f40f8c9e7272) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:19.799884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:19.801052 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:19.801957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ce3cf-b4bb-4dca-9028-0f2abf1f66a7 None None] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:19.860666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00e5d439-68ee-48ba-92f5-995274d75d73 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3571930 Jun 04 06:37:19.863507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port 2019e3ec-f16b-4619-b136-94302383e2e4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2019e3ec-f16b-4619-b136-94302383e2e4,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:19.864113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.003302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:20.010910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 2019e3ec-f16b-4619-b136-94302383e2e4 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:20.057864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:37:20.058239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d8fe48d-39d5-402b-9c5e-ec2379bb78b1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:20.151852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bcf52-bb98-445d-add7-c91c2f66ad6f None None] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:20.174197 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.333468 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-4bed1db0-d254-4064-83ed-74ac73d8feda service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882503 Jun 04 06:37:20.347193 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.408567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=2019e3ec-f16b-4619-b136-94302383e2e4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:20.454691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.494404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2'}, {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:20.505158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] No DVR routers for this DVR port 2019e3ec-f16b-4619-b136-94302383e2e4 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:20.508045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.519581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b766185e-4ce2-4dac-a4d5-e1d7010a0c9f req-86ae685f-0c70-43a6-96d6-840cfb7d56fd tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.24 "DELETE /v2.0/ports/2019e3ec-f16b-4619-b136-94302383e2e4 HTTP/1.1" status: 204 len: 173 time: 1.1445856 Jun 04 06:37:20.605748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.656504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efae0b-e412-4053-8151-1b478df4ea5c req-4020849c-f3c7-482d-bf99-f048086461e2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:20.658291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48efae0b-e412-4053-8151-1b478df4ea5c req-4020849c-f3c7-482d-bf99-f048086461e2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 945 time: 1.1201408 Jun 04 06:37:20.766449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-865e4d69-af25-4b22-bcf6-c01d38f432ab service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104404 Jun 04 06:37:20.799303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:20.807297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:20.807874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:20.881925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.039600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713307ce-741c-4969-8bf3-f8f7c11d4b3a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:21.041833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de461bf-d4c2-457f-8ce7-cbbd03ffba0c None None] Network 922341d9-6698-41b2-a7f3-04c6eb9585c8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:21.056236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.185690 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a51c947b-4fc1-405b-b87a-6f185b053a26 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/713307ce-741c-4969-8bf3-f8f7c11d4b3a HTTP/1.1" status: 204 len: 168 time: 2.0357473 Jun 04 06:37:21.186930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33816) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:21.412303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:21.423288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.428104 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:21.447235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:21.447867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:21.595171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.610813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42973c-d5a3-4a7c-bb50-ba27c723ec94 req-93af1f7d-a93a-4263-9a2f-652cbb6cbbdb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:21.614953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Deleting port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:21.615535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.619922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b42973c-d5a3-4a7c-bb50-ba27c723ec94 req-93af1f7d-a93a-4263-9a2f-652cbb6cbbdb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=09d22428-ce4c-47b5-b7d7-8545bcb81b44 HTTP/1.1" status: 200 len: 945 time: 0.4382286 Jun 04 06:37:21.628560 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:21.649356 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:21.650324 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:21.667447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port e2cbe704-8b97-404f-bdeb-2d2ab9c06928, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:21.669048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.761240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] DHCP port deletion for 922341d9-6698-41b2-a7f3-04c6eb9585c8 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:37:21.769322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Deleting port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:21.770080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:21.802163 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:21.802792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5363f7da-0070-438b-b90e-6bf14fe0ecba None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:21.926202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for e2cbe704-8b97-404f-bdeb-2d2ab9c06928 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:21.952663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:21.983492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2ad7da4-a0a3-49b1-9aa0-c7f9c90472a3 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/3876ddd3-dd31-4fad-8ec6-d30e8d8ec06d HTTP/1.1" status: 200 len: 978 time: 4.3437960 Jun 04 06:37:21.987111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33830) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:22.056535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:22.057013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.247638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:22.248209 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.298844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.301012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b42973c-d5a3-4a7c-bb50-ba27c723ec94 req-b03981d0-dee7-4745-8e8f-feb141120a47 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786685 Jun 04 06:37:22.349105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:22.376230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.417017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Calling delete_port for 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:22.518357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:22.593305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:22.593926 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:22.659283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:22.659866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.723116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67298031-82f7-4884-bf71-9d450bf032b8 req-1f5e80cb-87a2-4584-bfd7-e98f775bb4bc tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/ports?device_id=0e006cab-b8d6-4556-91ba-a987ee53752b HTTP/1.1" status: 200 len: 210 time: 0.1161356 Jun 04 06:37:22.776226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port c8cae986-2c56-485a-9568-c2f4803eb36e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:22.776839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:22.952596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.029823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Calling delete_port for 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:23.067586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=e2cbe704-8b97-404f-bdeb-2d2ab9c06928,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:23.096114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Deleting port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:23.097919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.198762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2cbe704-8b97-404f-bdeb-2d2ab9c06928 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:23.276927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port e2cbe704-8b97-404f-bdeb-2d2ab9c06928 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:23.291730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:23.292249 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:23.298217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e2cbe704-8b97-404f-bdeb-2d2ab9c06928 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:37:23.298601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2cbe704-8b97-404f-bdeb-2d2ab9c06928 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:23.307085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.368607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'name': 'network-vif-deleted', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:23.378650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-1a0be598-c03f-4bca-9edc-ef5b26ca2461 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:23.379384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-1a0be598-c03f-4bca-9edc-ef5b26ca2461 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:23.441539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48efae0b-e412-4053-8151-1b478df4ea5c req-57c58371-b5d4-4763-a291-6170ba5195c2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "DELETE /v2.0/ports/e2cbe704-8b97-404f-bdeb-2d2ab9c06928 HTTP/1.1" status: 204 len: 173 time: 2.7621262 Jun 04 06:37:23.503388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844211c-a5ee-4c33-a3bf-661bb2f8a17e req-d3bcb1e8-4785-410a-8040-1f51760d0a2c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:23.512051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c844211c-a5ee-4c33-a3bf-661bb2f8a17e req-d3bcb1e8-4785-410a-8040-1f51760d0a2c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.4478738 Jun 04 06:37:23.568683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] For port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,segment=NetworkSegment(02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df),segment_id=02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:23.569057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.613189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.614096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.636503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c844211c-a5ee-4c33-a3bf-661bb2f8a17e req-10e4d0f4-2d3c-4a45-81b8-cafe4dca93ae tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231165 Jun 04 06:37:23.769727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-1a0be598-c03f-4bca-9edc-ef5b26ca2461 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:23.771251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-1a0be598-c03f-4bca-9edc-ef5b26ca2461 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.9501159 Jun 04 06:37:23.779708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Calling delete_port for 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:23.792918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Deleting port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:23.793294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:23.945289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for c8cae986-2c56-485a-9568-c2f4803eb36e owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:23.976185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-123497d8-cf83-4485-8606-6e80a93208d9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:24.041500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-123497d8-cf83-4485-8606-6e80a93208d9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:24.047080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-123497d8-cf83-4485-8606-6e80a93208d9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 380 time: 0.2305863 Jun 04 06:37:24.064284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'port': {'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'admin_state_up': True, 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'security_groups': ['2158f068-e064-4616-9ed0-bea4652cf07e']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:24.103079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1165e637-4dc0-4fe6-ac4d-5baba52f7935 None None] The port '0089ff48-2e58-49b5-b5cd-de49fd8b6c2e' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:37:24.103290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.422880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0089ff48-2e58-49b5-b5cd-de49fd8b6c2e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:24.431383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] No DVR routers for this DVR port 0089ff48-2e58-49b5-b5cd-de49fd8b6c2e on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:24.458246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ed18762c-365c-480e-81a1-ef2980e78c8a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:24.459287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ed18762c-365c-480e-81a1-ef2980e78c8a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Synchronizing usage tracker for tenant:0498d9aace984ca798e775e1b258be03 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:24.463696 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.585466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=c8cae986-2c56-485a-9568-c2f4803eb36e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:24.621443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:24.627741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.644966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ed18762c-365c-480e-81a1-ef2980e78c8a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Unset dirty status for tenant:0498d9aace984ca798e775e1b258be03 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:24.646207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:24.651807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ed18762c-365c-480e-81a1-ef2980e78c8a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 813 time: 0.5013900 Jun 04 06:37:24.665803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922341d9-6698-41b2-a7f3-04c6eb9585c8']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:24.675893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ed93ef21-4cb3-4ac5-8168-37b58575ec31 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/quotas/0498d9aace984ca798e775e1b258be03 HTTP/1.1" status: 200 len: 375 time: 0.0231671 Jun 04 06:37:24.683277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:24.687558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.697753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:24.698089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:24.714386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.736688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-040f020b-c5fb-456f-8f7e-9d797dda1561 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598843 Jun 04 06:37:24.763601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.764015 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 3876ddd3-dd31-4fad-8ec6-d30e8d8ec06d disassociated (deleted). External IP: 172.25.1.55, port: ea31ead3-02ed-459c-bbdb-c98558373a95. Jun 04 06:37:24.778003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.798758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:37:24.799148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:24.869951 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df resource provider aggregate not found Jun 04 06:37:24.912573 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02f1a7e9-bf15-4e74-b74b-0a5c3c6fd0df found for delete ", "request_id": "req-c907f84f-cc6e-408d-a418-d0a5959f831a"}]} Jun 04 06:37:24.972784 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.014582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.033907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=922341d9-6698-41b2-a7f3-04c6eb9585c8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:25.058395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.20.0.11 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:25.069810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d1d9343f-5b9b-4ffb-9dfd-3693cc9685a6 admin admin] 10.222.0.17 "DELETE /v2.0/networks/922341d9-6698-41b2-a7f3-04c6eb9585c8 HTTP/1.1" status: 204 len: 168 time: 3.8814175 Jun 04 06:37:25.181602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-3798f241-dc56-4f56-8811-f25df73616aa service neutron] 10.222.0.17 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439518 Jun 04 06:37:25.282798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33868) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:25.439400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.479722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.488462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bb6d6842-ac42-49e5-9431-dc1a10068101 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0e04118c3df425e87d16f4575209014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039707 Jun 04 06:37:25.520590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33872) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:25.548171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-790a7c15-14fd-408c-b02a-6c0822833423 service neutron] 10.222.0.17 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657050 Jun 04 06:37:25.564290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Transition to ACTIVE for port object a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:25.606483 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.613317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.618555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:25.629173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.738900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:25.740919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:25.744104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:25.750051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:25.783292 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cfccf2-1324-438b-828d-0a400692aebe'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '28d8e9e9-5bc0-40fa-8dea-f74cfc7faea2', 'status': 'completed', 'code': 200} Jun 04 06:37:25.783561 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cfccf2-1324-438b-828d-0a400692aebe'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '143728f4-80bb-42e4-ae34-96b072d37b68', 'status': 'completed', 'code': 200} Jun 04 06:37:25.788940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.815251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-37025bbf-617e-4451-887c-576367fc8144 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3164637 Jun 04 06:37:25.894533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:25.895146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:25.940630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-aa6aa4f5-edc8-4ada-aca2-0a505f716ec7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8898733 Jun 04 06:37:25.955617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-521a4119-2f15-4c49-b516-b24d9c216f65 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:37:25.957082 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-521a4119-2f15-4c49-b516-b24d9c216f65 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087967 Jun 04 06:37:26.003547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Request body: {'port': {'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:26.151218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-76a4e968-f2de-4955-8847-c2c209ca38d0 None None] Provisioning for port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:26.157988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-76a4e968-f2de-4955-8847-c2c209ca38d0 None None] Provisioning complete for port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:26.158648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-76a4e968-f2de-4955-8847-c2c209ca38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:26.202631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:26.220087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:26.240596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:26.259742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:26.281940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:26.282940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:26.288021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5d47d-c516-4d20-8612-99eb3dfe8246,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:26.312597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb27b-fef5-474b-a606-c003184ce91c req-7f7cf9a5-3196-4299-9103-ff9278c6c9b2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:26.320877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-766fb27b-fef5-474b-a606-c003184ce91c req-7f7cf9a5-3196-4299-9103-ff9278c6c9b2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 932 time: 0.4147022 Jun 04 06:37:26.358449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-b2e5bee9-6897-4d76-8e87-33a58c07b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:26.359942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-b2e5bee9-6897-4d76-8e87-33a58c07b0ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.4017155 Jun 04 06:37:26.391604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:26.396818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66990599-ca24-49bc-aa96-63e9068fccdd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9bd5d47d-c516-4d20-8612-99eb3dfe8246 HTTP/1.1" status: 204 len: 168 time: 0.8752367 Jun 04 06:37:26.398812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:26.476387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-76a4e968-f2de-4955-8847-c2c209ca38d0 None None] Port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:37:26.480084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:26.490035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-766fb27b-fef5-474b-a606-c003184ce91c req-c8be579d-a03d-484d-95f1-62f266894386 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681914 Jun 04 06:37:26.507058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:26.507882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:26.540038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-19162ad2-40f8-4ba1-abed-0d3e45df0f1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/3876ddd3-dd31-4fad-8ec6-d30e8d8ec06d HTTP/1.1" status: 204 len: 168 time: 4.5501964 Jun 04 06:37:26.543153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:26.649830 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a494889b-ecea-4e6a-9490-f3028369866c'] response: {'server_uuid': '09d22428-ce4c-47b5-b7d7-8545bcb81b44', 'name': 'network-vif-deleted', 'tag': 'e2cbe704-8b97-404f-bdeb-2d2ab9c06928', 'status': 'completed', 'code': 200} Jun 04 06:37:26.673078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:26.673535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a6c43-3d17-4e2d-b43e-cdea51550ce2 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:26.709081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port ea31ead3-02ed-459c-bbdb-c98558373a95 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:26.713490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:27.143664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-e1d164ae-408f-4317-bf69-c6a7a617b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:27.145311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-e1d164ae-408f-4317-bf69-c6a7a617b6e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.6019409 Jun 04 06:37:27.268723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73777d41-05d3-45da-ba33-5fb800590f93 req-d01e5050-5203-43fb-82ce-4195fef8281c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:27.277103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73777d41-05d3-45da-ba33-5fb800590f93 req-d01e5050-5203-43fb-82ce-4195fef8281c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2625310 Jun 04 06:37:27.328658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-4f13f2a7-1c67-44f6-a584-4cbdd7b5e305 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1002 time: 0.1764436 Jun 04 06:37:27.395042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:27.400677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:27.407500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:27.417639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-bbb2821b-3f6d-4d65-ac35-12cef63df07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:27.419275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-bbb2821b-3f6d-4d65-ac35-12cef63df07e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.0840297 Jun 04 06:37:27.475733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Transition to ACTIVE for port object a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:27.484435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:27.735621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:27.833418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:27.859704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Attempting to bind port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:27.860042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Attempting to bind port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:27.860466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Attempting to bind port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:27.865565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:27.865887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Attempting to bind port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:27.869256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-c2c9233e-64f4-47ad-8825-8db95853ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:27.870777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-c2c9233e-64f4-47ad-8825-8db95853ab44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4445391 Jun 04 06:37:27.875562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:27.875893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:27.876269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:27.876698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Bound port: a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:27.877039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:27.901939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33926) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:27.972524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for ea31ead3-02ed-459c-bbdb-c98558373a95 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:28.081963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73777d41-05d3-45da-ba33-5fb800590f93 req-957b7343-867c-425a-9202-19afd8f35542 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8038127 Jun 04 06:37:28.101316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:28.104808 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-2a8c2a4e-b62c-4b34-bec9-94f0f9f3cfc7 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181571 Jun 04 06:37:28.111544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:28.161525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.238641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-59a64515-4777-46a8-afcf-9fef31e267c1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:28.240721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-59a64515-4777-46a8-afcf-9fef31e267c1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 813 time: 0.8150363 Jun 04 06:37:28.293603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Request body: {'port': {'device_id': '668e4603-cee5-467d-bf5c-033990a27975', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'admin_state_up': True, 'tenant_id': '0498d9aace984ca798e775e1b258be03'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:28.325654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:28.348417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:28.349161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.350859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3c2bd931-e1ca-4b14-ba86-8fbcd9d2c4eb service neutron] 10.222.0.39 "PUT /v2.0/ports/a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 1092 time: 2.3520892 Jun 04 06:37:28.368500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1146114343-network', 'tenant_id': '4ee89161c7074b66bf50af7fc12ff9d0'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:28.433071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:28.453109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-254e597c-b02a-4d66-83ec-79abedb8e61e req-d14c93fe-bcb4-4c2d-8a14-eddb45cc8e25 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399262 Jun 04 06:37:28.455875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Usage tracker for resource:network and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:28.478691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b2b5c42-d205-4efc-ae51-39e0354304c4 req-b862f748-c58a-46a1-b6a1-7f126b9b4837 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 210 time: 0.1592081 Jun 04 06:37:28.484474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-26d3b271-95cc-4cc0-8cb9-4584a3ed623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:28.485416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:28.486078 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-26d3b271-95cc-4cc0-8cb9-4584a3ed623c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1095 time: 0.0870624 Jun 04 06:37:28.500962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:28.549818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:28.594143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-c2d12b75-8188-4018-bd4e-1bac4afeddd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 217 time: 0.0997379 Jun 04 06:37:28.618063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Made reservation on behalf of 4ee89161c7074b66bf50af7fc12ff9d0 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:28.620232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.661292 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.688733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:28.693010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Usage tracker for resource:security_group_rule and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:28.699224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:28.703476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:28.729941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.747593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-541cac31-d47b-4ed0-b302-5f475bf482d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:28.748972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-541cac31-d47b-4ed0-b302-5f475bf482d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1370337 Jun 04 06:37:28.760483 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.829396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:28.871210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.910171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Usage tracker for resource:port and tenant:0498d9aace984ca798e775e1b258be03 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:28.971875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3a43e2c7-0a48-4cbe-a999-bda555a32d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:28.973681 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-3a43e2c7-0a48-4cbe-a999-bda555a32d2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150004 Jun 04 06:37:28.983728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:28.988080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:29.081918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=ea31ead3-02ed-459c-bbdb-c98558373a95,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:29.130392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc8dbf-56c0-4d2d-af49-6dec85af65d1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:29.145075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:29.156672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.160486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8ea729fa-ee16-405a-b311-160dc04f014f tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/security-groups/f0bc8dbf-56c0-4d2d-af49-6dec85af65d1 HTTP/1.1" status: 204 len: 168 time: 0.6039166 Jun 04 06:37:29.166958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33948) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:29.214617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.258175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.298045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Made reservation on behalf of 0498d9aace984ca798e775e1b258be03 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:29.301528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.350439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:37:29.357207 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-00c88c22-824d-460e-9f4c-811bb898121b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] show failed (client error): The resource could not be found. Jun 04 06:37:29.362278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00c88c22-824d-460e-9f4c-811bb898121b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "GET /v2.0/security-groups/f0bc8dbf-56c0-4d2d-af49-6dec85af65d1 HTTP/1.1" status: 404 len: 347 time: 0.1926253 Jun 04 06:37:29.364606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33952) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:29.380020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a9197a-e109-44f5-b08d-bbec90a1f030,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:29.383651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.399315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-4ca0e668-5390-43bc-aa0a-e77e40e73be2 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184985 Jun 04 06:37:29.488854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.489200 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Added segment 112c8b53-fcfe-4d72-a195-b59301240146 of type vlan for network ca32ae75-2ff8-4495-a584-988d80e41fcd Jun 04 06:37:29.533391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690e3b-59d2-4956-aab1-c852a0890de9 req-cd16235e-d778-4041-9a9e-f6ec340e64dd tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:29.540333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d690e3b-59d2-4956-aab1-c852a0890de9 req-cd16235e-d778-4041-9a9e-f6ec340e64dd tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 944 time: 0.6033258 Jun 04 06:37:29.565209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5e87b0b8-1acf-4839-8c23-e4d2b4bcd91f req-404551be-7138-4a86-96c4-c467b9d5d34b service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590173 Jun 04 06:37:29.683526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 17af64a6-0eae-4764-93a2-d2c6a012142b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:29.683838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.708206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30cac79d-6f6b-4469-97c9-f64c1caaa448 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/ea31ead3-02ed-459c-bbdb-c98558373a95 HTTP/1.1" status: 204 len: 168 time: 3.1641676 Jun 04 06:37:29.712816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:29.718637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:29.725685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:29.729042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.733294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:floatingip and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:29.736296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:29.745859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:29.764536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:29.842176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d690e3b-59d2-4956-aab1-c852a0890de9 req-1575b930-f49d-46f4-a45c-535ffb7bbed8 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009765 Jun 04 06:37:29.922062 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f75b8f-6610-44b7-9f67-43369297f211'] response: {'server_uuid': '0e006cab-b8d6-4556-91ba-a987ee53752b', 'name': 'network-vif-deleted', 'tag': '2019e3ec-f16b-4619-b136-94302383e2e4', 'status': 'completed', 'code': 200} Jun 04 06:37:30.033609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.067836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.068787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:30.069366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.198928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Allocated IP 172.20.0.5 (cd44dc79-a002-4ae8-a870-f40f8c9e7272/4ba307f8-f581-4000-9c0d-52ea8870dc13/7b90fb84-1c76-4ded-a707-151f1a6e565f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:30.212624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.180 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/106c4f19-801c-49e8-8eea-37dd85d7f427) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:30.240036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2749784 Jun 04 06:37:30.243711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1c77a-1a75-41c0-b52e-c35f509a61ba admin admin] Pushing event updated for resources: {'Network': ['ID=ca32ae75-2ff8-4495-a584-988d80e41fcd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:30.245766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33970) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:30.256758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network ca32ae75-2ff8-4495-a584-988d80e41fcd details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:37:30.275592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Request body: {'subnet': {'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1146114343-subnet', 'tenant_id': '4ee89161c7074b66bf50af7fc12ff9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:30.281026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:30.285010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Usage tracker for resource:subnet and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:30.290471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:30.303670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:30.345833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.347420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.363924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Made reservation on behalf of 4ee89161c7074b66bf50af7fc12ff9d0 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:30.366234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.530769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.599465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 17af64a6-0eae-4764-93a2-d2c6a012142b owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:30.633622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-808c6795-768a-4bd8-81de-7f7c878a2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:30.635167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-808c6795-768a-4bd8-81de-7f7c878a2716 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.0975103 Jun 04 06:37:30.636395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:30.783986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:30.790731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:30.798272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:30.853418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=106c4f19-801c-49e8-8eea-37dd85d7f427,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:30.885097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-9b15b402-c37e-4f15-9158-3b9d1dd132f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:30.886563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-9b15b402-c37e-4f15-9158-3b9d1dd132f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.2153332 Jun 04 06:37:30.946305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-0f59eca3-9569-41cd-a98f-15af4a468433 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:30.947735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-0f59eca3-9569-41cd-a98f-15af4a468433 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.5026178 Jun 04 06:37:31.002586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-a80dd190-dc38-4714-81da-3520a138d257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1002 time: 0.1080062 Jun 04 06:37:31.040547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.068020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-3aa7f868-c3ca-4fa8-a0be-dec8025c589b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0523283 Jun 04 06:37:31.103720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-2279d588-5d31-4a6d-b366-e277b8a6d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:31.105105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-2279d588-5d31-4a6d-b366-e277b8a6d1a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.0952787 Jun 04 06:37:31.129850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-19e9b983-8f37-4fc0-b704-ffe463b16483 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:31.138707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.205729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.212125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=17af64a6-0eae-4764-93a2-d2c6a012142b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:31.246723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-ae9771f0-c2ec-4373-98fa-c8cb0904254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:31.250334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-ae9771f0-c2ec-4373-98fa-c8cb0904254b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382220 Jun 04 06:37:31.302952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-19e9b983-8f37-4fc0-b704-ffe463b16483 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:31.311627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-19e9b983-8f37-4fc0-b704-ffe463b16483 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2430184 Jun 04 06:37:31.335947 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.396487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.470588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.499675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-993948c4-cbf4-4b20-9d62-b72e4140c75e service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951735 Jun 04 06:37:31.698167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.743959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e1658d-1ee3-4064-8c5e-cafed01d22d5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:31.743959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:31.751955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:31.760921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:31.769403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:31.823278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Checking segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:31.823278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Network hostable DHCP agents. Network: ca32ae75-2ff8-4495-a584-988d80e41fcd, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:37:31.838013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-780a8137-e3ff-4f98-8a32-aad1d5134873 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203226 Jun 04 06:37:31.894181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.894181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3a49d25f-6dee-41b3-8343-36edc72be9a2 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/floatingips/feb230e7-8169-4eda-b3d4-5016232420c6 HTTP/1.1" status: 204 len: 168 time: 2.5115652 Jun 04 06:37:31.898021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-201be633-36ce-4282-b7aa-7bd8966539f7 req-720bc2da-16c0-4aee-906c-d76d4d8d0f30 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781981 Jun 04 06:37:31.898021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33982) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:31.976339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:31.976339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:31.982934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:31.983043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Network ca32ae75-2ff8-4495-a584-988d80e41fcd is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:37:31.983121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port a78179d4-f2b4-438b-95af-3015b143d17a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:31.983121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.000431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, ca32ae75-2ff8-4495-a584-988d80e41fcd) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:32.002545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:32.004486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-56b0176d-486f-41c8-9232-6caa1e75cdc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7164407 Jun 04 06:37:32.015044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:32.015633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.030756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Request body: {'port': {'device_id': '668e4603-cee5-467d-bf5c-033990a27975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:32.057845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.068384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.095378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-9aecc3cb-58a8-4fd4-a42b-2a3360095c8d service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616663 Jun 04 06:37:32.189500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff69891b-6c0d-4b43-a784-d3345116693b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9284546 Jun 04 06:37:32.242828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b577e-bd8c-4740-9866-5de1f489fb63 None None] Network ca32ae75-2ff8-4495-a584-988d80e41fcd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:32.272234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.284834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:32.464249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:32.682385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=106c4f19-801c-49e8-8eea-37dd85d7f427,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:32.859739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:32.860432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.887482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:32.986913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-d884cd1d-3fa3-4408-8e7d-0ccb2ef937a6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:32.988218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-d884cd1d-3fa3-4408-8e7d-0ccb2ef937a6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Synchronizing usage tracker for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:33.032974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-d884cd1d-3fa3-4408-8e7d-0ccb2ef937a6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Unset dirty status for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:33.040932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-d884cd1d-3fa3-4408-8e7d-0ccb2ef937a6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 931 time: 0.3737416 Jun 04 06:37:33.059739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.110675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403075f-b7d8-41d8-b666-d9ab202f8b10 None None] Network ca32ae75-2ff8-4495-a584-988d80e41fcd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:33.148493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-a8b7484f-33f4-4faf-8ffc-250db3531967 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Synchronizing usage tracker for tenant:0498d9aace984ca798e775e1b258be03 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:33.161021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:33.162475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:33.171898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.191221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-a8b7484f-33f4-4faf-8ffc-250db3531967 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Unset dirty status for tenant:0498d9aace984ca798e775e1b258be03 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:33.203574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e092e5f1-dceb-44d7-8112-0eaa81ebf80b req-a8b7484f-33f4-4faf-8ffc-250db3531967 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591265 Jun 04 06:37:33.204829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Transition to ACTIVE for port object 7b90fb84-1c76-4ded-a707-151f1a6e565f will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:33.223811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.290668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:33.297918 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.443710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.445159 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-22cb4142-ac26-42f7-9e17-e7f706a9ccb0 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7313585 Jun 04 06:37:33.456719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for a78179d4-f2b4-438b-95af-3015b143d17a owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:33.474221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:33.503218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:33.505492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:33.513048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'port': {'network_id': '9f70670f-204f-4f0f-9161-c324cc0eebf1', 'name': 'tempest-FloatingIPTestJSON-469986757'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:33.735761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:37:33.752833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:33.776903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:port and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:33.780899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:33.806266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:33.864969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.874748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fabcc-fe28-47bd-8862-76132e1637b2 req-0ed8edce-a151-49ed-9aaf-9c2b59eafacc tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:33.882793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-240fabcc-fe28-47bd-8862-76132e1637b2 req-0ed8edce-a151-49ed-9aaf-9c2b59eafacc tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.4874666 Jun 04 06:37:33.906289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:33.910383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:33.946510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Attempting to bind port 7b90fb84-1c76-4ded-a707-151f1a6e565f on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:33.946510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Attempting to bind port 7b90fb84-1c76-4ded-a707-151f1a6e565f by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:33.947755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Attempting to bind port 7b90fb84-1c76-4ded-a707-151f1a6e565f on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:33.958595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=a78179d4-f2b4-438b-95af-3015b143d17a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:33.973109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] device_id is not set on port c59b8355-fd6f-4c28-9485-edd7ff28d605 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:37:34.027114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Port 7b90fb84-1c76-4ded-a707-151f1a6e565f on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:34.029326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Attempting to bind port 7b90fb84-1c76-4ded-a707-151f1a6e565f on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:34.090268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:34.090268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Checking segment: {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:34.096054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Bound using segment: {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:34.096788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Bound port: 7b90fb84-1c76-4ded-a707-151f1a6e565f, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:34.097526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.125687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.135373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a3f8a50-09c8-48a8-943a-ad9dd50ada0c tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/ports/a78179d4-f2b4-438b-95af-3015b143d17a HTTP/1.1" status: 204 len: 168 time: 2.2449586 Jun 04 06:37:34.138315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34012) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:34.171259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-240fabcc-fe28-47bd-8862-76132e1637b2 req-ef98579b-fe33-45bd-8a3a-82feb5f39da3 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872276 Jun 04 06:37:34.237610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:34.237954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.536326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:34.569758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:34.580901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.12 (9f70670f-204f-4f0f-9161-c324cc0eebf1/cc374057-dc6d-4b19-a563-9eb37de91d45/c59b8355-fd6f-4c28-9485-edd7ff28d605) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:34.586518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.838884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.926548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:34.927494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:34.928929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] 10.222.0.24 "PUT /v2.0/ports/7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 1091 time: 2.9097731 Jun 04 06:37:34.935083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:35.065809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1ca86-e2cf-48d1-9a71-f28834b1b4e2 req-b1d217e7-85de-48e9-a767-64c4ffc0292a tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.072871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1ca86-e2cf-48d1-9a71-f28834b1b4e2 req-b1d217e7-85de-48e9-a767-64c4ffc0292a tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 945 time: 0.6549647 Jun 04 06:37:35.131207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for 1a7e7847-13e8-43fe-9a83-5e14cbdf0435 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:35.138612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6d8d1-d2b7-451a-9073-baf1b82bc23d service neutron] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:35.179098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-7398bb8d-c81a-4c57-aff4-e972ca6b5186 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.180986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-7398bb8d-c81a-4c57-aff4-e972ca6b5186 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.8637602 Jun 04 06:37:35.195925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:35.232664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a1ca86-e2cf-48d1-9a71-f28834b1b4e2 req-171b29cb-78b3-46b5-8aab-65babf5bd54f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587744 Jun 04 06:37:35.277738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-906661b5-b4b7-4845-add1-9f05c6b2fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.279301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-906661b5-b4b7-4845-add1-9f05c6b2fa42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1094 time: 0.2996387 Jun 04 06:37:35.284144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:35.302845 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c761f5c-d426-469a-85f3-e30764443fe7'] response: {'name': 'network-changed', 'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'status': 'completed', 'code': 200} Jun 04 06:37:35.369672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-6722d10a-1413-4480-97dc-baf93a3a57e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.0819921 Jun 04 06:37:35.463790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:35.468837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd2b4106-a048-4785-8faa-1ec64dd521b3 req-5bcb3a50-9007-470d-b3c4-f433df31ab23 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 210 time: 0.0572696 Jun 04 06:37:35.483132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:35.488127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:35.496459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ff7b605e-bff6-4cb1-8d79-30e5e02af145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.498900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-ff7b605e-bff6-4cb1-8d79-30e5e02af145 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1239073 Jun 04 06:37:35.565463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Port': ['ID=1a7e7847-13e8-43fe-9a83-5e14cbdf0435,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:35.570138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:35.573620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:35.580820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-64e772d8-a59e-4ccc-9cfe-88f364361ae9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752707 Jun 04 06:37:35.632916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-d0b06f54-6d5c-4dec-8bbe-0c4cbf0af26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.634398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-d0b06f54-6d5c-4dec-8bbe-0c4cbf0af26a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1096 time: 0.2646258 Jun 04 06:37:35.767035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-fbdad821-1b6f-450e-b729-793fa5b2a1bb service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765358 Jun 04 06:37:35.771166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:35.870504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:35.918069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-eb614f6a-281d-4dfe-91df-7ba6bb3cc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:35.920742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-eb614f6a-281d-4dfe-91df-7ba6bb3cc6b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.2535765 Jun 04 06:37:35.922373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bfa0d626-71e0-4c26-8464-0b8053b2c1fb tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/ports/1a7e7847-13e8-43fe-9a83-5e14cbdf0435 HTTP/1.1" status: 204 len: 168 time: 1.7831490 Jun 04 06:37:35.928939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:35.932477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 9f70670f-204f-4f0f-9161-c324cc0eebf1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:36.022693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:36.064833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:36.115809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:36.123504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:36.124438 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.125301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting subnet 14bf3a77-455f-4508-bcb5-7a1f3bb1072c {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:37:36.129514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:36.151483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.174460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=c59b8355-fd6f-4c28-9485-edd7ff28d605,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:36.218313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-4b3b8903-bf6f-4710-9e6e-6074fb3d2576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 217 time: 0.2815666 Jun 04 06:37:36.282512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-d5d37a1d-8338-4c23-8693-ba33b49190c8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:36.283220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-d5d37a1d-8338-4c23-8693-ba33b49190c8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Synchronizing usage tracker for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:36.293022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:36.293442 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.316110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aecca4c5-4023-4b9d-8e14-bc524f7a984e req-184fb7f1-ab31-4524-9642-d536aeea744d service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363743 Jun 04 06:37:36.341679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:36.342319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.348971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-d5d37a1d-8338-4c23-8693-ba33b49190c8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Unset dirty status for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:36.349908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-d5d37a1d-8338-4c23-8693-ba33b49190c8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 818 time: 0.4831810 Jun 04 06:37:36.352279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:36.357985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.4 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:36.363130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.367635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:36.373889 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.382254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-342e27d3-4a82-41a9-b701-67558d893323 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/quotas/4ee89161c7074b66bf50af7fc12ff9d0 HTTP/1.1" status: 200 len: 375 time: 0.0165150 Jun 04 06:37:36.390202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ff99e80-4631-49a1-8d43-b94535674a55 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8791318 Jun 04 06:37:36.390768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:36.396044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': 'c59b8355-fd6f-4c28-9485-edd7ff28d605'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:36.421878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-8f9b76e9-94cb-45d0-97d3-08a0e5480692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:36.423420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-8f9b76e9-94cb-45d0-97d3-08a0e5480692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1933792 Jun 04 06:37:36.458774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:36.542349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-8d4f44c0-6b2e-4ca8-839c-04b26fb15d16 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572176 Jun 04 06:37:36.545224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.646200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:36.852157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-04aef2e1-6588-4b16-b009-f72919cba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:36.853663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-04aef2e1-6588-4b16-b009-f72919cba559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4193852 Jun 04 06:37:37.007477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.012332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.084968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Subnet': ['ID=14bf3a77-455f-4508-bcb5-7a1f3bb1072c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:37.087058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.097015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41971dcb-188e-4cf1-ae6e-b35181923ea5 None None] Network 21cdccaf-f8cf-476b-bf8a-1b733aa590cd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:37.102739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-b9344f3d-55e8-4182-b2dc-858ab9fa563f service neutron] 10.222.0.17 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972401 Jun 04 06:37:37.111229 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-da98a492-768c-4bfc-be54-a7ed3b6d2e7a tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/subnets/14bf3a77-455f-4508-bcb5-7a1f3bb1072c HTTP/1.1" status: 204 len: 168 time: 1.1783004 Jun 04 06:37:37.112198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34054) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:37.146929 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-e6e5871e-7ce9-43c5-b519-00a2ec890a3f service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756798 Jun 04 06:37:37.277080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting subnet 692d4780-1530-4a69-bdca-bc66357da59a {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:37:37.282409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.285731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.447837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:37.453648 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.482508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:37.486009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] DHCP port deletion for 21cdccaf-f8cf-476b-bf8a-1b733aa590cd request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:37:37.490595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Deleting port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:37.491195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.492115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d1feca6-49c9-4b37-b1eb-d0b53832ad56 req-1bd9a4d6-5af0-4de5-82dd-5f21b12302c7 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313825 Jun 04 06:37:37.500974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:37.522557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-87559c05-e13b-4c28-b86f-2cb473e400a6 service neutron] 10.222.0.17 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184368 Jun 04 06:37:37.552532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:37.614336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:37.615046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.641885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.692785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6b2c42b6-1b30-433a-9e51-c0256ffaf73b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5029054 Jun 04 06:37:37.708167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Request body: {'port': {'device_id': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:37.726942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.735439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.802702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:37.804305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.883793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:37.990662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.014492 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 63b09739-9951-4ad0-b80a-459917accf9a associated. External IP: 172.25.1.180, port: c59b8355-fd6f-4c28-9485-edd7ff28d605. Jun 04 06:37:38.098364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:38.171780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Subnet': ['ID=692d4780-1530-4a69-bdca-bc66357da59a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:38.178904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.195660 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e99891bd-9ce3-47b2-9045-8bc1730f4d3e tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/subnets/692d4780-1530-4a69-bdca-bc66357da59a HTTP/1.1" status: 204 len: 168 time: 1.0766191 Jun 04 06:37:38.208969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:38.230089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Calling delete_port for fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:38.272769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d8a12-6ed7-4e34-9d60-32a58b5c8702 None None] Network d4a45232-156c-4860-aacc-5d89d5335c1e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:38.473707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.497717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:38.498131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.579581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:38.579581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.743950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:38.753272 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.801321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:38.809221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:38.834733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.848753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:38.849751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:38.877544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:38.878218 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:38.878918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:38.924200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51251ce7-f763-4226-89ec-5097795d3213 req-47f54221-e720-4ab8-8d13-186e0905ef8b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:38.931990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51251ce7-f763-4226-89ec-5097795d3213 req-47f54221-e720-4ab8-8d13-186e0905ef8b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.4936132 Jun 04 06:37:38.975548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] DHCP port deletion for d4a45232-156c-4860-aacc-5d89d5335c1e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:37:38.980172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Deleting port b3dba502-459c-44be-b3a7-83dcebf16188 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:38.980634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.048463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Transition to ACTIVE for port object c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:39.102088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51251ce7-f763-4226-89ec-5097795d3213 req-cb409409-546c-45ca-875a-58e7e229a67a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692050 Jun 04 06:37:39.150534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.178334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:39.214613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:39.250814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] For port b3dba502-459c-44be-b3a7-83dcebf16188, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3dba502-459c-44be-b3a7-83dcebf16188,segment=NetworkSegment(a76aa173-0820-4333-b59e-5941c01754ac),segment_id=a76aa173-0820-4333-b59e-5941c01754ac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:39.251316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.282069 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fe6db5-9898-421e-9f36-6492b3acb677'] response: {'name': 'network-changed', 'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'status': 'completed', 'code': 200} Jun 04 06:37:39.411180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:39.417426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.428058 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:39.446408 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:39.447466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:39.484966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b4c54a91-f7da-465f-b4d2-851a219c1db8 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/63b09739-9951-4ad0-b80a-459917accf9a HTTP/1.1" status: 200 len: 978 time: 3.0930529 Jun 04 06:37:39.488607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34088) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:39.579935 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:39.600447 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:39.601354 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:39.619268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:39.650412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:39.650987 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:39.652042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-70eec818-3989-4387-b20c-3601375b92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:39.655293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Calling delete_port for b3dba502-459c-44be-b3a7-83dcebf16188 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:39.673901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-70eec818-3989-4387-b20c-3601375b92b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1094 time: 0.3961234 Jun 04 06:37:39.697366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Attempting to bind port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:39.697990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Attempting to bind port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:39.698640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Attempting to bind port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:39.713565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:39.714156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Attempting to bind port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:39.725943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:39.726554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:39.729229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:39.729933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Bound port: c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:39.730518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.742719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:39.750116 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f6c67-6009-4982-b4f6-06662312da38 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:39.789987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Deleting port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:39.791283 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.816752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port c59b8355-fd6f-4c28-9485-edd7ff28d605 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:39.817550 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.830068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:37:39.855453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.887052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:39.898690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:39.915587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:39.938343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] Pushing event deleted for resources: {'Port': ['ID=b3dba502-459c-44be-b3a7-83dcebf16188,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:40.010721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.011936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.014561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 HTTP/1.1" status: 200 len: 1091 time: 2.3126554 Jun 04 06:37:40.015408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:40.049700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368ecc-e28b-4c76-90aa-2fbdbdfff4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:40.067567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0eb47d-d2c2-435c-a97b-2f2071d5dcd3 None None] No DVR routers for this DVR port b3dba502-459c-44be-b3a7-83dcebf16188 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:40.110215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3dba502-459c-44be-b3a7-83dcebf16188 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:37:40.135201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-a2801212-555f-4203-85c1-955a52fb82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.136652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-a2801212-555f-4203-85c1-955a52fb82b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.4494166 Jun 04 06:37:40.152374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:40.153042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.228611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b3dba502-459c-44be-b3a7-83dcebf16188 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:37:40.229667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3dba502-459c-44be-b3a7-83dcebf16188 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:37:40.351974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-dd831fd0-8bdb-4f0a-a09c-99bf86b83fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.1546969 Jun 04 06:37:40.372580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-731e79bc-86a2-4979-a807-007042e1a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.374538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-731e79bc-86a2-4979-a807-007042e1a9fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 1094 time: 0.1634221 Jun 04 06:37:40.452723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-8b99d9da-4c94-4e81-b18c-638eab56c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.454864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-8b99d9da-4c94-4e81-b18c-638eab56c76e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.0938168 Jun 04 06:37:40.474835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:40.475712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.508004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-153192d3-8634-42bc-9592-b7f362043a9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 HTTP/1.1" status: 200 len: 217 time: 0.1127579 Jun 04 06:37:40.575987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-ceecda60-b3a8-4d81-a532-d720b45b6983 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889404 Jun 04 06:37:40.607985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] For port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,segment=NetworkSegment(e1a2b187-0918-4de5-806e-0003b3b6eaa9),segment_id=e1a2b187-0918-4de5-806e-0003b3b6eaa9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:40.608628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.687916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Calling delete_port for fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:40.709875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6c74e45f-1c61-4a86-ab4a-d5c782622fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.711917 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-6c74e45f-1c61-4a86-ab4a-d5c782622fb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1969278 Jun 04 06:37:40.728079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:40.756862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'port_id': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'mac_address': 'fa:16:3e:39:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba307f8-f581-4000-9c0d-52ea8870dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:40.863765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:40.864272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Calling delete_port for fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:40.864401 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.879780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-98454892-83a2-4052-99ee-ffc935460baf service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946603 Jun 04 06:37:40.881683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:40.892397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5cfcc-3ae1-43a3-b9b4-c8a60cfb5411 req-bc665765-03f1-4a1e-b76c-114749aacd0a tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:40.901960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fb5cfcc-3ae1-43a3-b9b4-c8a60cfb5411 req-bc665765-03f1-4a1e-b76c-114749aacd0a tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.7577558 Jun 04 06:37:40.902708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-e4c16838-b03d-472c-9bf9-580aa32030cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069868 Jun 04 06:37:40.942818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] No DVR routers for this DVR port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:40.958053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:40.962225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ea4fe-1d4c-46f5-936b-1bfdc4bc91d9 None None] Pushing event deleted for resources: {'Port': ['ID=fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:41.004615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:41.009077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:41.064557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:41.138920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:41.139450 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:41.211403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fb5cfcc-3ae1-43a3-b9b4-c8a60cfb5411 req-3681e340-fcd3-48e8-9111-86c69f5a0dc0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032434 Jun 04 06:37:41.267022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:41.307524 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98443df0-6333-44ee-af57-07b5d50c98c7'] response: {'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'code': 200} Jun 04 06:37:41.383494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7b90fb84-1c76-4ded-a707-151f1a6e565f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:37:41.546467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-13df92e8-8d3b-4e65-8e7f-4f238d3d618d tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:41.547823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-13df92e8-8d3b-4e65-8e7f-4f238d3d618d tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 818 time: 0.7730203 Jun 04 06:37:41.614443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Deleting port fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:41.614960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:41.649650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Request body: {'port': {'device_id': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'admin_state_up': True, 'tenant_id': '4ee89161c7074b66bf50af7fc12ff9d0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:41.883729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] The port 'fcfc9451-d9bc-4e54-8aa1-bf95b35fd1c9' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:37:41.894536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc21bd06-afad-4f95-9e25-d6706ceecd36 req-0ef610fe-8636-4d8a-9135-832de18c30af service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546049 Jun 04 06:37:41.937788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:41.938163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:41.938583 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 63b09739-9951-4ad0-b80a-459917accf9a disassociated. External IP: 172.25.1.180, port: c59b8355-fd6f-4c28-9485-edd7ff28d605. Jun 04 06:37:41.938956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for c59b8355-fd6f-4c28-9485-edd7ff28d605 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:41.982479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89863d-af11-40ce-9db8-71e55b27695c req-c86d86ac-0d14-4879-8443-338130813e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:41.984204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf89863d-af11-40ce-9db8-71e55b27695c req-c86d86ac-0d14-4879-8443-338130813e6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1097 time: 0.3989947 Jun 04 06:37:42.079119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf89863d-af11-40ce-9db8-71e55b27695c req-59e37726-f2ff-428e-8f9d-9506ceac8e20 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839796 Jun 04 06:37:42.094574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9daa9-9e53-4b44-b71e-124cdabdba1f req-a50d98f8-29b6-4cd5-821a-95e7e7907688 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:42.098531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aab9daa9-9e53-4b44-b71e-124cdabdba1f req-a50d98f8-29b6-4cd5-821a-95e7e7907688 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 943 time: 0.2815909 Jun 04 06:37:42.210667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.229151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aab9daa9-9e53-4b44-b71e-124cdabdba1f req-e31af4c8-4e50-4e84-aa75-d8d4d5447308 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284509 Jun 04 06:37:42.245826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.253772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-cca39d76-dba3-4a57-962d-2ccebf86ec9b service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3239837 Jun 04 06:37:42.299391 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a5eb04-499b-49df-8149-7244d6d18a9e'] response: {'name': 'network-changed', 'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51', 'status': 'completed', 'code': 200} Jun 04 06:37:42.308010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:42.308928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=c59b8355-fd6f-4c28-9485-edd7ff28d605,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:42.312669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Usage tracker for resource:port and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:42.316106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:42.321714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:42.332927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-34598db7-7e5e-484a-b393-aeb5f5866dd6 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:42.334592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-34598db7-7e5e-484a-b393-aeb5f5866dd6 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 818 time: 0.6636853 Jun 04 06:37:42.337672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cdccaf-f8cf-476b-bf8a-1b733aa590cd']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:42.381696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Request body: {'port': {'device_id': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'admin_state_up': True, 'tenant_id': '4ee89161c7074b66bf50af7fc12ff9d0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:42.450283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-12e28862-36f5-48e6-8f8d-b21b8460c302 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:42.451854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-12e28862-36f5-48e6-8f8d-b21b8460c302 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.39 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 818 time: 0.9127357 Jun 04 06:37:42.460554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a2b187-0918-4de5-806e-0003b3b6eaa9') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:42.460845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a2b187-0918-4de5-806e-0003b3b6eaa9') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:42.481809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Made reservation on behalf of 4ee89161c7074b66bf50af7fc12ff9d0 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:42.485512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.503387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Request body: {'port': {'device_id': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'admin_state_up': True, 'tenant_id': '4ee89161c7074b66bf50af7fc12ff9d0'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:42.590774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.601565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6f940-af0b-40ec-9da0-5b95e9fbc0e9 req-8edb1f9c-ba9f-4a20-ab8c-7ebc9b72e443 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:42.603277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ee6f940-af0b-40ec-9da0-5b95e9fbc0e9 req-8edb1f9c-ba9f-4a20-ab8c-7ebc9b72e443 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 944 time: 0.2032468 Jun 04 06:37:42.611888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:42.735601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ee6f940-af0b-40ec-9da0-5b95e9fbc0e9 req-372c41c6-0137-42b2-87ff-ff184433bf3f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197240 Jun 04 06:37:42.756731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.784960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:37:42.785670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:42.827579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-068ef6a4-fdca-4bc7-b474-e5e2a28182e8 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815540 Jun 04 06:37:42.855342 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e1a2b187-0918-4de5-806e-0003b3b6eaa9 resource provider aggregate not found Jun 04 06:37:42.892717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:42.906749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:42.923792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:42.924446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:42.993212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e8b58e8-282a-4775-96ba-4129c5d15589 req-7337d89f-c298-4e44-9314-6c74b37006a3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 210 time: 0.0514443 Jun 04 06:37:43.043379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:43.066306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:43.066949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:43.103498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.127071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1be05b10-8b96-4589-a050-25210c666521 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/c59b8355-fd6f-4c28-9485-edd7ff28d605 HTTP/1.1" status: 204 len: 168 time: 3.6356335 Jun 04 06:37:43.128177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34152) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:43.164729 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e1a2b187-0918-4de5-806e-0003b3b6eaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1a2b187-0918-4de5-806e-0003b3b6eaa9 found for delete ", "request_id": "req-f1366e72-b123-4675-99dc-782171b88031"}]} Jun 04 06:37:43.170392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:43.170981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eedb7b7-1c1f-4b95-a707-042df640317a None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:43.245046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:43.316944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2565b935-014e-4a1d-bed1-105b5f953554 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/floatingips/63b09739-9951-4ad0-b80a-459917accf9a HTTP/1.1" status: 200 len: 688 time: 0.1851523 Jun 04 06:37:43.317185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:43.323466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34160) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:43.330310 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.336200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Usage tracker for resource:port and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:43.346636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:43.351187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:43.384243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 7b90fb84-1c76-4ded-a707-151f1a6e565f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:43.391722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 7b90fb84-1c76-4ded-a707-151f1a6e565f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:43.393498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.407554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.451829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Usage tracker for resource:port and tenant:4ee89161c7074b66bf50af7fc12ff9d0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:43.474630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Allocated IP 172.20.0.14 (ca32ae75-2ff8-4495-a584-988d80e41fcd/05e1658d-1ee3-4064-8c5e-cafed01d22d5/ea47a457-1c70-47bd-b545-52cc6c9c17b3) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:43.665878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:43.693297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:43.705140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Network': ['ID=21cdccaf-f8cf-476b-bf8a-1b733aa590cd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:43.705583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:43.706104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.734648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:43.802049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Made reservation on behalf of 4ee89161c7074b66bf50af7fc12ff9d0 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:43.806557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:43.812476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.823472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 106c4f19-801c-49e8-8eea-37dd85d7f427 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:43.823813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.825310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:43.832030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.865894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e4ec9ba9-59d6-445d-baa5-64ecc489e5a5 tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/networks/21cdccaf-f8cf-476b-bf8a-1b733aa590cd HTTP/1.1" status: 204 len: 168 time: 5.6519659 Jun 04 06:37:43.867037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Made reservation on behalf of 4ee89161c7074b66bf50af7fc12ff9d0 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:43.871183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:43.881850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34172) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:43.940852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:43.962567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-c985efeb-b9ad-4a49-94d0-84c589b2c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:43.964055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-c985efeb-b9ad-4a49-94d0-84c589b2c001 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 1094 time: 1.0459805 Jun 04 06:37:44.010152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.142075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.170488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b937e-de60-4ed2-bd42-66350b557a96 req-36841dc9-582c-454d-b368-83146fa8d616 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:44.178834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af5b937e-de60-4ed2-bd42-66350b557a96 req-36841dc9-582c-454d-b368-83146fa8d616 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.9738674 Jun 04 06:37:44.220145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.220456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.253459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-97a4ae3f-1c34-4e08-bcba-c931d57b8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:44.254945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-97a4ae3f-1c34-4e08-bcba-c931d57b8cb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.2755511 Jun 04 06:37:44.334839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.372751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-a18ada76-32a1-40be-86a1-898cbe5cd6e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 HTTP/1.1" status: 200 len: 217 time: 0.1115553 Jun 04 06:37:44.430662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 106c4f19-801c-49e8-8eea-37dd85d7f427 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:44.459843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af5b937e-de60-4ed2-bd42-66350b557a96 req-745370ae-aac7-4781-a632-fa1e62aaa6ab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801461 Jun 04 06:37:44.500645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Network ca32ae75-2ff8-4495-a584-988d80e41fcd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:44.510257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:44.519377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:44.566781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event updated for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:44.569694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-22d4adeb-78c2-403d-a0ce-9d752ba44a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:44.571119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-22d4adeb-78c2-403d-a0ce-9d752ba44a81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1618018 Jun 04 06:37:44.572271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Allocated IP 172.20.0.3 (ca32ae75-2ff8-4495-a584-988d80e41fcd/05e1658d-1ee3-4064-8c5e-cafed01d22d5/7ceb9027-deab-4951-ac77-37b19db8cbe2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:44.673460 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-8d81e4bd-a63b-4d6a-b23a-27928db97a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917606 Jun 04 06:37:44.693122 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.771350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a45232-156c-4860-aacc-5d89d5335c1e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:44.788390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:44.789077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.797558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76aa173-0820-4333-b59e-5941c01754ac') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:44.797759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76aa173-0820-4333-b59e-5941c01754ac') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:44.818510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.840002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.883605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.903876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7902c6-7df8-4a74-9d58-0d99c41810f7 req-ecfc834f-2d9e-443a-8667-62ffb375d31e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:44.918188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf7902c6-7df8-4a74-9d58-0d99c41810f7 req-ecfc834f-2d9e-443a-8667-62ffb375d31e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 943 time: 0.3066945 Jun 04 06:37:44.920852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e0d2d81b-6660-4f08-8aa6-2d09d96a0edb tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2752306 Jun 04 06:37:44.942140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:37:44.942657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:44.946366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Request body: {'port': {'device_id': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:44.965495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=106c4f19-801c-49e8-8eea-37dd85d7f427,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:45.002893 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a76aa173-0820-4333-b59e-5941c01754ac resource provider aggregate not found Jun 04 06:37:45.036561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-87c4af2b-7c8b-4716-844d-1f5895ebce89 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455906 Jun 04 06:37:45.076749 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a76aa173-0820-4333-b59e-5941c01754ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a76aa173-0820-4333-b59e-5941c01754ac found for delete ", "request_id": "req-b79973ad-56f0-4d13-a2bf-8b30ecfad6fa"}]} Jun 04 06:37:45.149863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf7902c6-7df8-4a74-9d58-0d99c41810f7 req-481043ea-1ec4-4ef5-8a82-11fb9345126f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321913 Jun 04 06:37:45.159183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.191029 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.215278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.230588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] Pushing event deleted for resources: {'Network': ['ID=d4a45232-156c-4860-aacc-5d89d5335c1e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:45.258904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.269797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-529be401-5720-452e-b93d-ee2d706620b5 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/63b09739-9951-4ad0-b80a-459917accf9a HTTP/1.1" status: 204 len: 168 time: 1.9440775 Jun 04 06:37:45.270042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:45.274775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4446b7d8-6793-4ed4-947e-b70855f91e7b tempest-TaggedBootDevicesTest-915198833 tempest-TaggedBootDevicesTest-915198833-project] 10.222.0.17 "DELETE /v2.0/networks/d4a45232-156c-4860-aacc-5d89d5335c1e HTTP/1.1" status: 204 len: 168 time: 1.3834901 Jun 04 06:37:45.285693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '114b936b-6a6a-43a5-b0e9-01bbae7c2e9f'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:45.296400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:45.296400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:floatingip and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:45.301342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:45.307999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:45.321985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.396774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.442683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.515134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-083d7a79-d2b4-42d9-8c82-8ab2ed55686e req-51f93384-f25a-4294-afbb-1dd283630dab service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539542 Jun 04 06:37:45.555183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.636364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848f44-c2d3-416d-bb0b-7caac8862429 req-551782b9-daa3-4079-8a4e-76b493320317 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:45.638398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f848f44-c2d3-416d-bb0b-7caac8862429 req-551782b9-daa3-4079-8a4e-76b493320317 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2981923 Jun 04 06:37:45.713094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f848f44-c2d3-416d-bb0b-7caac8862429 req-b51f6c8c-4844-44b8-9d4b-4ee785cb2963 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Jun 04 06:37:45.719178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:45.733045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Network ca32ae75-2ff8-4495-a584-988d80e41fcd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:45.743163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:45.751520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:45.773382 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78710760-0b9b-468a-8f6d-36d2a0e47dab'] response: {'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'code': 200} Jun 04 06:37:45.802455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event updated for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:45.818444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-30125e9d-8aaa-4ba1-9305-625f0a0b0888 {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:37:45.818764 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:37:45.971066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:45.972077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.029382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:46.031274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.180 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/cd298f06-52ea-46c8-9549-c7ad2c07ef7d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:46.053603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5c04716c-32b1-4c3d-a381-9f8c4d548505 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6754661 Jun 04 06:37:46.084232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Request body: {'port': {'device_id': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:46.219196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:46.230037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51', 'mac_address': 'fa:16:3e:48:35:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:46.266114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9cd59-bba4-4f0a-8a1f-31e26a7c484a req-2e0debf4-ad5f-44e0-a5ee-7178ca88838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:46.268691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddc9cd59-bba4-4f0a-8a1f-31e26a7c484a req-2e0debf4-ad5f-44e0-a5ee-7178ca88838e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1096 time: 0.3754156 Jun 04 06:37:46.285901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a16ca-7a64-4375-aa69-75136d96d81f req-805efc15-5d4a-4102-966e-c1bb1138c7ef tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:46.296282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-434a16ca-7a64-4375-aa69-75136d96d81f req-805efc15-5d4a-4102-966e-c1bb1138c7ef tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 932 time: 0.3586125 Jun 04 06:37:46.303020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:46.303703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.319779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.324119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:46.340595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:46.349676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.365415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea47a457-1c70-47bd-b545-52cc6c9c17b3 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:46.370843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.383671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddc9cd59-bba4-4f0a-8a1f-31e26a7c484a req-ed689af5-89f4-4a00-b990-e588dd0ca69c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599279 Jun 04 06:37:46.389534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.401429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-434a16ca-7a64-4375-aa69-75136d96d81f req-c561860f-032e-4960-a4a5-26906b41fd62 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Synchronizing usage tracker for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:46.425830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-434a16ca-7a64-4375-aa69-75136d96d81f req-c561860f-032e-4960-a4a5-26906b41fd62 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Unset dirty status for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:46.429911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:46.434172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-434a16ca-7a64-4375-aa69-75136d96d81f req-c561860f-032e-4960-a4a5-26906b41fd62 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368732 Jun 04 06:37:46.449633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.453017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.550145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:46.553852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:46.560449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:46.583888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Transition to ACTIVE for port object ea47a457-1c70-47bd-b545-52cc6c9c17b3 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:46.599655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=cd298f06-52ea-46c8-9549-c7ad2c07ef7d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:46.649365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.661201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:37:46.950670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8e56-0e49-42d5-9173-cf5b4fc93f4b req-0658db87-94a5-4871-8170-221903974834 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:46.952919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-748c8e56-0e49-42d5-9173-cf5b4fc93f4b req-0658db87-94a5-4871-8170-221903974834 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.2213428 Jun 04 06:37:46.980802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-988eeb58-1f7c-4fce-b7d8-8c93eaf498b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:46.999876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:47.042243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Allocated IP 172.20.0.10 (ca32ae75-2ff8-4495-a584-988d80e41fcd/05e1658d-1ee3-4064-8c5e-cafed01d22d5/a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:47.070687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-748c8e56-0e49-42d5-9173-cf5b4fc93f4b req-824ec6a6-53d3-4cc8-915d-0fa77ad8f31c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556681 Jun 04 06:37:47.075161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Attempting to bind port ea47a457-1c70-47bd-b545-52cc6c9c17b3 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:47.076446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Attempting to bind port ea47a457-1c70-47bd-b545-52cc6c9c17b3 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:47.076934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Attempting to bind port ea47a457-1c70-47bd-b545-52cc6c9c17b3 on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:47.100073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Port ea47a457-1c70-47bd-b545-52cc6c9c17b3 on network ca32ae75-2ff8-4495-a584-988d80e41fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:47.100675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Attempting to bind port ea47a457-1c70-47bd-b545-52cc6c9c17b3 on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:47.123893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:47.124234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Checking segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:47.124620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Bound using segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:47.126458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Bound port: ea47a457-1c70-47bd-b545-52cc6c9c17b3, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:47.126755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.196854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.400488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.403066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:47.406371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75521337-4624-42ca-812f-186efee18bc7 req-0c6abc5b-ce54-4473-9ad9-5dab6559af3c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:47.411035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75521337-4624-42ca-812f-186efee18bc7 req-0c6abc5b-ce54-4473-9ad9-5dab6559af3c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 944 time: 0.1925771 Jun 04 06:37:47.415330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:47.431885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.475751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.486124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75521337-4624-42ca-812f-186efee18bc7 req-06506ac9-7068-4e31-85dd-f0aa20fe245e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741959 Jun 04 06:37:47.520143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:47.520845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.522338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea47a457-1c70-47bd-b545-52cc6c9c17b3 HTTP/1.1" status: 200 len: 1092 time: 2.5802784 Jun 04 06:37:47.523880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:47.551475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c5a1-0036-4ece-bb35-26a823c83a42 service neutron] Pushing event updated for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:47.811147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:37:47.854004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.879282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:47.911199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.045512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:48.077302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Network ca32ae75-2ff8-4495-a584-988d80e41fcd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:37:48.101400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:48.115117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:37:48.188522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:48.194840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:48.196536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.220639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:48.221667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.248767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c400d3-f5a2-47a7-abbb-bacdbd591551 req-5aa37388-f7c2-4d43-8d80-f63a8691b5f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:48.250473 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2c400d3-f5a2-47a7-abbb-bacdbd591551 req-5aa37388-f7c2-4d43-8d80-f63a8691b5f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.5473404 Jun 04 06:37:48.260354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=cd298f06-52ea-46c8-9549-c7ad2c07ef7d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:48.283049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.403691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ceb9027-deab-4951-ac77-37b19db8cbe2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:48.409628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:48.414206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.417578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.451525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Transition to ACTIVE for port object 7ceb9027-deab-4951-ac77-37b19db8cbe2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:48.472486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event updated for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:48.492311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:48.493350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:48.497694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.501969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:48.556703 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 5be1d964-9fde-487c-b37a-2b83e06c7237 associated. External IP: 172.25.1.180, port: 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f. Jun 04 06:37:48.606979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:48.658777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5298bd37-4c92-48c7-a54c-697321ecbc5c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1854894 Jun 04 06:37:48.678078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Request body: {'port': {'device_id': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:48.682241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2c400d3-f5a2-47a7-abbb-bacdbd591551 req-94660d73-0282-4eff-b4f8-dc251bb14efc tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106541 Jun 04 06:37:48.741053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Pushing event updated for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:48.802751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-79243eef-0791-48b7-8f4e-fb7c8aa109a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:48.804235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-79243eef-0791-48b7-8f4e-fb7c8aa109a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 1095 time: 0.8948929 Jun 04 06:37:49.025024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-1a3326b9-21d7-44c4-b994-d63007b356e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3 HTTP/1.1" status: 200 len: 217 time: 0.1910009 Jun 04 06:37:49.039317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6ab771e-1878-4e5d-a85e-c26a6fc06e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:49.106353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:49.199491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-057b3357-f451-4a11-830d-190944fd6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:49.201331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-057b3357-f451-4a11-830d-190944fd6d1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.1589208 Jun 04 06:37:49.211685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589e205-6951-4f11-b4f6-3036c850efa5 req-1a5c0714-fcc2-4277-be65-37c69cc18112 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:49.213157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d589e205-6951-4f11-b4f6-3036c850efa5 req-1a5c0714-fcc2-4277-be65-37c69cc18112 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.3561091 Jun 04 06:37:49.264221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Attempting to bind port 7ceb9027-deab-4951-ac77-37b19db8cbe2 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:49.264221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Attempting to bind port 7ceb9027-deab-4951-ac77-37b19db8cbe2 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:49.265323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:49.265390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Attempting to bind port 7ceb9027-deab-4951-ac77-37b19db8cbe2 on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:49.265452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:49.274716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-4111aab0-d279-4034-9de5-da6c427c6db8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617259 Jun 04 06:37:49.284820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Port 7ceb9027-deab-4951-ac77-37b19db8cbe2 on network ca32ae75-2ff8-4495-a584-988d80e41fcd not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:49.285271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Attempting to bind port 7ceb9027-deab-4951-ac77-37b19db8cbe2 on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:49.333403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:49.347480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:49.425710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:49.425710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Checking segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:49.425710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Bound using segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:49.426851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Bound port: 7ceb9027-deab-4951-ac77-37b19db8cbe2, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:49.426851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:49.753461 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-24bb766f-a796-44a2-8843-703993851bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646561 Jun 04 06:37:49.763920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:50.011547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:50.035526 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.104208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04401cf8-fd15-443d-b3e4-1f4f570bdbce req-1ac764ed-b2ab-40e3-b288-a4b848c60762 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:50.111967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04401cf8-fd15-443d-b3e4-1f4f570bdbce req-1ac764ed-b2ab-40e3-b288-a4b848c60762 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 944 time: 0.6963458 Jun 04 06:37:50.114261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:50.128873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:50.147995 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:50.148831 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:50.152462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.171792 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-5eef4205-46dd-4bab-9c9a-64ab9a95fedc service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110591 Jun 04 06:37:50.220622 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.257843 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:50.266902 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:50.267696 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:50.286643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:50.295905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.312405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Transition to ACTIVE for port object a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:37:50.335666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-406529f7-68b8-4c18-b3c7-044555426752 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0627730 Jun 04 06:37:50.339260 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:50.339836 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21680ab0-0a3c-45ca-b1ef-60673ac0d56a None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:50.343644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04401cf8-fd15-443d-b3e4-1f4f570bdbce req-21b1f496-e973-4273-870c-b2b7bf578cee tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308295 Jun 04 06:37:50.345959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34308) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:50.352385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-253280339'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:50.357014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.377454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Pushing event updated for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:50.377454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:50.412713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:50.412946 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.413354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.414749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-7f7e3909-5f0d-491b-be35-0e652ec82002 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ceb9027-deab-4951-ac77-37b19db8cbe2 HTTP/1.1" status: 200 len: 1091 time: 4.3492992 Jun 04 06:37:50.424704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:network and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:50.435484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:50.561012 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1544a100-1b76-44e8-bf5b-4f8418d8eb63'] response: {'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51', 'code': 200} Jun 04 06:37:50.602206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:50.620610 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3e4d97-d215-49c9-bbf1-ba8c4ace8d21'] response: {'name': 'network-changed', 'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3', 'status': 'completed', 'code': 200} Jun 04 06:37:50.794037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Pushing event updated for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:50.827996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:50.831542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:50.987402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade16d-0e1a-4ce5-ad5a-4895833a5c0d req-1efa1210-78cd-4689-9210-cf9d6d6ba991 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:50.991054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49ade16d-0e1a-4ce5-ad5a-4895833a5c0d req-1efa1210-78cd-4689-9210-cf9d6d6ba991 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 945 time: 0.1658542 Jun 04 06:37:51.005516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:37:51.051810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.051810 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Added segment a08abbd5-a47d-4493-aa34-5eb033cbc76f of type vlan for network facef408-7b7e-429b-aaed-051d176e21fd Jun 04 06:37:51.067897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Attempting to bind port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:37:51.068307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Attempting to bind port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:37:51.068712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Attempting to bind port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:51.073677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-237847fd-6497-4964-b50c-17d39d8318d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:51.076089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-237847fd-6497-4964-b50c-17d39d8318d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 1094 time: 0.4546816 Jun 04 06:37:51.142356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec on network ca32ae75-2ff8-4495-a584-988d80e41fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:37:51.143053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Attempting to bind port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec on network ca32ae75-2ff8-4495-a584-988d80e41fcd {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:37:51.190543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:37:51.190883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Checking segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:51.191268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Bound using segment: {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:37:51.191727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Bound port: a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112c8b53-fcfe-4d72-a195-b59301240146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:37:51.192073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.197193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.212218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6aed3-c8df-4936-ae10-430da11011bd req-634b3968-3a3d-473f-9b7c-69d50907c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:51.214005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59a6aed3-c8df-4936-ae10-430da11011bd req-634b3968-3a3d-473f-9b7c-69d50907c811 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 1096 time: 0.5340848 Jun 04 06:37:51.217208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-ad3744f8-ec52-4e25-92f9-2c4aadc8299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:51.218787 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-ad3744f8-ec52-4e25-92f9-2c4aadc8299d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 1095 time: 0.5956926 Jun 04 06:37:51.220634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.221004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.227074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-0a8b3533-bc6b-43d4-9486-2deb6655f876 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2 HTTP/1.1" status: 200 len: 217 time: 0.1353579 Jun 04 06:37:51.463581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59a6aed3-c8df-4936-ae10-430da11011bd req-10a33b08-889d-44e8-ac0f-64587080e4b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131529 Jun 04 06:37:51.473312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:37:51.504215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49ade16d-0e1a-4ce5-ad5a-4895833a5c0d req-bcbc6fbb-a971-44d3-b6b0-a83737af8c8d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262157 Jun 04 06:37:51.545425 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP 8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0 associated. External IP: 172.25.1.44, port: a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb. Jun 04 06:37:51.549940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-512cced4-f3d2-47c7-95ef-929b0234bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:51.551368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-512cced4-f3d2-47c7-95ef-929b0234bccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.2673411 Jun 04 06:37:51.619272 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-74deec24-0bc5-466f-bd17-6a48dacdeef4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491760 Jun 04 06:37:51.634125 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.641184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:51.641830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.681258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:37:51.691564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:37:51.757427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:51.926717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Pushing event updated for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:52.028486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35fa76-698d-4f10-a4e2-4e82dd8ce056 req-4cbbd955-bf4e-4fd2-8c00-3a14fe9c5db1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:52.030638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:52.041657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db35fa76-698d-4f10-a4e2-4e82dd8ce056 req-4cbbd955-bf4e-4fd2-8c00-3a14fe9c5db1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3473208 Jun 04 06:37:52.044431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6972792 Jun 04 06:37:52.060437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:52.071360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-988f4f5a-9e13-415d-97cb-07dad89b4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:52.072951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-988f4f5a-9e13-415d-97cb-07dad89b4890 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 919 time: 0.8450444 Jun 04 06:37:52.082350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'subnet': {'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:52.187290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db35fa76-698d-4f10-a4e2-4e82dd8ce056 req-8e93edac-8047-402d-abda-39fcc09f6acc tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447618 Jun 04 06:37:52.316488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd318bde-a538-44c6-ae50-c3e347634495 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Network': ['ID=facef408-7b7e-429b-aaed-051d176e21fd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:52.334566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:52.335202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:52.336609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-68b1c487-f769-45ba-b76b-aa4182c46f9e service neutron] 10.222.0.39 "PUT /v2.0/ports/a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec HTTP/1.1" status: 200 len: 1092 time: 3.6628399 Jun 04 06:37:52.340410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network facef408-7b7e-429b-aaed-051d176e21fd details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:37:52.350867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:37:52.381643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-cc63b4f4-bd4b-4fec-942d-aa04c854a99e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3 HTTP/1.1" status: 200 len: 217 time: 0.2781227 Jun 04 06:37:52.622992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2'}, {'name': 'network-changed', 'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:52.670096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-48304b26-bd8b-4a2d-b112-bfcaf85884ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:52.672035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-48304b26-bd8b-4a2d-b112-bfcaf85884ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.1771224 Jun 04 06:37:52.676819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-be60952a-c3aa-4c00-8209-91bbc57165a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9827404 Jun 04 06:37:52.678050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:52.744453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:37:52.754474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:37:52.774705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:52.775537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:52.861863 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:52.968948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-490e3965-7718-4307-a837-c7b9ea6eddf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2629671 Jun 04 06:37:53.008552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-34a6f7b8-8a0b-416e-a87a-5bdd06f43532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "PUT /v2.0/floatingips/8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0 HTTP/1.1" status: 200 len: 991 time: 3.7591848 Jun 04 06:37:53.010445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:53.027460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:subnet and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:53.055327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1db8-fef8-4b1b-afbf-d36705b78d2f req-c4a596c5-a739-47b9-97f7-fb06018bef51 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:53.061356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:53.063936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6dfa1db8-fef8-4b1b-afbf-d36705b78d2f req-c4a596c5-a739-47b9-97f7-fb06018bef51 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 944 time: 0.3211334 Jun 04 06:37:53.146272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6dfa1db8-fef8-4b1b-afbf-d36705b78d2f req-5e9d4ab7-e06e-4f19-a322-079fc4713bef tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813673 Jun 04 06:37:53.165933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:53.263051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea47a457-1c70-47bd-b545-52cc6c9c17b3 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:53.325510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:53.329126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:53.363259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-64d6c31a-8209-4ad0-a102-9ffc5ad52305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:53.364924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-64d6c31a-8209-4ad0-a102-9ffc5ad52305 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 1095 time: 0.9009905 Jun 04 06:37:53.367361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-ec217caa-40e8-489a-b9a4-82c151b6fd7a service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086829 Jun 04 06:37:53.426684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:53.443719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'port_id': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3', 'mac_address': 'fa:16:3e:d9:60:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e1658d-1ee3-4064-8c5e-cafed01d22d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:53.446825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:53.523118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-ad6cafea-c9aa-46d9-918b-3feba55c8ed9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:53.524765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-ad6cafea-c9aa-46d9-918b-3feba55c8ed9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 813 time: 0.2748404 Jun 04 06:37:53.553275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-bcc6a50a-81e9-42b1-be20-46d0422a2212 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/quotas/0498d9aace984ca798e775e1b258be03 HTTP/1.1" status: 200 len: 375 time: 0.0228887 Jun 04 06:37:53.631741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-aca91e4c-f83c-40da-a4ce-0f8d8f9a1f27 service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616137 Jun 04 06:37:53.681810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-2968e2c6-7489-4b3b-9a1e-ed5ae51d2463 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec HTTP/1.1" status: 200 len: 217 time: 0.2996008 Jun 04 06:37:53.725503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-26a3c3ad-9a37-49cc-9db6-097878b92b54 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584127 Jun 04 06:37:53.736461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-c1fe58a5-1862-4642-9549-e6dc08e8dab4 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:37:53.738427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-c1fe58a5-1862-4642-9549-e6dc08e8dab4 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083542 Jun 04 06:37:53.825647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-b7e279cb-6b6d-42b3-893b-9e0ef9f7e103 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:53.826399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-b7e279cb-6b6d-42b3-893b-9e0ef9f7e103 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:37:53.892898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ea47a457-1c70-47bd-b545-52cc6c9c17b3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:53.893797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:53.915778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-b7e279cb-6b6d-42b3-893b-9e0ef9f7e103 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:37:53.916955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-b7e279cb-6b6d-42b3-893b-9e0ef9f7e103 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 945 time: 0.8673794 Jun 04 06:37:54.014989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-c5b4da2e-6b0a-4453-82f2-1f1b797f18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:54.016569 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-c5b4da2e-6b0a-4453-82f2-1f1b797f18fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.2934332 Jun 04 06:37:54.020108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-5d1946ed-06f1-4072-be6f-3269b7d81d1a service neutron] 10.222.0.17 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750146 Jun 04 06:37:54.029624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea47a457-1c70-47bd-b545-52cc6c9c17b3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:54.116584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:54.148424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-e2eaecac-207a-42ad-aa13-4c3b4da6a9ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144543 Jun 04 06:37:54.159341 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:54.218062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:37:54.218734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:54.254350 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5edccad8-d961-4d4f-98ad-335216dd1cb2 req-009507bb-3bb8-46af-a00d-bce4786242ab service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031036 Jun 04 06:37:54.315954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-7c104642-cc56-462f-aea7-7c2ac662ea3d service neutron] 10.222.0.17 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945220 Jun 04 06:37:54.379630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:54.419757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.420268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.420739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.421169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.421782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.422323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.422864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.424449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.424999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.430775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.431125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.431716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:37:54.490712 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-724b153e-5a17-4e8b-8f9d-2b10bfc4289f service neutron] 10.222.0.39 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289877 Jun 04 06:37:54.584436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ea47a457-1c70-47bd-b545-52cc6c9c17b3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:37:54.831896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462b1db-0993-4643-8154-f064f4b28e6e req-12dda6cb-6190-4679-9a0e-1a0095f22439 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:54.845063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f462b1db-0993-4643-8154-f064f4b28e6e req-12dda6cb-6190-4679-9a0e-1a0095f22439 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 945 time: 0.2201402 Jun 04 06:37:54.867409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:50Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:54.883850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:37:54.926713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:37:54.927536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:54.940575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f462b1db-0993-4643-8154-f064f4b28e6e req-0b93577c-e163-49a3-9a50-e3e3ee7f113c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912092 Jun 04 06:37:55.086381 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a559da3d-fea4-4b78-95c3-52d2a8ddd9db'] response: {'name': 'network-changed', 'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'status': 'completed', 'code': 200} Jun 04 06:37:55.116496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6fc1059-2b9a-4ad7-9438-80e97a08a93b req-233b0e6b-c8df-444f-9bdf-4bf85586aed1 service neutron] 10.222.0.39 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986512 Jun 04 06:37:55.132236 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e4f57-75d2-4270-992e-df50fafd20e6'] response: {'name': 'network-changed', 'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2', 'status': 'completed', 'code': 200} Jun 04 06:37:55.132500 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e4f57-75d2-4270-992e-df50fafd20e6'] response: {'name': 'network-changed', 'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec', 'status': 'completed', 'code': 200} Jun 04 06:37:55.295879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20324-5c14-4098-9410-9608c2e2e190 req-e386ea4d-ef31-42b8-84bc-656f3a33edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:55.297358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-e386ea4d-ef31-42b8-84bc-656f3a33edd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1097 time: 0.1738551 Jun 04 06:37:55.428114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:37:55.571277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e97bd-4a13-4108-9a11-83053dbb3cbc req-c890addf-07d0-4b5f-8d80-9b0c0c994267 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:55.586180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f3e97bd-4a13-4108-9a11-83053dbb3cbc req-c890addf-07d0-4b5f-8d80-9b0c0c994267 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 945 time: 0.2855387 Jun 04 06:37:55.647011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20324-5c14-4098-9410-9608c2e2e190 req-63f058fb-522e-48db-bdb1-ce4736131803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:55.648634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-63f058fb-522e-48db-bdb1-ce4736131803 service neutron] 10.222.0.39 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.3170793 Jun 04 06:37:55.754815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f3e97bd-4a13-4108-9a11-83053dbb3cbc req-41601ec5-66a9-4e4d-a5c5-82589c6df8ab tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655319 Jun 04 06:37:55.836912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-cd5d1d6a-7a83-4f80-a427-282937e1ba54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 999 time: 0.1816263 Jun 04 06:37:55.967505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:56.020809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a62a4e3-9288-42e0-9f33-ab65a201d107 req-e8561ba1-11cb-420e-9564-ac9c2e2162df tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 210 time: 0.1075482 Jun 04 06:37:56.055659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:56.085430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20324-5c14-4098-9410-9608c2e2e190 req-6242d3c9-0f1d-4b6f-a69d-c91d9f4c540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:56.096019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-6242d3c9-0f1d-4b6f-a69d-c91d9f4c540f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.2473216 Jun 04 06:37:56.099465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:56.178280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-7274ba99-69c9-439d-9869-cbbcca3a1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:56.180064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-7274ba99-69c9-439d-9869-cbbcca3a1a97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 1094 time: 1.0495300 Jun 04 06:37:56.278189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20324-5c14-4098-9410-9608c2e2e190 req-284199d9-cc98-4f6d-b007-cd68d62def4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:56.279738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-284199d9-cc98-4f6d-b007-cd68d62def4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813500 Jun 04 06:37:56.282030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:50Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:37:56.286601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0841-25a0-415b-9e09-7b47f5d02623 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:50Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:37:56.383612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Subnet': ['ID=736c2617-368b-4016-8b15-1fd5f070f0c3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:56.390697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-d3db6552-6bd5-48d4-9b41-4efcf3b9dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:56.392549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-d3db6552-6bd5-48d4-9b41-4efcf3b9dfad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 1095 time: 1.0581093 Jun 04 06:37:56.476296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-51a19ba9-7995-429d-8acd-7382c88e737f service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874511 Jun 04 06:37:56.497870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:56.498917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:56.650424 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:37:56.728523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02bf6b2-0a61-4c12-a244-e2fbcf80873f None None] New status for floating IP 8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:37:57.096292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Checking segment: {'id': 'a08abbd5-a47d-4493-aa34-5eb033cbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:37:57.096959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network hostable DHCP agents. Network: facef408-7b7e-429b-aaed-051d176e21fd, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:37:57.156664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:37:57.209748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-fa43f90f-5e70-4c83-9e0e-880b9a7a21f2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.209748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-fa43f90f-5e70-4c83-9e0e-880b9a7a21f2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.39 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 813 time: 0.4406590 Jun 04 06:37:57.264953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7ceb9027-deab-4951-ac77-37b19db8cbe2 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:57.267868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea47a457-1c70-47bd-b545-52cc6c9c17b3 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:37:57.277232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Request body: {'port': {'device_id': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'admin_state_up': True, 'tenant_id': '0498d9aace984ca798e775e1b258be03'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:57.284690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-4c48b3c4-90a8-4890-84ca-d598a4017e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.286201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-4c48b3c4-90a8-4890-84ca-d598a4017e59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 919 time: 0.8676608 Jun 04 06:37:57.445762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network facef408-7b7e-429b-aaed-051d176e21fd is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:37:57.455906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-a0503e35-aa87-40ef-bc43-5fbd53551eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.458188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-a0503e35-aa87-40ef-bc43-5fbd53551eb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 200 len: 919 time: 1.2598996 Jun 04 06:37:57.459565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-7f8df67f-6f9a-469f-b73a-ef53e845794a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec HTTP/1.1" status: 200 len: 217 time: 0.1582396 Jun 04 06:37:57.513041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-3032e44c-b4fa-4158-84fa-e24dbf5ec5a5 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877293 Jun 04 06:37:57.564714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225a99c-0b37-4eba-a4f5-04a7b0c5d5ce req-9fb36505-acd7-4a40-8420-38e847db4fea tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.571947 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c225a99c-0b37-4eba-a4f5-04a7b0c5d5ce req-9fb36505-acd7-4a40-8420-38e847db4fea tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 945 time: 1.0944524 Jun 04 06:37:57.619923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, facef408-7b7e-429b-aaed-051d176e21fd) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:37:57.626066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.627132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:57.646960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c225a99c-0b37-4eba-a4f5-04a7b0c5d5ce req-1eda9a66-f6bc-4c79-a6d9-c14f7a281e5f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Jun 04 06:37:57.654921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-e6945230-c3f6-4bc9-994c-897f6c1ff5b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2 HTTP/1.1" status: 200 len: 217 time: 0.1886568 Jun 04 06:37:57.717777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3b966-c591-46bd-b109-55fc77354ad8 None None] Network facef408-7b7e-429b-aaed-051d176e21fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:37:57.748030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:57.792985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-55ff8173-729f-4939-8e2f-c290944ad02c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7234330 Jun 04 06:37:57.807746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34456) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:57.827609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1966634288', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:37:57.844840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:37:57.856911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:router and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:37:57.862079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:37:57.868269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:57.878221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:37:57.894115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:57.898228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:57.922282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Made reservation on behalf of 0498d9aace984ca798e775e1b258be03 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:37:57.926518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-fdb51a7f-c750-4026-8147-fede9cd84a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.927092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:57.928382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-fdb51a7f-c750-4026-8147-fede9cd84a5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.3891020 Jun 04 06:37:57.979734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-bae29a4f-e418-4f16-b9a5-cd83c7101a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:57.982339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-bae29a4f-e418-4f16-b9a5-cd83c7101a73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 200 len: 858 time: 0.3113356 Jun 04 06:37:58.016896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port ea47a457-1c70-47bd-b545-52cc6c9c17b3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:37:58.039182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-e5b61c8a-1010-4a52-8ef5-5510ba9da35c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457110 Jun 04 06:37:58.045369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-0e59253c-b29f-4308-852b-fca335791669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca32ae75-2ff8-4495-a584-988d80e41fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072614 Jun 04 06:37:58.060823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port ea47a457-1c70-47bd-b545-52cc6c9c17b3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:37:58.061198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:58.104346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34462) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:37:58.252592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:37:58.370964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:58.396003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '7ceb9027-deab-4951-ac77-37b19db8cbe2', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'port_id': '7ceb9027-deab-4951-ac77-37b19db8cbe2', 'mac_address': 'fa:16:3e:d8:07:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e1658d-1ee3-4064-8c5e-cafed01d22d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:58.416751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-facef408-7b7e-429b-aaed-051d176e21fd', 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd', 'tenant_id': '8cba017740b34942afff4cb4cb628806', 'fixed_ips': [{'subnet_id': '736c2617-368b-4016-8b15-1fd5f070f0c3'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:37:58.416751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:58.745639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:58.790528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Allocated IP 172.20.0.2 (facef408-7b7e-429b-aaed-051d176e21fd/736c2617-368b-4016-8b15-1fd5f070f0c3/d3b76df2-7a29-4fd0-be66-b639695986b1) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:58.814761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:58.929124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:37:58.946767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:58.947386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-59ccface-7b9e-4370-8d81-0c00a927f17c service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005814 Jun 04 06:37:59.017057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:37:59.026532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45fbd1-89e7-4b5a-9c6d-2f83c81ea8af req-18966ab7-447c-49d4-8385-2b7425c88d7f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:37:59.037633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be45fbd1-89e7-4b5a-9c6d-2f83c81ea8af req-18966ab7-447c-49d4-8385-2b7425c88d7f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 945 time: 1.0878468 Jun 04 06:37:59.042936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7ceb9027-deab-4951-ac77-37b19db8cbe2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:59.042936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.145619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be45fbd1-89e7-4b5a-9c6d-2f83c81ea8af req-ec8b99fe-d038-422e-9162-c06adb688526 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140654 Jun 04 06:37:59.162422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-8b060f09-77ec-4667-ae27-0ba32d0c9ddf service neutron] 10.222.0.24 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955142 Jun 04 06:37:59.162422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:37:59.166537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.169044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'name': 'network-vif-deleted', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:59.197628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-4a0f0bba-f17e-4069-a4ab-ca49e9e8de28 service neutron] 10.222.0.39 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8521917 Jun 04 06:37:59.205047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Allocated IP 172.20.0.14 (cd44dc79-a002-4ae8-a870-f40f8c9e7272/4ba307f8-f581-4000-9c0d-52ea8870dc13/274d81b9-0a92-4c7b-838f-4c84223a6a66) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:37:59.274733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ceb9027-deab-4951-ac77-37b19db8cbe2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:37:59.346042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port ea47a457-1c70-47bd-b545-52cc6c9c17b3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:59.346042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.366031 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-176ae2e8-856b-4ab8-b2fe-617b53f4d031 req-aa88f862-3d5b-4ec9-a2d5-4052057e7d38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "DELETE /v2.0/ports/c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 HTTP/1.1" status: 204 len: 173 time: 5.4414933 Jun 04 06:37:59.381833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:59.399241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1cdef367-6708-4105-8e10-b3fc43d17fa0 req-b5c72d19-2e69-4ab6-97cb-21c528f4d353 service neutron] 10.222.0.39 "GET /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049510 Jun 04 06:37:59.418137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.478910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:59.503332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab1d1493-f32c-48b6-a744-43d0fdb57933 req-c28e319d-1985-47b7-9ab4-379c77facbc7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 210 time: 0.0499315 Jun 04 06:37:59.689400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:59.729387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:37:59.744392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:37:59.765103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.767955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec', 'network_id': 'ca32ae75-2ff8-4495-a584-988d80e41fcd', 'port_id': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec', 'mac_address': 'fa:16:3e:17:f6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e1658d-1ee3-4064-8c5e-cafed01d22d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:37:59.863092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:37:59.876047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbff933e-fbbf-4e4e-926b-1574e162e90b req-9ac41ff0-0fc5-4d2c-8a27-b9cf802490f2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 210 time: 0.0848737 Jun 04 06:37:59.932064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-1f871aeb-fd03-4552-80a2-86afa587c850 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 210 time: 0.0972571 Jun 04 06:37:59.938633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:37:59.939202 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:37:59.948702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7ceb9027-deab-4951-ac77-37b19db8cbe2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:00.016147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:00.022254 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.051027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Transition to ACTIVE for port object d3b76df2-7a29-4fd0-be66-b639695986b1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:00.060680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.068477 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e122b5fc-6848-42de-bd29-b9b6557c5a45'] response: {'server_uuid': 'd0b6415d-9b2c-4f46-83d6-86e84db01bbc', 'name': 'network-vif-deleted', 'tag': 'c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51', 'status': 'completed', 'code': 200} Jun 04 06:38:00.084792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:00.088602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Transition to ACTIVE for port object d3b76df2-7a29-4fd0-be66-b639695986b1 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:00.125245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.203558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.211916 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da1b242-8bc2-46c1-9fa8-9ffaaf56a4d3'] response: {'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3', 'code': 200} Jun 04 06:38:00.212652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:00.422360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-cb02beed-97be-45c3-84c7-28dceb6ec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:00.423833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-cb02beed-97be-45c3-84c7-28dceb6ec298 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4835443 Jun 04 06:38:00.448396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Network facef408-7b7e-429b-aaed-051d176e21fd is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:00.450458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Pushing event updated for resources: {'Port': ['ID=d3b76df2-7a29-4fd0-be66-b639695986b1,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:00.451145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaa3e2-6586-4eaa-bdf7-055ee4734289 req-f2576630-2a19-431b-a6d9-ca565c8f8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:00.452609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9caaa3e2-6586-4eaa-bdf7-055ee4734289 req-f2576630-2a19-431b-a6d9-ca565c8f8da8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 1097 time: 0.1949337 Jun 04 06:38:00.468233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:00.473438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:00.572018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9caaa3e2-6586-4eaa-bdf7-055ee4734289 req-5764cbbd-d83f-4a8f-bd13-aa6cd0b6aa45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115108 Jun 04 06:38:00.602412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:00.615140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-71103127-ce72-4b37-aeb2-d85b2ab9113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:00.616946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-71103127-ce72-4b37-aeb2-d85b2ab9113a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862392 Jun 04 06:38:00.652021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aabd89-3cb0-4d27-860e-2e217b193753 req-99e25560-c572-4bb5-95b9-1e9286c1d7da tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:00.653757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5aabd89-3cb0-4d27-860e-2e217b193753 req-99e25560-c572-4bb5-95b9-1e9286c1d7da tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.2443337 Jun 04 06:38:00.700374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Attempting to bind port d3b76df2-7a29-4fd0-be66-b639695986b1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:00.701182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Attempting to bind port d3b76df2-7a29-4fd0-be66-b639695986b1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a08abbd5-a47d-4493-aa34-5eb033cbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:00.701645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Attempting to bind port d3b76df2-7a29-4fd0-be66-b639695986b1 on network facef408-7b7e-429b-aaed-051d176e21fd {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:00.708735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.710771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:00.711272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Checking segment: {'id': 'a08abbd5-a47d-4493-aa34-5eb033cbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:00.711680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.712069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Bound using segment: {'id': 'a08abbd5-a47d-4493-aa34-5eb033cbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:00.712534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Bound port: d3b76df2-7a29-4fd0-be66-b639695986b1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08abbd5-a47d-4493-aa34-5eb033cbc76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:00.712912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.739100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:00.849944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5aabd89-3cb0-4d27-860e-2e217b193753 req-6da3eaac-ced8-49e1-88ff-0bdd17830a20 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789179 Jun 04 06:38:00.860169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] For port d3b76df2-7a29-4fd0-be66-b639695986b1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:00.880717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] For port d3b76df2-7a29-4fd0-be66-b639695986b1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d3b76df2-7a29-4fd0-be66-b639695986b1,segment=NetworkSegment(a08abbd5-a47d-4493-aa34-5eb033cbc76f),segment_id=a08abbd5-a47d-4493-aa34-5eb033cbc76f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:00.896203 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:01.054295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6fcb-f41a-4c93-a2b2-5c24d17728c0 None None] Pushing event updated for resources: {'Port': ['ID=d3b76df2-7a29-4fd0-be66-b639695986b1,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:01.158460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ffb7bcc-f23c-4f9f-9db6-45399ed26210 req-f84ac0b2-08f3-4fa5-87ad-596d546f8bc9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 210 time: 0.0840049 Jun 04 06:38:01.202548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:01.207833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:01.286746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7b90fb84-1c76-4ded-a707-151f1a6e565f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:01.427134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Pushing event updated for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:01.636699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:01.640525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fb8dfc9-2af8-4ea8-9626-bd68ec9de0db req-e7577961-8d2f-4569-8772-8cc1abaf26cf tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 210 time: 0.3590124 Jun 04 06:38:01.704256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.704601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.704947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.705297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.705766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.706102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.706429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.706755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.707079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.707401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.707722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.708043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:01.750943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Network cd44dc79-a002-4ae8-a870-f40f8c9e7272 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:01.762280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:01.771183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:01.855543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:01.856728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.017207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d310dba-be49-47c2-978e-cd0b32e6965d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7924082 Jun 04 06:38:02.105290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d3b76df2-7a29-4fd0-be66-b639695986b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:02.160303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.25.1.8 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/465b83c5-34ec-4a55-b134-200c30425ee2) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:02.241336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:02.262984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Request body: {'port': {'device_id': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:02.377417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d3b76df2-7a29-4fd0-be66-b639695986b1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:02.389013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-dc307328-db93-4d2c-9ec7-f45924c79454 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:02.390450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:02.402434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:02.404072 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.413564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-dc307328-db93-4d2c-9ec7-f45924c79454 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:02.415218 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a164a3d4-5385-48e8-9cd9-489e3aed70dd req-dc307328-db93-4d2c-9ec7-f45924c79454 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0b6415d-9b2c-4f46-83d6-86e84db01bbc HTTP/1.1" status: 200 len: 210 time: 0.1408091 Jun 04 06:38:02.486551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec081e8e-602a-4b7f-9971-02e1ba27ca8d None None] Network facef408-7b7e-429b-aaed-051d176e21fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:02.560667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Deleting port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:02.561902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.595231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Provisioning for port d3b76df2-7a29-4fd0-be66-b639695986b1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:02.615825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Provisioning complete for port d3b76df2-7a29-4fd0-be66-b639695986b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:02.616191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.764678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.805357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:02.805840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.854704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.895360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b00a3-4aae-4a06-94cb-c6bf5cd023be req-69c67e06-6dbf-406b-9873-ed127649325e tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:02.897053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2b00a3-4aae-4a06-94cb-c6bf5cd023be req-69c67e06-6dbf-406b-9873-ed127649325e tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.5614696 Jun 04 06:38:02.921493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:02.941272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Current status of the port d3b76df2-7a29-4fd0-be66-b639695986b1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:02.942802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:02.961386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:02.979395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.087592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] For port 673ba32b-ccc9-41e4-8b56-8bef7c3533ac, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:03.088287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.096033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] For port d3b76df2-7a29-4fd0-be66-b639695986b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d3b76df2-7a29-4fd0-be66-b639695986b1,segment=NetworkSegment(a08abbd5-a47d-4493-aa34-5eb033cbc76f),segment_id=a08abbd5-a47d-4493-aa34-5eb033cbc76f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:03.104568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.110434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:03.117780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.190351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28efa5a-23c7-4df6-91db-6bcadd59f4c2 None None] Pushing event updated for resources: {'Port': ['ID=d3b76df2-7a29-4fd0-be66-b639695986b1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:03.307325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Calling delete_port for 673ba32b-ccc9-41e4-8b56-8bef7c3533ac owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:03.372830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2b00a3-4aae-4a06-94cb-c6bf5cd023be req-750e802b-5705-4dad-a397-2626a86aee11 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576566 Jun 04 06:38:03.390077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:03.404783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:03.413840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7ceb9027-deab-4951-ac77-37b19db8cbe2 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:03.416457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:03.511486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=465b83c5-34ec-4a55-b134-200c30425ee2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:03.521690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8c5b4da0-4404-4d8c-a16f-8c76fe6c6820 None None] Provisioning complete for port d3b76df2-7a29-4fd0-be66-b639695986b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:03.522345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8c5b4da0-4404-4d8c-a16f-8c76fe6c6820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.594530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 7ceb9027-deab-4951-ac77-37b19db8cbe2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:03.618151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 7ceb9027-deab-4951-ac77-37b19db8cbe2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:03.618151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.738222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b4da0-4404-4d8c-a16f-8c76fe6c6820 None None] Current status of the port d3b76df2-7a29-4fd0-be66-b639695986b1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:03.846608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7ceb9027-deab-4951-ac77-37b19db8cbe2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:03.847047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.880343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:03.886342 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:03.980879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d3b76df2-7a29-4fd0-be66-b639695986b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:04.080300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:04.088714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d3b76df2-7a29-4fd0-be66-b639695986b1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:04.089096 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:04.213978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d3b76df2-7a29-4fd0-be66-b639695986b1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:04.239101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068468-3f45-48ef-93bf-f1d5cf2e7787 req-731d920a-9271-40c4-934c-ab1215f8a817 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:04.239996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-23068468-3f45-48ef-93bf-f1d5cf2e7787 req-731d920a-9271-40c4-934c-ab1215f8a817 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Synchronizing usage tracker for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:04.347645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-23068468-3f45-48ef-93bf-f1d5cf2e7787 req-731d920a-9271-40c4-934c-ab1215f8a817 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Unset dirty status for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:04.348806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23068468-3f45-48ef-93bf-f1d5cf2e7787 req-731d920a-9271-40c4-934c-ab1215f8a817 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 932 time: 0.8450131 Jun 04 06:38:04.618610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23068468-3f45-48ef-93bf-f1d5cf2e7787 req-8c53883c-c991-49fd-ac07-17941c8b276c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593539 Jun 04 06:38:04.640363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:04.678191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274d81b9-0a92-4c7b-838f-4c84223a6a66 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:04.703369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Pushing event deleted for resources: {'Port': ['ID=673ba32b-ccc9-41e4-8b56-8bef7c3533ac,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:04.706330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:04.713819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:04.806881 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1a7ece-3d21-4bcc-a67f-92fe31250f7c'] response: {'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec', 'code': 200} Jun 04 06:38:04.887719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Transition to ACTIVE for port object 274d81b9-0a92-4c7b-838f-4c84223a6a66 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:04.911829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:04.984512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678ebd3-5916-4296-8d94-42bebb72b8bf req-1799d154-50bc-4d0b-95f9-0242584c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:04.986221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7678ebd3-5916-4296-8d94-42bebb72b8bf req-1799d154-50bc-4d0b-95f9-0242584c50c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 1097 time: 0.1076090 Jun 04 06:38:05.051796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7678ebd3-5916-4296-8d94-42bebb72b8bf req-389c2f9d-0b52-45c0-9838-14e3a72b10ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Jun 04 06:38:05.588226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Pushing event updated for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:05.845897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Attempting to bind port 274d81b9-0a92-4c7b-838f-4c84223a6a66 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:05.846228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Attempting to bind port 274d81b9-0a92-4c7b-838f-4c84223a6a66 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:05.846547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Attempting to bind port 274d81b9-0a92-4c7b-838f-4c84223a6a66 on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:05.869798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aba4e-bb1c-48f0-9be6-cb6ec5054866 req-fd2f427f-163f-41f4-81f6-e733048852ff tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:05.871910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa3aba4e-bb1c-48f0-9be6-cb6ec5054866 req-fd2f427f-163f-41f4-81f6-e733048852ff tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.8065763 Jun 04 06:38:05.872590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Port 274d81b9-0a92-4c7b-838f-4c84223a6a66 on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:38:05.872793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Attempting to bind port 274d81b9-0a92-4c7b-838f-4c84223a6a66 on network cd44dc79-a002-4ae8-a870-f40f8c9e7272 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:05.874990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:05.968454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:05.968792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Checking segment: {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:05.969195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Bound using segment: {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:05.969683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Bound port: 274d81b9-0a92-4c7b-838f-4c84223a6a66, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec58278e-9453-4ee1-955f-6b669399387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:05.970032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:05.993004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:06.159890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa3aba4e-bb1c-48f0-9be6-cb6ec5054866 req-71687799-693e-4678-906f-699bdaf46c69 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726033 Jun 04 06:38:06.165114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:06.221307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:06.221307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c7e75e7e-b1cd-44cd-b6f9-5f1152e79e51 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:06.529944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:06.561331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:06.586360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:06.756299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-9e9b40cc-fd29-483f-ad3b-4b2a9c49cb1b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:06.757235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-9e9b40cc-fd29-483f-ad3b-4b2a9c49cb1b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.4359031 Jun 04 06:38:06.808653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:06.936775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:06.937307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:06.938686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] 10.222.0.39 "PUT /v2.0/ports/274d81b9-0a92-4c7b-838f-4c84223a6a66 HTTP/1.1" status: 200 len: 1092 time: 4.8986027 Jun 04 06:38:06.939133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:06.968598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-90d8d713-df14-44cb-890f-944da6d1cb16 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.1995645 Jun 04 06:38:07.070700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:38:07.087445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-61896b65-6f3c-475d-8748-fa15332f0868 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014116 Jun 04 06:38:07.097287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48315a9d-d651-4df8-8776-b0ec0dcd0751 service neutron] Pushing event updated for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:07.264685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Router 852544e1-1e83-40e5-aff2-736d060913b5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:07.531854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-de0b942e-8755-4a96-a8e5-3b5c39ba8eb2 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279859 Jun 04 06:38:07.543091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d869a43-26d2-4b06-971e-c1bf5829e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:07.544786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-3d869a43-26d2-4b06-971e-c1bf5829e3df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 1095 time: 0.5200341 Jun 04 06:38:07.568361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:07.579903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] Sync routers for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:07.598832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:07.598832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:07.671627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:07.683431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:07.684361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:07.750594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:07.751246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372711c6-4e9b-482b-8da5-d90d8d0a7c26 None None] The sync data for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:07.785605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-15a9f2bc-ba72-4d54-9ffd-64b40bb0f7cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66 HTTP/1.1" status: 200 len: 217 time: 0.2184443 Jun 04 06:38:07.806368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:07.807501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bedc6dc1-6422-4b84-90fc-a58295700d0e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9906781 Jun 04 06:38:07.810626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34660) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:07.886117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:07.894537 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Sync routers for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:07.902888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9d6b3acb-5c39-464d-9105-12ebf02d59cd admin admin] 10.222.0.17 "PUT /v2.0/routers/852544e1-1e83-40e5-aff2-736d060913b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6455379 Jun 04 06:38:07.906089 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:07.906349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34664) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:07.907092 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:07.925802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-7c2008b2-9792-4870-bf88-d0791329c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:07.927263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-7c2008b2-9792-4870-bf88-d0791329c79c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1245980 Jun 04 06:38:07.940668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-1946e573-5de2-49e1-aaeb-41560576c77c service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021242 Jun 04 06:38:08.039074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-d47adc5c-57a2-4dc2-84f3-082ecf255fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973842 Jun 04 06:38:08.211001 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:38:08.427494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:08.440911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-138b2149-6e2c-4db3-aad1-6031816f475b service neutron] 10.222.0.39 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954153 Jun 04 06:38:08.588128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617c6cb-f083-42b0-9bee-bd4ab3353b05 req-e54803dd-ee34-4804-b52f-8182f4c3ddf8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:08.598264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2617c6cb-f083-42b0-9bee-bd4ab3353b05 req-e54803dd-ee34-4804-b52f-8182f4c3ddf8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 944 time: 0.3259158 Jun 04 06:38:08.686249 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:38:04Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:08.692505 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Checking router: 852544e1-1e83-40e5-aff2-736d060913b5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:38:08.702784 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Routers {'852544e1-1e83-40e5-aff2-736d060913b5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:08.703586 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['852544e1-1e83-40e5-aff2-736d060913b5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:08.713012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2617c6cb-f083-42b0-9bee-bd4ab3353b05 req-31375cdf-789b-4435-b47c-ee70ca56845f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088827 Jun 04 06:38:08.735188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e836d5a1-2b06-422d-a360-ac64d9cd1005 req-84c73ee7-af9c-4d35-81c9-f0863447a3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807381 Jun 04 06:38:08.994501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959c44-f381-4529-b488-f425ce7d40f0 req-21e40348-0488-4f84-b88a-04ffde58c3d0 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:08.996602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6959c44-f381-4529-b488-f425ce7d40f0 req-21e40348-0488-4f84-b88a-04ffde58c3d0 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 945 time: 0.1231668 Jun 04 06:38:09.116072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6959c44-f381-4529-b488-f425ce7d40f0 req-473c58b7-4709-45b9-9c3e-9504d5a3f95a tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125185 Jun 04 06:38:09.131732 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] Set router 852544e1-1e83-40e5-aff2-736d060913b5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:38:09.180846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:09.184855 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b42a82-f848-4608-a686-36beac81c74a'] response: {'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2', 'code': 200} Jun 04 06:38:09.227876 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8978cae4-3b17-4d24-a7e5-648038165a24'] response: {'name': 'network-changed', 'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66', 'status': 'completed', 'code': 200} Jun 04 06:38:09.308442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Deleting port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:09.321867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:09.570918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e07fd063-f95b-4c43-9151-fd168bbbdc53 req-212ec69f-4e75-4529-a167-b7eee2963ea3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 210 time: 0.0517023 Jun 04 06:38:09.605578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-1c1055ec-55ad-4c43-a363-050655438db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:09.607471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-1c1055ec-55ad-4c43-a363-050655438db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 1095 time: 0.3574586 Jun 04 06:38:09.641018 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:38:04Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:09.645200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ce613-f23b-4752-85a0-4e7c7311fd8e None None] The sync data for ids ['852544e1-1e83-40e5-aff2-736d060913b5'] in n-d-811808-2 is: [{'id': '852544e1-1e83-40e5-aff2-736d060913b5', 'name': 'tempest-TaggedBootDevicesTest-445945006-router', 'tenant_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:30:46Z', 'updated_at': '2022-06-04T06:38:04Z', 'revision_number': 5, 'project_id': 'de8f3b6f8eae42858d0d9aa8390e6a11', 'gw_port': {'id': '3be1ecd4-9ae6-42b6-ab6c-ad08260ce618', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:37:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852544e1-1e83-40e5-aff2-736d060913b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:30:51Z', 'updated_at': '2022-06-04T06:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:09.825106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-258a0974-eab3-471e-b23d-b886f10b16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:09.826945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-258a0974-eab3-471e-b23d-b886f10b16d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.2120585 Jun 04 06:38:09.912646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69ce3-f7c3-45a9-872f-2848c636237b req-c42e644f-231b-456e-9c23-0d76caf0d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:09.914181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0e69ce3-f7c3-45a9-872f-2848c636237b req-c42e644f-231b-456e-9c23-0d76caf0d875 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 1096 time: 0.5218787 Jun 04 06:38:09.916868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-7a56517b-4a3f-44c4-b24f-528b14b36a29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66 HTTP/1.1" status: 200 len: 217 time: 0.0832400 Jun 04 06:38:10.053825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 673ba32b-ccc9-41e4-8b56-8bef7c3533ac no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:10.132624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0e69ce3-f7c3-45a9-872f-2848c636237b req-f1a37419-5a82-44ea-b291-4ab239bfa6ec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009928 Jun 04 06:38:10.149633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] For port 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:10.150002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:10.164912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 673ba32b-ccc9-41e4-8b56-8bef7c3533ac {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:10.165267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 673ba32b-ccc9-41e4-8b56-8bef7c3533ac not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:10.184087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-95a0c1cc-5fed-4958-bbb8-9349174300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:10.185693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-95a0c1cc-5fed-4958-bbb8-9349174300f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.2608070 Jun 04 06:38:10.249937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-d4da1705-33c5-4ded-b8bc-2591894dbe74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505965 Jun 04 06:38:10.373052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7efea-a4f3-4b17-9fe5-449dc405f720 req-ac8495a7-dfa0-4baf-987f-7385fd4d9060 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:10.374578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-29e7efea-a4f3-4b17-9fe5-449dc405f720 req-ac8495a7-dfa0-4baf-987f-7385fd4d9060 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 944 time: 0.4508617 Jun 04 06:38:10.465880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-29e7efea-a4f3-4b17-9fe5-449dc405f720 req-010ef7c5-ba46-4c61-8ab0-0dbf95763691 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812902 Jun 04 06:38:10.471939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-a655cc07-ddfe-42fd-bca7-98f848b76361 service neutron] 10.222.0.39 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124467 Jun 04 06:38:10.476167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Calling delete_port for 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:10.533566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:10.655463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-5e970862-21db-4ed8-b044-9e35c1bcf328 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:10.656910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-5e970862-21db-4ed8-b044-9e35c1bcf328 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.7042694 Jun 04 06:38:10.678582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:10.690824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc1c3a64-73c5-4672-88a3-f20c6ff83f78 req-0d1e5f36-c66b-41c7-9324-4711083028bc service neutron] 10.222.0.39 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125185 Jun 04 06:38:10.715608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba189c5-c8bb-4efd-bdd7-c1ebb3d2fb7e req-3d3632b5-de0e-432d-9fcd-1de53a39c376 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:10.718045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ba189c5-c8bb-4efd-bdd7-c1ebb3d2fb7e req-3d3632b5-de0e-432d-9fcd-1de53a39c376 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 945 time: 0.1232164 Jun 04 06:38:10.767448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ba189c5-c8bb-4efd-bdd7-c1ebb3d2fb7e req-8186e1aa-fed2-4a57-9b3d-1722fd2c1839 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Jun 04 06:38:10.944723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-514e275c-b656-4fd6-a438-0d1f05550de3 req-d3057e40-711c-4114-aa07-c957095f1149 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 210 time: 0.0486751 Jun 04 06:38:11.103436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:11.105606 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:11.167037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:11.196653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be1ecd4-9ae6-42b6-ab6c-ad08260ce618,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:11.262206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.262710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.263194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.263667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.264141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.264606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.265084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.265594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.266070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.266533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.267015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.267481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:11.328153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:11.331543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:11.471146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:11.732782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c494644-b5c8-47f4-a22a-b22c040629a0 req-2079dc9f-3989-4a4d-bf4b-78d28214cd7c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:11.734378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c494644-b5c8-47f4-a22a-b22c040629a0 req-2079dc9f-3989-4a4d-bf4b-78d28214cd7c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 944 time: 0.0962276 Jun 04 06:38:11.777986 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:11.782210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c494644-b5c8-47f4-a22a-b22c040629a0 req-321f0c75-0a0e-4b60-b01c-8f008c41a7f5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Jun 04 06:38:11.787151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:11.798460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.1 (facef408-7b7e-429b-aaed-051d176e21fd/736c2617-368b-4016-8b15-1fd5f070f0c3/356bfaee-9ac9-4589-ad8e-e716a0c24251) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:11.862427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.10 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/b0ea0d03-84c7-4148-9a00-b79c50b3039d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:12.019523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d6584-ae74-4945-b578-d2c89aafbaf8 req-671b70f8-c4d7-4e36-bdc1-3f18fcd770b3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:12.021156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-466d6584-ae74-4945-b578-d2c89aafbaf8 req-671b70f8-c4d7-4e36-bdc1-3f18fcd770b3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 945 time: 0.1221349 Jun 04 06:38:12.075669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-466d6584-ae74-4945-b578-d2c89aafbaf8 req-2947c479-c269-47fe-805c-4be2bb9b4842 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Jun 04 06:38:12.095104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.095810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852544e1-1e83-40e5-aff2-736d060913b5 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:38:12.216317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 274d81b9-0a92-4c7b-838f-4c84223a6a66 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:38:12.241864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.243032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-738a7926-a85e-437a-9127-aa3a71d34376 admin admin] 10.222.0.17 "DELETE /v2.0/routers/852544e1-1e83-40e5-aff2-736d060913b5 HTTP/1.1" status: 204 len: 168 time: 4.3357859 Jun 04 06:38:12.257176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:12.306936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d65c4d4-ccd7-4726-8ea1-f6ec31e7e0f0 req-1a3865ff-7c73-457d-970c-58cd58243a2a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 210 time: 0.1152604 Jun 04 06:38:12.349816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Deleting subnet 029ed1cb-f5b4-4eca-9471-777b65c64f0e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:38:12.353247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.411546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.472208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:12.472424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.487798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '274d81b9-0a92-4c7b-838f-4c84223a6a66', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'port_id': '274d81b9-0a92-4c7b-838f-4c84223a6a66', 'mac_address': 'fa:16:3e:de:ff:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba307f8-f581-4000-9c0d-52ea8870dc13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:38:12.513697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Transition to ACTIVE for port object 356bfaee-9ac9-4589-ad8e-e716a0c24251 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:12.520219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.548825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 274d81b9-0a92-4c7b-838f-4c84223a6a66 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:12.549441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.562838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.573709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274d81b9-0a92-4c7b-838f-4c84223a6a66 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:12.576403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c55f13-9f2d-44f3-af00-637aabf31890 req-d77de262-cdf4-4543-a604-e1cf92d5b61c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:12.577974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13c55f13-9f2d-44f3-af00-637aabf31890 req-d77de262-cdf4-4543-a604-e1cf92d5b61c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 946 time: 0.1355307 Jun 04 06:38:12.591337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:12.597509 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.599871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.649920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network facef408-7b7e-429b-aaed-051d176e21fd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:12.653639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:12.677833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.679329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:12.739987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13c55f13-9f2d-44f3-af00-637aabf31890 req-bd28f171-52de-4516-a17d-fcbfc24c59e2 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538401 Jun 04 06:38:12.748113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:12.761530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.793143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:12.799622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=356bfaee-9ac9-4589-ad8e-e716a0c24251,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:12.802597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:12.821413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.826387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029ed1cb-f5b4-4eca-9471-777b65c64f0e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:12.832366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2596e00-58a0-4cec-bef7-5f6cf7de7df6 None None] Network 2b5a480e-c763-4183-8cd6-83ed57094391 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:12.851005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:12.852166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9e29c8e0-441e-4111-89bc-4f7fba18976f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/029ed1cb-f5b4-4eca-9471-777b65c64f0e HTTP/1.1" status: 204 len: 168 time: 0.5863786 Jun 04 06:38:12.855873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34768) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:12.953554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['274d81b9-0a92-4c7b-838f-4c84223a6a66'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:12.966389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:12.967267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:12.996791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.036894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:13.041404 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b39a590b-5a93-4f65-b7e7-d7dfaafe551b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3664289 Jun 04 06:38:13.059402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Request body: {'port': {'device_id': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:13.265771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4b6096cc-ae63-48e5-aac8-2cee5cb48862 None None] Provisioning for port 356bfaee-9ac9-4589-ad8e-e716a0c24251 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:13.283261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4b6096cc-ae63-48e5-aac8-2cee5cb48862 None None] Provisioning complete for port 356bfaee-9ac9-4589-ad8e-e716a0c24251 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:13.283893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b6096cc-ae63-48e5-aac8-2cee5cb48862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.303809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.313691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.330206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Deleting port 872fe009-0e83-47fa-9b8c-afa7c85a1661 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:13.330546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.441793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4b6096cc-ae63-48e5-aac8-2cee5cb48862 None None] Port 356bfaee-9ac9-4589-ad8e-e716a0c24251 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:38:13.461694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.588696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] DHCP port deletion for 2b5a480e-c763-4183-8cd6-83ed57094391 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:38:13.618482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Deleting port 872fe009-0e83-47fa-9b8c-afa7c85a1661 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:13.618966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.627758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fc71c-617c-4f94-9277-60373dd85b6d req-1434ff43-41bd-43c9-bff9-82dfd605b596 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:13.629549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-717fc71c-617c-4f94-9277-60373dd85b6d req-1434ff43-41bd-43c9-bff9-82dfd605b596 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 945 time: 0.2378936 Jun 04 06:38:13.749654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] For port 872fe009-0e83-47fa-9b8c-afa7c85a1661, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=872fe009-0e83-47fa-9b8c-afa7c85a1661,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:13.750338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:13.764303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-717fc71c-617c-4f94-9277-60373dd85b6d req-cf436760-cc3b-4c28-87a1-b0e84b17effc tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877914 Jun 04 06:38:13.962001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] For port 872fe009-0e83-47fa-9b8c-afa7c85a1661, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=872fe009-0e83-47fa-9b8c-afa7c85a1661,segment=NetworkSegment(57df6cec-b4fd-4cc6-9713-0bf77d1a9b21),segment_id=57df6cec-b4fd-4cc6-9713-0bf77d1a9b21)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:13.962633 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.041717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 872fe009-0e83-47fa-9b8c-afa7c85a1661 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:14.054510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Calling delete_port for 872fe009-0e83-47fa-9b8c-afa7c85a1661 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:14.144529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Calling delete_port for 872fe009-0e83-47fa-9b8c-afa7c85a1661 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:14.205441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.248089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 872fe009-0e83-47fa-9b8c-afa7c85a1661 {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 06:38:14.248089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 872fe009-0e83-47fa-9b8c-afa7c85a1661 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:14.248089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:14.285545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Pushing event deleted for resources: {'Port': ['ID=872fe009-0e83-47fa-9b8c-afa7c85a1661,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:14.295362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f9df2-debc-4083-99cc-342825776ea1 req-dbaf3f88-f335-4e82-b4a6-b4d97347ec7c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:14.302769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe8f9df2-debc-4083-99cc-342825776ea1 req-dbaf3f88-f335-4e82-b4a6-b4d97347ec7c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.3670678 Jun 04 06:38:14.305995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:38:14.306524 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:38:14.307168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:14.307519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3be1ecd4-9ae6-42b6-ab6c-ad08260ce618 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:14.322323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] No DVR routers for this DVR port 872fe009-0e83-47fa-9b8c-afa7c85a1661 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:14.403826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ea0d03-84c7-4148-9a00-b79c50b3039d {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:14.424305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.448796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe8f9df2-debc-4083-99cc-342825776ea1 req-c1d946a8-fa77-452e-8e21-c0727cd35742 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447473 Jun 04 06:38:14.458568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Transition to ACTIVE for port object b0ea0d03-84c7-4148-9a00-b79c50b3039d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:14.468415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.471621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.500340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5a480e-c763-4183-8cd6-83ed57094391']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:14.513056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:14.513387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57df6cec-b4fd-4cc6-9713-0bf77d1a9b21') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:14.525373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.559760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.567807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:38:14.568818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.628251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.670736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.694457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:14.757606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.780249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.796408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5a480e-c763-4183-8cd6-83ed57094391,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:14.807573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Deleting port 872fe009-0e83-47fa-9b8c-afa7c85a1661 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:14.808127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.814469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1cd2-b64b-4788-a882-509d47b70791 req-0d3b85d5-b3a2-4cb6-8b9b-041ff517d07d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:14.821812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c3a1cd2-b64b-4788-a882-509d47b70791 req-0d3b85d5-b3a2-4cb6-8b9b-041ff517d07d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 944 time: 0.1718392 Jun 04 06:38:14.844871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-edc92899-8cd0-4c2a-be4c-74ebeb992463 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2b5a480e-c763-4183-8cd6-83ed57094391 HTTP/1.1" status: 204 len: 168 time: 1.9877994 Jun 04 06:38:14.847207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:14.848112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:14.851775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=356bfaee-9ac9-4589-ad8e-e716a0c24251,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:14.939127 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 57df6cec-b4fd-4cc6-9713-0bf77d1a9b21 resource provider aggregate not found Jun 04 06:38:14.979965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c3a1cd2-b64b-4788-a882-509d47b70791 req-62777af4-ccc1-4fca-8d43-227338a8897c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569211 Jun 04 06:38:14.986300 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 57df6cec-b4fd-4cc6-9713-0bf77d1a9b21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57df6cec-b4fd-4cc6-9713-0bf77d1a9b21 found for delete ", "request_id": "req-ac8fd547-e4c6-45de-a017-787f35fe282f"}]} Jun 04 06:38:15.013175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f755ec70-6bdb-4269-873a-f7c16d9081a7 None None] The port '872fe009-0e83-47fa-9b8c-afa7c85a1661' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:38:15.098957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Attempting to bind port b0ea0d03-84c7-4148-9a00-b79c50b3039d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:15.099944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Attempting to bind port b0ea0d03-84c7-4148-9a00-b79c50b3039d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:15.100880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Attempting to bind port b0ea0d03-84c7-4148-9a00-b79c50b3039d on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:15.147067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Port b0ea0d03-84c7-4148-9a00-b79c50b3039d on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:38:15.148101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Attempting to bind port b0ea0d03-84c7-4148-9a00-b79c50b3039d on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:15.181112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:15.181602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:15.182167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:15.182723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Bound port: b0ea0d03-84c7-4148-9a00-b79c50b3039d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:15.183133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:15.237118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network facef408-7b7e-429b-aaed-051d176e21fd is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:15.249514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-022fdda5-e200-437c-8f42-70820de9bda4 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:15.250250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-022fdda5-e200-437c-8f42-70820de9bda4 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Synchronizing usage tracker for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:15.259421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:15.406105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-022fdda5-e200-437c-8f42-70820de9bda4 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Unset dirty status for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:15.407256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-022fdda5-e200-437c-8f42-70820de9bda4 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.4183466 Jun 04 06:38:15.413950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:15.557395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:15.580322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426f27c-7b49-4821-b80b-a9cd3a8e2723 req-df591468-fb00-4ca9-95db-054d77df631f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:15.580444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:15.587652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a426f27c-7b49-4821-b80b-a9cd3a8e2723 req-df591468-fb00-4ca9-95db-054d77df631f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 945 time: 0.4550278 Jun 04 06:38:15.649312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Deleting port ea47a457-1c70-47bd-b545-52cc6c9c17b3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:15.649750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:15.691433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a426f27c-7b49-4821-b80b-a9cd3a8e2723 req-b70074c2-45a0-4764-84fd-01be9c3a08aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028078 Jun 04 06:38:15.707241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cdfe4b94-f678-4988-b683-1a15dda6a3c6 None None] Provisioning complete for port 356bfaee-9ac9-4589-ad8e-e716a0c24251 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:15.708309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4b94-f678-4988-b683-1a15dda6a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:15.714402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:15.715090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:15.716802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b0ea0d03-84c7-4148-9a00-b79c50b3039d HTTP/1.1" status: 200 len: 1092 time: 2.6672189 Jun 04 06:38:15.721653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:15.749709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:15.848367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a8d7-c199-4f3a-bad8-f2b86b7c59e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:15.865519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe4b94-f678-4988-b683-1a15dda6a3c6 None None] Port 356bfaee-9ac9-4589-ad8e-e716a0c24251 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:38:16.000162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.075066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14075ab-bdca-4d23-9601-e917a5ca5da7 req-f7854b15-d87d-4f78-b18a-d22777a371aa tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:16.086923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e14075ab-bdca-4d23-9601-e917a5ca5da7 req-f7854b15-d87d-4f78-b18a-d22777a371aa tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 946 time: 0.1966093 Jun 04 06:38:16.166927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e14075ab-bdca-4d23-9601-e917a5ca5da7 req-33322431-adf1-4cf5-9934-5e39a4e9cc32 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789459 Jun 04 06:38:16.271143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 274d81b9-0a92-4c7b-838f-4c84223a6a66 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:16.351128 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a95561-0aa2-4574-bb73-4efcf4f3019c'] response: {'name': 'network-changed', 'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d', 'status': 'completed', 'code': 200} Jun 04 06:38:16.383722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 274d81b9-0a92-4c7b-838f-4c84223a6a66 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:16.395156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 274d81b9-0a92-4c7b-838f-4c84223a6a66 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:16.395156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.425493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b26300d9-dca8-4bde-8701-66a7fcaf66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:16.426842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-b26300d9-dca8-4bde-8701-66a7fcaf66cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 1095 time: 0.6472025 Jun 04 06:38:16.492730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:16.502785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a3ba22b-83a4-4cf3-bee9-5eb7c9918da4 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/routers/55d39acf-77c6-4b67-bcb9-3657ac06e3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6866622 Jun 04 06:38:16.506411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34844) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:16.517033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'port': {'network_id': 'facef408-7b7e-429b-aaed-051d176e21fd', 'name': 'tempest-FloatingIPTestJSON-1996719313'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:16.525866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] Sync routers for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:16.526969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-bed6d0c9-368b-4c8d-8724-ead83e33ddd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d HTTP/1.1" status: 200 len: 217 time: 0.0923846 Jun 04 06:38:16.551367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 274d81b9-0a92-4c7b-838f-4c84223a6a66 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:16.552289 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.562684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:16.563809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:16.580615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] For port ea47a457-1c70-47bd-b545-52cc6c9c17b3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=ea47a457-1c70-47bd-b545-52cc6c9c17b3,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:16.580979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.628180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa528267-798d-4729-9685-bd7d7c4f3652 req-8a8cd369-bc81-4025-b211-704432a80524 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:16.629840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa528267-798d-4729-9685-bd7d7c4f3652 req-8a8cd369-bc81-4025-b211-704432a80524 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 944 time: 0.2696030 Jun 04 06:38:16.641112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:16.669070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:16.676090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:16.677029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:16.772811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Calling delete_port for ea47a457-1c70-47bd-b545-52cc6c9c17b3 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:16.773070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:16.775576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:16.776229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5968c44-43a1-4569-8dba-71a83a56cb0a None None] The sync data for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:16.782220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.831003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa528267-798d-4729-9685-bd7d7c4f3652 req-d86462bc-2d65-45f0-bcba-8c6d90860599 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929178 Jun 04 06:38:16.841661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Deleting port f8b2edbd-d551-417e-a38a-aa6f9873c9b4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:16.842052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.865355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724021-918d-4411-9e93-dbe518ad3566 req-ee53f9e5-d623-4055-ab69-556840f96bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:16.865355 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-ee53f9e5-d623-4055-ab69-556840f96bb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.3303421 Jun 04 06:38:16.876069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:16.876214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:16.888344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Usage tracker for resource:port and tenant:8cba017740b34942afff4cb4cb628806 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:16.893467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:16.908516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:16.912739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-92a1c73c-2eff-4a08-b60a-b1d63c712979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:16.936146 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bd4ab5-6509-447f-bfc8-a275550ccee2'] response: {'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66', 'code': 200} Jun 04 06:38:16.971371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-395694d8-8e19-4899-8541-98253d3e9cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950153 Jun 04 06:38:17.016998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Made reservation on behalf of 8cba017740b34942afff4cb4cb628806 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:17.038656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:17.130130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] device_id is not set on port 44233192-21aa-40b6-8ab2-b77bd93e15d9 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:38:17.266646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-1d75421b-6931-4b58-bab2-234acfc64a3f service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855430 Jun 04 06:38:17.268311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:17.285531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:17.349905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['ea47a457-1c70-47bd-b545-52cc6c9c17b3', '7ceb9027-deab-4951-ac77-37b19db8cbe2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:17.363615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event deleted for resources: {'Port': ['ID=ea47a457-1c70-47bd-b545-52cc6c9c17b3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:17.456412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] For port f8b2edbd-d551-417e-a38a-aa6f9873c9b4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:17.456723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:17.571951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] No DVR routers for this DVR port ea47a457-1c70-47bd-b545-52cc6c9c17b3 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:17.575113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:17.611922 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7c0e3df-b1ff-442b-bc94-8e72da245125 req-a21a19af-fc34-430d-a5d9-b0834857ac2c tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "DELETE /v2.0/ports/ea47a457-1c70-47bd-b545-52cc6c9c17b3 HTTP/1.1" status: 204 len: 173 time: 2.1938810 Jun 04 06:38:17.639806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Calling delete_port for f8b2edbd-d551-417e-a38a-aa6f9873c9b4 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:17.665035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aa724021-918d-4411-9e93-dbe518ad3566 req-0a0f571a-4485-4529-aee0-065c157d6db5 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889534 Jun 04 06:38:17.762815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2d27-bf51-4272-a99f-6b4e853affcf req-9ee212a8-83d1-43fe-8769-7c463ee601bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:17.764436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0dc2d27-bf51-4272-a99f-6b4e853affcf req-9ee212a8-83d1-43fe-8769-7c463ee601bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 1097 time: 0.7162778 Jun 04 06:38:17.811816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Allocated IP 172.20.0.11 (facef408-7b7e-429b-aaed-051d176e21fd/736c2617-368b-4016-8b15-1fd5f070f0c3/44233192-21aa-40b6-8ab2-b77bd93e15d9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:17.828210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1de74-cf2b-4e95-a767-1e869c71e63e req-9a6bfef2-c9fc-45a5-94dd-0634b84e7896 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:17.829787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9a1de74-cf2b-4e95-a767-1e869c71e63e req-9a6bfef2-c9fc-45a5-94dd-0634b84e7896 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.6592011 Jun 04 06:38:17.969053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0dc2d27-bf51-4272-a99f-6b4e853affcf req-0dc43ead-d1c2-4ff0-9cda-ea0b4906e543 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845529 Jun 04 06:38:17.969753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36712-e309-4922-b971-0323073905df req-4d3760f4-1873-4744-84b4-2017d3415fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:17.971400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-4d3760f4-1873-4744-84b4-2017d3415fcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 1095 time: 0.1971307 Jun 04 06:38:18.088601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9a1de74-cf2b-4e95-a767-1e869c71e63e req-3b982b5d-070d-4e5e-b318-cc31f2e56054 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490299 Jun 04 06:38:18.264446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36712-e309-4922-b971-0323073905df req-fbdd0918-a5db-4868-a280-350e5fd27e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:18.265878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-fbdd0918-a5db-4868-a280-350e5fd27e53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.2877963 Jun 04 06:38:18.352774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f11050f3-2c21-4de9-9703-3144ebd34dd9 req-f151ef02-e509-4484-9da1-3434519005f8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=51d671bc-29e3-4cc6-b857-670db78c7cf2 HTTP/1.1" status: 200 len: 210 time: 0.1323161 Jun 04 06:38:18.362550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'name': 'network-vif-deleted', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:18.377216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:18.390052 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-2456e6a8-81d7-4689-89f9-9219560c5793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d HTTP/1.1" status: 200 len: 217 time: 0.1163640 Jun 04 06:38:18.465603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b2edbd-d551-417e-a38a-aa6f9873c9b4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:18.565908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36712-e309-4922-b971-0323073905df req-5d706863-b3b8-442e-bf0c-d8ef9a2efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:18.567772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-5d706863-b3b8-442e-bf0c-d8ef9a2efa35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1714625 Jun 04 06:38:18.670333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:18.684286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-1e02af4b-f396-49b8-a064-caed1cbabf03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034231 Jun 04 06:38:18.723183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Transition to ACTIVE for port object 44233192-21aa-40b6-8ab2-b77bd93e15d9 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:18.889706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-d419825f-241d-442d-ba8d-f2454c8ab2e3 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981809 Jun 04 06:38:18.938397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0630ab-6a4e-4121-a9f4-33253c5e47dc req-722dd971-170d-43ee-a6da-ed92344b4783 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:18.939998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a0630ab-6a4e-4121-a9f4-33253c5e47dc req-722dd971-170d-43ee-a6da-ed92344b4783 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 944 time: 0.3485928 Jun 04 06:38:18.997226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.039488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-abab4c5c-6d11-4ffa-8203-77aa8402f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.072442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a0630ab-6a4e-4121-a9f4-33253c5e47dc req-019acd68-017c-41de-93c7-13f14e713c93 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170163 Jun 04 06:38:19.073232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.089327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Network facef408-7b7e-429b-aaed-051d176e21fd is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:19.100305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:19.103106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:19.177255 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e464114-1e7b-4b57-af85-3eebc4dfb12f'] response: {'server_uuid': '51d671bc-29e3-4cc6-b857-670db78c7cf2', 'name': 'network-vif-deleted', 'tag': 'ea47a457-1c70-47bd-b545-52cc6c9c17b3', 'status': 'completed', 'code': 200} Jun 04 06:38:19.219350 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-77e36712-e309-4922-b971-0323073905df req-4270fb28-18c3-497b-afd3-f68193ef7144 service neutron] 10.222.0.24 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155773 Jun 04 06:38:19.254217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event updated for resources: {'Port': ['ID=44233192-21aa-40b6-8ab2-b77bd93e15d9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:19.297850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:19.298585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.468365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea47a457-1c70-47bd-b545-52cc6c9c17b3 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:19.526046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: ea47a457-1c70-47bd-b545-52cc6c9c17b3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:19.526514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device ea47a457-1c70-47bd-b545-52cc6c9c17b3 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:19.541596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7c6cba9f-67c9-44fb-b9f5-a34667571404 None None] Provisioning for port 44233192-21aa-40b6-8ab2-b77bd93e15d9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:19.548283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7c6cba9f-67c9-44fb-b9f5-a34667571404 None None] Provisioning complete for port 44233192-21aa-40b6-8ab2-b77bd93e15d9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:19.548652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c6cba9f-67c9-44fb-b9f5-a34667571404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.604439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cba9f-67c9-44fb-b9f5-a34667571404 None None] Port 44233192-21aa-40b6-8ab2-b77bd93e15d9 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:38:19.610499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca0f3f0e-537e-4ff8-9e53-3a7d25e601ea tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1010008 Jun 04 06:38:19.613343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:19.618463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Request body: {'floatingip': {'port_id': '44233192-21aa-40b6-8ab2-b77bd93e15d9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:19.722965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:19.735029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ff39-b307-44d0-a6ee-bb7bffd3fabe req-ea2216c9-00ca-4da2-89e1-72c65c599e0f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:19.742442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e369ff39-b307-44d0-a6ee-bb7bffd3fabe req-ea2216c9-00ca-4da2-89e1-72c65c599e0f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.4386356 Jun 04 06:38:19.862860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e369ff39-b307-44d0-a6ee-bb7bffd3fabe req-5af5eca1-18c2-43cc-952f-0710fcc93d0a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193850 Jun 04 06:38:19.927482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Router edfa1f55-b649-420b-a559-c726353fe32b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:20.156877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.178024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:20.186641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0a78910f-88dd-4f45-a305-9aecc4eff3f2 admin admin] 10.222.0.17 "PUT /v2.0/routers/edfa1f55-b649-420b-a559-c726353fe32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3338358 Jun 04 06:38:20.186641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34920) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:20.188457 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Sync routers for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:20.204134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:20.204777 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:20.387808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.446595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4929f-d118-4ff8-bb27-b080fbfbb64a req-ad17e6a4-c4f5-4d26-8861-2a16d2d5e18c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:20.454496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86c4929f-d118-4ff8-bb27-b080fbfbb64a req-ad17e6a4-c4f5-4d26-8861-2a16d2d5e18c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 944 time: 0.2058671 Jun 04 06:38:20.454781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:38:20.516194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86c4929f-d118-4ff8-bb27-b080fbfbb64a req-25aa6a24-5520-41b2-928f-48d6c3179893 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608273 Jun 04 06:38:20.538212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.572570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.577849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.761050 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.775386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Deleting port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:20.775816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:20.829950 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:38:18Z', 'revision_number': 5, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port': {'id': 'fa9b9ab4-c21c-4e8e-9d9c-331a62336d08', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:31:24Z', 'updated_at': '2022-06-04T06:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:20.834378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Checking router: edfa1f55-b649-420b-a559-c726353fe32b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:38:20.848277 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Routers {'edfa1f55-b649-420b-a559-c726353fe32b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:20.848921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['edfa1f55-b649-420b-a559-c726353fe32b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:20.930402 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 5be1d964-9fde-487c-b37a-2b83e06c7237 associated. External IP: 172.25.1.180, port: 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f. Jun 04 06:38:21.130755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] For port fa9b9ab4-c21c-4e8e-9d9c-331a62336d08, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:21.131363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:21.208903 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] Set router edfa1f55-b649-420b-a559-c726353fe32b gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:38:21.311957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Calling delete_port for fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:21.338459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:38:20Z', 'revision_number': 6, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:21.344256 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443c2cb-7bb5-45b0-9e54-b85fe356908e None None] The sync data for ids ['edfa1f55-b649-420b-a559-c726353fe32b'] in n-d-811808-2 is: [{'id': 'edfa1f55-b649-420b-a559-c726353fe32b', 'name': 'tempest-TaggedBootDevicesTest-1219596337-router', 'tenant_id': '65181789eed44438ab272ea33ab63156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:31:19Z', 'updated_at': '2022-06-04T06:38:20Z', 'revision_number': 6, 'project_id': '65181789eed44438ab272ea33ab63156', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:21.491566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b0ea0d03-84c7-4148-9a00-b79c50b3039d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:38:21.595133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-8794c4f1-4b47-4df0-9c2f-551b8ab32a3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3724620 Jun 04 06:38:21.613918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:21.709580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853ed57-3624-4682-95d3-98b7f60e0353 req-28ec2240-9b62-4372-853a-54071c842c2c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:21.716814 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5853ed57-3624-4682-95d3-98b7f60e0353 req-28ec2240-9b62-4372-853a-54071c842c2c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.3704507 Jun 04 06:38:21.831513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:21.851993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5853ed57-3624-4682-95d3-98b7f60e0353 req-d7900719-6ff9-4524-92dc-91465af4a803 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343219 Jun 04 06:38:21.885662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d', 'mac_address': 'fa:16:3e:8c:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:38:21.938971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.025436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:22.036731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-506d01e6-2839-443d-bf1e-a4cf22c94193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:22.038364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-506d01e6-2839-443d-bf1e-a4cf22c94193 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e69bb59cbe3462395cca474580b554e&device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 1101 time: 0.3331099 Jun 04 06:38:22.054676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9b9ab4-c21c-4e8e-9d9c-331a62336d08,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:22.235787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.265055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:22.272262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f8b2edbd-d551-417e-a38a-aa6f9873c9b4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:22.337625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f8b2edbd-d551-417e-a38a-aa6f9873c9b4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:22.338056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f8b2edbd-d551-417e-a38a-aa6f9873c9b4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:22.340029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b0ea0d03-84c7-4148-9a00-b79c50b3039d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:22.340029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.369604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:22.370310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:22.466758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ea0d03-84c7-4148-9a00-b79c50b3039d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:22.471536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:22.475345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.496470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:22.497752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:22.529679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.539137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61488605-d46f-4ee3-89e0-bdadf6929ee0 req-cce37a9d-f164-4e0c-912c-816143e14508 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:22.546628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61488605-d46f-4ee3-89e0-bdadf6929ee0 req-cce37a9d-f164-4e0c-912c-816143e14508 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 944 time: 0.4396060 Jun 04 06:38:22.561875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.575677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-33b44bc8-a4be-4a8b-89b7-3d65239a41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:22.576381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-33b44bc8-a4be-4a8b-89b7-3d65239a41e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.4159105 Jun 04 06:38:22.584648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:22.585058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060d88d-5fc6-489d-8172-6fab4add5ce8 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:22.592964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:22.603198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.618785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61488605-d46f-4ee3-89e0-bdadf6929ee0 req-34d533f2-ae68-409d-bc32-43e8ced202b8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711894 Jun 04 06:38:22.619982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.620496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfa1f55-b649-420b-a559-c726353fe32b {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:38:22.657302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.660957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de107531-bae7-48ac-909b-4cb457d47f4b admin admin] 10.222.0.17 "DELETE /v2.0/routers/edfa1f55-b649-420b-a559-c726353fe32b HTTP/1.1" status: 204 len: 168 time: 2.4715662 Jun 04 06:38:22.661072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35024) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:22.738749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:22.794428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Deleting subnet fe0ee8be-8472-4efb-be72-ad138e0b5687 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:38:22.798245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.860548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:22.893297 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-cb5e2afa-239a-490c-a210-e74d2373684c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=442d5113-a52f-4f6c-bd07-921184c52be9 HTTP/1.1" status: 200 len: 217 time: 0.3041246 Jun 04 06:38:22.941299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b0ea0d03-84c7-4148-9a00-b79c50b3039d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:23.052484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-2de46df6-a622-4294-a8aa-35edf6ce1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:23.061449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-2de46df6-a622-4294-a8aa-35edf6ce1fd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.1514778 Jun 04 06:38:23.189753 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:23.367748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:23.391094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:23.538072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0ee8be-8472-4efb-be72-ad138e0b5687,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:23.540139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:23.542497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051064a3-c15c-445b-a995-d1909f29fb48 None None] Network 815fead3-d84a-47b5-8d2c-d59349718780 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:23.554125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d1ab969-307b-4f34-a3bc-a1bbad4f0e92 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fe0ee8be-8472-4efb-be72-ad138e0b5687 HTTP/1.1" status: 204 len: 168 time: 0.8919964 Jun 04 06:38:23.558975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:23.654919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2152b67-2054-4e32-9051-60db8ac9e416 req-85ba3006-9364-4353-90e9-980081f4a898 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:23.656401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2152b67-2054-4e32-9051-60db8ac9e416 req-85ba3006-9364-4353-90e9-980081f4a898 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.1878953 Jun 04 06:38:23.776241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2152b67-2054-4e32-9051-60db8ac9e416 req-d382e060-faf6-4916-991b-99eedb5f0ed0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037486 Jun 04 06:38:23.980891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756094b-456f-464f-a533-4b4661df965d None None] DHCP port deletion for 815fead3-d84a-47b5-8d2c-d59349718780 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:38:23.991328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b756094b-456f-464f-a533-4b4661df965d None None] Deleting port caa0a93b-848d-493c-a05f-b2355b6b251e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:23.992104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b756094b-456f-464f-a533-4b4661df965d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:24.082839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:24.161356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-13f009a3-3066-49f5-ad6e-06aaa282baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:24.163579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-13f009a3-3066-49f5-ad6e-06aaa282baa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0933716 Jun 04 06:38:24.222019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:24.222369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fa9b9ab4-c21c-4e8e-9d9c-331a62336d08 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:24.231918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1997670-1f4c-4ffd-87c1-42a4c66e8e71 req-e76cabe5-fe74-4b24-ba10-74c869004229 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:24.243527 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1997670-1f4c-4ffd-87c1-42a4c66e8e71 req-e76cabe5-fe74-4b24-ba10-74c869004229 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 945 time: 0.2288566 Jun 04 06:38:24.282583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:24.311820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1997670-1f4c-4ffd-87c1-42a4c66e8e71 req-06fc01dd-5d5e-4eb8-88fc-c9c70e222708 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647864 Jun 04 06:38:24.326388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:24.332856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:24.336103 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] Sync routers for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:24.354355 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:24.354905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:24.409218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Deleting port caa0a93b-848d-493c-a05f-b2355b6b251e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:24.421788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:24.466921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:24.476947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:24.477942 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:24.560687 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:24.562133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd0592-c9ed-4b2a-8438-583a028ca592 None None] The sync data for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:24.683193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b756094b-456f-464f-a533-4b4661df965d None None] For port caa0a93b-848d-493c-a05f-b2355b6b251e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=caa0a93b-848d-493c-a05f-b2355b6b251e,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:24.683807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b756094b-456f-464f-a533-4b4661df965d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:24.741556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-f807daa9-3cb7-4fb1-b87c-c6c2c4415ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642526 Jun 04 06:38:24.858891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b756094b-456f-464f-a533-4b4661df965d None None] Calling delete_port for caa0a93b-848d-493c-a05f-b2355b6b251e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:24.893996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5b3f52c-606c-4633-9251-1012dafdb142 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/floatingips/5be1d964-9fde-487c-b37a-2b83e06c7237 HTTP/1.1" status: 200 len: 979 time: 5.2792313 Jun 04 06:38:24.897227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:25.001914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b756094b-456f-464f-a533-4b4661df965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.049860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-9729f812-875e-4adf-8f37-bf3d07d4048e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:25.051594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-9729f812-875e-4adf-8f37-bf3d07d4048e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.3065093 Jun 04 06:38:25.108065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756094b-456f-464f-a533-4b4661df965d None None] Pushing event deleted for resources: {'Port': ['ID=caa0a93b-848d-493c-a05f-b2355b6b251e,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:25.129668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756094b-456f-464f-a533-4b4661df965d None None] No DVR routers for this DVR port caa0a93b-848d-493c-a05f-b2355b6b251e on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:25.131577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 44233192-21aa-40b6-8ab2-b77bd93e15d9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:25.131925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.175198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] For port caa0a93b-848d-493c-a05f-b2355b6b251e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=caa0a93b-848d-493c-a05f-b2355b6b251e,segment=NetworkSegment(3b9fa6ca-d036-4243-b349-5d8fa5d7ca03),segment_id=3b9fa6ca-d036-4243-b349-5d8fa5d7ca03)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:25.176112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.244270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Deleting port 274d81b9-0a92-4c7b-838f-4c84223a6a66 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:25.244708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.272602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-15a7567e-0b97-4cf5-a6f6-fed43704174d req-8761f10b-83ed-4373-8d5f-d52fcceb15ff service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150554 Jun 04 06:38:25.365102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Calling delete_port for caa0a93b-848d-493c-a05f-b2355b6b251e owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:25.410464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.464275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:38:25.464842 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:38:25.487232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b0ea0d03-84c7-4148-9a00-b79c50b3039d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:25.507620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ecd18-0e6f-4e04-a5b9-6dec6f51dbc9 req-dca11f20-ac20-4aa8-b555-d74caeeee9fd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:25.509108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e09ecd18-0e6f-4e04-a5b9-6dec6f51dbc9 req-dca11f20-ac20-4aa8-b555-d74caeeee9fd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=8b6870d1-f70c-49c2-988d-b58f0cb122dd HTTP/1.1" status: 200 len: 946 time: 0.5381215 Jun 04 06:38:25.580926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port b0ea0d03-84c7-4148-9a00-b79c50b3039d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:25.588609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b0ea0d03-84c7-4148-9a00-b79c50b3039d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:25.588980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.651284 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.710982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e09ecd18-0e6f-4e04-a5b9-6dec6f51dbc9 req-0c55d81b-8f6d-43f5-af89-f7b5f431092b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914837 Jun 04 06:38:25.735876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b0ea0d03-84c7-4148-9a00-b79c50b3039d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:25.735876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.771078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:25.783434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:25.790332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.853744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.923961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:25.962598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device caa0a93b-848d-493c-a05f-b2355b6b251e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:25.966568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Deleting port caa0a93b-848d-493c-a05f-b2355b6b251e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:25.967272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:25.979698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] For port 274d81b9-0a92-4c7b-838f-4c84223a6a66, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=274d81b9-0a92-4c7b-838f-4c84223a6a66,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:25.980743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.013464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: caa0a93b-848d-493c-a05f-b2355b6b251e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:26.014043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device caa0a93b-848d-493c-a05f-b2355b6b251e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:26.124001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] The port 'caa0a93b-848d-493c-a05f-b2355b6b251e' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:38:26.155972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Calling delete_port for 274d81b9-0a92-4c7b-838f-4c84223a6a66 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:26.248266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.277584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815fead3-d84a-47b5-8d2c-d59349718780']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:26.289328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:26.290949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9fa6ca-d036-4243-b349-5d8fa5d7ca03') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:26.303069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.320042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.326441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:38:26.326831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.394568 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3b9fa6ca-d036-4243-b349-5d8fa5d7ca03 resource provider aggregate not found Jun 04 06:38:26.413181 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3b9fa6ca-d036-4243-b349-5d8fa5d7ca03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b9fa6ca-d036-4243-b349-5d8fa5d7ca03 found for delete ", "request_id": "req-06111a9b-9967-49ff-a281-6dafd7d905ea"}]} Jun 04 06:38:26.425625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.430793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.455075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=815fead3-d84a-47b5-8d2c-d59349718780,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:26.463656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2b53b64f-7700-48c7-ad21-3bae59cf92d0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/815fead3-d84a-47b5-8d2c-d59349718780 HTTP/1.1" status: 204 len: 168 time: 2.8983319 Jun 04 06:38:26.546364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827b942-378f-47be-8750-f92b550d1150 req-0cbd9eb0-6942-4ba3-864f-8fbdcee9a3e8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:26.552157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827b942-378f-47be-8750-f92b550d1150 req-0cbd9eb0-6942-4ba3-864f-8fbdcee9a3e8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:26.553723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a827b942-378f-47be-8750-f92b550d1150 req-0cbd9eb0-6942-4ba3-864f-8fbdcee9a3e8 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90&device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 1682 time: 0.4056747 Jun 04 06:38:26.581176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35422) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:26.585803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.586186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.586498 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Floating IP 5be1d964-9fde-487c-b37a-2b83e06c7237 disassociated. External IP: 172.25.1.180, port: 44233192-21aa-40b6-8ab2-b77bd93e15d9. Jun 04 06:38:26.586840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 44233192-21aa-40b6-8ab2-b77bd93e15d9 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:26.625458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.631179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1da6adb0-1be2-44a7-875f-8b6275879c9e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=de8f3b6f8eae42858d0d9aa8390e6a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488343 Jun 04 06:38:26.633629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:26.637698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7b90fb84-1c76-4ded-a707-151f1a6e565f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:26.698676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.702390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Pushing event deleted for resources: {'Port': ['ID=274d81b9-0a92-4c7b-838f-4c84223a6a66,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:26.726047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a827b942-378f-47be-8750-f92b550d1150 req-d18170ec-f8da-43e0-ab13-9ca3e5cba637 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630859 Jun 04 06:38:26.745373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.891895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] No DVR routers for this DVR port 274d81b9-0a92-4c7b-838f-4c84223a6a66 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:26.900197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.903553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'name': 'network-vif-deleted', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:26.923047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e2eff20-74c0-43ff-97f5-9dd7269a7fe8 req-8ffac67f-e07c-4a32-94c8-21a80b667a12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.39 "DELETE /v2.0/ports/274d81b9-0a92-4c7b-838f-4c84223a6a66 HTTP/1.1" status: 204 len: 173 time: 1.8614557 Jun 04 06:38:26.933210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.959367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be85d5-06a1-4ea9-8245-720b479dd14f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:26.969465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:26.983055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6368daa0-5bd5-42a1-8f58-8fe28285b8f7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39be85d5-06a1-4ea9-8245-720b479dd14f HTTP/1.1" status: 204 len: 168 time: 0.3356495 Jun 04 06:38:27.018766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082668-1457-48bb-925b-d3de4bc4ce19 req-392c7922-8b9f-469c-9522-a09e76950df3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:27.026039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45082668-1457-48bb-925b-d3de4bc4ce19 req-392c7922-8b9f-469c-9522-a09e76950df3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.1900706 Jun 04 06:38:27.041903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.108547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=44233192-21aa-40b6-8ab2-b77bd93e15d9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:27.131650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45082668-1457-48bb-925b-d3de4bc4ce19 req-72b8e830-cd52-4089-bde6-432b7447f4ae tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047359 Jun 04 06:38:27.225958 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28b5f81-92d9-4f0a-b968-8b2254b7e13a'] response: {'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d', 'code': 200} Jun 04 06:38:27.422126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9192c76-d741-4a13-85bf-442395584ffc req-e2f99940-12da-4b73-9bd7-8f0732ebb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:27.424372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9192c76-d741-4a13-85bf-442395584ffc req-e2f99940-12da-4b73-9bd7-8f0732ebb50e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 1097 time: 0.1207645 Jun 04 06:38:27.483363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d9192c76-d741-4a13-85bf-442395584ffc req-4c78112c-9faa-4b66-89f6-68a1d2473c8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520337 Jun 04 06:38:27.510768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:27.587937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35446) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:27.649522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a073fa7-14f4-4ed4-9a5a-40aca52538c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=65181789eed44438ab272ea33ab63156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583327 Jun 04 06:38:27.657625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35452) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:27.727718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.741521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:27.753734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] Sync routers for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:27.773622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:27.774530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:27.793759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.802685 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59249072-1345-47c5-a35c-21aaa78ec698'] response: {'server_uuid': '8b6870d1-f70c-49c2-988d-b58f0cb122dd', 'name': 'network-vif-deleted', 'tag': '274d81b9-0a92-4c7b-838f-4c84223a6a66', 'status': 'completed', 'code': 200} Jun 04 06:38:27.855572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.880080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582894b2-75ae-4718-a1f2-7ddc0026d93d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:27.883283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.884559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e23a09e9-36a8-46ff-a9a0-fd1d3d4399d7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/582894b2-75ae-4718-a1f2-7ddc0026d93d HTTP/1.1" status: 204 len: 168 time: 0.2269099 Jun 04 06:38:27.899626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:27.910146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:27.910904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:27.916109 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:27.932663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-40d5083e-5682-48f8-b7d9-a2fe8ef1cf29 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/44233192-21aa-40b6-8ab2-b77bd93e15d9 HTTP/1.1" status: 204 len: 168 time: 3.0290992 Jun 04 06:38:27.933008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35462) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:28.013166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:28.013816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cf6d8-15e9-42c3-a551-5352b374b20e None None] The sync data for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:28.276162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13a85f-20f8-426d-8e8e-215e3fee7037 req-3ad2dc30-6e2a-40c3-8e66-d7511d09f3c9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:28.277808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0a13a85f-20f8-426d-8e8e-215e3fee7037 req-3ad2dc30-6e2a-40c3-8e66-d7511d09f3c9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Synchronizing usage tracker for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:28.294455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0a13a85f-20f8-426d-8e8e-215e3fee7037 req-3ad2dc30-6e2a-40c3-8e66-d7511d09f3c9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Unset dirty status for tenant:0498d9aace984ca798e775e1b258be03 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:28.295813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a13a85f-20f8-426d-8e8e-215e3fee7037 req-3ad2dc30-6e2a-40c3-8e66-d7511d09f3c9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1354685 Jun 04 06:38:28.343243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 274d81b9-0a92-4c7b-838f-4c84223a6a66 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:28.362847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a13a85f-20f8-426d-8e8e-215e3fee7037 req-ee240002-3698-4608-99f0-117502893b84 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 Jun 04 06:38:28.381868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 274d81b9-0a92-4c7b-838f-4c84223a6a66 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:28.381868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 274d81b9-0a92-4c7b-838f-4c84223a6a66 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:28.659318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:28.952384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ef0b6-9e50-42bb-a627-a441faffe709 req-7c635912-3d98-4fb8-bec6-139f21e3331e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:28.966736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ef0b6-9e50-42bb-a627-a441faffe709 req-7c635912-3d98-4fb8-bec6-139f21e3331e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.1851130 Jun 04 06:38:29.042996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ef0b6-9e50-42bb-a627-a441faffe709 req-50457c87-ee23-48ae-9b01-96cc6a5f0909 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752013 Jun 04 06:38:29.181919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 356bfaee-9ac9-4589-ad8e-e716a0c24251 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:29.182261 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:29.390955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:29.532085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-44136ffc-01d9-4279-9eb9-f2cbc000d4d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034057 Jun 04 06:38:29.639234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 356bfaee-9ac9-4589-ad8e-e716a0c24251 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:29.676582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d02426-d233-4373-8208-0ceece171387 req-1d4b6b3d-fe9a-49b2-9dad-db5ff32d6779 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:29.678114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73d02426-d233-4373-8208-0ceece171387 req-1d4b6b3d-fe9a-49b2-9dad-db5ff32d6779 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1445582 Jun 04 06:38:29.732300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-8134c015-0b7e-4215-a2f1-e4dcc9681371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:29.733798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-8134c015-0b7e-4215-a2f1-e4dcc9681371 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.1227708 Jun 04 06:38:29.742405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73d02426-d233-4373-8208-0ceece171387 req-19a96b83-ff4e-40c7-8df4-44e7e6bbf06f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551775 Jun 04 06:38:29.921082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-fef8f6e4-591a-48aa-871b-d36cf5211299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:29.922792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-fef8f6e4-591a-48aa-871b-d36cf5211299 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.1666093 Jun 04 06:38:29.985630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:30.079988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-d459dc2b-c075-498d-a1a5-81387b061e57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1002 time: 0.1489675 Jun 04 06:38:30.081676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=356bfaee-9ac9-4589-ad8e-e716a0c24251,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:30.168466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c48fd4-6526-4138-8c79-73667495faa6 req-719d08eb-34c3-4b02-89ba-28b83304469e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:30.175606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c48fd4-6526-4138-8c79-73667495faa6 req-719d08eb-34c3-4b02-89ba-28b83304469e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1731145 Jun 04 06:38:30.179127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-6ddc26f4-f3f0-499c-8b83-53a3a0097cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:30.180749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-6ddc26f4-f3f0-499c-8b83-53a3a0097cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.0859733 Jun 04 06:38:30.265824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c48fd4-6526-4138-8c79-73667495faa6 req-7a56f1de-0b61-40b1-b499-6b2026c311f0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892713 Jun 04 06:38:30.291390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-3ba1582c-c7f0-4ec8-900b-662e30d8bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:30.292959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-3ba1582c-c7f0-4ec8-900b-662e30d8bd50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995181 Jun 04 06:38:30.443232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:30.466845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-5586ff37-2594-4f18-b785-76fb29ece97f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:30.467598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-5586ff37-2594-4f18-b785-76fb29ece97f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Synchronizing usage tracker for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:30.567916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-5586ff37-2594-4f18-b785-76fb29ece97f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Unset dirty status for tenant:4ee89161c7074b66bf50af7fc12ff9d0 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:30.569264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-5586ff37-2594-4f18-b785-76fb29ece97f tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 946 time: 0.2346795 Jun 04 06:38:30.589771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-1b753972-31d8-4318-84b0-f0a5a65d492f service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888229 Jun 04 06:38:30.723005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Deleting port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:30.723440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:30.802898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe768f01-2130-4624-9584-3e485f8a47f1 req-e7a85558-99f1-4f5d-a90f-987a33f5c772 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076206 Jun 04 06:38:30.994252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474950e2-87a2-4ae4-b744-d87b7dcd5b99 req-b81726da-a525-447a-b67d-1117b828fde2 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:30.996470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-474950e2-87a2-4ae4-b744-d87b7dcd5b99 req-b81726da-a525-447a-b67d-1117b828fde2 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 946 time: 0.1125150 Jun 04 06:38:31.047469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-474950e2-87a2-4ae4-b744-d87b7dcd5b99 req-6083e877-641a-48f6-9bb2-40e717ac4460 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/security-groups?id=34a9197a-e109-44f5-b08d-bbec90a1f030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Jun 04 06:38:31.279720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0c3cd-4292-4d3e-80e9-3c50d79ad30f req-3582c733-2438-469c-9a32-42dae865bb71 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:31.281557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1a0c3cd-4292-4d3e-80e9-3c50d79ad30f req-3582c733-2438-469c-9a32-42dae865bb71 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.1000309 Jun 04 06:38:31.294599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:31.334242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1a0c3cd-4292-4d3e-80e9-3c50d79ad30f req-1602cdbf-5ac0-43b1-b1a3-19d4a79ec408 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Jun 04 06:38:31.529052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-8cdd42c2-a588-46a5-8482-e419392281f6 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:31.530669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-8cdd42c2-a588-46a5-8482-e419392281f6 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fa6ab72-4948-45e9-98c3-85877c1acb90 HTTP/1.1" status: 200 len: 945 time: 0.4900608 Jun 04 06:38:31.644882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] For port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:31.644882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:31.869114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Calling delete_port for a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:31.905943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Deleting port 7ceb9027-deab-4951-ac77-37b19db8cbe2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:31.906288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:31.959041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:31.974068 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] Sync routers for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:31.997734 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e12ccf63-63e4-4072-8b9d-be08d42d110d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/routers/55d39acf-77c6-4b67-bcb9-3657ac06e3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0631218 Jun 04 06:38:32.000273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:32.020873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:32.024103 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:32.125551 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:32.140460 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] Routers {'55d39acf-77c6-4b67-bcb9-3657ac06e3f4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:32.141281 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:32.294386 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:32.294785 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8390f81-3625-4562-a48e-9a9236331368 None None] The sync data for ids ['55d39acf-77c6-4b67-bcb9-3657ac06e3f4'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:32.374686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.430892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] For port 7ceb9027-deab-4951-ac77-37b19db8cbe2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7ceb9027-deab-4951-ac77-37b19db8cbe2,segment=NetworkSegment(112c8b53-fcfe-4d72-a195-b59301240146),segment_id=112c8b53-fcfe-4d72-a195-b59301240146)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:32.431472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.438729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.450366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7ceb9027-deab-4951-ac77-37b19db8cbe2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:32.471979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cd26e-270d-4135-929c-4c1c1e7aaa22 req-aa383a36-8388-4c58-849e-d410ce372ab4 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:32.473547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba9cd26e-270d-4135-929c-4c1c1e7aaa22 req-aa383a36-8388-4c58-849e-d410ce372ab4 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.2141480 Jun 04 06:38:32.556966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event deleted for resources: {'Port': ['ID=a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:32.606753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba9cd26e-270d-4135-929c-4c1c1e7aaa22 req-dc46cddf-4cf6-4410-8ab8-b2df6b3cb0b9 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232500 Jun 04 06:38:32.627001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Calling delete_port for 7ceb9027-deab-4951-ac77-37b19db8cbe2 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:32.657239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.669276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 465b83c5-34ec-4a55-b134-200c30425ee2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:32.669693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.750380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] No DVR routers for this DVR port a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:32.754877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.757302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'name': 'network-vif-deleted', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:32.792993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-820924f2-c27c-4cbb-bfe5-5ae72bad7ad4 req-aefc5c9b-f9fc-4a7f-a977-e228a398a349 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.39 "DELETE /v2.0/ports/a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec HTTP/1.1" status: 204 len: 173 time: 2.2167935 Jun 04 06:38:32.881079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.923387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:32.943701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Pushing event deleted for resources: {'Port': ['ID=7ceb9027-deab-4951-ac77-37b19db8cbe2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:33.105676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35586) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:33.114313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 465b83c5-34ec-4a55-b134-200c30425ee2 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:33.151956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77ac5b-c2c5-4c03-9e43-129e66bc6b13 req-79a91c68-1f13-404f-a1b8-685bc1eb378a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:33.153643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b77ac5b-c2c5-4c03-9e43-129e66bc6b13 req-79a91c68-1f13-404f-a1b8-685bc1eb378a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.4005165 Jun 04 06:38:33.156305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] No DVR routers for this DVR port 7ceb9027-deab-4951-ac77-37b19db8cbe2 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:33.158693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.168962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33729ace-929a-4323-a8a7-ae7e3e1b1846 req-4bed8c0b-d140-4463-8bb5-b385f93249e3 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.24 "DELETE /v2.0/ports/7ceb9027-deab-4951-ac77-37b19db8cbe2 HTTP/1.1" status: 204 len: 173 time: 1.5833075 Jun 04 06:38:33.254069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b77ac5b-c2c5-4c03-9e43-129e66bc6b13 req-278866a3-78f7-439a-a82d-498ad6d7dd38 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890625 Jun 04 06:38:33.281837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.301230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:33.307121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Usage tracker for resource:security_group_rule and tenant:4bfd26dd6af441e3ae5515223ee2668f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:33.310521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:33.316761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:33.373409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.487017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.491908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.582505 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4bfd26dd6af441e3ae5515223ee2668f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706800 Jun 04 06:38:33.585454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:33.586041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a932e6-ef3c-4d89-a99c-74d355e3325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce491a7-2c3d-44ec-bb32-e66e4b152b50,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:33.592024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=465b83c5-34ec-4a55-b134-200c30425ee2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:33.639639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee671326-c8ff-44f9-b338-211ad182cc39 req-676f0d3c-2b91-4ce3-a227-cc7028865f02 tempest-ListServersNegativeTestJSON-200150150 tempest-ListServersNegativeTestJSON-200150150-project] 10.222.0.17 "GET /v2.0/ports?device_id=8e2f3890-c314-49bd-a57e-139eaad11d6f HTTP/1.1" status: 200 len: 210 time: 0.0939457 Jun 04 06:38:33.650431 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:38:33.676228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.686627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d845d7-f539-4e33-b77c-501248df7272 req-81464b59-4a78-46f0-92bf-4c1c4b8355a7 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:33.687324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6d845d7-f539-4e33-b77c-501248df7272 req-81464b59-4a78-46f0-92bf-4c1c4b8355a7 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Synchronizing usage tracker for tenant:6e69bb59cbe3462395cca474580b554e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:33.700612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.728883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.740554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b6d845d7-f539-4e33-b77c-501248df7272 req-81464b59-4a78-46f0-92bf-4c1c4b8355a7 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Unset dirty status for tenant:6e69bb59cbe3462395cca474580b554e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:33.741745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6d845d7-f539-4e33-b77c-501248df7272 req-81464b59-4a78-46f0-92bf-4c1c4b8355a7 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.24 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.2311087 Jun 04 06:38:33.831290 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef29034-eece-4d1f-aa0a-05125e4c4aa7'] response: {'server_uuid': '8e2f3890-c314-49bd-a57e-139eaad11d6f', 'name': 'network-vif-deleted', 'tag': 'a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec', 'status': 'completed', 'code': 200} Jun 04 06:38:33.849368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Deleting port 442d5113-a52f-4f6c-bd07-921184c52be9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:33.849757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.892169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.894428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.924597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.925588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Fanout notify agent at l3_agent the message router_deleted on router 55d39acf-77c6-4b67-bcb9-3657ac06e3f4 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:38:33.951394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.953574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:33.957655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-33eae7ae-db88-4ed2-927d-22aba8451a7c tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/routers/55d39acf-77c6-4b67-bcb9-3657ac06e3f4 HTTP/1.1" status: 204 len: 168 time: 1.9547391 Jun 04 06:38:33.960276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35606) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:34.037097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting subnet 736c2617-368b-4016-8b15-1fd5f070f0c3 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:38:34.040291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.103701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.134364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce491a7-2c3d-44ec-bb32-e66e4b152b50,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:34.156162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.158381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c83f15c4-beac-466f-bdb3-141811b4a3e6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cce491a7-2c3d-44ec-bb32-e66e4b152b50 HTTP/1.1" status: 204 len: 168 time: 0.5696476 Jun 04 06:38:34.220140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] For port 442d5113-a52f-4f6c-bd07-921184c52be9, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=442d5113-a52f-4f6c-bd07-921184c52be9,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:34.220513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.225760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.324843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.362460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Subnet': ['ID=736c2617-368b-4016-8b15-1fd5f070f0c3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:34.365369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:34.377565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Calling delete_port for 442d5113-a52f-4f6c-bd07-921184c52be9 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:34.394684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.415778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:34.416128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a00f0c8e-2c0e-4d05-94c6-65a87b6cfcec not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:34.418111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130be0e-a3d6-4456-92de-ae26d69017f8 None None] Network facef408-7b7e-429b-aaed-051d176e21fd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:34.451952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c80a7cac-67ab-473e-bbda-d194b34d0ce6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/subnets/736c2617-368b-4016-8b15-1fd5f070f0c3 HTTP/1.1" status: 204 len: 168 time: 0.4906144 Jun 04 06:38:34.454368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35620) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:34.561181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.581011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['442d5113-a52f-4f6c-bd07-921184c52be9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:34.591722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.609211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port d3b76df2-7a29-4fd0-be66-b639695986b1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:34.609595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.622509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Pushing event deleted for resources: {'Port': ['ID=442d5113-a52f-4f6c-bd07-921184c52be9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:34.659337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c07ea-ce32-46b2-ad4d-7e0a1c87b008 req-b34af808-b15e-4af3-ba23-dd4a403a1c70 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:34.666794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-705c07ea-ce32-46b2-ad4d-7e0a1c87b008 req-b34af808-b15e-4af3-ba23-dd4a403a1c70 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/ports?device_id=f48a8446-6efb-4616-a881-3c63481d010d HTTP/1.1" status: 200 len: 950 time: 0.2753069 Jun 04 06:38:34.711867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] No DVR routers for this DVR port 442d5113-a52f-4f6c-bd07-921184c52be9 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:34.714483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.732433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6d845d7-f539-4e33-b77c-501248df7272 req-ed5249c6-fa35-4626-bf44-6fe6d0e38bb3 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.24 "DELETE /v2.0/ports/442d5113-a52f-4f6c-bd07-921184c52be9 HTTP/1.1" status: 204 len: 173 time: 0.9805303 Jun 04 06:38:34.782730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-705c07ea-ce32-46b2-ad4d-7e0a1c87b008 req-983b2bfa-392c-43f2-b5a6-5ea800ef40f7 tempest-VolumesBackupsTest-354766457 tempest-VolumesBackupsTest-354766457-project] 10.222.0.17 "GET /v2.0/security-groups?id=e80f835e-e606-4762-a10e-0c8b3bb17e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143303 Jun 04 06:38:34.875169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] DHCP port deletion for facef408-7b7e-429b-aaed-051d176e21fd request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:38:34.879677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Deleting port d3b76df2-7a29-4fd0-be66-b639695986b1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:34.880309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:34.928784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] For port d3b76df2-7a29-4fd0-be66-b639695986b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d3b76df2-7a29-4fd0-be66-b639695986b1,segment=NetworkSegment(a08abbd5-a47d-4493-aa34-5eb033cbc76f),segment_id=a08abbd5-a47d-4493-aa34-5eb033cbc76f)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:34.929190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.049222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35640) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:35.136653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] For port d3b76df2-7a29-4fd0-be66-b639695986b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d3b76df2-7a29-4fd0-be66-b639695986b1,segment=NetworkSegment(a08abbd5-a47d-4493-aa34-5eb033cbc76f),segment_id=a08abbd5-a47d-4493-aa34-5eb033cbc76f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:35.137316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.144609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for d3b76df2-7a29-4fd0-be66-b639695986b1 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:35.247152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-436228646-network', 'tenant_id': '9891f3d3e6574426bf91b8464d0d8567'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:35.252837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:35.257083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Usage tracker for resource:network and tenant:9891f3d3e6574426bf91b8464d0d8567 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:35.260298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:35.273114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:35.280747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec423262-380c-4676-a78a-e426b24dcb22 req-f04dcc04-b50a-4926-8bf2-85e02d7128cd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:35.282445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec423262-380c-4676-a78a-e426b24dcb22 req-f04dcc04-b50a-4926-8bf2-85e02d7128cd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3565493 Jun 04 06:38:35.288392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.288866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Calling delete_port for d3b76df2-7a29-4fd0-be66-b639695986b1 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:35.300310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Made reservation on behalf of 9891f3d3e6574426bf91b8464d0d8567 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:35.303246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.319622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.348834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:35.355952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:9891f3d3e6574426bf91b8464d0d8567 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:35.359303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.362769 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:38:35.365289 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:38:35.368052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:35.377783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:38:35.378560 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:38:35.467042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=d3b76df2-7a29-4fd0-be66-b639695986b1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:35.467244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.472599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.477694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] No DVR routers for this DVR port d3b76df2-7a29-4fd0-be66-b639695986b1 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:35.491355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7ceb9027-deab-4951-ac77-37b19db8cbe2 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:35.499530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:38:35.521243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e805f693-8dda-4a16-97f8-20fae0e41106,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:35.525144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.525515 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Added segment 1cfebb1b-22c5-4004-a178-50fb4f9e4509 of type vlan for network 720c335a-2c95-4a82-a1d7-0d1210c1d46f Jun 04 06:38:35.544586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 7ceb9027-deab-4951-ac77-37b19db8cbe2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:35.545393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7ceb9027-deab-4951-ac77-37b19db8cbe2 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:35.547071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 442d5113-a52f-4f6c-bd07-921184c52be9 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:35.549248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec423262-380c-4676-a78a-e426b24dcb22 req-258a9471-b1fd-4ec6-824a-de81836db8f4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553251 Jun 04 06:38:35.557381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.586621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 442d5113-a52f-4f6c-bd07-921184c52be9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:35.586972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 442d5113-a52f-4f6c-bd07-921184c52be9 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:35.599069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.600054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:35.600709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.629004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.643456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5928402 Jun 04 06:38:35.646142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35648) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:35.665196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facef408-7b7e-429b-aaed-051d176e21fd']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:35.679702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08abbd5-a47d-4493-aa34-5eb033cbc76f') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:35.680095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08abbd5-a47d-4493-aa34-5eb033cbc76f') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:35.692624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.704380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Request body: {'subnet': {'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-436228646-subnet', 'tenant_id': '9891f3d3e6574426bf91b8464d0d8567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:35.718796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:35.726147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Usage tracker for resource:subnet and tenant:9891f3d3e6574426bf91b8464d0d8567 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:35.731260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:35.734005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c5e2-4758-4355-a628-33dbde7b1ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=720c335a-2c95-4a82-a1d7-0d1210c1d46f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:35.740753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:35.748816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 720c335a-2c95-4a82-a1d7-0d1210c1d46f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:38:35.753441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Made reservation on behalf of 9891f3d3e6574426bf91b8464d0d8567 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:35.756395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.757412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.767263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:38:35.768060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.812843 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a08abbd5-a47d-4493-aa34-5eb033cbc76f resource provider aggregate not found Jun 04 06:38:35.839666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'name': 'network-vif-deleted', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2'}, {'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'name': 'network-vif-deleted', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:35.879580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Deleting port d3b76df2-7a29-4fd0-be66-b639695986b1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:35.879991 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.890495 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a08abbd5-a47d-4493-aa34-5eb033cbc76f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a08abbd5-a47d-4493-aa34-5eb033cbc76f found for delete ", "request_id": "req-671b2884-663b-4b94-948f-658a4c093a9e"}]} Jun 04 06:38:35.914747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fc49f-623a-4df9-9684-f7428f99c8e3 req-9ad5ef2e-9865-4950-a025-863ccd40bc35 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:35.922003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-192fc49f-623a-4df9-9684-f7428f99c8e3 req-9ad5ef2e-9865-4950-a025-863ccd40bc35 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2216423 Jun 04 06:38:35.923487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.954315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:35.993704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/networks/facef408-7b7e-429b-aaed-051d176e21fd HTTP/1.1" status: 204 len: 168 time: 1.5382288 Jun 04 06:38:35.997079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c9317210-5686-4cfc-8327-7474211f1176 None None] The port 'd3b76df2-7a29-4fd0-be66-b639695986b1' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:38:35.999435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35660) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:36.000282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed914a-4972-4a7e-83a2-83f22f7d23df tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Network': ['ID=facef408-7b7e-429b-aaed-051d176e21fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:36.000787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d3b76df2-7a29-4fd0-be66-b639695986b1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:36.044018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d3b76df2-7a29-4fd0-be66-b639695986b1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:36.044362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d3b76df2-7a29-4fd0-be66-b639695986b1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:36.126823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-13963528-c938-4ee9-bcfc-605f4111698f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:36.127513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-13963528-c938-4ee9-bcfc-605f4111698f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:36.158666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-13963528-c938-4ee9-bcfc-605f4111698f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:36.160055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-13963528-c938-4ee9-bcfc-605f4111698f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.3134251 Jun 04 06:38:36.199009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-192fc49f-623a-4df9-9684-f7428f99c8e3 req-5017e458-7de1-4a71-b2a6-dc346ac41d77 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720582 Jun 04 06:38:36.200123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port cd298f06-52ea-46c8-9549-c7ad2c07ef7d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:36.200463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.242485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.313587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port b0ea0d03-84c7-4148-9a00-b79c50b3039d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:36.314068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.436414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b767c87-5cf4-45b6-b840-ed60e595c84b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:36.436661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.437115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.451496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Checking segment: {'id': '1cfebb1b-22c5-4004-a178-50fb4f9e4509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:36.451842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Network hostable DHCP agents. Network: 720c335a-2c95-4a82-a1d7-0d1210c1d46f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:38:36.509357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Network 720c335a-2c95-4a82-a1d7-0d1210c1d46f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:38:36.569570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for cd298f06-52ea-46c8-9549-c7ad2c07ef7d owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:36.572728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 720c335a-2c95-4a82-a1d7-0d1210c1d46f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:36.577720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:36.578312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.583888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113d9b6-baf7-4bf0-8e09-cdaf7645aded None None] Network 720c335a-2c95-4a82-a1d7-0d1210c1d46f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:36.604001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be29f-b198-49c4-9414-38761dd08876 req-9266a818-0be5-4225-848d-34756bc0f9d0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:36.606699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb0be29f-b198-49c4-9414-38761dd08876 req-9266a818-0be5-4225-848d-34756bc0f9d0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=860ae718-aa95-45d6-84d7-beaf80cc4a72 HTTP/1.1" status: 200 len: 946 time: 0.2809350 Jun 04 06:38:36.611490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ad80288-327d-43ad-9db5-bc78c68a87ce admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9643047 Jun 04 06:38:36.664372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port b0ea0d03-84c7-4148-9a00-b79c50b3039d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b0ea0d03-84c7-4148-9a00-b79c50b3039d,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:36.664372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.702448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb0be29f-b198-49c4-9414-38761dd08876 req-372648a1-57f5-4343-a4dd-02e67fd5a0d0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843527 Jun 04 06:38:36.819294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for b0ea0d03-84c7-4148-9a00-b79c50b3039d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:36.860637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:36.901410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3db31d-322c-4d76-aa21-a0caa2d1e777 None None] Network 720c335a-2c95-4a82-a1d7-0d1210c1d46f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:36.923770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=cd298f06-52ea-46c8-9549-c7ad2c07ef7d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:37.021000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:37.040990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b0ea0d03-84c7-4148-9a00-b79c50b3039d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:37.081001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=b0ea0d03-84c7-4148-9a00-b79c50b3039d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:37.091973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:37.123664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cd396-21af-439e-9111-26a8dcac7a56 req-a3b3b825-2905-4511-b991-491d7ee6c011 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:37.125168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b51cd396-21af-439e-9111-26a8dcac7a56 req-a3b3b825-2905-4511-b991-491d7ee6c011 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1687007 Jun 04 06:38:37.126693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:37.133772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-65cd319b-21d4-4de6-93a5-aacd9c902f7b tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/floatingips/5be1d964-9fde-487c-b37a-2b83e06c7237 HTTP/1.1" status: 204 len: 168 time: 1.1244500 Jun 04 06:38:37.135605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35674) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:37.168275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port b0ea0d03-84c7-4148-9a00-b79c50b3039d on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:38:37.170977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:37.188633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5f998d7a-3fd2-428e-9d6a-002b2e96fb2e req-9e543653-8158-49e5-99d0-dfbb60c5f487 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.24 "DELETE /v2.0/ports/b0ea0d03-84c7-4148-9a00-b79c50b3039d HTTP/1.1" status: 204 len: 173 time: 1.0167921 Jun 04 06:38:37.316218 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b5061-07de-4fbf-b8a5-f7224d1aeafd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] DELETE failed (client error): The resource could not be found. Jun 04 06:38:37.316676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69b5061-07de-4fbf-b8a5-f7224d1aeafd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:38:37.318387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a69b5061-07de-4fbf-b8a5-f7224d1aeafd tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/44233192-21aa-40b6-8ab2-b77bd93e15d9 HTTP/1.1" status: 404 len: 333 time: 0.1817877 Jun 04 06:38:37.321026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35680) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:37.376755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f72205f-4e2b-49ab-a55c-c3720c9c78b6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Synchronizing usage tracker for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:37.384130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b51cd396-21af-439e-9111-26a8dcac7a56 req-eb9768aa-ca36-4335-984e-307d6a46beb4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492442 Jun 04 06:38:37.396765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f72205f-4e2b-49ab-a55c-c3720c9c78b6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Unset dirty status for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:37.400344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f72205f-4e2b-49ab-a55c-c3720c9c78b6 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/ports?device_id=55d39acf-77c6-4b67-bcb9-3657ac06e3f4 HTTP/1.1" status: 200 len: 205 time: 0.0760212 Jun 04 06:38:37.400636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35684) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:37.468345 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-dec3c2e3-b964-47a6-8508-ed585094939f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] delete failed (client error): The resource could not be found. Jun 04 06:38:37.469508 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dec3c2e3-b964-47a6-8508-ed585094939f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/routers/55d39acf-77c6-4b67-bcb9-3657ac06e3f4 HTTP/1.1" status: 404 len: 336 time: 0.0677664 Jun 04 06:38:37.471979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:37.523277 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca37def3-045d-4a02-b6a1-f36b147c90e5'] response: {'server_uuid': '5fa6ab72-4948-45e9-98c3-85877c1acb90', 'name': 'network-vif-deleted', 'tag': '7ceb9027-deab-4951-ac77-37b19db8cbe2', 'status': 'completed', 'code': 200} Jun 04 06:38:37.523730 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca37def3-045d-4a02-b6a1-f36b147c90e5'] response: {'server_uuid': 'f48a8446-6efb-4616-a881-3c63481d010d', 'name': 'network-vif-deleted', 'tag': '442d5113-a52f-4f6c-bd07-921184c52be9', 'status': 'completed', 'code': 200} Jun 04 06:38:37.534602 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace1ce27-e34e-4630-8855-cf770e08e22f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] DELETE failed (client error): The resource could not be found. Jun 04 06:38:37.535234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace1ce27-e34e-4630-8855-cf770e08e22f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:38:37.539453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:37.539977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ace1ce27-e34e-4630-8855-cf770e08e22f tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/subnets/736c2617-368b-4016-8b15-1fd5f070f0c3 HTTP/1.1" status: 404 len: 337 time: 0.0663791 Jun 04 06:38:37.692192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:37.692625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:38.194869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:38.271757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-343f1904-f3c9-42ac-9fd5-6b332c559170 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:38.273382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-343f1904-f3c9-42ac-9fd5-6b332c559170 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/networks?id=720c335a-2c95-4a82-a1d7-0d1210c1d46f HTTP/1.1" status: 200 len: 808 time: 0.3479061 Jun 04 06:38:38.346449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 114b936b-6a6a-43a5-b0e9-01bbae7c2e9f owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:38.392043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-b2ce2479-9889-4822-9b82-13b21c53f798 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/quotas/9891f3d3e6574426bf91b8464d0d8567 HTTP/1.1" status: 200 len: 375 time: 0.0542829 Jun 04 06:38:38.450394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-002e0f3b-cbbe-4b28-a0b2-1a758c238f7d tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9891f3d3e6574426bf91b8464d0d8567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508001 Jun 04 06:38:38.668488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:38.709930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-399c6913-d788-4f4c-bcd3-f3877ee8bea7 service neutron] 10.222.0.17 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404943 Jun 04 06:38:38.754784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=114b936b-6a6a-43a5-b0e9-01bbae7c2e9f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:38.966796 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:38.978669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-1f1df048-cd1d-40e4-a7af-bec2722e3df5 service neutron] 10.222.0.17 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605770 Jun 04 06:38:38.987712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-767d11bc-37fb-4f42-bfce-9e4f2335df1e tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/114b936b-6a6a-43a5-b0e9-01bbae7c2e9f HTTP/1.1" status: 204 len: 168 time: 1.4462414 Jun 04 06:38:38.988315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35726) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:39.062732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port b8d4ca41-670a-43d5-9b45-39faf2e5b4e5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:39.063070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:39.488570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b0ea0d03-84c7-4148-9a00-b79c50b3039d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:38:39.524513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'name': 'network-vif-deleted', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:39.551264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: b0ea0d03-84c7-4148-9a00-b79c50b3039d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:38:39.551679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b0ea0d03-84c7-4148-9a00-b79c50b3039d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:38:39.555913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:39.689293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for b8d4ca41-670a-43d5-9b45-39faf2e5b4e5 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:39.724989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd4221-224f-424b-9142-0fe7f8462d6d req-d86eff0f-604f-4402-9cc7-40457b0ce771 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:39.726474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dbd4221-224f-424b-9142-0fe7f8462d6d req-d86eff0f-604f-4402-9cc7-40457b0ce771 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.3056700 Jun 04 06:38:39.811248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4dbd4221-224f-424b-9142-0fe7f8462d6d req-c66eec47-b610-4df3-808e-1586d3d71772 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764883 Jun 04 06:38:39.902928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:39.922703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35750) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:40.001168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=b8d4ca41-670a-43d5-9b45-39faf2e5b4e5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:40.005007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Deleting subnet 05e1658d-1ee3-4064-8c5e-cafed01d22d5 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:38:40.010521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.116495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.222474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.244241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2824d572-27a9-48a6-b9fd-c44377131b1a tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/ports/b8d4ca41-670a-43d5-9b45-39faf2e5b4e5 HTTP/1.1" status: 204 len: 168 time: 1.2549098 Jun 04 06:38:40.248888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35790) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:40.321272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9668bc93-e830-469d-91cd-87529ae62235 req-ae26e2ed-a614-4a09-8f48-d37cae1eb734 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 210 time: 0.0613246 Jun 04 06:38:40.368493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.454126 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01fe75b-feb5-4bd2-8398-7be3c4965fa2'] response: {'server_uuid': '860ae718-aa95-45d6-84d7-beaf80cc4a72', 'name': 'network-vif-deleted', 'tag': 'b0ea0d03-84c7-4148-9a00-b79c50b3039d', 'status': 'completed', 'code': 200} Jun 04 06:38:40.646389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203180e0-c734-4b92-a8d6-1c00c46740c1 req-49069fcb-b094-4f89-89f4-314d360db244 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:40.655579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-203180e0-c734-4b92-a8d6-1c00c46740c1 req-49069fcb-b094-4f89-89f4-314d360db244 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1369889 Jun 04 06:38:40.681467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b66fa-374f-440c-b520-f0746316ad06 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:40.682791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5c1b66fa-374f-440c-b520-f0746316ad06 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Synchronizing usage tracker for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:40.719768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-203180e0-c734-4b92-a8d6-1c00c46740c1 req-773a89ec-a042-4c25-b1e8-a2a53e477a17 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 Jun 04 06:38:40.723717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-b9774496-b656-4094-9284-9cf6816c5a82 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:40.724587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2418c45-01be-4508-9d97-bf7956418c58 req-b9774496-b656-4094-9284-9cf6816c5a82 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Synchronizing usage tracker for tenant:9891f3d3e6574426bf91b8464d0d8567 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:38:40.730842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.780240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5c1b66fa-374f-440c-b520-f0746316ad06 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Unset dirty status for tenant:8cba017740b34942afff4cb4cb628806 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:40.780584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5c1b66fa-374f-440c-b520-f0746316ad06 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "GET /v2.0/ports?device_id=6c76187f-2fee-4db2-ad9f-1c09583e1a4a HTTP/1.1" status: 200 len: 913 time: 0.5306237 Jun 04 06:38:40.783443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e1658d-1ee3-4064-8c5e-cafed01d22d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:40.783687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35808) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:40.790226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:40.811667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1e9c4138-d632-4180-9533-c34128fa68c1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/05e1658d-1ee3-4064-8c5e-cafed01d22d5 HTTP/1.1" status: 204 len: 168 time: 0.8757954 Jun 04 06:38:40.811667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35816) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:40.825973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2418c45-01be-4508-9d97-bf7956418c58 req-b9774496-b656-4094-9284-9cf6816c5a82 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Unset dirty status for tenant:9891f3d3e6574426bf91b8464d0d8567 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:38:40.827090 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-b9774496-b656-4094-9284-9cf6816c5a82 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.24 "GET /v2.0/networks?id=720c335a-2c95-4a82-a1d7-0d1210c1d46f HTTP/1.1" status: 200 len: 808 time: 0.4620745 Jun 04 06:38:41.001054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Request body: {'port': {'device_id': '17a79dbc-c8f1-4147-a793-020042fd285c', 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f', 'admin_state_up': True, 'tenant_id': '9891f3d3e6574426bf91b8464d0d8567'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:41.119638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.239087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-06eb7da8-212a-408b-a893-41e23402d343 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:41.240529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-06eb7da8-212a-408b-a893-41e23402d343 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.3600500 Jun 04 06:38:41.277897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:41.278902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-bb012958-40eb-4ade-b766-c70212cc02a3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0292118 Jun 04 06:38:41.293650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Usage tracker for resource:port and tenant:9891f3d3e6574426bf91b8464d0d8567 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:41.297740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:41.301324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.314402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:41.334738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca32ae75-2ff8-4495-a584-988d80e41fcd']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:41.345845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Made reservation on behalf of 9891f3d3e6574426bf91b8464d0d8567 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:41.349166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.369230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112c8b53-fcfe-4d72-a195-b59301240146') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:41.369575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112c8b53-fcfe-4d72-a195-b59301240146') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:41.389197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.394521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-3f20f736-7527-49d7-804e-37d7fbd8e5b7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548568 Jun 04 06:38:41.445975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.468113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:38:41.468620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.551045 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 112c8b53-fcfe-4d72-a195-b59301240146 resource provider aggregate not found Jun 04 06:38:41.590879 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 112c8b53-fcfe-4d72-a195-b59301240146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 112c8b53-fcfe-4d72-a195-b59301240146 found for delete ", "request_id": "req-51948be8-99ba-4442-b24d-f18841c070e3"}]} Jun 04 06:38:41.632945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.638196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:41.682599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca32ae75-2ff8-4495-a584-988d80e41fcd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:41.689710 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3df734a1-3752-4ebf-b634-863160eacc2b admin admin] 10.222.0.17 "DELETE /v2.0/networks/ca32ae75-2ff8-4495-a584-988d80e41fcd HTTP/1.1" status: 204 len: 168 time: 0.8853593 Jun 04 06:38:41.701138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Allocated IP 172.20.0.12 (720c335a-2c95-4a82-a1d7-0d1210c1d46f/3b767c87-5cf4-45b6-b840-ed60e595c84b/99dbe8d3-d68e-4d6c-88cc-cb55076d936f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:41.799544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-ae187717-1aa5-4c3d-a56c-247fc391591b service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891010 Jun 04 06:38:41.931770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35866) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:41.995892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.033906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.082324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea44dbcf-53ba-477c-8c27-09cd5af7b98d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ee89161c7074b66bf50af7fc12ff9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531117 Jun 04 06:38:42.087067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35870) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:42.089210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-04c13041-0470-4840-ba2d-9402419b3cd6 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887602 Jun 04 06:38:42.113822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Network 720c335a-2c95-4a82-a1d7-0d1210c1d46f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:42.117454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:42.121627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:42.152359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.164959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Pushing event updated for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:42.204055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:42.204744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.227090 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-3ec35910-0522-4da4-bce8-69752813d53e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2296925 Jun 04 06:38:42.239118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Request body: {'port': {'device_id': '17a79dbc-c8f1-4147-a793-020042fd285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:42.261111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.420050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.444024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.704795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dc02b-8336-4cc5-bdb1-ad704415b374 req-ece3dbf0-fc70-4e00-a3d0-49269b1ea5fb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:42.706518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-518dc02b-8336-4cc5-bdb1-ad704415b374 req-ece3dbf0-fc70-4e00-a3d0-49269b1ea5fb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3157122 Jun 04 06:38:42.739209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.776238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a9197a-e109-44f5-b08d-bbec90a1f030,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:42.791580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-518dc02b-8336-4cc5-bdb1-ad704415b374 req-9be23733-eef4-4ef8-b36b-bfccded0bd47 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 Jun 04 06:38:42.794627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.798009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-081d9d6f-3c26-4fd5-968f-8a8f59e24875 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/34a9197a-e109-44f5-b08d-bbec90a1f030 HTTP/1.1" status: 204 len: 168 time: 0.7053187 Jun 04 06:38:42.907468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:42.908137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.919170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dbe8d3-d68e-4d6c-88cc-cb55076d936f {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:42.930911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:42.978485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Transition to ACTIVE for port object 99dbe8d3-d68e-4d6c-88cc-cb55076d936f will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:42.983358 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:43.270756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:43.411801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:43.422135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Pushing event updated for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:43.545508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Attempting to bind port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:43.545965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Attempting to bind port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '1cfebb1b-22c5-4004-a178-50fb4f9e4509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:43.546357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Attempting to bind port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f on network 720c335a-2c95-4a82-a1d7-0d1210c1d46f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:43.553103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f on network 720c335a-2c95-4a82-a1d7-0d1210c1d46f not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:38:43.553700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Attempting to bind port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f on network 720c335a-2c95-4a82-a1d7-0d1210c1d46f {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:43.563260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:43.564949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Checking segment: {'id': '1cfebb1b-22c5-4004-a178-50fb4f9e4509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:43.565413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Bound using segment: {'id': '1cfebb1b-22c5-4004-a178-50fb4f9e4509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:43.565957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Bound port: 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfebb1b-22c5-4004-a178-50fb4f9e4509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:43.566373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:43.569980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744394c-cce8-4e8c-b4c9-9eac3ea2557a req-bd184725-9385-4ef4-b726-2d8f8aaf3a56 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:43.578911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c744394c-cce8-4e8c-b4c9-9eac3ea2557a req-bd184725-9385-4ef4-b726-2d8f8aaf3a56 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.1742609 Jun 04 06:38:43.644026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c744394c-cce8-4e8c-b4c9-9eac3ea2557a req-5a35d4fc-70e2-42ee-b35b-fe1ecd875921 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639687 Jun 04 06:38:43.708657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:43.715737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,segment=NetworkSegment(1cfebb1b-22c5-4004-a178-50fb4f9e4509),segment_id=1cfebb1b-22c5-4004-a178-50fb4f9e4509)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:43.722634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:43.813348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:43.814105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:43.815592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] 10.222.0.24 "PUT /v2.0/ports/99dbe8d3-d68e-4d6c-88cc-cb55076d936f HTTP/1.1" status: 200 len: 1092 time: 1.5811753 Jun 04 06:38:43.839810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:44.213241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:44.225113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dc56e-8e70-403c-802f-d709622e1d0e service neutron] Pushing event updated for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:44.297956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5d03bb6c-5f67-47ba-a5ee-e794c09121b1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:44.299555 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5d03bb6c-5f67-47ba-a5ee-e794c09121b1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.4830959 Jun 04 06:38:44.328625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': '77739b95-02f8-4a43-b842-963c0915f799', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:44.349182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46441308-c1c4-4819-ac85-853355ea5013 req-c16467b1-ae5c-4286-995f-ad7617995d89 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:44.356348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46441308-c1c4-4819-ac85-853355ea5013 req-c16467b1-ae5c-4286-995f-ad7617995d89 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 944 time: 0.2931938 Jun 04 06:38:44.366464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-16390d40-f39c-49d6-b2c2-af6b40c5945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:44.368219 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-16390d40-f39c-49d6-b2c2-af6b40c5945d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9891f3d3e6574426bf91b8464d0d8567&device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 1095 time: 0.3527434 Jun 04 06:38:44.394957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=bb35bf32-1291-4a9a-96f8-bdbcb4fcb8c1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:44.474563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46441308-c1c4-4819-ac85-853355ea5013 req-a63c80ce-7338-4bc1-bf46-e9c6efbfb59e tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172366 Jun 04 06:38:44.523061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-7df089e5-1349-4b0f-8fc2-5018ae38bdba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f HTTP/1.1" status: 200 len: 217 time: 0.1027250 Jun 04 06:38:44.625555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418c45-01be-4508-9d97-bf7956418c58 req-9edff3ab-cb23-4125-8d57-2951e7f3c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:44.627042 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-9edff3ab-cb23-4125-8d57-2951e7f3c6f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b767c87-5cf4-45b6-b840-ed60e595c84b HTTP/1.1" status: 200 len: 848 time: 0.0965958 Jun 04 06:38:44.633196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:44.669901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Usage tracker for resource:port and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:44.677003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:44.688797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-20b39f61-03a6-4cbd-b693-13af60414d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=720c335a-2c95-4a82-a1d7-0d1210c1d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531528 Jun 04 06:38:44.689721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:44.708939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c0e6963-bf8d-4a25-aee3-86ba78b353e6 req-796ce24f-0570-41de-8792-4f14e1f3dca7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 210 time: 0.0548236 Jun 04 06:38:44.748758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:44.778500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:44.782203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:44.810028 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f342a97b-63cb-4231-99b9-9fdedf212be7'] response: {'name': 'network-changed', 'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f', 'status': 'completed', 'code': 200} Jun 04 06:38:44.925305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-74e9f751-e2f0-4d57-abcb-ecab855af937 service neutron] 10.222.0.24 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300642 Jun 04 06:38:45.110758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.13 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/5872811d-8c92-48c4-ac0d-ca9f13a7c9e1) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:45.186033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2418c45-01be-4508-9d97-bf7956418c58 req-d3ac825c-7602-4300-add7-1b19ea78010f service neutron] 10.222.0.24 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509034 Jun 04 06:38:45.251392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:38:45.499892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-dfd2b8db-7f52-4c81-a116-06575ccefdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:45.501804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-dfd2b8db-7f52-4c81-a116-06575ccefdf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9891f3d3e6574426bf91b8464d0d8567&device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 1095 time: 0.2458136 Jun 04 06:38:45.578289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:45.589782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] Sync routers for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:45.600850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:45.601912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:45.630144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-abbe144c-7e46-4ddd-a9f4-a31827b38814 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "PUT /v2.0/routers/6c76187f-2fee-4db2-ad9f-1c09583e1a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8429008 Jun 04 06:38:45.631419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:45.692155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:45.702601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] Routers {'6c76187f-2fee-4db2-ad9f-1c09583e1a4a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:45.703683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:45.754299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867731e5-7f4d-4b92-90d1-5e6120896af3 req-888843d1-e94e-4d53-85da-8e37f62c6a21 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:45.755791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-867731e5-7f4d-4b92-90d1-5e6120896af3 req-888843d1-e94e-4d53-85da-8e37f62c6a21 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2604728 Jun 04 06:38:45.773843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:45.774324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8c6e6-d1cc-439b-95ba-d57daa9a0b87 None None] The sync data for ids ['6c76187f-2fee-4db2-ad9f-1c09583e1a4a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:38:45.836277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:45.891660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-c42ef36e-a94f-431d-8a76-f5bca679e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:45.893415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-c42ef36e-a94f-431d-8a76-f5bca679e2ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=720c335a-2c95-4a82-a1d7-0d1210c1d46f HTTP/1.1" status: 200 len: 909 time: 0.3821230 Jun 04 06:38:45.969966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-faff13ef-9fb0-4458-b329-10a3dd5c5bd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f HTTP/1.1" status: 200 len: 217 time: 0.0703313 Jun 04 06:38:46.034847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-867731e5-7f4d-4b92-90d1-5e6120896af3 req-17727a2d-672c-4df5-b5af-759953a64f50 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674971 Jun 04 06:38:46.064782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-9404aa88-be20-4be3-9107-b06f1db5bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:46.066139 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-9404aa88-be20-4be3-9107-b06f1db5bfb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b767c87-5cf4-45b6-b840-ed60e595c84b HTTP/1.1" status: 200 len: 848 time: 0.0892584 Jun 04 06:38:46.070600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.111991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.233307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:46.236813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:46.240510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-68904276-0e46-4df0-adc7-81ff679732ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=720c335a-2c95-4a82-a1d7-0d1210c1d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479969 Jun 04 06:38:46.257087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:46.331582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:46.398631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc09a4e-6567-476c-bbdc-550de2432b61 req-e0b1f49d-96a5-4536-8d28-4b94ef69c577 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:46.400084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adc09a4e-6567-476c-bbdc-550de2432b61 req-e0b1f49d-96a5-4536-8d28-4b94ef69c577 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2113731 Jun 04 06:38:46.401639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.412930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:46.413586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.426847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting port 02183f11-9c15-4ef9-92b8-42f4c06b0a62 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:38:46.427300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.468463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5623e4e8-99c6-490f-8d38-59c6ba893cc6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1555719 Jun 04 06:38:46.477408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-c845394f-2459-4ba4-89be-9c436b40734d service neutron] 10.222.0.24 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849084 Jun 04 06:38:46.484785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Request body: {'port': {'device_id': '77739b95-02f8-4a43-b842-963c0915f799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:46.502162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adc09a4e-6567-476c-bbdc-550de2432b61 req-d1fa7cf2-1959-49c6-9190-28d4b3ada63d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944252 Jun 04 06:38:46.704172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b161b8e-50dd-4f0a-9268-72b59167b8c1 req-f1fad285-79f8-452c-bada-edd94cbfb691 tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0633399 Jun 04 06:38:46.715554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.787120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.886733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32c4b1d3-0208-44b0-95df-a0e6f788a46b req-bc26341c-4008-417d-b653-43f600a0a1c2 service neutron] 10.222.0.24 "GET /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145328 Jun 04 06:38:46.931469 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c2cbca4f-1f91-49ba-8149-be861adfc38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:46.957455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Calling delete_port for 02183f11-9c15-4ef9-92b8-42f4c06b0a62 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:38:47.110232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db3dc4-9954-4184-8de8-10042fc7f171 req-d6629bf5-dcaf-4e79-8195-9c6c1715b277 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:47.111730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58db3dc4-9954-4184-8de8-10042fc7f171 req-d6629bf5-dcaf-4e79-8195-9c6c1715b277 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 944 time: 0.2690701 Jun 04 06:38:47.209267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58db3dc4-9954-4184-8de8-10042fc7f171 req-59bd995d-3a67-4cc0-acd4-d256fc306e24 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630233 Jun 04 06:38:47.213620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:47.216086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.222654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.242113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Transition to ACTIVE for port object 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:47.247227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.278046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Port': ['ID=02183f11-9c15-4ef9-92b8-42f4c06b0a62,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:47.423298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.450776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:47.497422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Attempting to bind port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:47.497950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Attempting to bind port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:47.498284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Attempting to bind port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:47.502958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:38:47.503272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Attempting to bind port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:47.508345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:47.508673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:47.509055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:47.509490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Bound port: 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:47.509849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.617747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.621994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.655829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a2c4-847d-4e89-a8e6-df0a2215828b req-c6ce2b99-e41a-47a0-8530-950c67b54e64 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:47.657380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da80a2c4-847d-4e89-a8e6-df0a2215828b req-c6ce2b99-e41a-47a0-8530-950c67b54e64 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 944 time: 0.2885001 Jun 04 06:38:47.658588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.659081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Fanout notify agent at l3_agent the message router_deleted on router 6c76187f-2fee-4db2-ad9f-1c09583e1a4a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:38:47.692973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.693998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6d701ed-47ca-4282-9ca7-7e3ed6036a36 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/routers/6c76187f-2fee-4db2-ad9f-1c09583e1a4a HTTP/1.1" status: 204 len: 168 time: 2.0616305 Jun 04 06:38:47.697282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35960) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:47.733509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:47.737328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:47.743460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.815550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:47.816278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.817566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] 10.222.0.39 "PUT /v2.0/ports/5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 HTTP/1.1" status: 200 len: 1092 time: 1.3369851 Jun 04 06:38:47.818008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:47.841980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c745f6-55c7-4884-8804-e8edd686674b service neutron] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:47.900740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da80a2c4-847d-4e89-a8e6-df0a2215828b req-60d1b83d-c58b-42db-9309-3fdc2f9ea735 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303326 Jun 04 06:38:47.924041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Deleting subnet cc374057-dc6d-4b19-a563-9eb37de91d45 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:38:47.927401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:47.964082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-065ab0ac-9e71-4659-bf1b-8b314ceda0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:47.966009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-065ab0ac-9e71-4659-bf1b-8b314ceda0ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 1095 time: 0.0970266 Jun 04 06:38:47.996366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.040279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-e3cf9f30-a2d8-422d-960c-fd61283a7798 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 HTTP/1.1" status: 200 len: 217 time: 0.0671368 Jun 04 06:38:48.105545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.118662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-da89f4b7-4431-41d2-96fd-24cc60c8c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:48.120702 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-da89f4b7-4431-41d2-96fd-24cc60c8c27f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.0748065 Jun 04 06:38:48.178577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-6ecab17d-1379-4601-a0c4-009372c460b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513461 Jun 04 06:38:48.210284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.263914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Subnet': ['ID=cc374057-dc6d-4b19-a563-9eb37de91d45,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:48.325010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.335186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7308d0a1-c48e-41d3-a072-847ad01f0f5d tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/subnets/cc374057-dc6d-4b19-a563-9eb37de91d45 HTTP/1.1" status: 204 len: 168 time: 0.6368818 Jun 04 06:38:48.337426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35974) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:48.376497 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-5007da21-2270-4bc5-8932-df3966651d08 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898186 Jun 04 06:38:48.520799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d2fbc48b-89a2-4c7d-b0ee-ee96e78565fb req-42513849-87aa-430c-9789-f25b63f62d6f service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379232 Jun 04 06:38:48.524694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.552111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578dd91-7803-4a63-b59a-66dff2b73672 req-43f4c736-33d2-481e-855e-089483657c4c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:48.553738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4578dd91-7803-4a63-b59a-66dff2b73672 req-43f4c736-33d2-481e-855e-089483657c4c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2842755 Jun 04 06:38:48.638357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-08ee3255-d7f9-4f71-93ed-9b6c749062e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:48.639818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-08ee3255-d7f9-4f71-93ed-9b6c749062e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 1097 time: 0.2782397 Jun 04 06:38:48.750033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4578dd91-7803-4a63-b59a-66dff2b73672 req-9117b81f-ea30-4331-9ce5-9d18e8177a6c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608531 Jun 04 06:38:48.751962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:48.889055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f70670f-204f-4f0f-9161-c324cc0eebf1']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:48.952232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b076b808-ef48-439f-bdcd-c83210834bde') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:48.952533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b076b808-ef48-439f-bdcd-c83210834bde') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:48.975177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cec1c5b4-8963-4bf8-abf7-594ac5cfa5d1 req-9262b07b-826a-4606-9486-3d018c88d542 tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0785666 Jun 04 06:38:48.988346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.019301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.027039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-7fe4dbae-fc85-45b3-9a45-578cdeddac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.028304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-7fe4dbae-fc85-45b3-9a45-578cdeddac42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.3780475 Jun 04 06:38:49.031018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:38:49.031492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.032934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-755422f4-e738-4e8c-92ee-8a9bc0535251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.072812 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ecf0c8-bc98-46c1-83ab-7749ccdb87cd'] response: {'name': 'network-changed', 'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'status': 'completed', 'code': 200} Jun 04 06:38:49.117462 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b076b808-ef48-439f-bdcd-c83210834bde resource provider aggregate not found Jun 04 06:38:49.191555 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b076b808-ef48-439f-bdcd-c83210834bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b076b808-ef48-439f-bdcd-c83210834bde found for delete ", "request_id": "req-5f26bf03-e75e-472c-bccf-c67008165aab"}]} Jun 04 06:38:49.201798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-e1fcb9e2-c01c-4e32-b6e5-779463129634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.203623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-e1fcb9e2-c01c-4e32-b6e5-779463129634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 1095 time: 0.1071248 Jun 04 06:38:49.294427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.316693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.322284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-84861041-11b7-4a6c-a75a-3456b4d4f781 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 200 len: 1002 time: 0.2720456 Jun 04 06:38:49.357463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-3e5a47c3-7d49-49ab-bcd5-50026880ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.359026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-3e5a47c3-7d49-49ab-bcd5-50026880ea26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.1485646 Jun 04 06:38:49.370570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] 10.222.0.17 "DELETE /v2.0/networks/9f70670f-204f-4f0f-9161-c324cc0eebf1 HTTP/1.1" status: 204 len: 168 time: 1.0320814 Jun 04 06:38:49.375823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c4e62-0243-472e-97a7-79913a40f307 tempest-FloatingIPTestJSON-37315366 tempest-FloatingIPTestJSON-37315366-project] Pushing event deleted for resources: {'Network': ['ID=9f70670f-204f-4f0f-9161-c324cc0eebf1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:49.413285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb00dd-10ca-4df4-b0d2-ab905dd021bc req-07f1bbc0-4d8f-4836-94bb-423249f52ea2 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.421126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1bb00dd-10ca-4df4-b0d2-ab905dd021bc req-07f1bbc0-4d8f-4836-94bb-423249f52ea2 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.2313185 Jun 04 06:38:49.440500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-a1fb4973-1bfc-420e-b98f-ead47164040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.441981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-a1fb4973-1bfc-420e-b98f-ead47164040e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.1078804 Jun 04 06:38:49.494293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-b122e319-0b24-478e-b91b-56dd69844b78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 HTTP/1.1" status: 200 len: 217 time: 0.1287134 Jun 04 06:38:49.514245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 99dbe8d3-d68e-4d6c-88cc-cb55076d936f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:38:49.525353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1bb00dd-10ca-4df4-b0d2-ab905dd021bc req-4bacb2ea-a892-4038-be66-5c005b2bffaa tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030831 Jun 04 06:38:49.598000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-dfb19857-44df-4353-89be-e80c28f736b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.599680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-dfb19857-44df-4353-89be-e80c28f736b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492798 Jun 04 06:38:49.610288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-61aa6389-51a7-46f3-92da-7986f411a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:49.611693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-61aa6389-51a7-46f3-92da-7986f411a5a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.0762377 Jun 04 06:38:49.673143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-4a81cf62-0d5f-4f0f-a405-1e8b2193255b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544505 Jun 04 06:38:49.675174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c56bf650-8f19-4fb9-a709-89f788bd8f3a req-18d64485-2f69-4eae-aef5-f5ef672248e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.1760490 Jun 04 06:38:49.774205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,segment=NetworkSegment(1cfebb1b-22c5-4004-a178-50fb4f9e4509),segment_id=1cfebb1b-22c5-4004-a178-50fb4f9e4509)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:49.794335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f', 'network_id': '720c335a-2c95-4a82-a1d7-0d1210c1d46f', 'port_id': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f', 'mac_address': 'fa:16:3e:b9:14:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b767c87-5cf4-45b6-b840-ed60e595c84b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:38:49.847671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:49.850025 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-59030a16-126e-446a-b198-1bca0a81d02a service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696472 Jun 04 06:38:49.907454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:49.907846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:49.929557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dbe8d3-d68e-4d6c-88cc-cb55076d936f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:49.947135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,segment=NetworkSegment(1cfebb1b-22c5-4004-a178-50fb4f9e4509),segment_id=1cfebb1b-22c5-4004-a178-50fb4f9e4509)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:49.970493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.001423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-9033a8d8-47f5-46a6-a1f2-63bac91d8dd3 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941085 Jun 04 06:38:50.016174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcf378-be61-4a14-99d4-e15985ff63ab req-245573ea-c6cc-46e9-a147-029fd96acddd tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:50.023124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ffcf378-be61-4a14-99d4-e15985ff63ab req-245573ea-c6cc-46e9-a147-029fd96acddd tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 944 time: 0.2794836 Jun 04 06:38:50.095628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:50.105865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42836757-b24c-4d60-bf7f-3054f5885a02 req-65251ee7-c7a7-4bfa-89ec-fbea98b45d30 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381582 Jun 04 06:38:50.146594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.190294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-90643055-90a0-442f-b383-9e6b95a1fe36 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8cba017740b34942afff4cb4cb628806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390470 Jun 04 06:38:50.191611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36004) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:50.194278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ffcf378-be61-4a14-99d4-e15985ff63ab req-551e1ceb-ed33-4a04-a308-356691e37470 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698873 Jun 04 06:38:50.259394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.260376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a0164d7-cd28-4dc0-a63a-e995edcd8d91 req-3a1bb51a-fd8d-43b2-ac83-4245e4aae017 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223587 Jun 04 06:38:50.302926 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.314768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['99dbe8d3-d68e-4d6c-88cc-cb55076d936f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:50.363754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.385068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2dd51d-b6df-4802-a407-b3012f785b1b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:50.394773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.408996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1d75-d790-45ac-a996-cc5355fec8b0 req-04ba71f9-7d89-4f4b-b60c-89fa663fe012 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:50.410536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-185d1d75-d790-45ac-a996-cc5355fec8b0 req-04ba71f9-7d89-4f4b-b60c-89fa663fe012 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 944 time: 0.0969853 Jun 04 06:38:50.410750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8ef0065a-bd61-4265-ad81-0a008ec94a36 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1d2dd51d-b6df-4802-a407-b3012f785b1b HTTP/1.1" status: 204 len: 168 time: 0.2076931 Jun 04 06:38:50.438572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.466043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-185d1d75-d790-45ac-a996-cc5355fec8b0 req-74383568-6dea-4a56-859b-f3c0578653f1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Jun 04 06:38:50.485156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:38:50.656337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e31a3a19-8978-4fc7-9d82-dccd0ecf8a91 req-bbc51a13-4952-4687-b30b-7e26c70429a9 tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0569353 Jun 04 06:38:50.753275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:50.768496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'mac_address': 'fa:16:3e:cc:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:38:50.834172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:50.834819 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.863942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:38:50.889911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:50.896115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:50.938809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b226-4e0e-4fd9-9882-cb45c28ae854 req-93f08519-a4de-42f6-83bb-1daedf5ab267 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:50.940687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7d1b226-4e0e-4fd9-9882-cb45c28ae854 req-93f08519-a4de-42f6-83bb-1daedf5ab267 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1340630 Jun 04 06:38:50.985978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:51.020246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7d1b226-4e0e-4fd9-9882-cb45c28ae854 req-7c85ba2c-219e-4c9a-a49b-fdd33f8a73ae tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729468 Jun 04 06:38:51.252276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:38:51.291017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788abeee-2683-4ebf-bc69-afa6507e9c9c req-7c629143-440a-47ad-8e6c-8d0990adb720 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:51.292711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788abeee-2683-4ebf-bc69-afa6507e9c9c req-7c629143-440a-47ad-8e6c-8d0990adb720 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.1175621 Jun 04 06:38:51.366255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-788abeee-2683-4ebf-bc69-afa6507e9c9c req-b8053e50-5f44-40ab-b6f1-458c84e0a373 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634813 Jun 04 06:38:51.420862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:51.515812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 99dbe8d3-d68e-4d6c-88cc-cb55076d936f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:51.560499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863037166'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:51.565942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:51.571047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:51.574433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:51.582185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:51.587051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc073423-3df3-45bf-a0ba-35e3d76dee8f req-8475ac51-ec66-44a8-80ac-951aab949580 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:51.591678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc073423-3df3-45bf-a0ba-35e3d76dee8f req-8475ac51-ec66-44a8-80ac-951aab949580 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.0935555 Jun 04 06:38:51.593783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:51.599446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.616887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.629699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:51.635291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:51.636281 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.639632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:51.644403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:security_group_rule and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:51.650132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:51.654089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc073423-3df3-45bf-a0ba-35e3d76dee8f req-93180730-366e-4840-87ea-40f7d722a8c2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589981 Jun 04 06:38:51.661427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:51.791265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.796389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.816994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:38:51.822075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:51.822462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.840711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.841139 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment f945f596-8f19-499b-96a7-42094f5b9069 of type vlan for network b71f6631-0b02-415b-90e0-4eefdc8fb841 Jun 04 06:38:51.855065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:51.866427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,segment=NetworkSegment(1cfebb1b-22c5-4004-a178-50fb4f9e4509),segment_id=1cfebb1b-22c5-4004-a178-50fb4f9e4509)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:51.872942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.887507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fece9ebb-52df-47c9-b55f-2ce7ee41ffc1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:51.899933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.914833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812496fd-7e50-451f-bc6a-b2cf16ce972e req-4edee5fb-5fde-4b0c-bd95-fe629e7ce834 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:51.923540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-812496fd-7e50-451f-bc6a-b2cf16ce972e req-4edee5fb-5fde-4b0c-bd95-fe629e7ce834 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 945 time: 0.1436241 Jun 04 06:38:51.947382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.953344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:51.954019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:51.961674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:51.986797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-812496fd-7e50-451f-bc6a-b2cf16ce972e req-68c171b1-4485-4deb-8144-2f28b74978c8 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623298 Jun 04 06:38:52.039555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.177176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36056) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:52.177424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7548432 Jun 04 06:38:52.185739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544976242'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:52.190004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87eed2-ac84-4b67-83f9-9839f65467a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=b71f6631-0b02-415b-90e0-4eefdc8fb841,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:52.192670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:52.198530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:52.201505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:38:52.204855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:52.220256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:52.244747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41889406-c522-4a34-92e4-0d052a794ee6 req-35769beb-af6a-477e-b310-0a6d045e95e4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:52.246969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41889406-c522-4a34-92e4-0d052a794ee6 req-35769beb-af6a-477e-b310-0a6d045e95e4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 945 time: 0.1130242 Jun 04 06:38:52.248130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:52.251609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.329996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:38:52.342469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41889406-c522-4a34-92e4-0d052a794ee6 req-1ec8a430-1ebf-4a15-8b4f-539e00a90132 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780685 Jun 04 06:38:52.354275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.354796 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86 of type vlan for network 6c459547-1096-4c1a-92ba-475e745b95a4 Jun 04 06:38:52.396081 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.435220 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.440879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:52.441595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.509798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:52.577803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f102f26-ae93-473c-8763-f6221b498d27 req-f6f65ebf-bc6a-48ae-bdb9-9066e5abef8c tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.1213734 Jun 04 06:38:52.578901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4007685 Jun 04 06:38:52.582328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:52.587089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:52.591092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:52.595518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:52.596104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.641181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b4933-8d0f-48de-ba55-1006d61ce275 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=6c459547-1096-4c1a-92ba-475e745b95a4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:52.657442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6c459547-1096-4c1a-92ba-475e745b95a4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:38:52.738378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:52.754127 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e33720-8e3c-4b2c-bd48-c89781fc1b6f'] response: {'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f', 'code': 200} Jun 04 06:38:52.759049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:52.762987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:52.770050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:52.820502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:52.824584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.931221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:52.931807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.978401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:52.989361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:52.999461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddae383-49d6-483e-9ab6-c78eb1dfabdb req-0b55ebfe-f0c4-4d44-8b00-4370b253f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:53.001222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dddae383-49d6-483e-9ab6-c78eb1dfabdb req-0b55ebfe-f0c4-4d44-8b00-4370b253f212 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 1097 time: 0.2218556 Jun 04 06:38:53.094931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:53.125111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dddae383-49d6-483e-9ab6-c78eb1dfabdb req-b41a8226-3f94-47d5-83da-4edfea97eb0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162794 Jun 04 06:38:53.174521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:53.259793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=7bce4244-9ad1-4b48-87aa-e6cde3e15a65,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:53.272768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': 'f945f596-8f19-499b-96a7-42094f5b9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:53.273129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: b71f6631-0b02-415b-90e0-4eefdc8fb841, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:38:53.293483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:38:53.304097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b71f6631-0b02-415b-90e0-4eefdc8fb841) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:53.313580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9c1750-a68d-4a89-a342-eb9772c85717 None None] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:53.316532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:53.317129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:53.355501 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a36c5139-6f37-4aff-a844-86d9c0dbf7c8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7685416 Jun 04 06:38:53.357376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:53.362892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:53.399318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf5d0-0bdf-4d8e-9d58-0b2008e5c1e4 req-a4c79961-46fa-4ce4-8d18-dde44ab47f61 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:53.401221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-041cf5d0-0bdf-4d8e-9d58-0b2008e5c1e4 req-a4c79961-46fa-4ce4-8d18-dde44ab47f61 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1171486 Jun 04 06:38:53.500250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-041cf5d0-0bdf-4d8e-9d58-0b2008e5c1e4 req-b788d7b6-0219-47df-8926-2fb196af7629 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748053 Jun 04 06:38:53.509070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:53.513214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:53.516305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:53.522954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:53.536704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:38:53.545022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:53.664649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b71f6631-0b02-415b-90e0-4eefdc8fb841', 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '7bce4244-9ad1-4b48-87aa-e6cde3e15a65'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:38:53.666366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:53.732751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26da4a-c5e0-40a2-a3ff-787a8cb345c3 req-2e39e6e6-2b06-4bc6-b6ee-404aff3b0b2a tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:53.735224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb26da4a-c5e0-40a2-a3ff-787a8cb345c3 req-2e39e6e6-2b06-4bc6-b6ee-404aff3b0b2a tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 946 time: 0.1255164 Jun 04 06:38:53.802823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb26da4a-c5e0-40a2-a3ff-787a8cb345c3 req-14b32c6d-6fb2-4591-89a1-874122133c64 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Jun 04 06:38:53.847644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Allocated IP 172.20.0.2 (b71f6631-0b02-415b-90e0-4eefdc8fb841/7bce4244-9ad1-4b48-87aa-e6cde3e15a65/f45d42b2-82a8-4222-b2b2-5a56c3007460) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:53.876959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:53.982239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=d16400cb-b144-4881-9a79-cb6ccb290bff,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:53.991672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:53.992049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 6c459547-1096-4c1a-92ba-475e745b95a4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:38:54.022167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6c459547-1096-4c1a-92ba-475e745b95a4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:38:54.037280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6c459547-1096-4c1a-92ba-475e745b95a4) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:54.042739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:54.043598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.070880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1970e1-2279-4b70-8609-6d06d65a2fd2 None None] Network 6c459547-1096-4c1a-92ba-475e745b95a4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:54.078896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6995c0ef-37b9-48b2-b230-3594a068accd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7204080 Jun 04 06:38:54.081864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36092) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:54.086865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1197964116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:38:54.098627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:38:54.103270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:38:54.107959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:38:54.115434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:38:54.132357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.136150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.163998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.193661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.242175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14386ef4-5f04-48e6-8a31-07a807ebd144 req-d731ac73-5e28-4c66-bec3-2a8e2189dcff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a331c9bad4a5434b8876341f2da05a83&device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0839517 Jun 04 06:38:54.294676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.294676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc20657e-3be9-4cd3-b0aa-1081892b544d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2008760 Jun 04 06:38:54.294980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:54.379928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14386ef4-5f04-48e6-8a31-07a807ebd144 req-4123ca6f-e86d-4864-987c-0650f5bd36ac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a331c9bad4a5434b8876341f2da05a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289706 Jun 04 06:38:54.383765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed82b-7dc1-486e-b330-cb8a48cb0fc8 req-c7046b95-8bee-43fc-b385-d53253474917 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:54.387531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc3ed82b-7dc1-486e-b330-cb8a48cb0fc8 req-c7046b95-8bee-43fc-b385-d53253474917 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1632195 Jun 04 06:38:54.487079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc3ed82b-7dc1-486e-b330-cb8a48cb0fc8 req-570f8090-7a3b-477d-8336-2d0c8076f03f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867701 Jun 04 06:38:54.491013 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.515037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Transition to ACTIVE for port object f45d42b2-82a8-4222-b2b2-5a56c3007460 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:54.542086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Transition to ACTIVE for port object f45d42b2-82a8-4222-b2b2-5a56c3007460 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:54.598988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.671983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6c459547-1096-4c1a-92ba-475e745b95a4', 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': 'd16400cb-b144-4881-9a79-cb6ccb290bff'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:38:54.672951 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:54.768882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:38:54.786588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057f7e3-1872-4fc6-805f-3a5358af8d44 req-1458cd68-4682-4b57-a3f9-7b3b16638c32 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:54.789284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c057f7e3-1872-4fc6-805f-3a5358af8d44 req-1458cd68-4682-4b57-a3f9-7b3b16638c32 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1381159 Jun 04 06:38:54.792407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:54.804322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:54.855349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c057f7e3-1872-4fc6-805f-3a5358af8d44 req-9ab0d81b-4ebd-40dc-b13a-86b3e4cbb765 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Jun 04 06:38:54.860709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:54.862918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Pushing event updated for resources: {'Port': ['ID=f45d42b2-82a8-4222-b2b2-5a56c3007460,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:54.902134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-a4326791-ff09-4a9c-a871-f47c43a86cd5 req-baa02e42-47e9-4e2f-8747-2630c575dbd0 tempest-ServerPasswordTestJSON-2024726602 tempest-ServerPasswordTestJSON-2024726602-project] (88849) timed out ('10.222.0.24', 53125) {{(pid=88849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:38:54.979061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14386ef4-5f04-48e6-8a31-07a807ebd144 req-ebc0fedc-fc77-4420-9b6b-43288f09ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:54.983565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14386ef4-5f04-48e6-8a31-07a807ebd144 req-ebc0fedc-fc77-4420-9b6b-43288f09ee1a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5872338 Jun 04 06:38:55.009621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.009978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.011263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.011669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.012066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.012463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.012865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.013245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.013661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.014067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.014466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.014847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:38:55.075998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84a2b05b-c03e-49ba-899e-a6a494200776 req-5ac47b30-d6c4-4c95-9d81-e26721438d35 tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0595245 Jun 04 06:38:55.234597 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bd2746-7003-496e-b87f-beb73c865818'] response: {'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'code': 200} Jun 04 06:38:55.272215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.308657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Attempting to bind port f45d42b2-82a8-4222-b2b2-5a56c3007460 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:55.309062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Attempting to bind port f45d42b2-82a8-4222-b2b2-5a56c3007460 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f945f596-8f19-499b-96a7-42094f5b9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:55.309408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Attempting to bind port f45d42b2-82a8-4222-b2b2-5a56c3007460 on network b71f6631-0b02-415b-90e0-4eefdc8fb841 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:55.333261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:55.333663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Checking segment: {'id': 'f945f596-8f19-499b-96a7-42094f5b9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:55.334067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.334452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Bound using segment: {'id': 'f945f596-8f19-499b-96a7-42094f5b9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:55.334930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Bound port: f45d42b2-82a8-4222-b2b2-5a56c3007460, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f945f596-8f19-499b-96a7-42094f5b9069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b71f6631-0b02-415b-90e0-4eefdc8fb841'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:55.335302 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.351165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4318c7f-5fa6-4904-850f-360bdde6665b req-8209977b-f53f-4ab0-bdbb-c4074184d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:55.352796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4318c7f-5fa6-4904-850f-360bdde6665b req-8209977b-f53f-4ab0-bdbb-c4074184d4ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 1097 time: 0.1342955 Jun 04 06:38:55.362732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Allocated IP 172.21.0.2 (6c459547-1096-4c1a-92ba-475e745b95a4/d16400cb-b144-4881-9a79-cb6ccb290bff/baa77965-478e-4b0a-b703-c1b54c912980) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:55.452656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] For port f45d42b2-82a8-4222-b2b2-5a56c3007460, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:55.456619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] For port f45d42b2-82a8-4222-b2b2-5a56c3007460, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f45d42b2-82a8-4222-b2b2-5a56c3007460,segment=NetworkSegment(f945f596-8f19-499b-96a7-42094f5b9069),segment_id=f945f596-8f19-499b-96a7-42094f5b9069)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:55.464703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a4318c7f-5fa6-4904-850f-360bdde6665b req-60c90b0e-2dae-4e0a-9a91-1c53140572b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019461 Jun 04 06:38:55.493127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.644452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8c8f6-6899-42ce-9ee8-42e5705592e4 req-77699e43-d422-47d4-89c2-9907b673d6e5 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:55.655948 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.656398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39a8c8f6-6899-42ce-9ee8-42e5705592e4 req-77699e43-d422-47d4-89c2-9907b673d6e5 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 946 time: 0.1949363 Jun 04 06:38:55.719462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39a8c8f6-6899-42ce-9ee8-42e5705592e4 req-3cb9f942-3d22-42fe-85a7-08f619aa2458 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621390 Jun 04 06:38:55.864299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:55.897025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dd799-2efc-42da-ac3f-8fac920f4e41 None None] Pushing event updated for resources: {'Port': ['ID=f45d42b2-82a8-4222-b2b2-5a56c3007460,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:56.062945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.20.0.1 (b71f6631-0b02-415b-90e0-4eefdc8fb841/7bce4244-9ad1-4b48-87aa-e6cde3e15a65/04ce74d9-3f31-402b-a43a-8e918f2cd333) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:38:56.350847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.382344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9eb7-1c9e-4eed-8b86-0e179a5f90d7 req-9525994b-2a39-4cae-abc8-956933cd2d6f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:56.387309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Transition to ACTIVE for port object baa77965-478e-4b0a-b703-c1b54c912980 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:56.391752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c2c9eb7-1c9e-4eed-8b86-0e179a5f90d7 req-9525994b-2a39-4cae-abc8-956933cd2d6f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.3442650 Jun 04 06:38:56.429910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Transition to ACTIVE for port object baa77965-478e-4b0a-b703-c1b54c912980 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:56.442810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.448796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c2c9eb7-1c9e-4eed-8b86-0e179a5f90d7 req-ebf5d3f9-608c-4c54-bd34-08271eea22ea tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Jun 04 06:38:56.467079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.500485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 04ce74d9-3f31-402b-a43a-8e918f2cd333 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:38:56.545072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.578298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Network 6c459547-1096-4c1a-92ba-475e745b95a4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:56.582023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:56.584641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:56.653681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Pushing event updated for resources: {'Port': ['ID=baa77965-478e-4b0a-b703-c1b54c912980,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:56.677167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:56.685665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:56.699160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:38:56.722788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Attempting to bind port baa77965-478e-4b0a-b703-c1b54c912980 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:38:56.723588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Attempting to bind port baa77965-478e-4b0a-b703-c1b54c912980 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:38:56.724164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Attempting to bind port baa77965-478e-4b0a-b703-c1b54c912980 on network 6c459547-1096-4c1a-92ba-475e745b95a4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:38:56.735457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:38:56.738121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Checking segment: {'id': '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:38:56.738812 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.743655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Bound using segment: {'id': '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:38:56.744417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Bound port: baa77965-478e-4b0a-b703-c1b54c912980, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c459547-1096-4c1a-92ba-475e745b95a4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:38:56.745848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.758265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=04ce74d9-3f31-402b-a43a-8e918f2cd333,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:56.793976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:56.990640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] For port baa77965-478e-4b0a-b703-c1b54c912980, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:38:57.014425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] For port baa77965-478e-4b0a-b703-c1b54c912980, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=baa77965-478e-4b0a-b703-c1b54c912980,segment=NetworkSegment(8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86),segment_id=8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:38:57.035490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:57.230523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca241-86f6-4ab8-b1ab-6ce330ce14c1 req-5e157de0-a069-4516-8a85-c0eb3c7fb3b2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:57.237159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d999-786d-4458-8f09-bd82fc092e63 None None] Pushing event updated for resources: {'Port': ['ID=baa77965-478e-4b0a-b703-c1b54c912980,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:57.241994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95aca241-86f6-4ab8-b1ab-6ce330ce14c1 req-5e157de0-a069-4516-8a85-c0eb3c7fb3b2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1762056 Jun 04 06:38:57.313119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:57.322857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95aca241-86f6-4ab8-b1ab-6ce330ce14c1 req-28e7556f-9400-42d6-91dc-7f61325111ca tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756269 Jun 04 06:38:57.465043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-14386ef4-5f04-48e6-8a31-07a807ebd144 req-5cb1d838-6580-443f-8fcd-eaae4ae7a68a tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.0519516 Jun 04 06:38:57.570033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb013ed0-6169-4710-9eb4-23ae7bd8fdb0 req-f79fe498-8fb0-416c-8447-4afcf3dc242f tempest-ServersAaction247Test-1186657737 tempest-ServersAaction247Test-1186657737-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b8b7268-7d46-4c55-9b46-0d7aebeef682 HTTP/1.1" status: 200 len: 210 time: 0.1131928 Jun 04 06:38:57.769141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0089eb6-64a1-4957-b9ed-c13caad1d9ac None None] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:57.905981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23efe12-74f6-42dd-aee4-d0d00d7ae35e req-7ee0b466-6b98-4a87-a35f-de956f827aa4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:57.913183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b23efe12-74f6-42dd-aee4-d0d00d7ae35e req-7ee0b466-6b98-4a87-a35f-de956f827aa4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1160655 Jun 04 06:38:57.918517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8a66ad74-13c9-455b-afb2-51b5cb2df14e None None] Provisioning for port f45d42b2-82a8-4222-b2b2-5a56c3007460 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:58.052362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b23efe12-74f6-42dd-aee4-d0d00d7ae35e req-4e2bb7fe-49f4-45c3-b2c9-2382beadd1df tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377003 Jun 04 06:38:58.239125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f45d42b2-82a8-4222-b2b2-5a56c3007460 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:58.354141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f45d42b2-82a8-4222-b2b2-5a56c3007460 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:58.360361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f45d42b2-82a8-4222-b2b2-5a56c3007460 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:58.360881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.446921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.459847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.585036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f45d42b2-82a8-4222-b2b2-5a56c3007460 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:58.587237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.669124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f45d42b2-82a8-4222-b2b2-5a56c3007460, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f45d42b2-82a8-4222-b2b2-5a56c3007460,segment=NetworkSegment(f945f596-8f19-499b-96a7-42094f5b9069),segment_id=f945f596-8f19-499b-96a7-42094f5b9069)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:38:58.674453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.675393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device baa77965-478e-4b0a-b703-c1b54c912980 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:38:58.702855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:58.772806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=04ce74d9-3f31-402b-a43a-8e918f2cd333,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:58.975125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f45d42b2-82a8-4222-b2b2-5a56c3007460,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:38:59.031319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Provisioning complete for port f45d42b2-82a8-4222-b2b2-5a56c3007460 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:59.033919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:59.095562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:38:59.095562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:38:59.143385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port baa77965-478e-4b0a-b703-c1b54c912980 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:59.197154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4cec8-603e-4749-a310-283f1d1232ab None None] Network 6c459547-1096-4c1a-92ba-475e745b95a4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:38:59.350298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e247e-24b3-4574-a276-175d68580ccc req-d6af3027-4a64-443e-b8b3-f68612a33b29 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:38:59.355316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2e247e-24b3-4574-a276-175d68580ccc req-d6af3027-4a64-443e-b8b3-f68612a33b29 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.2227199 Jun 04 06:38:59.453900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2e247e-24b3-4574-a276-175d68580ccc req-7003491a-8ed3-4e2a-be03-5c8a43619d05 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911911 Jun 04 06:38:59.494220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 3376db63-045a-4bb4-90f5-25f315178745 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:38:59.665627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Current status of the port f45d42b2-82a8-4222-b2b2-5a56c3007460 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:38:59.767255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Provisioning for port 04ce74d9-3f31-402b-a43a-8e918f2cd333 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:38:59.777725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Provisioning complete for port 04ce74d9-3f31-402b-a43a-8e918f2cd333 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:38:59.777725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:38:59.783198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:38:59.796495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] Sync routers for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:38:59.801537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ef6e951-f8fa-44e0-adf0-70674ec049db tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5105488 Jun 04 06:38:59.804800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:38:59.819940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:59.820672 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:59.912091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9951-6113-4c47-82a7-cbb68ba72e63 None None] Port 04ce74d9-3f31-402b-a43a-8e918f2cd333 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:38:59.951934 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:38:59.967909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:38:59.968652 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:00.012282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7d98ee-03da-436a-bd94-9a2d55e01df1 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:00.016020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3c7d98ee-03da-436a-bd94-9a2d55e01df1 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:00.045371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f45d42b2-82a8-4222-b2b2-5a56c3007460 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:00.100239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:00.100651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d18a93-01f6-4d1a-92e4-a2951c84f738 None None] The sync data for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:00.110506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3c7d98ee-03da-436a-bd94-9a2d55e01df1 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:00.111802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3c7d98ee-03da-436a-bd94-9a2d55e01df1 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports/04ce74d9-3f31-402b-a43a-8e918f2cd333 HTTP/1.1" status: 200 len: 910 time: 0.3057079 Jun 04 06:39:00.114530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:00.158864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Provisioning complete for port 04ce74d9-3f31-402b-a43a-8e918f2cd333 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:00.159245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:00.346170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Port 04ce74d9-3f31-402b-a43a-8e918f2cd333 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:00.376503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Provisioning for port baa77965-478e-4b0a-b703-c1b54c912980 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:00.390476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f45d42b2-82a8-4222-b2b2-5a56c3007460 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:00.390848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:00.448630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Provisioning complete for port baa77965-478e-4b0a-b703-c1b54c912980 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:00.449130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:00.660238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36228) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:00.826990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f45d42b2-82a8-4222-b2b2-5a56c3007460 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:00.857217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:00.885122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:00.891487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Current status of the port baa77965-478e-4b0a-b703-c1b54c912980 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:00.892075 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:00.898244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a331c9bad4a5434b8876341f2da05a83 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:00.902327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:00.919850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:00.949692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] For port baa77965-478e-4b0a-b703-c1b54c912980, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=baa77965-478e-4b0a-b703-c1b54c912980,segment=NetworkSegment(8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86),segment_id=8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:00.957362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.084484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab909d-e4df-4021-addd-3e4129db7721 None None] Pushing event updated for resources: {'Port': ['ID=baa77965-478e-4b0a-b703-c1b54c912980,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:01.087404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.104077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d6ce7faf-4853-40b3-9c1d-159f29e85dcb None None] Provisioning complete for port baa77965-478e-4b0a-b703-c1b54c912980 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:01.105006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6ce7faf-4853-40b3-9c1d-159f29e85dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.125745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.192058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a331c9bad4a5434b8876341f2da05a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307248 Jun 04 06:39:01.193843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37935c-5b88-465d-8143-13c10b8f02a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18cea7a-6c8f-40c4-954a-bbb32f2a3bd5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:01.196358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:01.266370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce7faf-4853-40b3-9c1d-159f29e85dcb None None] Current status of the port baa77965-478e-4b0a-b703-c1b54c912980 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:01.292254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a89dab-9a83-4ed7-8664-a18285c859d7 req-5be25b38-126c-433d-97dd-b606731ea692 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:01.299484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2a89dab-9a83-4ed7-8664-a18285c859d7 req-5be25b38-126c-433d-97dd-b606731ea692 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2105205 Jun 04 06:39:01.317767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.372023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2a89dab-9a83-4ed7-8664-a18285c859d7 req-aba08c11-27f7-4ea6-81ec-c092a9ff3489 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Jun 04 06:39:01.381760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.492221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.515347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.570105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18cea7a-6c8f-40c4-954a-bbb32f2a3bd5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:01.599819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:01.604397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d810627e-b39e-48ad-8e49-fce52268ed51 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d18cea7a-6c8f-40c4-954a-bbb32f2a3bd5 HTTP/1.1" status: 204 len: 168 time: 0.4064720 Jun 04 06:39:01.652492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f61cd-1f9d-494d-a57d-fa6e3289bcef req-51eed3b5-b3c6-4057-8d28-ea2dab553a23 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:01.662048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-440f61cd-1f9d-494d-a57d-fa6e3289bcef req-51eed3b5-b3c6-4057-8d28-ea2dab553a23 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1479986 Jun 04 06:39:01.718417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-440f61cd-1f9d-494d-a57d-fa6e3289bcef req-7560e670-66d2-468e-a06e-cd9db1cd82a1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553701 Jun 04 06:39:02.049110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device baa77965-478e-4b0a-b703-c1b54c912980 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:02.182306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.21.0.1 (6c459547-1096-4c1a-92ba-475e745b95a4/d16400cb-b144-4881-9a79-cb6ccb290bff/6ee99804-63d7-4a0b-bb7b-495c630383df) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:02.202539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port baa77965-478e-4b0a-b703-c1b54c912980 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:02.202866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:02.348299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38b6c3-8abd-46be-b5c6-1feee0ae3e3f req-01e2cdfe-2cf9-486f-8fa4-c13c022cb1f2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:02.358512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d38b6c3-8abd-46be-b5c6-1feee0ae3e3f req-01e2cdfe-2cf9-486f-8fa4-c13c022cb1f2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1569388 Jun 04 06:39:02.436388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port baa77965-478e-4b0a-b703-c1b54c912980 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:02.437495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d38b6c3-8abd-46be-b5c6-1feee0ae3e3f req-b1330fbf-f5d1-4687-8aaf-08072abfe88f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744305 Jun 04 06:39:02.479158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:02.521941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 6ee99804-63d7-4a0b-bb7b-495c630383df will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:02.574691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:02.688586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6c459547-1096-4c1a-92ba-475e745b95a4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:02.691992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:02.696308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:02.730583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=6ee99804-63d7-4a0b-bb7b-495c630383df,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:02.768525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:02.976091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:03.018404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8233961a-66b9-4a9b-b3d9-1a4ff0b9013e None None] Provisioning for port 6ee99804-63d7-4a0b-bb7b-495c630383df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:03.023826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8233961a-66b9-4a9b-b3d9-1a4ff0b9013e None None] Provisioning complete for port 6ee99804-63d7-4a0b-bb7b-495c630383df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:03.024197 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8233961a-66b9-4a9b-b3d9-1a4ff0b9013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:03.105025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cb20c-1265-4280-b60f-7a34a0e1a79b req-23d92728-c855-420e-9069-3eb901ce2e0b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:03.112276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee9cb20c-1265-4280-b60f-7a34a0e1a79b req-23d92728-c855-420e-9069-3eb901ce2e0b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 813 time: 0.2288601 Jun 04 06:39:03.129446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee9cb20c-1265-4280-b60f-7a34a0e1a79b req-94d249cf-6e75-4fc6-988c-058ccef037bb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/quotas/0498d9aace984ca798e775e1b258be03 HTTP/1.1" status: 200 len: 375 time: 0.0159109 Jun 04 06:39:03.145542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8233961a-66b9-4a9b-b3d9-1a4ff0b9013e None None] Port 6ee99804-63d7-4a0b-bb7b-495c630383df cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:03.216018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee9cb20c-1265-4280-b60f-7a34a0e1a79b req-12821643-e3e8-4d0a-bfd7-a5f19714da5f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855339 Jun 04 06:39:03.408737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f95d6-fa4f-4dc1-85fb-3da4586ac1df req-812a4680-ffbe-4ab6-b27e-be2a50558039 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:03.410131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-898f95d6-fa4f-4dc1-85fb-3da4586ac1df req-812a4680-ffbe-4ab6-b27e-be2a50558039 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.0816660 Jun 04 06:39:03.439382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:03.443879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:03.455955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-898f95d6-fa4f-4dc1-85fb-3da4586ac1df req-1afbb274-b939-4ed8-96a7-eac092fb32d4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Jun 04 06:39:03.560430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:03.566922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=6ee99804-63d7-4a0b-bb7b-495c630383df,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:03.696664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114205db-28f5-45d6-84a1-3ca48edd6add req-d95c76e7-68e7-4501-abf0-9d507cc69e4c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:03.699459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114205db-28f5-45d6-84a1-3ca48edd6add req-d95c76e7-68e7-4501-abf0-9d507cc69e4c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1109362 Jun 04 06:39:03.747399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114205db-28f5-45d6-84a1-3ca48edd6add req-0be7403c-139a-44b2-992b-70ae233a36d2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423396 Jun 04 06:39:03.818571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6c459547-1096-4c1a-92ba-475e745b95a4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:03.819704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:04.023635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 3376db63-045a-4bb4-90f5-25f315178745 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:04.073958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eb1671ef-d730-4934-8ef0-7be65898b1e7 None None] Provisioning complete for port 6ee99804-63d7-4a0b-bb7b-495c630383df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:04.074763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb1671ef-d730-4934-8ef0-7be65898b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:04.097687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fa50d-7382-4bae-829a-219db3a7aeea req-3291e0e9-f79b-4a17-9b7e-d63e465d28f1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:04.099150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec6fa50d-7382-4bae-829a-219db3a7aeea req-3291e0e9-f79b-4a17-9b7e-d63e465d28f1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.0959921 Jun 04 06:39:04.154072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec6fa50d-7382-4bae-829a-219db3a7aeea req-1d7fa894-08a1-4203-858f-b4a81efa20df tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Jun 04 06:39:04.171440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eb1671ef-d730-4934-8ef0-7be65898b1e7 None None] Port 6ee99804-63d7-4a0b-bb7b-495c630383df cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:04.204869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:04.223822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] Sync routers for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:04.224331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3697691c-3086-4ddb-9929-ef28df13d2b8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1087632 Jun 04 06:39:04.227004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36322) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:04.234578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:04.235254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:04.303179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:04.313678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:04.314287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:04.316009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c4eaf-0555-45c3-90a9-68af03e0a607 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:04.320770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f9c4eaf-0555-45c3-90a9-68af03e0a607 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports/6ee99804-63d7-4a0b-bb7b-495c630383df HTTP/1.1" status: 200 len: 910 time: 0.0898190 Jun 04 06:39:04.321105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36326) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:04.381058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:04.381445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7815cd9-7528-4a2e-a554-ebecd8279cdb None None] The sync data for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:04.712459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0949d817-4512-4181-9f09-a043f445907d req-6887d157-e6bb-4533-a7ac-4d3783e098d5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0498d9aace984ca798e775e1b258be03 HTTP/1.1" status: 200 len: 221 time: 0.2129812 Jun 04 06:39:05.118917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.180033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea126-3694-4c00-9fad-8581e736eca4 req-8344e140-c19d-4092-87e4-0e1e987b81a8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:05.181797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0cea126-3694-4c00-9fad-8581e736eca4 req-8344e140-c19d-4092-87e4-0e1e987b81a8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1748979 Jun 04 06:39:05.223791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:05.303624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0cea126-3694-4c00-9fad-8581e736eca4 req-08e00245-0aa6-42d9-8f40-776ca148d7a7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127429 Jun 04 06:39:05.365101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.383474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:05.388129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Usage tracker for resource:security_group_rule and tenant:7360461b12b743a9b4a7a49aa0b2e9da is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:05.391987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:05.398545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:05.497197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.501903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.559016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ea62c-cfad-434e-a69d-e8e6abbd36fc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:05.565296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c95af7b9-1ba6-4fbc-9162-459975c8672f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7360461b12b743a9b4a7a49aa0b2e9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397818 Jun 04 06:39:05.568114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36366) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:05.573925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c87b98-d895-4dc9-90f5-ab2eddb30900 req-1a955b6a-5044-4c03-8dbb-c0d98f2f6c3e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:05.575406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72c87b98-d895-4dc9-90f5-ab2eddb30900 req-1a955b6a-5044-4c03-8dbb-c0d98f2f6c3e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1617658 Jun 04 06:39:05.612622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 6ee99804-63d7-4a0b-bb7b-495c630383df {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:05.612961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.630595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.657554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.682040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72c87b98-d895-4dc9-90f5-ab2eddb30900 req-c93f8bc7-6ebf-4a79-a237-2e37ca1489ab tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960329 Jun 04 06:39:05.722500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.741438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ea62c-cfad-434e-a69d-e8e6abbd36fc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:05.766046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:05.772101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb666bfd-cac4-4479-9d42-cca662ebd621 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/474ea62c-cfad-434e-a69d-e8e6abbd36fc HTTP/1.1" status: 204 len: 168 time: 0.2007120 Jun 04 06:39:05.836818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:06.036519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 6ee99804-63d7-4a0b-bb7b-495c630383df owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:06.334656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:06.555787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=6ee99804-63d7-4a0b-bb7b-495c630383df,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:06.598306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9d2aa-4aa9-4d6f-8a73-96be8d178e09 req-d92b6212-0ffa-40d4-ad59-f0e55410d8b1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:06.621084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ca9d2aa-4aa9-4d6f-8a73-96be8d178e09 req-d92b6212-0ffa-40d4-ad59-f0e55410d8b1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4093490 Jun 04 06:39:06.688786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.689183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.689467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.689845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.690189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.690505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.690826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.691151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.691470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.691969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.692324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.692637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:06.749106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ca9d2aa-4aa9-4d6f-8a73-96be8d178e09 req-9659d6a6-ea54-446a-a936-891133dd999d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311843 Jun 04 06:39:06.988923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:07.173906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc616c-9112-41da-a9a9-4941d4f5d6f0 req-c42cf079-ed2e-4a2b-865a-29f4f1532457 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:07.175353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49dc616c-9112-41da-a9a9-4941d4f5d6f0 req-c42cf079-ed2e-4a2b-865a-29f4f1532457 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.2527080 Jun 04 06:39:07.349815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49dc616c-9112-41da-a9a9-4941d4f5d6f0 req-c79badc6-33fb-4316-9192-013257b1dcca tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628845 Jun 04 06:39:07.397457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 3376db63-045a-4bb4-90f5-25f315178745 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:07.580200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:07.590124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418776d7-996a-4873-8572-b627cfa3080a None None] Sync routers for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:07.607683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:07.608552 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:07.628160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36432) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:07.628855 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0759eed5-9a50-40ad-be5b-f69c30121cf0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054307 Jun 04 06:39:07.723161 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:07.741646 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:07.744404 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:07.828441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd64b2-5fc7-498b-b5dc-434f819436ac req-c7a62709-9cf9-4081-b86f-62d94d309b8f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:07.830110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cfd64b2-5fc7-498b-b5dc-434f819436ac req-c7a62709-9cf9-4081-b86f-62d94d309b8f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1197176 Jun 04 06:39:07.860870 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-418776d7-996a-4873-8572-b627cfa3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:07.861507 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418776d7-996a-4873-8572-b627cfa3080a None None] The sync data for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:07.896052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cfd64b2-5fc7-498b-b5dc-434f819436ac req-7d03609f-2afe-4bde-8545-5a423d93e07f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Jun 04 06:39:08.424271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:08.442389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984f85a-d6ca-423c-9950-cb7ca7a1e27d req-305fea1f-b96f-4dcd-bbbf-60ec3ac878aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:08.444039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8984f85a-d6ca-423c-9950-cb7ca7a1e27d req-305fea1f-b96f-4dcd-bbbf-60ec3ac878aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1024766 Jun 04 06:39:08.493023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8984f85a-d6ca-423c-9950-cb7ca7a1e27d req-73e25930-27e7-480e-8cf2-21725fedbb1a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Jun 04 06:39:08.835653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36488) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:08.847648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574749732', 'description': 'tempest-description--1102460686'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:08.859868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:08.872261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:08.888325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:08.921399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:08.932490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:08.936587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:08.945801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:09.010034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 04ce74d9-3f31-402b-a43a-8e918f2cd333 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:09.011108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.118956 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.126247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.148630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52212a-d9fa-4873-8b61-e1475d15c2c1 req-489bcd3d-b817-40b9-bf17-be6e5df401eb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:09.156490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c52212a-d9fa-4873-8b61-e1475d15c2c1 req-489bcd3d-b817-40b9-bf17-be6e5df401eb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1703947 Jun 04 06:39:09.254851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c52212a-d9fa-4873-8b61-e1475d15c2c1 req-b11afe9c-a1b4-41d3-a223-57c983945a9b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973952 Jun 04 06:39:09.264339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:09.270133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.279132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f51546b8-167e-4167-8986-1b3a6f6c15c5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4409556 Jun 04 06:39:09.280006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36504) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:09.285168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '3f0cf74b-1d7f-4173-b6bf-2c45f93a3758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:09.300178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:09.301970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.304898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:09.309688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:09.316883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:09.341717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.438276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.443823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.510613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 04ce74d9-3f31-402b-a43a-8e918f2cd333 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:09.519553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.522212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410712 Jun 04 06:39:09.536843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36516) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:09.543764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '3f0cf74b-1d7f-4173-b6bf-2c45f93a3758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:09.549559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0bde-bfec-4d71-96be-ac96ae594f20 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3519b1f9-e8a9-4708-aece-3911741c6a8c,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:09.551978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:09.556957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:09.560757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:09.567338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:09.588810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.896413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.916063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.923309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:09.970655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1269d-f39f-4371-bc08-2d4a743da9e1 req-a04fa050-799b-4f8b-891b-d7983ae8d95e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:09.981841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=04ce74d9-3f31-402b-a43a-8e918f2cd333,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:09.988533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cc1269d-f39f-4371-bc08-2d4a743da9e1 req-a04fa050-799b-4f8b-891b-d7983ae8d95e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1918190 Jun 04 06:39:10.042164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3713ce-9337-4c5c-8419-f63f4e49c2ab,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:10.050137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:10.052406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ad7cb492-610b-4efc-be0e-5cdaf2db4ff7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144892 Jun 04 06:39:10.056688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:10.064339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:10.080751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:10.090718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:floatingip and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:10.096053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:10.111956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cc1269d-f39f-4371-bc08-2d4a743da9e1 req-c013b6e7-894a-4adb-b36b-f7fba92a9081 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228383 Jun 04 06:39:10.122530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:10.146620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:10.360721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:10.519082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d07fa-91f0-40c0-975d-5e1283291c0a req-06d9c912-f65c-4476-be16-bfdae5b13168 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:10.530214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5d07fa-91f0-40c0-975d-5e1283291c0a req-06d9c912-f65c-4476-be16-bfdae5b13168 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1854391 Jun 04 06:39:10.533272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:10.594136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5d07fa-91f0-40c0-975d-5e1283291c0a req-6b3131eb-e989-45e8-bca3-41a14f251b8c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635509 Jun 04 06:39:10.651748 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:39:10.691866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 3376db63-045a-4bb4-90f5-25f315178745 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:10.905257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.25.1.114 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9405ac05-e6f9-4abd-a665-c96d1a45a9d6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:10.995029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:11.007648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] Sync routers for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:11.009627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1e037804-bc15-47d5-b032-b64928cfad2a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3801553 Jun 04 06:39:11.012741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36564) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:11.034175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:11.035084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:11.067971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-29b87757-9917-4ad8-a36f-447743f2863d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:11.086763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-29b87757-9917-4ad8-a36f-447743f2863d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:11.091415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-29b87757-9917-4ad8-a36f-447743f2863d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=3376db63-045a-4bb4-90f5-25f315178745 HTTP/1.1" status: 200 len: 205 time: 0.0776873 Jun 04 06:39:11.092459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36568) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:11.116147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.122868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:11.137931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] Routers {'3376db63-045a-4bb4-90f5-25f315178745'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:11.138850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:38:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3376db63-045a-4bb4-90f5-25f315178745'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:11.254673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba924f2-b3e2-4dde-ac2e-9ca36fb69757 req-00127820-89c2-4953-a88e-3fa3f7a56e32 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:11.256154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ba924f2-b3e2-4dde-ac2e-9ca36fb69757 req-00127820-89c2-4953-a88e-3fa3f7a56e32 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1225848 Jun 04 06:39:11.266031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.281397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:11.282217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bdb213-1a08-4237-9986-9578dc3f3273 None None] The sync data for ids ['3376db63-045a-4bb4-90f5-25f315178745'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:11.294078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.376956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=9405ac05-e6f9-4abd-a665-c96d1a45a9d6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:11.391491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:11.394334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:11.418765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ba924f2-b3e2-4dde-ac2e-9ca36fb69757 req-030becfc-b303-4ac7-809e-ed9a9cc0c6ec tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382453 Jun 04 06:39:11.437116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:11.610656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.655360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.660377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.700818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.701317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router 3376db63-045a-4bb4-90f5-25f315178745 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:39:11.720246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.721323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a4d5e31-85b0-41b2-b889-21b7f95eaec3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745 HTTP/1.1" status: 204 len: 168 time: 0.6278574 Jun 04 06:39:11.723910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36586) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:11.735067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.808870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet d16400cb-b144-4881-9a79-cb6ccb290bff {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:39:11.812387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:11.883686 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.062798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.104249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6540f4-4ed4-48be-b94d-1771452d7ea6 req-336a503e-82b1-4ebb-bccc-2a437a9aedbb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:12.105971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d6540f4-4ed4-48be-b94d-1771452d7ea6 req-336a503e-82b1-4ebb-bccc-2a437a9aedbb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1453354 Jun 04 06:39:12.156264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.175356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.193701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.238176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=d16400cb-b144-4881-9a79-cb6ccb290bff,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:12.247705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.248205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.248657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.248990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.249319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.249784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.250104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.250424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.250766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.251455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.251455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.251721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:39:12.257083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.265200 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-45591d6f-bf74-4234-9906-c420dad74109 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/d16400cb-b144-4881-9a79-cb6ccb290bff HTTP/1.1" status: 204 len: 168 time: 0.5403154 Jun 04 06:39:12.268104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:12.268222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a629a66-7abd-4117-859d-852f2c80ce79 None None] Network 6c459547-1096-4c1a-92ba-475e745b95a4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:12.283856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=9405ac05-e6f9-4abd-a665-c96d1a45a9d6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:12.314966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d6540f4-4ed4-48be-b94d-1771452d7ea6 req-22ec980a-9e2a-434c-b75b-4f1a5e1fe24b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897564 Jun 04 06:39:12.370747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 7bce4244-9ad1-4b48-87aa-e6cde3e15a65 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:39:12.376988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.400400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.428320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.453042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0eea61d5-a55c-46ae-be69-edcd9c997161 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3869305 Jun 04 06:39:12.515009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.677918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.694694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] DHCP port deletion for 6c459547-1096-4c1a-92ba-475e745b95a4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:39:12.700328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Deleting port baa77965-478e-4b0a-b703-c1b54c912980 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:12.700707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.741251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d12e9-e3ca-4246-85ee-51acf7ffd408 req-558355e5-d1ab-4057-8f4d-c2bd4d8efe85 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:12.749711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c3d12e9-e3ca-4246-85ee-51acf7ffd408 req-558355e5-d1ab-4057-8f4d-c2bd4d8efe85 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 946 time: 0.1869447 Jun 04 06:39:12.797703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.866138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c3d12e9-e3ca-4246-85ee-51acf7ffd408 req-ba32e4e5-9c69-4dec-881b-926d28c9e79b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.17 "GET /v2.0/security-groups?id=e805f693-8dda-4a16-97f8-20fae0e41106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106613 Jun 04 06:39:12.888213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:12.898082 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/7bce4244-9ad1-4b48-87aa-e6cde3e15a65 HTTP/1.1" status: 204 len: 168 time: 0.6292219 Jun 04 06:39:12.900762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36626) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:12.927999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e7bea-6666-4d4e-a57b-3739991c4d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=7bce4244-9ad1-4b48-87aa-e6cde3e15a65,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:12.950796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741233e1-3747-4d09-a437-9817b3d66c89 None None] Network b71f6631-0b02-415b-90e0-4eefdc8fb841 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:13.065019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.079453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port baa77965-478e-4b0a-b703-c1b54c912980 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:13.081327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.203063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] For port baa77965-478e-4b0a-b703-c1b54c912980, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=baa77965-478e-4b0a-b703-c1b54c912980,segment=NetworkSegment(8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86),segment_id=8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:13.203460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.377123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Calling delete_port for baa77965-478e-4b0a-b703-c1b54c912980 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:13.490691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.527235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211013d-0dba-4c4c-af94-f586a194f88c req-b200b43b-8ee0-411f-8ffc-9b8328c36e48 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:13.527977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3211013d-0dba-4c4c-af94-f586a194f88c req-b200b43b-8ee0-411f-8ffc-9b8328c36e48 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Synchronizing usage tracker for tenant:9891f3d3e6574426bf91b8464d0d8567 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:13.550809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506f7a-f19e-4a4d-b94e-ebd111c8c1be req-90a15b1f-973c-4497-a789-f6a315e7b6b1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:13.557969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] Pushing event deleted for resources: {'Port': ['ID=baa77965-478e-4b0a-b703-c1b54c912980,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:13.559252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b506f7a-f19e-4a4d-b94e-ebd111c8c1be req-90a15b1f-973c-4497-a789-f6a315e7b6b1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2868874 Jun 04 06:39:13.559548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] DHCP port deletion for b71f6631-0b02-415b-90e0-4eefdc8fb841 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:39:13.564348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940be4c-a0f3-4b20-9b21-3211fc0af300 None None] No DVR routers for this DVR port baa77965-478e-4b0a-b703-c1b54c912980 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:39:13.566828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Deleting port f45d42b2-82a8-4222-b2b2-5a56c3007460 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:13.567200 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.578993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3211013d-0dba-4c4c-af94-f586a194f88c req-b200b43b-8ee0-411f-8ffc-9b8328c36e48 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Unset dirty status for tenant:9891f3d3e6574426bf91b8464d0d8567 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:13.580570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3211013d-0dba-4c4c-af94-f586a194f88c req-b200b43b-8ee0-411f-8ffc-9b8328c36e48 tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.24 "GET /v2.0/ports?device_id=17a79dbc-c8f1-4147-a793-020042fd285c HTTP/1.1" status: 200 len: 946 time: 0.2507646 Jun 04 06:39:13.651159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b506f7a-f19e-4a4d-b94e-ebd111c8c1be req-a08f0b42-d20a-40e7-bbeb-2abea5aafe4c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908635 Jun 04 06:39:13.653188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port baa77965-478e-4b0a-b703-c1b54c912980, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=baa77965-478e-4b0a-b703-c1b54c912980,segment=NetworkSegment(8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86),segment_id=8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:13.659864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.876593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Deleting port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:13.877093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:13.926108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for baa77965-478e-4b0a-b703-c1b54c912980 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:13.947373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] For port f45d42b2-82a8-4222-b2b2-5a56c3007460, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f45d42b2-82a8-4222-b2b2-5a56c3007460,segment=NetworkSegment(f945f596-8f19-499b-96a7-42094f5b9069),segment_id=f945f596-8f19-499b-96a7-42094f5b9069)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:13.947881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.097393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f45d42b2-82a8-4222-b2b2-5a56c3007460 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:39:14.103536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:39:14.105738 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:39:14.124344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811a218-9e03-4a06-8c66-b5636381c762 req-18951536-6bc3-4dd2-8244-6ab9a05cf129 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:14.128336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e811a218-9e03-4a06-8c66-b5636381c762 req-18951536-6bc3-4dd2-8244-6ab9a05cf129 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.3139188 Jun 04 06:39:14.226367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e811a218-9e03-4a06-8c66-b5636381c762 req-3b2ac0be-a818-4313-8542-9548566f91c6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899282 Jun 04 06:39:14.233856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Calling delete_port for f45d42b2-82a8-4222-b2b2-5a56c3007460 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:14.323084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] For port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,segment=NetworkSegment(1cfebb1b-22c5-4004-a178-50fb4f9e4509),segment_id=1cfebb1b-22c5-4004-a178-50fb4f9e4509)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:14.324238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.411063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.442104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-51d016a6-40f2-4707-99f5-40ffc27fb301 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:14.467788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-51d016a6-40f2-4707-99f5-40ffc27fb301 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:14.470739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-51d016a6-40f2-4707-99f5-40ffc27fb301 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--574749732&fields=id&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 267 time: 0.0866051 Jun 04 06:39:14.481088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] Pushing event deleted for resources: {'Port': ['ID=f45d42b2-82a8-4222-b2b2-5a56c3007460,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:14.483943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b639a03-8097-45b5-9a45-f4fef8345d87 None None] No DVR routers for this DVR port f45d42b2-82a8-4222-b2b2-5a56c3007460 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:39:14.493245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f45d42b2-82a8-4222-b2b2-5a56c3007460 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:14.493855 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.556570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Calling delete_port for 99dbe8d3-d68e-4d6c-88cc-cb55076d936f owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:14.583281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device baa77965-478e-4b0a-b703-c1b54c912980 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:39:14.619985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port baa77965-478e-4b0a-b703-c1b54c912980 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:14.620315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.625715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: baa77965-478e-4b0a-b703-c1b54c912980 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:39:14.626315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device baa77965-478e-4b0a-b703-c1b54c912980 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:39:14.713846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] The port 'baa77965-478e-4b0a-b703-c1b54c912980' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:39:14.716439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.728956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['99dbe8d3-d68e-4d6c-88cc-cb55076d936f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:39:14.810702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Pushing event deleted for resources: {'Port': ['ID=99dbe8d3-d68e-4d6c-88cc-cb55076d936f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:14.860257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] No DVR routers for this DVR port 99dbe8d3-d68e-4d6c-88cc-cb55076d936f on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:39:14.863151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.873851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'name': 'network-vif-deleted', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:14.880842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3211013d-0dba-4c4c-af94-f586a194f88c req-af311bfd-bb63-4fca-b2e7-047a9bb59e9b tempest-ServerTagsTestJSON-962441481 tempest-ServerTagsTestJSON-962441481-project] 10.222.0.24 "DELETE /v2.0/ports/99dbe8d3-d68e-4d6c-88cc-cb55076d936f HTTP/1.1" status: 204 len: 173 time: 1.2949822 Jun 04 06:39:14.902404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-b67044d5-307d-4156-9953-35bb56a8b0c9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:14.904006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-b67044d5-307d-4156-9953-35bb56a8b0c9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.4261630 Jun 04 06:39:14.914728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:14.941763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-69d949b3-71f8-4e78-80c8-2f819ea2230f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/quotas/358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 375 time: 0.0292318 Jun 04 06:39:14.997085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c459547-1096-4c1a-92ba-475e745b95a4']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.016218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.016511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.060353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.096734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.106467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:39:15.106938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.187039 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86 resource provider aggregate not found Jun 04 06:39:15.210136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-c9eedf50-88dc-49a8-aef7-e4d60072f364 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2586453 Jun 04 06:39:15.232459 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a02c64d-5b47-40da-b3f0-cd4bd6d3dd86 found for delete ", "request_id": "req-1ae5aab2-b028-423c-9d1d-d31611848db7"}]} Jun 04 06:39:15.306080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.310488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.357586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=6c459547-1096-4c1a-92ba-475e745b95a4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:15.377025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb3c7548-85c7-4063-8041-b0f1a908098e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/6c459547-1096-4c1a-92ba-475e745b95a4 HTTP/1.1" status: 204 len: 168 time: 2.4726493 Jun 04 06:39:15.377735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36692) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:15.417925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-1fe17400-2841-4932-b865-4c352a10a13c service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871035 Jun 04 06:39:15.553671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.718307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.752016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71f6631-0b02-415b-90e0-4eefdc8fb841']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.756119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-bdeced15-f293-43f3-9bbf-94e9ce712a72 service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370392 Jun 04 06:39:15.767490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f945f596-8f19-499b-96a7-42094f5b9069') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.767897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f945f596-8f19-499b-96a7-42094f5b9069') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:15.782467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.804312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.816252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:39:15.816748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:15.926138 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f945f596-8f19-499b-96a7-42094f5b9069 resource provider aggregate not found Jun 04 06:39:15.935792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:15.967867 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f945f596-8f19-499b-96a7-42094f5b9069 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f945f596-8f19-499b-96a7-42094f5b9069 found for delete ", "request_id": "req-58179483-9a6e-434b-ac3a-29c250b62a69"}]} Jun 04 06:39:15.970460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.010727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.043029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=b71f6631-0b02-415b-90e0-4eefdc8fb841,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:16.053050 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d6572cb-22f3-4177-8594-5f00eb8ae8ea tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/b71f6631-0b02-415b-90e0-4eefdc8fb841 HTTP/1.1" status: 204 len: 168 time: 0.6735048 Jun 04 06:39:16.056798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36724) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:16.064463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-47523340'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:16.066967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36728) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:16.075277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:16.080437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:16.083628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:16.091224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:16.110404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:16.118116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.171006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.178824 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d426f6-f6d2-4f3b-83d9-34b4b1a04a4a'] response: {'server_uuid': '17a79dbc-c8f1-4147-a793-020042fd285c', 'name': 'network-vif-deleted', 'tag': '99dbe8d3-d68e-4d6c-88cc-cb55076d936f', 'status': 'completed', 'code': 200} Jun 04 06:39:16.194564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:16.201843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:005df49abf9e46b480b7333774a5b984 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:16.207077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:16.209885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:39:16.217904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Deleting subnet 3b767c87-5cf4-45b6-b840-ed60e595c84b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:39:16.220645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:16.235191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.243328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.243964 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 8f1a956b-399b-42cb-8967-8137e549cd5a of type vlan for network aac37285-c51f-47fc-a0f2-a4960c1b4896 Jun 04 06:39:16.312003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.335852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.405372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.446007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.452269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:16.452861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.519450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.561811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b767c87-5cf4-45b6-b840-ed60e595c84b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:16.563867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.570019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-402870a9-9084-409c-a8b9-6f7059860edd admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3b767c87-5cf4-45b6-b840-ed60e595c84b HTTP/1.1" status: 204 len: 168 time: 0.5017948 Jun 04 06:39:16.572404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:16.586334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.618621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.663487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=005df49abf9e46b480b7333774a5b984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264843 Jun 04 06:39:16.664189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36748) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:16.677359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=aac37285-c51f-47fc-a0f2-a4960c1b4896,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:16.681624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-427f3329-9408-469f-b0c2-a3dc37bf7721 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6221576 Jun 04 06:39:16.692104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:39:16.708212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36752) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:16.735073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a166c-549d-43f1-a425-e5877724de5e req-0c639cb1-8fbb-4453-bb76-f3070af3d038 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:16.737639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc1a166c-549d-43f1-a425-e5877724de5e req-0c639cb1-8fbb-4453-bb76-f3070af3d038 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.4191353 Jun 04 06:39:16.747136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:16.837903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.909430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af4efeba-4bac-410f-8348-4268ad9c79a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.941602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842566e-d99b-40f1-86f6-bed4be0ea5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa5b66-a1ce-4912-bcc4-bdfe2f767322,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:16.995777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:16.997317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:17.014295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:17.019970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:17.028542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720c335a-2c95-4a82-a1d7-0d1210c1d46f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:17.035244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc1a166c-549d-43f1-a425-e5877724de5e req-ace443a6-f32f-49e1-97d7-2a64bd78dd04 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199615 Jun 04 06:39:17.039140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:17.048288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.064004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfebb1b-22c5-4004-a178-50fb4f9e4509') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:17.064505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfebb1b-22c5-4004-a178-50fb4f9e4509') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:17.078591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.097029 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.097836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.106847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:39:17.107468 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.160495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:17.164996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.220497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.246515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.257925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-666af7a6-ac20-482b-a5b7-8beeded07a2d req-cf83caf9-7650-459d-a52a-548c41dca0c7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 210 time: 0.0702958 Jun 04 06:39:17.297540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.312432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa5b66-a1ce-4912-bcc4-bdfe2f767322,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:17.320635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.329155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca953bf9-ecb6-49c4-9c65-d1982199fe7d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eaaa5b66-a1ce-4912-bcc4-bdfe2f767322 HTTP/1.1" status: 204 len: 168 time: 0.6575592 Jun 04 06:39:17.414083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] 10.222.0.17 "DELETE /v2.0/networks/720c335a-2c95-4a82-a1d7-0d1210c1d46f HTTP/1.1" status: 204 len: 168 time: 0.8296354 Jun 04 06:39:17.426043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d39db-de0c-4181-8ce6-869f61d293dc admin admin] Pushing event deleted for resources: {'Network': ['ID=720c335a-2c95-4a82-a1d7-0d1210c1d46f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:17.604764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:17.633691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 99dbe8d3-d68e-4d6c-88cc-cb55076d936f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:39:17.685544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a5452fc-4122-433e-93f4-e111cb41e89b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9891f3d3e6574426bf91b8464d0d8567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788069 Jun 04 06:39:17.694665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-f86ff33e-c692-4298-852c-e99b99f77a07 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:17.695654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 99dbe8d3-d68e-4d6c-88cc-cb55076d936f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:39:17.696541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-f86ff33e-c692-4298-852c-e99b99f77a07 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.3846984 Jun 04 06:39:17.697096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36772) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:17.697232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 99dbe8d3-d68e-4d6c-88cc-cb55076d936f not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:39:17.715758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470c11f-308b-4f26-8420-d1d118955bfe req-1450f2cf-6292-4966-a5e8-0c7a5289f573 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:17.717305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2470c11f-308b-4f26-8420-d1d118955bfe req-1450f2cf-6292-4966-a5e8-0c7a5289f573 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2561636 Jun 04 06:39:17.719333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.831856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-cd1cd298-7ed5-4625-ad02-108051b0eec9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 472 time: 0.1059420 Jun 04 06:39:17.857720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=db49877e-4c11-45aa-86b1-c8bf6d908ec8,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:17.869045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'port': {'device_id': '6070e462-3829-409c-ae00-811ad5edb282', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'admin_state_up': True, 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'security_groups': ['3f0cf74b-1d7f-4173-b6bf-2c45f93a3758']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:17.876882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2470c11f-308b-4f26-8420-d1d118955bfe req-69d8d2cd-55a8-4d58-9dd8-936da9865556 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235061 Jun 04 06:39:17.887986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '8f1a956b-399b-42cb-8967-8137e549cd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:17.888596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: aac37285-c51f-47fc-a0f2-a4960c1b4896, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:39:17.914839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:39:17.928158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, aac37285-c51f-47fc-a0f2-a4960c1b4896) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:17.934175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:17.934860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:17.945275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10946e3-85be-4253-914f-6d42c5e6d773 None None] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:17.964426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca1af2cb-eb61-4e67-8fda-14771295552a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2514567 Jun 04 06:39:17.964716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36778) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:17.971141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753884202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:17.980743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:17.986390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:17.989487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:17.996841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:17.997929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.011361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.013507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.050537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36784) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:18.101035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.125662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.147908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:18.148851 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1cfebb1b-22c5-4004-a178-50fb4f9e4509 resource provider aggregate not found Jun 04 06:39:18.152965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Usage tracker for resource:security_group_rule and tenant:5e778a49266748598cb0ad5461739d08 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:18.156050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:18.164270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:18.179901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.196150 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1cfebb1b-22c5-4004-a178-50fb4f9e4509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cfebb1b-22c5-4004-a178-50fb4f9e4509 found for delete ", "request_id": "req-f4e31ba8-2546-443a-91d0-1be4c7b6d072"}]} Jun 04 06:39:18.285637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:18.298219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:port and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:18.302981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:18.305359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-aac37285-c51f-47fc-a0f2-a4960c1b4896', 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': 'db49877e-4c11-45aa-86b1-c8bf6d908ec8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:39:18.307838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.315324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:18.360797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.377461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.378444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:18.382118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.395246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e805f693-8dda-4a16-97f8-20fae0e41106,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:18.412478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.416691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-50978021-6e99-4fde-8e28-08459e3a7444 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e805f693-8dda-4a16-97f8-20fae0e41106 HTTP/1.1" status: 204 len: 168 time: 0.7179391 Jun 04 06:39:18.484709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.486007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.490722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9d6e46a-4693-4f08-8884-adb6f56a2bd6 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5211649 Jun 04 06:39:18.490722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:18.498005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'port': {'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896', 'name': 'tempest-RoutersTest-1393397967'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:18.518944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.555873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5306066-fea4-42f8-a135-8cf5de3805ce req-944be55e-a5e1-4e6a-8383-4b0c427010f9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:18.560606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Allocated IP 172.20.0.2 (aac37285-c51f-47fc-a0f2-a4960c1b4896/db49877e-4c11-45aa-86b1-c8bf6d908ec8/587a119f-4ee0-4a60-81d7-d233c41531f8) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:18.565293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5306066-fea4-42f8-a135-8cf5de3805ce req-944be55e-a5e1-4e6a-8383-4b0c427010f9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4357810 Jun 04 06:39:18.626882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.20.0.5 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/14cd0782-8446-48dc-8c97-8e5503e49a0a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:18.691155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5e778a49266748598cb0ad5461739d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386931 Jun 04 06:39:18.692280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c7d6-a2a6-4010-aa67-9604d5d4b93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f27e457-3093-45b4-8b54-b6864b2ba5e4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:18.708884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:18.783084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5306066-fea4-42f8-a135-8cf5de3805ce req-4d1aaf6d-da41-40bc-89ca-47a5af64b04b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166378 Jun 04 06:39:18.897265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:18.903553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.906864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.925785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Transition to ACTIVE for port object 587a119f-4ee0-4a60-81d7-d233c41531f8 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:18.931079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Transition to ACTIVE for port object 14cd0782-8446-48dc-8c97-8e5503e49a0a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:18.944050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:port and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:18.950121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:18.959533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Transition to ACTIVE for port object 587a119f-4ee0-4a60-81d7-d233c41531f8 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:18.967855 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.981754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:18.984674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:18.986815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.095364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:19.096148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Pushing event updated for resources: {'Port': ['ID=587a119f-4ee0-4a60-81d7-d233c41531f8,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:19.099310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:19.118245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:19.124205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:19.127706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:19.135843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:19.189664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:19.221529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:19.222479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.255264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6ac6e8ae-3ae9-40be-8471-3c3e7fc2b36b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4018793 Jun 04 06:39:19.267883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Request body: {'port': {'device_id': '6070e462-3829-409c-ae00-811ad5edb282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:19.311019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:19.314169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.333111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.388758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Attempting to bind port 587a119f-4ee0-4a60-81d7-d233c41531f8 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:39:19.390417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Attempting to bind port 587a119f-4ee0-4a60-81d7-d233c41531f8 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8f1a956b-399b-42cb-8967-8137e549cd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:39:19.390907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Attempting to bind port 587a119f-4ee0-4a60-81d7-d233c41531f8 on network aac37285-c51f-47fc-a0f2-a4960c1b4896 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:19.404911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] device_id is not set on port 4c007535-c30b-4679-a6d4-6b4f803d44e6 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:39:19.419096 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6297a33d-47ce-40b4-9726-af7eb8cf2cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.423436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:39:19.433286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Checking segment: {'id': '8f1a956b-399b-42cb-8967-8137e549cd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:19.433834 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.434353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Bound using segment: {'id': '8f1a956b-399b-42cb-8967-8137e549cd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:39:19.435054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Bound port: 587a119f-4ee0-4a60-81d7-d233c41531f8, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1a956b-399b-42cb-8967-8137e549cd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'aac37285-c51f-47fc-a0f2-a4960c1b4896'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:39:19.435740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.466557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.566143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.569579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ce96-a949-4d6c-8060-9857f0196265 None None] Provisioning for port 14cd0782-8446-48dc-8c97-8e5503e49a0a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:19.581660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ce96-a949-4d6c-8060-9857f0196265 None None] Provisioning complete for port 14cd0782-8446-48dc-8c97-8e5503e49a0a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:19.582159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ce96-a949-4d6c-8060-9857f0196265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.609389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c27e3-2203-4425-be92-a92c92f89185 req-c9324bfa-d6f2-49ce-8d9d-bda55d39ae05 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:19.611792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab2c27e3-2203-4425-be92-a92c92f89185 req-c9324bfa-d6f2-49ce-8d9d-bda55d39ae05 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.6046472 Jun 04 06:39:19.642248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5ce96-a949-4d6c-8060-9857f0196265 None None] Port 14cd0782-8446-48dc-8c97-8e5503e49a0a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:19.687280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f27e457-3093-45b4-8b54-b6864b2ba5e4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:19.701504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:39:19.747318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:39:19.748447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.20.0.9 (aac37285-c51f-47fc-a0f2-a4960c1b4896/db49877e-4c11-45aa-86b1-c8bf6d908ec8/4c007535-c30b-4679-a6d4-6b4f803d44e6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:19.752062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.754098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-114b2675-e9bd-4d6e-b6c2-237180b4e311 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4f27e457-3093-45b4-8b54-b6864b2ba5e4 HTTP/1.1" status: 204 len: 168 time: 1.0317400 Jun 04 06:39:19.759647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:19.767359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab2c27e3-2203-4425-be92-a92c92f89185 req-b687e270-8a93-4996-9976-1b6cc047ef36 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361027 Jun 04 06:39:19.908569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:19.981406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf371-6d40-4702-ac94-34320019f3ff None None] Pushing event updated for resources: {'Port': ['ID=587a119f-4ee0-4a60-81d7-d233c41531f8,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:20.150214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.355357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-210405052-network', 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:20.373328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:20.388297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc3a34-3f6a-4789-8463-0f0e11043d08 req-725d8c2f-8ebd-43ec-ab87-90c12f57f244 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:20.390048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87bc3a34-3f6a-4789-8463-0f0e11043d08 req-725d8c2f-8ebd-43ec-ab87-90c12f57f244 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 931 time: 0.3266447 Jun 04 06:39:20.391188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Usage tracker for resource:network and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:20.393392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cd0782-8446-48dc-8c97-8e5503e49a0a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:20.396464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.404181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:20.413091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.429221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:20.436872 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.445141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Transition to ACTIVE for port object 14cd0782-8446-48dc-8c97-8e5503e49a0a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:20.451383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.485853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:20.488717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.517171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87bc3a34-3f6a-4789-8463-0f0e11043d08 req-92adf7f0-59fb-4d71-9ddf-7e09b2ee4d0b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140418 Jun 04 06:39:20.535989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 4c007535-c30b-4679-a6d4-6b4f803d44e6 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:20.537458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.571652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:20.587885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Usage tracker for resource:security_group_rule and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:20.593203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:20.615553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:20.720346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.786606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Pushing event updated for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:20.789005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Attempting to bind port 14cd0782-8446-48dc-8c97-8e5503e49a0a on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:39:20.789675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Attempting to bind port 14cd0782-8446-48dc-8c97-8e5503e49a0a by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:39:20.790235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Attempting to bind port 14cd0782-8446-48dc-8c97-8e5503e49a0a on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:20.797628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Port 14cd0782-8446-48dc-8c97-8e5503e49a0a on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:39:20.798098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Attempting to bind port 14cd0782-8446-48dc-8c97-8e5503e49a0a on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:20.804242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:39:20.804585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:20.804973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:39:20.805616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Bound port: 14cd0782-8446-48dc-8c97-8e5503e49a0a, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:39:20.806218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.940057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:39:20.943838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:39:20.950690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:20.960133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:20.975321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:20.988943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:21.024853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=4c007535-c30b-4679-a6d4-6b4f803d44e6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:21.069852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.070813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:21.073322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] 10.222.0.24 "PUT /v2.0/ports/14cd0782-8446-48dc-8c97-8e5503e49a0a HTTP/1.1" status: 200 len: 1091 time: 1.8102281 Jun 04 06:39:21.074664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:21.107649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35570-2a19-4496-9145-01c13bc18d38 service neutron] Pushing event updated for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:21.150294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99a14-5e82-4125-b892-2affe3eaffea req-c8faae4d-ebad-46fc-ab4f-b0207221baa5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.152546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0b99a14-5e82-4125-b892-2affe3eaffea req-c8faae4d-ebad-46fc-ab4f-b0207221baa5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3698101 Jun 04 06:39:21.241225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-029f1815-5da0-4618-926b-f01725aa6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.244183 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-029f1815-5da0-4618-926b-f01725aa6838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 1094 time: 0.1210203 Jun 04 06:39:21.291244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:21.334311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:21.344557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-231fd461-617f-40bc-be6c-276d48a02b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a HTTP/1.1" status: 200 len: 217 time: 0.0908463 Jun 04 06:39:21.419481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.419481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:21.440979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1870d78-871b-4bbb-9f92-ca6248aa1f18,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:21.449419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6d7c2890-4d6a-4e81-9b67-183cf25a0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.451637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-6d7c2890-4d6a-4e81-9b67-183cf25a0ff8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0992694 Jun 04 06:39:21.453610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0b99a14-5e82-4125-b892-2affe3eaffea req-c120d4e2-05cb-45f5-b034-4b58c2a18198 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862539 Jun 04 06:39:21.471879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:39:21.475533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-35a58aa8-c34b-41ad-b134-2649e3f3dcd4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9843760 Jun 04 06:39:21.481162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:21.565489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:21.565978 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Added segment 89bf9960-db08-491f-96e0-68feee10f346 of type vlan for network 91e0cf7c-b853-4f04-8590-ce0996c739fa Jun 04 06:39:21.586393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-bed6074e-2bca-4d20-8d99-19fdc682b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:21.588560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-bed6074e-2bca-4d20-8d99-19fdc682b772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219850 Jun 04 06:39:21.727713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77333e-f4e7-4f8e-b78f-4512cf863b1e None None] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:21.872307 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-5a4a1106-0217-4a38-bbd4-8e79dda7310e service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772171 Jun 04 06:39:22.014718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.023499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-216fbfb3-5d26-4332-b95e-4810c5effab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618594 Jun 04 06:39:22.165245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fe0a8b7f-4009-4dfa-8d17-4f9532d5c9b6 None None] Provisioning for port 587a119f-4ee0-4a60-81d7-d233c41531f8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:22.172898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587a119f-4ee0-4a60-81d7-d233c41531f8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:22.183659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-d84c9662-429d-4070-9d1c-69760d613356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:22.185157 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-d84c9662-429d-4070-9d1c-69760d613356 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1096 time: 0.1376040 Jun 04 06:39:22.239181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec32ab22-e147-477f-879f-92dbecc27bc0 req-63fbe7e5-2bf7-4699-bd5b-85d48bfbcfdc service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596938 Jun 04 06:39:22.276916 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.344153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 587a119f-4ee0-4a60-81d7-d233c41531f8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:22.359264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 587a119f-4ee0-4a60-81d7-d233c41531f8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:22.359784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.389992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-1ffeffe7-9da4-406b-866f-ef93efc84c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:22.391865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-1ffeffe7-9da4-406b-866f-ef93efc84c8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.1823349 Jun 04 06:39:22.466199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.467817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:22.468563 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.508102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-1f233791-7cf2-499a-b920-ae9f81bffe28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.1099756 Jun 04 06:39:22.594005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 587a119f-4ee0-4a60-81d7-d233c41531f8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:22.594672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.649883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:22.659958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:22.669213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-c8411af1-de22-47dc-a477-f4145be3cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:22.671053 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-c8411af1-de22-47dc-a477-f4145be3cb7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1511703 Jun 04 06:39:22.703812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7928998 Jun 04 06:39:22.727343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:22.740281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf5e3-f099-4572-a773-f4d80331a1eb req-f065434a-625f-4f58-9c21-d9a1ff00bc31 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:22.754096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76edf5e3-f099-4572-a773-f4d80331a1eb req-f065434a-625f-4f58-9c21-d9a1ff00bc31 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 1.0754282 Jun 04 06:39:22.766170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-1251da0e-f4ad-41a6-91e4-7afdb0649411 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861516 Jun 04 06:39:22.772595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce34756-82a0-4325-89c7-6b84b3e4e33a admin admin] Pushing event updated for resources: {'Network': ['ID=91e0cf7c-b853-4f04-8590-ce0996c739fa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:22.816899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=587a119f-4ee0-4a60-81d7-d233c41531f8,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:22.818868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Request body: {'subnet': {'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-210405052-subnet', 'tenant_id': '610a5193700447bbbdea9246e83dc0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:22.830232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:39:22.876080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:22.899639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Usage tracker for resource:subnet and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:22.909780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:22.960294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:23.048017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Provisioning for port 4c007535-c30b-4679-a6d4-6b4f803d44e6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:23.067680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:23.070431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:23.090870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Provisioning complete for port 4c007535-c30b-4679-a6d4-6b4f803d44e6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:23.091802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:23.095576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76edf5e3-f099-4572-a773-f4d80331a1eb req-7f5a3bbb-c01e-450d-ae78-133ef0b76347 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405440 Jun 04 06:39:23.261928 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e62166-b756-4062-8d38-939c63d14982'] response: {'name': 'network-changed', 'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'status': 'completed', 'code': 200} Jun 04 06:39:23.305643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Port 4c007535-c30b-4679-a6d4-6b4f803d44e6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:23.317900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Provisioning complete for port 587a119f-4ee0-4a60-81d7-d233c41531f8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:23.318509 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:23.343873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:23.475112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-34c5760f-d3c1-4e21-9029-13aca1ec556b service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022958 Jun 04 06:39:23.580258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd88af-db08-40a2-b7af-958126b4ffce None None] Current status of the port 587a119f-4ee0-4a60-81d7-d233c41531f8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:23.709939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-46fade51-702f-4888-87fd-5db0506adf37 None None] Provisioning complete for port 4c007535-c30b-4679-a6d4-6b4f803d44e6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:23.710305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46fade51-702f-4888-87fd-5db0506adf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:23.767324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-f288026b-766a-41d9-b59a-ed51071dad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:23.770102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-f288026b-766a-41d9-b59a-ed51071dad23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 1094 time: 0.5071263 Jun 04 06:39:23.823443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-46fade51-702f-4888-87fd-5db0506adf37 None None] Port 4c007535-c30b-4679-a6d4-6b4f803d44e6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:23.908676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f9bae400-c01c-44d0-b35e-df5f96ef32fc req-bfd79bfe-00e5-479e-a064-56a0fb246964 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176333 Jun 04 06:39:24.015493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-bfeb5225-7d96-4cae-be02-200ed3de0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.017021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-bfeb5225-7d96-4cae-be02-200ed3de0eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.2400022 Jun 04 06:39:24.045391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587a119f-4ee0-4a60-81d7-d233c41531f8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:24.126208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-f1b88698-ffbe-4510-ac72-a3c5e028f0ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a HTTP/1.1" status: 200 len: 217 time: 0.1004808 Jun 04 06:39:24.132627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27274cd2-c8ab-4145-aba1-a50df8a34895 req-48e27466-0e85-4984-bd56-0a77dfd4f1d3 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.155167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27274cd2-c8ab-4145-aba1-a50df8a34895 req-48e27466-0e85-4984-bd56-0a77dfd4f1d3 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.8175271 Jun 04 06:39:24.156907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 587a119f-4ee0-4a60-81d7-d233c41531f8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:24.157523 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:24.203497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-23a57fa2-831e-417a-af18-ec17da3e2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.204938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-23a57fa2-831e-417a-af18-ec17da3e2341 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0728824 Jun 04 06:39:24.319870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-b954b900-a9af-46b9-b4a0-bf80e4ea1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.321671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-b954b900-a9af-46b9-b4a0-bf80e4ea1fdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085742 Jun 04 06:39:24.325983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27274cd2-c8ab-4145-aba1-a50df8a34895 req-70f2c465-7466-4abb-af2b-29bf802ba17b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699286 Jun 04 06:39:24.360247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:24.466513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 587a119f-4ee0-4a60-81d7-d233c41531f8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:24.504677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:24.531786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:24.573534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d72478-be04-4ecd-866d-96383439eabf,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:24.599954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-538d33e8-e9ad-47f3-affc-b3a1db86d6c2 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648213 Jun 04 06:39:24.641718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:24.642442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Network hostable DHCP agents. Network: 91e0cf7c-b853-4f04-8590-ce0996c739fa, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:39:24.746575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=4c007535-c30b-4679-a6d4-6b4f803d44e6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:24.786377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-51d6cd4d-b179-4eb2-bb81-37610e6a047e req-37bb005c-afd1-497f-a2e2-52aceb5e602a service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798940 Jun 04 06:39:24.803827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:39:24.910054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 91e0cf7c-b853-4f04-8590-ce0996c739fa) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:24.934261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de28b9c-6e82-4751-a16f-a091d51b516b None None] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:24.965211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.965845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:24.983441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9b829-7c57-4d3b-8490-52ba2a2e38d0 req-c5748721-1c13-4b27-bdd6-e0b1e8967ab2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:24.990372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92d9b829-7c57-4d3b-8490-52ba2a2e38d0 req-c5748721-1c13-4b27-bdd6-e0b1e8967ab2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 943 time: 0.4637663 Jun 04 06:39:25.092794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73df35e7-e488-40b4-9b68-0eca53022ac5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3607683 Jun 04 06:39:25.132011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92d9b829-7c57-4d3b-8490-52ba2a2e38d0 req-9bfee01f-1f5c-43d1-9e71-3a39f3fac6eb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404250 Jun 04 06:39:25.240661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:25.290678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-202466e8-8ce7-49b1-bc7a-77abfc7618e2 None None] Provisioning complete for port 4c007535-c30b-4679-a6d4-6b4f803d44e6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:25.291588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-202466e8-8ce7-49b1-bc7a-77abfc7618e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:25.374844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-202466e8-8ce7-49b1-bc7a-77abfc7618e2 None None] Port 4c007535-c30b-4679-a6d4-6b4f803d44e6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:25.487554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a83c30-3652-406b-a393-f4c965aa8c0b None None] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:25.660967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:25.666895 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:25.688003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14cd0782-8446-48dc-8c97-8e5503e49a0a details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:39:25.867492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:25.942037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:25.979309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'port_id': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'mac_address': 'fa:16:3e:e3:e1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:39:26.045853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 14cd0782-8446-48dc-8c97-8e5503e49a0a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:26.046424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:26.067130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cd0782-8446-48dc-8c97-8e5503e49a0a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:26.104253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:26.113083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:26.177882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce08ab-207d-41bd-a886-bb74999ce4e9 req-1ffea2d2-caf7-4eb6-91ec-faf16a33a40b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:26.179636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8ce08ab-207d-41bd-a886-bb74999ce4e9 req-1ffea2d2-caf7-4eb6-91ec-faf16a33a40b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.5158215 Jun 04 06:39:26.195996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:26.257148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8ce08ab-207d-41bd-a886-bb74999ce4e9 req-2e4ca7c4-9f44-44c9-9fab-404a69cf781f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677295 Jun 04 06:39:26.433091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['14cd0782-8446-48dc-8c97-8e5503e49a0a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:39:26.501462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:26.507460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:26.648313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=4c007535-c30b-4679-a6d4-6b4f803d44e6,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:26.684446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:26.972925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:26.976416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:27.124149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e810c0bf-ae6e-4735-80ba-c6864b9ed358 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:27.124878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e810c0bf-ae6e-4735-80ba-c6864b9ed358 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:27.234481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e810c0bf-ae6e-4735-80ba-c6864b9ed358 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:27.235899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e810c0bf-ae6e-4735-80ba-c6864b9ed358 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.3838429 Jun 04 06:39:27.262250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e4aa91c8-b0c7-45b1-b55d-406b71f9a1a2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0156891 Jun 04 06:39:27.324739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e616a181-a7ee-4bcd-83b5-701105785a25 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546606 Jun 04 06:39:27.333536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63f1fca3-33f8-4c5e-9150-6f661e5f63e3 None None] Provisioning complete for port 4c007535-c30b-4679-a6d4-6b4f803d44e6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:27.334629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63f1fca3-33f8-4c5e-9150-6f661e5f63e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:27.398575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-63f1fca3-33f8-4c5e-9150-6f661e5f63e3 None None] Port 4c007535-c30b-4679-a6d4-6b4f803d44e6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:27.550454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 7ffa9566-c399-49f7-8c85-b0fcfc6899d8 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:39:27.700379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14cd0782-8446-48dc-8c97-8e5503e49a0a up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:27.711579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-49f0d24f-6b35-4e86-abc7-b9e909924980 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776190 Jun 04 06:39:27.778960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 14cd0782-8446-48dc-8c97-8e5503e49a0a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:27.783775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 14cd0782-8446-48dc-8c97-8e5503e49a0a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:27.784148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:27.830748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:27.836935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a8393103-1d43-44c9-9f66-9661b041453e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/7ffa9566-c399-49f7-8c85-b0fcfc6899d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3534732 Jun 04 06:39:27.839704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37022) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:27.846300 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] Sync routers for ids ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:27.861349 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] Routers {'7ffa9566-c399-49f7-8c85-b0fcfc6899d8'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:27.862280 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:27.885903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-529c0f49-d562-429c-ad95-c6ebcc1a7c22 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507320 Jun 04 06:39:27.918667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 14cd0782-8446-48dc-8c97-8e5503e49a0a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:27.919165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:27.936470 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:27.948810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] Routers {'7ffa9566-c399-49f7-8c85-b0fcfc6899d8'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:27.951910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:27.961803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:27.976497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:27.982341 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:27.994180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1faed-27b6-4b5b-9506-584410288ee8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:27.998242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-80f1faed-27b6-4b5b-9506-584410288ee8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports/4c007535-c30b-4679-a6d4-6b4f803d44e6 HTTP/1.1" status: 200 len: 977 time: 0.1547194 Jun 04 06:39:27.998370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37028) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:28.029758 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:28.030285 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef3f89-d4e8-409a-8e33-1087098ce473 None None] The sync data for ids ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:28.083787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:28.480466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528458af-8c4a-46e7-bcdd-d6ecc2e84a53 req-ca89c638-7735-42e8-baf8-b528dc02d708 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:28.481968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-528458af-8c4a-46e7-bcdd-d6ecc2e84a53 req-ca89c638-7735-42e8-baf8-b528dc02d708 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.2688248 Jun 04 06:39:28.639477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-528458af-8c4a-46e7-bcdd-d6ecc2e84a53 req-fec8a599-9939-47cf-82a0-f775a4b59c55 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494901 Jun 04 06:39:28.729598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-d14949ad-a2dc-432d-9454-a738e0960446 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1830871 Jun 04 06:39:28.773368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:39:28.948480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:29.064230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:29.093598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'mac_address': 'fa:16:3e:cc:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:39:29.191112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:29.191549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:29.212224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:29.235174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:29.240424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:29.322923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:29.347380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-876d0848-82ca-4083-84d6-e02867d014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:29.348838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-876d0848-82ca-4083-84d6-e02867d014ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1097 time: 0.5934360 Jun 04 06:39:29.523618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:39:29.568802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0aa9-cc19-4a93-8c76-176538836d9e req-873de098-3c4d-4702-a045-0935a025bcee tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:29.576276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-466a0aa9-cc19-4a93-8c76-176538836d9e req-873de098-3c4d-4702-a045-0935a025bcee tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.6835926 Jun 04 06:39:29.718117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-466a0aa9-cc19-4a93-8c76-176538836d9e req-23172217-8db9-4615-a0f4-46b8883445aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406720 Jun 04 06:39:29.742907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-677df804-577e-4397-bdae-c7ac05bc551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:29.747769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-677df804-577e-4397-bdae-c7ac05bc551b service neutron] 10.222.0.39 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.3332491 Jun 04 06:39:29.752048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 4c007535-c30b-4679-a6d4-6b4f803d44e6 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:29.753569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:30.022893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-16563df0-2827-4057-ba18-6e837dfddba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:30.024398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-16563df0-2827-4057-ba18-6e837dfddba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.4508176 Jun 04 06:39:30.041091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:30.171233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:30.300206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:30.304622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Usage tracker for resource:port and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:30.309675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:30.316684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:30.340083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:30.344513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:30.377722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 4c007535-c30b-4679-a6d4-6b4f803d44e6 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:30.444771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37082) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:30.491026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-1593469f-8a47-45b5-8a52-64fe0555a1b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 1001 time: 0.5680742 Jun 04 06:39:30.547436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.2 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/25e306ba-762e-4400-a9e8-ada1cd6b8eb4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:30.719224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:30.749795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c302b-2905-4c90-b18e-f2b990d2769a req-e55cee3d-32cd-44fd-9035-89a7d1271181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:30.751339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb1c302b-2905-4c90-b18e-f2b990d2769a req-e55cee3d-32cd-44fd-9035-89a7d1271181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 945 time: 0.8296113 Jun 04 06:39:30.774241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-65f064ed-8e48-47b3-8653-626c6b5caaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:30.776197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-65f064ed-8e48-47b3-8653-626c6b5caaf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1537435 Jun 04 06:39:30.778395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:30.787909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:30.832245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Usage tracker for resource:security_group_rule and tenant:b0d903023d3b44cabc49327ebcb55581 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:30.841865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:30.849071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:30.849770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:30.866312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:30.922261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb1c302b-2905-4c90-b18e-f2b990d2769a req-de37365f-68ad-4b8a-aa33-0b9427681df6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554384 Jun 04 06:39:31.015108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.067055 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4138c5-020d-40f2-9d19-7617122be804'] response: {'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'code': 200} Jun 04 06:39:31.069428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.090129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-a6c5c786-738e-415e-8612-75d8e98c20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:31.093012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-a6c5c786-738e-415e-8612-75d8e98c20a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940834 Jun 04 06:39:31.110630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:31.115680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.147839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=4c007535-c30b-4679-a6d4-6b4f803d44e6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:31.172332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:31.177513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.234812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.312173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:31.352276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:31.362911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:31.365639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:31.368551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:31.415155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f03c81-c12f-45ce-8be2-32ec91dd3ea1 req-9b0295da-5895-4d55-8d73-c579a39dd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:31.418058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6f03c81-c12f-45ce-8be2-32ec91dd3ea1 req-9b0295da-5895-4d55-8d73-c579a39dd517 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 1096 time: 0.3027282 Jun 04 06:39:31.467366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6f03c81-c12f-45ce-8be2-32ec91dd3ea1 req-386731bd-d44d-43e6-8702-5b427d56452e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Jun 04 06:39:31.483241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:31.483871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.505820 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9d1c396-5fca-48bd-a0c8-2766a8759d07 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4706962 Jun 04 06:39:31.622753 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.646287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.663729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Request body: {'port': {'device_id': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:31.789874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7990cf-a551-49d3-a1cb-d026e83ee6fd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:31.794736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-305a9af3-e6c0-45b5-9a45-511f0b863420 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739006 Jun 04 06:39:31.801756 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:31.899213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4fa21d9-e5d4-4559-9f2e-303c2a3b139e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b0d903023d3b44cabc49327ebcb55581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4471345 Jun 04 06:39:31.913188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:32.019386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6c2f7-f28e-4595-aee9-80c3eef834e4 req-dec9e844-6150-4283-9c36-ac7e2568290f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:32.037383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ea6c2f7-f28e-4595-aee9-80c3eef834e4 req-dec9e844-6150-4283-9c36-ac7e2568290f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 931 time: 0.5456829 Jun 04 06:39:32.046099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.216637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ea6c2f7-f28e-4595-aee9-80c3eef834e4 req-26e7e7f4-37a1-4f3a-b0de-a3856e1757bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:32.294285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:32.302190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.319070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Transition to ACTIVE for port object 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:32.324560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.502413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3ea6c2f7-f28e-4595-aee9-80c3eef834e4 req-26e7e7f4-37a1-4f3a-b0de-a3856e1757bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:32.503576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ea6c2f7-f28e-4595-aee9-80c3eef834e4 req-26e7e7f4-37a1-4f3a-b0de-a3856e1757bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653654 Jun 04 06:39:32.518834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd29b1cf-df4a-4ec7-ab4f-d9ed930daa30 req-b462fabc-d0d4-4297-9758-29904526b2e4 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997881 Jun 04 06:39:32.536648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.569829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.587449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Attempting to bind port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:39:32.588446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Attempting to bind port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:39:32.588931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Attempting to bind port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:32.594022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:39:32.594360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Attempting to bind port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:32.599324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Pushing event updated for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:32.618807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:39:32.620925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:32.621346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:39:32.621857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Bound port: 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:39:32.622246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.631483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 7ffa9566-c399-49f7-8c85-b0fcfc6899d8 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:32.633112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.659155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7990cf-a551-49d3-a1cb-d026e83ee6fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:32.800306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:32.811927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] Sync routers for ids ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:32.818528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe76f6c4-9637-4a83-b10c-bc892a243746 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/7ffa9566-c399-49f7-8c85-b0fcfc6899d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141377 Jun 04 06:39:32.818528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.818528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-836f5771-f4fd-4bb0-abcd-abbc3f294754 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1e7990cf-a551-49d3-a1cb-d026e83ee6fd HTTP/1.1" status: 204 len: 168 time: 0.9014156 Jun 04 06:39:32.818528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37138) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:32.836055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] Routers {'7ffa9566-c399-49f7-8c85-b0fcfc6899d8'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:32.838217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:32.866210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:39:32.871731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:39:32.878190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:32.999178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:32.999792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:33.001172 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] 10.222.0.39 "PUT /v2.0/ports/25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 1091 time: 1.3476527 Jun 04 06:39:33.001635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:33.003771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:33.027429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] Routers {'7ffa9566-c399-49f7-8c85-b0fcfc6899d8'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:33.028295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:33.094102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aba471-33a1-4ff3-812a-5cdc2d673f99 service neutron] Pushing event updated for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:33.199380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:33.245225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:33.245928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c60b6-428c-49d9-b16d-54922a6c88cc None None] The sync data for ids ['7ffa9566-c399-49f7-8c85-b0fcfc6899d8'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:33.341619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-fcc6aea5-a2ab-411e-87db-4bc14e02ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:33.343111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-fcc6aea5-a2ab-411e-87db-4bc14e02ac6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1094 time: 0.1537418 Jun 04 06:39:33.441931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-87f96e47-e1f9-4ae5-b8c5-5d5c5aed8e84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 217 time: 0.0919976 Jun 04 06:39:33.551183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9dc3880-4330-4b59-8b7c-dca7dd2ae6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:33.552886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-e9dc3880-4330-4b59-8b7c-dca7dd2ae6f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1043603 Jun 04 06:39:33.607586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-32b7c086-7b0f-4c54-a190-bd2104c7b573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483420 Jun 04 06:39:33.608094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37158) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:33.648163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:33.761699 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-7e362b23-271e-4f69-b968-e00d366434be tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] remove_router_interface failed (client error): The resource could not be found. Jun 04 06:39:33.761699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e362b23-271e-4f69-b968-e00d366434be tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/7ffa9566-c399-49f7-8c85-b0fcfc6899d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9439054 Jun 04 06:39:33.769658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15c1c-2114-408d-be71-46d459324ef2 req-94e40fd3-726b-4a92-bebe-b318551870db tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:33.777205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a15c1c-2114-408d-be71-46d459324ef2 req-94e40fd3-726b-4a92-bebe-b318551870db tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.8435667 Jun 04 06:39:33.793406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:33.849159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30990d37-a849-48a2-a8b1-b06213773b4e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:33.873840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:33.878827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a15c1c-2114-408d-be71-46d459324ef2 req-deadf453-7ccc-4df0-bf05-5180fb75a224 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005683 Jun 04 06:39:33.884248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Usage tracker for resource:security_group_rule and tenant:84d8b606649c411583d38db639190612 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:33.897014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30990d37-a849-48a2-a8b1-b06213773b4e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:33.898295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:33.898570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30990d37-a849-48a2-a8b1-b06213773b4e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=7ffa9566-c399-49f7-8c85-b0fcfc6899d8 HTTP/1.1" status: 200 len: 205 time: 0.1039968 Jun 04 06:39:33.901500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37166) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:33.910608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:33.984829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-40b6890c-3af9-46cb-8072-dbd6e3da6c9b service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623900 Jun 04 06:39:34.216612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.283466 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5be4f17a-7bb8-42e5-97cf-7a4ed02563f8 req-92593699-6962-4b99-8504-e9e79a2a44ea service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892506 Jun 04 06:39:34.299877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.310046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.403364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=84d8b606649c411583d38db639190612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7939329 Jun 04 06:39:34.413645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:34.485667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b417334-b7b7-47de-8ff4-81f743113fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85d201-18f2-4947-8783-bb06ca08b5b6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:34.599587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.608884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.612841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.624653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc45ed-7865-47f2-9667-907c85756d00 req-5995d187-2d04-450c-b291-cd6c478d9e85 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:34.633058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27cc45ed-7865-47f2-9667-907c85756d00 req-5995d187-2d04-450c-b291-cd6c478d9e85 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4844775 Jun 04 06:39:34.662434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.722962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.722962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router 7ffa9566-c399-49f7-8c85-b0fcfc6899d8 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:39:34.732774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.741921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27cc45ed-7865-47f2-9667-907c85756d00 req-f848d7e8-0a73-4fb5-9554-9d0c54fcc085 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076961 Jun 04 06:39:34.773966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.777729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85d201-18f2-4947-8783-bb06ca08b5b6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:34.780333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0794fd6f-6837-4784-b6aa-552d427016d9 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/7ffa9566-c399-49f7-8c85-b0fcfc6899d8 HTTP/1.1" status: 204 len: 168 time: 0.8773925 Jun 04 06:39:34.786815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37182) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:34.835313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.836446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f6f8135-43d2-4b52-8b1f-38e13aba7173 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1e85d201-18f2-4947-8783-bb06ca08b5b6 HTTP/1.1" status: 204 len: 168 time: 0.4216726 Jun 04 06:39:34.889704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet db49877e-4c11-45aa-86b1-c8bf6d908ec8 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:39:34.895717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:34.990984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.134395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.182010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f654a8-b699-4d08-b3b5-3b1742b653f6 req-c664fa97-5edb-4ec6-8935-5dcc090df097 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:35.193159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0f654a8-b699-4d08-b3b5-3b1742b653f6 req-c664fa97-5edb-4ec6-8935-5dcc090df097 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1788917 Jun 04 06:39:35.222662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.265227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0f654a8-b699-4d08-b3b5-3b1742b653f6 req-52d8ec92-4fda-423e-bf02-0e686b3e4df5 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710442 Jun 04 06:39:35.278272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=db49877e-4c11-45aa-86b1-c8bf6d908ec8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:35.282607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.288581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e798a1-23bd-4745-9597-90c30306a8d1 None None] Network aac37285-c51f-47fc-a0f2-a4960c1b4896 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:35.300229 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d81e559e-5f11-459e-927c-0322baf0719f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/db49877e-4c11-45aa-86b1-c8bf6d908ec8 HTTP/1.1" status: 204 len: 168 time: 0.5121500 Jun 04 06:39:35.302724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37194) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:35.337411 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a576004-0a52-4866-bd91-c39561026c3a'] response: {'name': 'network-changed', 'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4', 'status': 'completed', 'code': 200} Jun 04 06:39:35.521704 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7dcd93-1e35-46bb-92a3-c1ca628b5419'] response: {'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'code': 200} Jun 04 06:39:35.531701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-3cec9fd4-776c-4e7a-a253-7fc25f1d1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:35.533348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-3cec9fd4-776c-4e7a-a253-7fc25f1d1766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1094 time: 0.1728246 Jun 04 06:39:35.601703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.796315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 587a119f-4ee0-4a60-81d7-d233c41531f8 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:35.796604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.820840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-c8b36fe8-1043-403e-a015-65cede4a892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:35.823551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-c8b36fe8-1043-403e-a015-65cede4a892d service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.2832193 Jun 04 06:39:35.840101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] DHCP port deletion for aac37285-c51f-47fc-a0f2-a4960c1b4896 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:39:35.845164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Deleting port 587a119f-4ee0-4a60-81d7-d233c41531f8 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:35.845831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:35.938413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-8901ae86-1c3e-4da2-8527-d8111ee9317b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 217 time: 0.1078355 Jun 04 06:39:36.035735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-c6f2b96c-0500-4135-b6c5-c7d83511c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:36.037298 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-c6f2b96c-0500-4135-b6c5-c7d83511c0ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.0884802 Jun 04 06:39:36.058783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6cf8c-3afe-456b-8936-bb2a6636389e req-c12feaa1-fcdf-4527-a2da-8c1d08a47d64 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:36.082073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cbf6cf8c-3afe-456b-8936-bb2a6636389e req-c12feaa1-fcdf-4527-a2da-8c1d08a47d64 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 943 time: 0.4675918 Jun 04 06:39:36.100670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-70f26899-7276-40fc-a7e8-29aa4a8fe256 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562072 Jun 04 06:39:36.352143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-61c875b0-24d5-40ec-b3cd-2a21382aaf38 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450576 Jun 04 06:39:36.359740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 587a119f-4ee0-4a60-81d7-d233c41531f8 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:39:36.404642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cbf6cf8c-3afe-456b-8936-bb2a6636389e req-a1e017f2-a775-4d4a-80ff-06f0e13fe22e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216043 Jun 04 06:39:36.535373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 587a119f-4ee0-4a60-81d7-d233c41531f8 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:36.535753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:36.567322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:36.567961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:36.731173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Calling delete_port for 587a119f-4ee0-4a60-81d7-d233c41531f8 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:36.735190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:36.735744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:36.762523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:36.764768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f21ddcf-412b-45ec-b588-c0c49cecfd9a req-8f196c5b-39d8-4efb-b76d-2b5d3bc5fb0f service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061213 Jun 04 06:39:36.777508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:36.870708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=587a119f-4ee0-4a60-81d7-d233c41531f8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:36.873630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:39:37.015320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:37.042401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4', 'mac_address': 'fa:16:3e:7d:65:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:39:37.064250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 587a119f-4ee0-4a60-81d7-d233c41531f8 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:37.110864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:37.111287 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:37.143466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:37.195373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099731-92d2-4fa7-a3fd-7ae0e0e88cd3 req-a0ee9c3f-6e00-4919-83c8-bb2a262346c2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:37.204244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23099731-92d2-4fa7-a3fd-7ae0e0e88cd3 req-a0ee9c3f-6e00-4919-83c8-bb2a262346c2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.6037006 Jun 04 06:39:37.226800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:37.246030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:37.300285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:39:37.300847 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:39:37.332717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23099731-92d2-4fa7-a3fd-7ae0e0e88cd3 req-0201b09e-34fc-4570-9716-c9b99396c6d7 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272411 Jun 04 06:39:37.346242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:39:37.347039 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:39:37.574273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:37.631343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d458686-053e-4d31-8366-03e6e4181e3e req-c602b2cc-275d-4818-b8aa-6318f1677a01 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:37.642037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d458686-053e-4d31-8366-03e6e4181e3e req-c602b2cc-275d-4818-b8aa-6318f1677a01 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1333013 Jun 04 06:39:37.676165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:39:37.707845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d458686-053e-4d31-8366-03e6e4181e3e req-c901bb4a-82c1-4e4c-8577-2f9cc2c27338 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645068 Jun 04 06:39:37.801886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 587a119f-4ee0-4a60-81d7-d233c41531f8 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:37.802530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:37.853098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Deleting port 587a119f-4ee0-4a60-81d7-d233c41531f8 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:37.853627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:38.185648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:38.186128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:38.279891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] For port 587a119f-4ee0-4a60-81d7-d233c41531f8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=587a119f-4ee0-4a60-81d7-d233c41531f8,segment=NetworkSegment(8f1a956b-399b-42cb-8967-8137e549cd5a),segment_id=8f1a956b-399b-42cb-8967-8137e549cd5a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:38.280294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:38.439871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 587a119f-4ee0-4a60-81d7-d233c41531f8 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:38.498001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Calling delete_port for 587a119f-4ee0-4a60-81d7-d233c41531f8 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:38.549510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:38.576820 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:39:38.577785 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:39:38.619946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=587a119f-4ee0-4a60-81d7-d233c41531f8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:38.622293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No DVR routers for this DVR port 587a119f-4ee0-4a60-81d7-d233c41531f8 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:39:38.707854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d703c9-379b-4ce6-9e9f-de0263c64f96 req-8442d4ca-9444-4bb6-9ce3-ce1bfa5bb2f2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:38.718991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37268) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:38.725388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1d703c9-379b-4ce6-9e9f-de0263c64f96 req-8442d4ca-9444-4bb6-9ce3-ce1bfa5bb2f2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.8731399 Jun 04 06:39:38.727410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'port_id': '14cd0782-8446-48dc-8c97-8e5503e49a0a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:38.870058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:38.930316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.094064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac37285-c51f-47fc-a0f2-a4960c1b4896']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:39.118257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1a956b-399b-42cb-8967-8137e549cd5a') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:39.120083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1a956b-399b-42cb-8967-8137e549cd5a') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:39.135728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.155401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.179902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:39:39.180642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.217773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Deleting port 587a119f-4ee0-4a60-81d7-d233c41531f8 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:39.218183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.346570 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 8f1a956b-399b-42cb-8967-8137e549cd5a resource provider aggregate not found Jun 04 06:39:39.376080 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 8f1a956b-399b-42cb-8967-8137e549cd5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f1a956b-399b-42cb-8967-8137e549cd5a found for delete ", "request_id": "req-621dd95a-40e9-4b33-b991-0ec25d4527ad"}]} Jun 04 06:39:39.455236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ec4b5-126b-4426-b156-5ea70c9bb4be None None] The port '587a119f-4ee0-4a60-81d7-d233c41531f8' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:39:39.598410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.617783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:39.628060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580b0a-4103-4ba6-ac85-ec075058708f req-ff63a49a-b808-461e-80b3-0b6a38addc68 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:39.636226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2580b0a-4103-4ba6-ac85-ec075058708f req-ff63a49a-b808-461e-80b3-0b6a38addc68 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.6837707 Jun 04 06:39:39.695122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2580b0a-4103-4ba6-ac85-ec075058708f req-564ce048-f201-4f2a-9e3b-33ed18e7b8ad tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577476 Jun 04 06:39:39.727432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=aac37285-c51f-47fc-a0f2-a4960c1b4896,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:39.782523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37290) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:39.789182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a7a695ee-24fb-4ca4-8ccc-504857140644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/aac37285-c51f-47fc-a0f2-a4960c1b4896 HTTP/1.1" status: 204 len: 168 time: 4.4850535 Jun 04 06:39:39.797979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37296) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:39.803477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1027156229'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:39.830536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:39.834651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:39.845754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:39.853545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:39.891137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:39.895026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.017747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.024380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.039385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.052906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:39:40.080037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:40.088531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Usage tracker for resource:security_group_rule and tenant:e42acc864e37444ebbed432adf2f195d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:40.091544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.091894 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 5d9b2253-3325-4a00-af8f-e2fb38f78212 of type vlan for network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 Jun 04 06:39:40.093115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:40.104326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:40.153916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e73f4-0648-443a-bbd2-0cd19487f6e1 req-0884b421-e988-4bc4-9016-dbf3b01c79bf tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:40.155598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea1e73f4-0648-443a-bbd2-0cd19487f6e1 req-0884b421-e988-4bc4-9016-dbf3b01c79bf tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 944 time: 0.2254851 Jun 04 06:39:40.170575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.246283 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea1e73f4-0648-443a-bbd2-0cd19487f6e1 req-d9180708-845e-41d3-9587-c180f4068993 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Jun 04 06:39:40.278293 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.288905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:40.290075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.329883 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b associated. External IP: 172.25.1.114, port: 14cd0782-8446-48dc-8c97-8e5503e49a0a. Jun 04 06:39:40.427285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6282144 Jun 04 06:39:40.435435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37310) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:40.453637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:40.565011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.566441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df1503-f452-4bd3-adb8-9759ab018b26 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=4f755ccc-a6bd-4738-bf87-06f3be0d9021,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:40.582599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:39:40.583125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:40.655903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e42acc864e37444ebbed432adf2f195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9097450 Jun 04 06:39:40.663236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37314) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:40.719707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa93a6a-2870-40e1-8b66-1da4be0a80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb086fd-6cf5-40d6-8c12-41bd4538a37b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:40.750516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ccd9f-00ca-414a-b2e6-75abe7a978d5 req-283ccd76-3fe3-4cba-a63d-86f7478b26d9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:40.758628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4ccd9f-00ca-414a-b2e6-75abe7a978d5 req-283ccd76-3fe3-4cba-a63d-86f7478b26d9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.3156462 Jun 04 06:39:40.813806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f4ccd9f-00ca-414a-b2e6-75abe7a978d5 req-9a11b649-45dc-47df-92a9-535cffbfbf1a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540659 Jun 04 06:39:40.840814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:40.876256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:40.922136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:40.936435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:40.976198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:41.026741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:41.034969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:41.045693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.068485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e92077-4a6e-4c02-a043-263086dc22fc req-c1966f2a-e19c-424d-8617-c3a8262ad780 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:41.076080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6e92077-4a6e-4c02-a043-263086dc22fc req-c1966f2a-e19c-424d-8617-c3a8262ad780 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1319780 Jun 04 06:39:41.138491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6e92077-4a6e-4c02-a043-263086dc22fc req-dd17046e-0a6a-4621-b80d-bd374baf2c40 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Jun 04 06:39:41.278101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.289159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:41.298877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.352478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:41.352863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.401830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:41.431335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:41.436520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.545902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848d71-e109-4b1d-a943-be09f6b8152f req-d5e06cd4-18cb-48ca-8b00-cf049732e561 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:41.547857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc848d71-e109-4b1d-a943-be09f6b8152f req-d5e06cd4-18cb-48ca-8b00-cf049732e561 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 945 time: 0.1214397 Jun 04 06:39:41.573848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:41.597840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:41.613191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc848d71-e109-4b1d-a943-be09f6b8152f req-1fb3863c-d515-4228-8788-f37c799b5f86 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570514 Jun 04 06:39:41.723328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:41.726928 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4307ff-4e8e-49c1-96f5-374c45e0bd3a'] response: {'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4', 'code': 200} Jun 04 06:39:42.093857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fdb50-7a6b-40e1-96c2-1b7f088d8d1d req-e212baee-f983-4e23-b29b-52fb25e17162 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:42.104856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f64fdb50-7a6b-40e1-96c2-1b7f088d8d1d req-e212baee-f983-4e23-b29b-52fb25e17162 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2180142 Jun 04 06:39:42.180689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.181288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f64fdb50-7a6b-40e1-96c2-1b7f088d8d1d req-783c6250-c128-4845-a257-a3ccfcdabefa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 Jun 04 06:39:42.230790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb086fd-6cf5-40d6-8c12-41bd4538a37b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:42.295139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.297728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89bb8e0d-dcda-4c20-b5ac-3cc1b9d0360a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9fb086fd-6cf5-40d6-8c12-41bd4538a37b HTTP/1.1" status: 204 len: 168 time: 1.6266909 Jun 04 06:39:42.313182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.456865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=38a355f9-8a65-467f-918f-24e3f25abce6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:42.513134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b264-ea37-42dc-9989-2257afafc04e req-db0c1625-4603-4888-974b-e660731547ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:42.515759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8d3b264-ea37-42dc-9989-2257afafc04e req-db0c1625-4603-4888-974b-e660731547ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1096 time: 0.6666212 Jun 04 06:39:42.533586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4f34-4841-4557-9b0e-e51cf5c48f07 req-13f07762-dcab-4686-a849-f6d46dea5710 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:42.535516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2adb4f34-4841-4557-9b0e-e51cf5c48f07 req-13f07762-dcab-4686-a849-f6d46dea5710 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1906207 Jun 04 06:39:42.541516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '5d9b2253-3325-4a00-af8f-e2fb38f78212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:42.542009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 4f755ccc-a6bd-4738-bf87-06f3be0d9021, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:39:42.581769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:42.584545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:39:42.593421 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:42.605290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.615145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:42.622793 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:42.626450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2adb4f34-4841-4557-9b0e-e51cf5c48f07 req-fa372b77-695f-4669-9c58-bf0db9d3ddb1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836074 Jun 04 06:39:42.674515 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c120a10a-5842-41e8-aa64-de647cdd2370 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "PUT /v2.0/floatingips/eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b HTTP/1.1" status: 200 len: 991 time: 3.9543698 Jun 04 06:39:42.677815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:42.683028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 4f755ccc-a6bd-4738-bf87-06f3be0d9021) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:42.693354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c7d1a5-7351-4c0c-babf-465dec40f8ce None None] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:42.702428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:42.706122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.753955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d8d3b264-ea37-42dc-9989-2257afafc04e req-c45b518e-1bca-4c48-aeb1-f11171f393e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260230 Jun 04 06:39:42.761699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f0a17f0c-0a34-4756-ae6b-f394c518f12d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3251004 Jun 04 06:39:42.764527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37350) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:42.772919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-965012320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:42.802865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:42.819105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:42.826793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:42.845773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:42.873638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.874789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.911366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:42.935629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37354) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:42.966194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:43.008288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:43.014157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:43.017520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0c0be333f04d89bfeaa4af8382f890 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:43.026457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:43.042874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:43.052313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8056b6-1c44-458a-9d9f-5207c582395a req-4d87a162-53f0-4fbe-aa5e-80e030d7829c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:43.061442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a8056b6-1c44-458a-9d9f-5207c582395a req-4d87a162-53f0-4fbe-aa5e-80e030d7829c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1457982 Jun 04 06:39:43.104885 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:39:43.105136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:43.108946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-703d7857-fb9f-41a9-904e-e60b7d6ce92a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3428848 Jun 04 06:39:43.114305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:43.213171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a8056b6-1c44-458a-9d9f-5207c582395a req-d83f52fe-a074-48f4-afc9-7cf2e10b308d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476538 Jun 04 06:39:43.256231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-4f755ccc-a6bd-4738-bf87-06f3be0d9021', 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '38a355f9-8a65-467f-918f-24e3f25abce6'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:39:43.257168 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:43.513897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Allocated IP 172.20.0.2 (4f755ccc-a6bd-4738-bf87-06f3be0d9021/38a355f9-8a65-467f-918f-24e3f25abce6/f0b5c110-a552-4d77-b1c4-3688c2b905f5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:43.749604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}, {'id': 'eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:e3:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6070e462-3829-409c-ae00-811ad5edb282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:39:11Z', 'updated_at': '2022-06-04T06:39:39Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:43.754351 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:39:43.768209 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:43.768951 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:43.794633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b536c9-0e03-4242-ae5e-30e85b4d5ad0 req-0165e1a2-2d10-42b2-8457-33b87082438c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:43.814376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7b536c9-0e03-4242-ae5e-30e85b4d5ad0 req-0165e1a2-2d10-42b2-8457-33b87082438c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 945 time: 0.2986939 Jun 04 06:39:43.894777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7b536c9-0e03-4242-ae5e-30e85b4d5ad0 req-271d2c6e-2c05-4b6c-bfb8-687b58f2a661 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747228 Jun 04 06:39:44.034405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:39:44.051240 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.090287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Transition to ACTIVE for port object f0b5c110-a552-4d77-b1c4-3688c2b905f5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:44.159547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Transition to ACTIVE for port object f0b5c110-a552-4d77-b1c4-3688c2b905f5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:44.171737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.175231 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0013dd73-7946-4360-b992-29be288587b2'] response: {'name': 'network-changed', 'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'status': 'completed', 'code': 200} Jun 04 06:39:44.311860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.323734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.400042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:44.409071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:44.430422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:44.481335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4b0c0be333f04d89bfeaa4af8382f890&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5443842 Jun 04 06:39:44.489178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:44.492114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c4851-dd69-4d55-930d-b7a0b953b235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bf9a08-f78c-4060-8402-e3fbfb6fe8f8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:44.495837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.559512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c110-a552-4d77-b1c4-3688c2b905f5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:44.591670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Attempting to bind port f0b5c110-a552-4d77-b1c4-3688c2b905f5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:39:44.592296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Attempting to bind port f0b5c110-a552-4d77-b1c4-3688c2b905f5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5d9b2253-3325-4a00-af8f-e2fb38f78212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:39:44.592819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Attempting to bind port f0b5c110-a552-4d77-b1c4-3688c2b905f5 on network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:44.599248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:39:44.599873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Checking segment: {'id': '5d9b2253-3325-4a00-af8f-e2fb38f78212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:44.600437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.600980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Bound using segment: {'id': '5d9b2253-3325-4a00-af8f-e2fb38f78212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:39:44.601721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Bound port: f0b5c110-a552-4d77-b1c4-3688c2b905f5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9b2253-3325-4a00-af8f-e2fb38f78212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4f755ccc-a6bd-4738-bf87-06f3be0d9021'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:39:44.602373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.703509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9018-c7f6-40ed-8104-bfda81fe6833 req-8e265f11-2f54-4c59-be06-af11263045c4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:44.714179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-818e9018-c7f6-40ed-8104-bfda81fe6833 req-8e265f11-2f54-4c59-be06-af11263045c4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.3471787 Jun 04 06:39:44.714686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-457e61ae-792f-44a6-bdfd-d28e94880c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:44.716289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-457e61ae-792f-44a6-bdfd-d28e94880c4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 1096 time: 0.5403392 Jun 04 06:39:44.729381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] For port f0b5c110-a552-4d77-b1c4-3688c2b905f5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:39:44.737034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] For port f0b5c110-a552-4d77-b1c4-3688c2b905f5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f0b5c110-a552-4d77-b1c4-3688c2b905f5,segment=NetworkSegment(5d9b2253-3325-4a00-af8f-e2fb38f78212),segment_id=5d9b2253-3325-4a00-af8f-e2fb38f78212)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:39:44.738506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.751249 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.819887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:44.841293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-818e9018-c7f6-40ed-8104-bfda81fe6833 req-566febe2-f27d-4458-93c4-07f1b4fa9076 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257715 Jun 04 06:39:44.844637 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}, {'id': 'eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:e3:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6070e462-3829-409c-ae00-811ad5edb282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:39:11Z', 'updated_at': '2022-06-04T06:39:39Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:44.864642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3da1f-6e19-4d6a-8a5b-a066b11b7525 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}, {'id': 'eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:e3:e1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6070e462-3829-409c-ae00-811ad5edb282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:39:11Z', 'updated_at': '2022-06-04T06:39:39Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:44.953190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50ef79-4fb1-4132-a7a2-354a42a8bc53 None None] Pushing event updated for resources: {'Port': ['ID=f0b5c110-a552-4d77-b1c4-3688c2b905f5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:44.982203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:45.029457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bf9a08-f78c-4060-8402-e3fbfb6fe8f8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:45.041375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:45.046722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b0c264e-2ac9-4fdb-9c8d-22bfc3cc27ea admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b4bf9a08-f78c-4060-8402-e3fbfb6fe8f8 HTTP/1.1" status: 204 len: 168 time: 0.5481761 Jun 04 06:39:45.330842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c607a-0bd7-4e2c-9d56-4b619314f39f req-23a99cfe-3e84-4c59-aaf0-347866389269 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:45.360530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-362c607a-0bd7-4e2c-9d56-4b619314f39f req-23a99cfe-3e84-4c59-aaf0-347866389269 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2191756 Jun 04 06:39:45.450545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-362c607a-0bd7-4e2c-9d56-4b619314f39f req-1aa8b217-8e9c-466b-ade9-b64cfbe95856 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856764 Jun 04 06:39:45.474743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a571f4e3-94d4-4a8f-a601-90425fc498bf None None] New status for floating IP eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:39:45.777716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a042ca-101c-462a-a1dd-80cbdb9e64b5 req-db8c4d1b-3d73-414c-8d01-ec18ee4ff529 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:45.795640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70a042ca-101c-462a-a1dd-80cbdb9e64b5 req-db8c4d1b-3d73-414c-8d01-ec18ee4ff529 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 945 time: 0.1762764 Jun 04 06:39:45.866093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-4107a2b3-bce5-4fb1-befe-ae44841b1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:45.870459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-4107a2b3-bce5-4fb1-befe-ae44841b1d1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 1.1304798 Jun 04 06:39:45.911720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70a042ca-101c-462a-a1dd-80cbdb9e64b5 req-f73089e4-9662-4d9c-8a93-d528af9f3301 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144595 Jun 04 06:39:46.171574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f0b5c110-a552-4d77-b1c4-3688c2b905f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:46.381769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f0b5c110-a552-4d77-b1c4-3688c2b905f5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:46.395601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-e1f9710f-067a-455a-b4e9-6ee8522a0b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a HTTP/1.1" status: 200 len: 999 time: 0.5096800 Jun 04 06:39:46.479568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36e81d-dac5-4ecd-b938-029efb787f3b req-dd9e6b8c-c120-4059-a146-b2b3e7a99af4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:46.481162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d36e81d-dac5-4ecd-b938-029efb787f3b req-dd9e6b8c-c120-4059-a146-b2b3e7a99af4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2470975 Jun 04 06:39:46.566019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.20.0.1 (4f755ccc-a6bd-4738-bf87-06f3be0d9021/38a355f9-8a65-467f-918f-24e3f25abce6/9a3ba482-556c-401f-a51e-cecbc8cd71b5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:46.576672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d36e81d-dac5-4ecd-b938-029efb787f3b req-849ea842-8b75-4903-bfe2-ff929f8e8e88 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890110 Jun 04 06:39:46.720229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-6256457d-8554-46cf-8234-213dce393d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:46.721971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-6256457d-8554-46cf-8234-213dce393d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.3251803 Jun 04 06:39:46.959737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4cd8359c-ad02-47b5-81bb-3fd0876a1f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:46.984106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97100093-3717-4696-b686-90155242b3ca req-3d1a4872-d12e-4660-b29a-0ec4fe81caa2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:47.003515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97100093-3717-4696-b686-90155242b3ca req-3d1a4872-d12e-4660-b29a-0ec4fe81caa2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.2336276 Jun 04 06:39:47.043175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03a625-0b96-4415-aa99-a5ed58dd1bb9 None None] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:47.052168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-ba29a2fd-80e4-479c-b756-3f7f994801b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:47.059668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-ba29a2fd-80e4-479c-b756-3f7f994801b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469475 Jun 04 06:39:47.106719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97100093-3717-4696-b686-90155242b3ca req-27f7c71e-dece-44fc-9021-264e906e180d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Jun 04 06:39:47.161661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.216261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Provisioning for port f0b5c110-a552-4d77-b1c4-3688c2b905f5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:47.252915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 9a3ba482-556c-401f-a51e-cecbc8cd71b5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:47.314205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Provisioning complete for port f0b5c110-a552-4d77-b1c4-3688c2b905f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:47.314564 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.326736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-d56268b4-8ea2-4fd2-a0eb-3475c8ccff5a service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325904 Jun 04 06:39:47.527712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.653317 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:39:47.678255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=9a3ba482-556c-401f-a51e-cecbc8cd71b5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:47.728661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:47.736735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Current status of the port f0b5c110-a552-4d77-b1c4-3688c2b905f5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:47.737194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.738109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:47.754909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:47.781758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] For port f0b5c110-a552-4d77-b1c4-3688c2b905f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f0b5c110-a552-4d77-b1c4-3688c2b905f5,segment=NetworkSegment(5d9b2253-3325-4a00-af8f-e2fb38f78212),segment_id=5d9b2253-3325-4a00-af8f-e2fb38f78212)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:39:47.790746 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.911052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd43a1-205b-44e9-9c3a-ef649f8fd0cb None None] Pushing event updated for resources: {'Port': ['ID=f0b5c110-a552-4d77-b1c4-3688c2b905f5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:47.948117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:47.950074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-8b65cd83-e637-4e1e-bf90-48fd219eb7f5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:47.952398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-8b65cd83-e637-4e1e-bf90-48fd219eb7f5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.6965749 Jun 04 06:39:47.968654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-61e7ded8-2934-485c-a5bd-e1b6b7784e85 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0110259 Jun 04 06:39:48.098248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f0b5c110-a552-4d77-b1c4-3688c2b905f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:39:48.259416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f0b5c110-a552-4d77-b1c4-3688c2b905f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:48.260194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:48.274557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-36669a97-1ab5-49e2-9168-ba56aadd456a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2896032 Jun 04 06:39:48.365650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Provisioning complete for port f0b5c110-a552-4d77-b1c4-3688c2b905f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:48.366292 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:48.435008 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc1da564-c1a6-4305-b440-5ceaeb9d8939 req-101d69c4-9b51-465f-91c0-f36c2dbaf148 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0954630 Jun 04 06:39:48.613352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-3ddc8a7d-bb8a-48a8-8005-ac21549cfb1e service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328519 Jun 04 06:39:48.683309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:48.765555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f0b5c110-a552-4d77-b1c4-3688c2b905f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:48.803268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Current status of the port f0b5c110-a552-4d77-b1c4-3688c2b905f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:39:48.825212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Provisioning for port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:39:48.838340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Provisioning complete for port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:48.838720 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:48.889944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-d32778c9-20ec-4cdb-98f7-6f7d39c3189c service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721927 Jun 04 06:39:49.149762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6eebca5-43c2-40c0-866b-e53788e00df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:49.168085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-686ae16f-e80b-430b-a5aa-3f1aa3f1062b None None] Port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:49.302258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-31daccb6-7021-4432-9713-d636ceaa9f65 None None] Provisioning complete for port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:49.302635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-31daccb6-7021-4432-9713-d636ceaa9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:49.499670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-31daccb6-7021-4432-9713-d636ceaa9f65 None None] Port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:49.644183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:49.815559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:49.827239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:49.964912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967858cd-98c6-4ec3-a7ca-c26400042c52 req-15c3503e-0d4c-4bdb-8186-4f3797f8c48d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:49.973354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-967858cd-98c6-4ec3-a7ca-c26400042c52 req-15c3503e-0d4c-4bdb-8186-4f3797f8c48d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1697171 Jun 04 06:39:50.030210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-967858cd-98c6-4ec3-a7ca-c26400042c52 req-51195367-a821-4ce1-a0ef-96f87f46e8c8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Jun 04 06:39:50.074132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.112110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:50.116332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Usage tracker for resource:security_group_rule and tenant:61f81bcf3f3f47fab96a55b157c5b0a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:50.119760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:50.137418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:50.155958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.169851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.338128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.345154 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.398758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.461455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=61f81bcf3f3f47fab96a55b157c5b0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137612 Jun 04 06:39:50.464301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:50.466273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:50.467298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb76212-67cd-4502-9874-a18afe542efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d2f52-5456-4c5b-aa48-de2e0fa624c9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:50.471434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:50.478171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=9a3ba482-556c-401f-a51e-cecbc8cd71b5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:50.777213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.850912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:50.926020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 8d1503d3-6aa4-4862-bc0b-058d26ce34ea is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:39:50.936111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23942d74-28ec-48eb-b9cd-b12dbf05c83a None None] Provisioning complete for port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:39:50.937936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23942d74-28ec-48eb-b9cd-b12dbf05c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:51.075803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-23942d74-28ec-48eb-b9cd-b12dbf05c83a None None] Port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:39:51.284882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:51.312420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d2f52-5456-4c5b-aa48-de2e0fa624c9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:51.378320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:51.390339 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] Sync routers for ids ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:51.406526 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] Routers {'8d1503d3-6aa4-4862-bc0b-058d26ce34ea'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:51.407454 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:51.475004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fd194187-edd6-49c3-8c3c-5196a6b8977c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/8d1503d3-6aa4-4862-bc0b-058d26ce34ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3587949 Jun 04 06:39:51.477763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37508) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:51.506047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-876925ce-2ecd-4e43-8524-65228ee1e37e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:51.507867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-876925ce-2ecd-4e43-8524-65228ee1e37e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.4215059 Jun 04 06:39:51.509223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:51.515528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e085eb24-7017-490e-807b-8a532c99a4f8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3b4d2f52-5456-4c5b-aa48-de2e0fa624c9 HTTP/1.1" status: 204 len: 168 time: 1.0478442 Jun 04 06:39:51.528586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:51.559190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:51.577912 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] Routers {'8d1503d3-6aa4-4862-bc0b-058d26ce34ea'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:51.578536 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:51.723801 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:51.724214 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2bf83-193d-47a4-8970-a9cf0a196c56 None None] The sync data for ids ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:51.806845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118859c3-1a67-46cb-ab14-37dd5a049991 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:51.807624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-118859c3-1a67-46cb-ab14-37dd5a049991 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:39:51.862986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-118859c3-1a67-46cb-ab14-37dd5a049991 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:39:51.867014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-118859c3-1a67-46cb-ab14-37dd5a049991 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports/9a3ba482-556c-401f-a51e-cecbc8cd71b5 HTTP/1.1" status: 200 len: 910 time: 0.3848410 Jun 04 06:39:51.867745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37520) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:51.869817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:51.890694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b54a37-90a2-4e4d-9dba-d999b6070f36 req-e61d2142-868a-4ad5-bee3-6a9907d3f1a0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:51.897859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0b54a37-90a2-4e4d-9dba-d999b6070f36 req-e61d2142-868a-4ad5-bee3-6a9907d3f1a0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2511563 Jun 04 06:39:52.012347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0b54a37-90a2-4e4d-9dba-d999b6070f36 req-6276f320-f0b5-4de5-80e4-f12cac67644c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127160 Jun 04 06:39:52.042803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:52.261752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Usage tracker for resource:port and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:52.280771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:52.308853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba05e9-db12-4657-8e2d-f726b2db7c58 req-ee396f17-b027-477d-b0b4-4bdbe7cb2330 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:52.316687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:52.318872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2cba05e9-db12-4657-8e2d-f726b2db7c58 req-ee396f17-b027-477d-b0b4-4bdbe7cb2330 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1433794 Jun 04 06:39:52.377172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2cba05e9-db12-4657-8e2d-f726b2db7c58 req-400cc7f5-48df-4941-adad-7e69f67db546 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Jun 04 06:39:52.635566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b49a1f2-11e2-4368-8d1f-acadef9008b5 req-d94acac2-9cbc-4c70-a5e8-e34b83809ef6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 210 time: 0.1018538 Jun 04 06:39:52.677626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:39:52.681580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:53.195304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.8 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/e315b1c0-4e9d-4c2c-abb2-8c75425a5f64) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:39:53.504879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:53.545412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:53.560566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:39:53.594323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a9cb-53a7-4b9a-aa03-f840a814e6ef req-1d00179a-0098-4f5c-9a43-81f735de16cb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:53.605957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c44a9cb-53a7-4b9a-aa03-f840a814e6ef req-1d00179a-0098-4f5c-9a43-81f735de16cb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1868627 Jun 04 06:39:53.672901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:39:53.691930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:39:53.699507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:39:53.720030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c44a9cb-53a7-4b9a-aa03-f840a814e6ef req-f5e1dc6f-e97e-46e6-8201-4512bd3ce4fa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105394 Jun 04 06:39:53.744297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:53.849780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:53.850402 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:53.919172 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-bd0146d9-054d-4694-88e3-e88df55da4c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3963840 Jun 04 06:39:53.942846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Request body: {'port': {'device_id': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:39:54.081432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:54.151919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707e6d5-0320-4ed9-bd53-7de15cd17258 req-426cc726-442c-4f89-829a-1c3f88e16fac tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:54.162089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d707e6d5-0320-4ed9-bd53-7de15cd17258 req-426cc726-442c-4f89-829a-1c3f88e16fac tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.2382858 Jun 04 06:39:54.251771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d707e6d5-0320-4ed9-bd53-7de15cd17258 req-ff1f916e-3daa-45f9-b407-593d23329f1b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Jun 04 06:39:54.466529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:54.572717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68e2e7-7c8e-468a-b567-50099be6ffcd req-7da05761-23af-426a-8dbd-7613b33ebd90 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:54.581511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a68e2e7-7c8e-468a-b567-50099be6ffcd req-7da05761-23af-426a-8dbd-7613b33ebd90 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 931 time: 0.1848094 Jun 04 06:39:54.642777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a68e2e7-7c8e-468a-b567-50099be6ffcd req-e524caaa-3d1b-4c50-90ba-37f7c6f6bbda tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580978 Jun 04 06:39:55.130420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c266871-3e70-497f-88e5-9162825597a7 req-8753d650-148a-407a-a13f-66e66f965946 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:55.132148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c266871-3e70-497f-88e5-9162825597a7 req-8753d650-148a-407a-a13f-66e66f965946 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2156444 Jun 04 06:39:55.181761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 9a3ba482-556c-401f-a51e-cecbc8cd71b5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:39:55.182461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:55.278389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c266871-3e70-497f-88e5-9162825597a7 req-eb873587-5975-4f03-91f6-8705ffa40e89 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398160 Jun 04 06:39:55.422690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:55.636038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:55.661106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73566f17-13be-4d8d-b3fb-1660b3768b61 req-190af493-877c-44d2-a3e2-442688945379 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:55.664966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:55.669498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73566f17-13be-4d8d-b3fb-1660b3768b61 req-190af493-877c-44d2-a3e2-442688945379 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.2007511 Jun 04 06:39:55.724105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73566f17-13be-4d8d-b3fb-1660b3768b61 req-8604709e-a59a-4a20-aaba-f00e07e99c5a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Jun 04 06:39:55.985680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 9a3ba482-556c-401f-a51e-cecbc8cd71b5 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:39:56.018501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:39:56.035230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.070903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Transition to ACTIVE for port object e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:39:56.087388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.091608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17222-65fe-4068-94ae-05bdbee759a8 req-db3e4849-74dc-4954-9de9-a08b26540698 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:56.103786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18e17222-65fe-4068-94ae-05bdbee759a8 req-db3e4849-74dc-4954-9de9-a08b26540698 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2092354 Jun 04 06:39:56.123006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37680) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:56.223790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18e17222-65fe-4068-94ae-05bdbee759a8 req-88a209a5-9048-4991-9746-1560984c55c7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151659 Jun 04 06:39:56.346299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.411872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:56.417421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Pushing event updated for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:56.418343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Usage tracker for resource:security_group_rule and tenant:dd813da0e58b4e0993d58a38aa71305c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:56.423456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:56.430715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:56.485140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289447c3-8279-4464-b0a5-555c50b354bb req-17c3707b-8f27-4a88-bb62-128089c98aba tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:56.488672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-289447c3-8279-4464-b0a5-555c50b354bb req-17c3707b-8f27-4a88-bb62-128089c98aba tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 943 time: 0.1325297 Jun 04 06:39:56.521925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Attempting to bind port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:39:56.522383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Attempting to bind port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:39:56.522612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Attempting to bind port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:56.536856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:39:56.537075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Attempting to bind port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:39:56.549028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:39:56.549389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:39:56.549808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:39:56.550250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Bound port: e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:39:56.550598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.561195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-289447c3-8279-4464-b0a5-555c50b354bb req-9cd9f5da-88b5-4221-b11f-2bd0c6624056 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Jun 04 06:39:56.641848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.721368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.727985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.745361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=9a3ba482-556c-401f-a51e-cecbc8cd71b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:56.805442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9789a2d7-4664-4fd5-b7bc-ec77991d8f2c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:56.827861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe5e3adc-abec-4bc8-ae6b-aae199a44c98 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dd813da0e58b4e0993d58a38aa71305c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038181 Jun 04 06:39:56.830682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37706) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:56.909734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:39:56.937308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:39:56.958675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:56.998187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.084599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.088477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.165998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.170096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9789a2d7-4664-4fd5-b7bc-ec77991d8f2c HTTP/1.1" status: 204 len: 168 time: 0.3353331 Jun 04 06:39:57.170096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ef75-b134-4cfb-b0d4-96ec732ea174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9789a2d7-4664-4fd5-b7bc-ec77991d8f2c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:57.212491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa8b3-c49a-4cb0-8131-cfc07bad9101 req-6e1f80ba-09b3-4c83-a242-66302062913d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:57.214152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d29fa8b3-c49a-4cb0-8131-cfc07bad9101 req-6e1f80ba-09b3-4c83-a242-66302062913d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.1212449 Jun 04 06:39:57.266023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d29fa8b3-c49a-4cb0-8131-cfc07bad9101 req-47b5b616-ec00-4a40-a266-deb55bffa2c9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Jun 04 06:39:57.275662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Pushing event updated for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:57.281758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:57.282848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.284799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-60f0c443-2f3e-40a5-8243-402c964e888d service neutron] 10.222.0.24 "PUT /v2.0/ports/e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 HTTP/1.1" status: 200 len: 1091 time: 3.3526106 Jun 04 06:39:57.285500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.296736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:39:57.551366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117259b-8702-4227-94aa-7c417f282fd9 req-e4d88be5-f4af-4bc3-a596-d777c2b011dc tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:57.553414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e117259b-8702-4227-94aa-7c417f282fd9 req-e4d88be5-f4af-4bc3-a596-d777c2b011dc tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1315508 Jun 04 06:39:57.619538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37728) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:57.624935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e117259b-8702-4227-94aa-7c417f282fd9 req-8d83932d-4df4-466c-a5f8-bacfe1041586 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622089 Jun 04 06:39:57.641885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.660756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:39:57.666314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Usage tracker for resource:security_group_rule and tenant:b4dfbf5680a34344b31494aca74a8b9e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:39:57.669247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:39:57.675201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:39:57.783623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.792525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:57.854187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b4dfbf5680a34344b31494aca74a8b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295868 Jun 04 06:39:57.854187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:57.857040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa57147-ba09-468b-b821-bf914314cd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc82b4-ef8b-4b75-8353-952d64dd81c5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:57.952464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 8d1503d3-6aa4-4862-bc0b-058d26ce34ea has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:39:58.041635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-f42a908c-5d8c-4200-b4c5-ab9b29f851ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.043150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-f42a908c-5d8c-4200-b4c5-ab9b29f851ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 1097 time: 0.4068372 Jun 04 06:39:58.061122 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e6e2a1-938a-45c2-a23d-47c9ae3666d3'] response: {'name': 'network-changed', 'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64', 'status': 'completed', 'code': 200} Jun 04 06:39:58.092068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-8200a416-17cd-4970-a7ad-63b516ab1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.093772 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-8200a416-17cd-4970-a7ad-63b516ab1c3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 1094 time: 0.6570721 Jun 04 06:39:58.171525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:58.204197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:58.272075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:39:58.286845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] Sync routers for ids ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:39:58.296842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] Routers {'8d1503d3-6aa4-4862-bc0b-058d26ce34ea'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:58.299425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:58.360887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69ce91-9375-4def-b4ef-1f9f85c6856a req-4bb7e244-bc6c-4872-91f9-c10bf3897a5c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.365894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-95dbd700-b1be-4844-a966-d1cdcd4ee0b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 HTTP/1.1" status: 200 len: 217 time: 0.1990547 Jun 04 06:39:58.367141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-6c7b9ceb-25ee-4c50-ae98-d012a1228599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.367982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:58.368598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a69ce91-9375-4def-b4ef-1f9f85c6856a req-4bb7e244-bc6c-4872-91f9-c10bf3897a5c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 943 time: 0.1546767 Jun 04 06:39:58.369443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-6c7b9ceb-25ee-4c50-ae98-d012a1228599 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.3095849 Jun 04 06:39:58.377682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] Routers {'8d1503d3-6aa4-4862-bc0b-058d26ce34ea'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:39:58.378512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:58.408170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:58.438541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc82b4-ef8b-4b75-8353-952d64dd81c5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:58.457549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a69ce91-9375-4def-b4ef-1f9f85c6856a req-24126f95-cb4a-44b4-b9d0-052c5965903a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857391 Jun 04 06:39:58.464635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:58.465699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:39:58.466509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748fdabe-ff88-46e4-9d26-c942bb1de760 None None] The sync data for ids ['8d1503d3-6aa4-4862-bc0b-058d26ce34ea'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:39:58.467184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dfb97635-25a0-4595-a2f8-d0db507f8a41 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54cc82b4-ef8b-4b75-8353-952d64dd81c5 HTTP/1.1" status: 204 len: 168 time: 0.6107268 Jun 04 06:39:58.534451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-9817d944-6fb0-49d0-9656-6929a6cf53a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 HTTP/1.1" status: 200 len: 217 time: 0.0963836 Jun 04 06:39:58.542569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37752) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:58.542725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-beefd597-f6d0-443e-af4f-8bfc6403b051 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/8d1503d3-6aa4-4862-bc0b-058d26ce34ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6744893 Jun 04 06:39:58.610455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-7bd17f29-db60-4919-ab86-53c6b6ec0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.611905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-7bd17f29-db60-4919-ab86-53c6b6ec0bee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.2394581 Jun 04 06:39:58.645769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2417ea8d-aabb-402b-a337-affb5d48f875 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=8d1503d3-6aa4-4862-bc0b-058d26ce34ea HTTP/1.1" status: 200 len: 205 time: 0.1019998 Jun 04 06:39:58.651533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:58.681979 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-7635f790-cf27-4e78-a5ad-ab25a40bf112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626523 Jun 04 06:39:58.688803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-8cb31aa3-8680-40ad-a531-999773a83b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:58.690521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-8cb31aa3-8680-40ad-a531-999773a83b4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1434140 Jun 04 06:39:58.799942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:58.906068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-e09cb7eb-fe73-407d-94ae-3045c169b1ca service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145870 Jun 04 06:39:58.913778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-79249987-0538-49b6-ac9c-37ae792f19a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982143 Jun 04 06:39:59.095106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f6583-f830-4aa6-8552-d58aff6980d3 req-2e9e6bdc-c2ae-48a2-a77c-9a4d5336d600 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:59.102186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-096f6583-f830-4aa6-8552-d58aff6980d3 req-2e9e6bdc-c2ae-48a2-a77c-9a4d5336d600 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.5044160 Jun 04 06:39:59.192646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.198533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.234188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-096f6583-f830-4aa6-8552-d58aff6980d3 req-be71ca0e-d8fc-4abc-9b5a-7f36b404911b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308024 Jun 04 06:39:59.245394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.246415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router 8d1503d3-6aa4-4862-bc0b-058d26ce34ea {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:39:59.260497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.263850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-782edbfd-263c-4d84-af21-5c3930380bff tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/8d1503d3-6aa4-4862-bc0b-058d26ce34ea HTTP/1.1" status: 204 len: 168 time: 0.6091223 Jun 04 06:39:59.264143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:59.364948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-a764d02a-b992-4896-ba99-3a094350d444 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319119 Jun 04 06:39:59.367077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c653d321-8400-481f-bb81-cc2efc9c6431 req-c8245877-f304-4157-8d56-969726307625 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524751 Jun 04 06:39:59.368043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 38a355f9-8a65-467f-918f-24e3f25abce6 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:39:59.423188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.522972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.592933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2007414-8867-4eea-9e09-9b4eb78a58d5 req-42353a8a-3d2e-42f7-8204-cfe799378171 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213926 Jun 04 06:39:59.595854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925f0d-32db-4999-8178-7f397fcd1bec req-671111bb-d64f-4de3-ba20-77ae27277136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:59.598341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-671111bb-d64f-4de3-ba20-77ae27277136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 1094 time: 0.1375587 Jun 04 06:39:59.658325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.708283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d65c37-495f-4f9c-b695-fa023cf24678 req-a637d631-f11f-4db2-bf4d-1540a5956d17 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:59.716265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04d65c37-495f-4f9c-b695-fa023cf24678 req-a637d631-f11f-4db2-bf4d-1540a5956d17 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.3525059 Jun 04 06:39:59.758722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925f0d-32db-4999-8178-7f397fcd1bec req-f0dea034-fab3-4b64-94d2-a0c360d60909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:39:59.760572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-f0dea034-fab3-4b64-94d2-a0c360d60909 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.1558111 Jun 04 06:39:59.778996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04d65c37-495f-4f9c-b695-fa023cf24678 req-89d8227d-e9a5-4cea-8c6a-93f704351f77 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617311 Jun 04 06:39:59.821166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.872168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=38a355f9-8a65-467f-918f-24e3f25abce6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:39:59.883388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:39:59.885189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588a206-275c-4f51-a265-0f46195ed801 None None] Network 4f755ccc-a6bd-4738-bf87-06f3be0d9021 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:39:59.898659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90ba1668-355f-47ad-ab8c-8d4351d58f32 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/38a355f9-8a65-467f-918f-24e3f25abce6 HTTP/1.1" status: 204 len: 168 time: 0.6333997 Jun 04 06:39:59.901855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37796) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:39:59.941978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-d92c1136-9049-48b8-aba5-d3574499ef1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 HTTP/1.1" status: 200 len: 217 time: 0.1716819 Jun 04 06:40:00.105859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925f0d-32db-4999-8178-7f397fcd1bec req-aa1a9a6a-017a-47c1-bc03-7ff8941c6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:00.110701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-aa1a9a6a-017a-47c1-bc03-7ff8941c6d5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1591430 Jun 04 06:40:00.283156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-32a74383-668b-4c4a-b67d-719a1b80118d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680367 Jun 04 06:40:00.294295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.317313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port f0b5c110-a552-4d77-b1c4-3688c2b905f5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:00.318047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.370283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] DHCP port deletion for 4f755ccc-a6bd-4738-bf87-06f3be0d9021 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:40:00.377791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Deleting port f0b5c110-a552-4d77-b1c4-3688c2b905f5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:00.378581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.387584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48ee23-37e3-4dcc-9a5e-b1bea8105cd7 req-8acf78ee-aeb4-40ed-af38-40d8e5749ea0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:00.387584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c48ee23-37e3-4dcc-9a5e-b1bea8105cd7 req-8acf78ee-aeb4-40ed-af38-40d8e5749ea0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 946 time: 0.4464233 Jun 04 06:40:00.537002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c48ee23-37e3-4dcc-9a5e-b1bea8105cd7 req-825fe082-7d5f-4e55-a4fb-26e3c4642c55 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449087 Jun 04 06:40:00.564358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-6196b4c7-12ef-41dc-8899-7fb29b71063b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:00.566400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-6196b4c7-12ef-41dc-8899-7fb29b71063b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:00.649063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-6196b4c7-12ef-41dc-8899-7fb29b71063b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:00.650705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-6196b4c7-12ef-41dc-8899-7fb29b71063b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 946 time: 0.4765887 Jun 04 06:40:00.685193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] For port f0b5c110-a552-4d77-b1c4-3688c2b905f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f0b5c110-a552-4d77-b1c4-3688c2b905f5,segment=NetworkSegment(5d9b2253-3325-4a00-af8f-e2fb38f78212),segment_id=5d9b2253-3325-4a00-af8f-e2fb38f78212)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:00.685772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.752976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-da2b1a19-0cb9-48e5-8bfb-17959f23091c service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584928 Jun 04 06:40:00.841187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port f0b5c110-a552-4d77-b1c4-3688c2b905f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f0b5c110-a552-4d77-b1c4-3688c2b905f5,segment=NetworkSegment(5d9b2253-3325-4a00-af8f-e2fb38f78212),segment_id=5d9b2253-3325-4a00-af8f-e2fb38f78212)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:00.841881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.860837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Calling delete_port for f0b5c110-a552-4d77-b1c4-3688c2b905f5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:00.905397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port 963d14c9-afbd-460a-b752-63cb2d871753 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:00.911958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:00.959222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:01.030398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.075952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for f0b5c110-a552-4d77-b1c4-3688c2b905f5 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:01.142407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] No DVR routers for this DVR port f0b5c110-a552-4d77-b1c4-3688c2b905f5 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:01.160610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Pushing event deleted for resources: {'Port': ['ID=f0b5c110-a552-4d77-b1c4-3688c2b905f5,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:01.184731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.185075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.185584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.185925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.186258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.186585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.186912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.187233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.187555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.187876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.188197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.188514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f398a84-bfc1-4243-9d24-f093e17ba5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:01.196598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:01.198003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.217089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072349c-8801-4181-b9e3-c4126f9c6759 req-6eac3d8c-9cbb-4826-81a7-d3a9fd77f1df tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:01.219130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3072349c-8801-4181-b9e3-c4126f9c6759 req-6eac3d8c-9cbb-4826-81a7-d3a9fd77f1df tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 943 time: 0.4384546 Jun 04 06:40:01.224470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:40:01.225041 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:40:01.237366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:01.249729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:01.261004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.270880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 963d14c9-afbd-460a-b752-63cb2d871753 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:01.335919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47925f0d-32db-4999-8178-7f397fcd1bec req-e840c2bd-e22d-4e30-a776-61c52adc2c69 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685139 Jun 04 06:40:01.339140 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3072349c-8801-4181-b9e3-c4126f9c6759 req-96adc577-6025-4aa5-9a8b-aa2f92f55429 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130345 Jun 04 06:40:01.441860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:01.442218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.484314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:01.636693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 963d14c9-afbd-460a-b752-63cb2d871753 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:01.637828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.727792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port f0b5c110-a552-4d77-b1c4-3688c2b905f5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:01.729014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.744054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:01.749992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:01.834953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] The port 'f0b5c110-a552-4d77-b1c4-3688c2b905f5' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:40:01.857049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:01.870379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:40:01.989095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee453b4-365b-430c-a07f-a8349df96fc2 req-2fc504ef-1162-4acf-a2b3-b781bfb948a0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:01.991338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee453b4-365b-430c-a07f-a8349df96fc2 req-2fc504ef-1162-4acf-a2b3-b781bfb948a0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4002650 Jun 04 06:40:02.085026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:02.110120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64', 'mac_address': 'fa:16:3e:2d:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:40:02.112088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f0b5c110-a552-4d77-b1c4-3688c2b905f5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:02.207688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.222293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee453b4-365b-430c-a07f-a8349df96fc2 req-60455d0d-ef1d-4e5a-883b-1cb0fc70b18c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Jun 04 06:40:02.240667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f755ccc-a6bd-4738-bf87-06f3be0d9021']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:02.255926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9b2253-3325-4a00-af8f-e2fb38f78212') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:02.256582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9b2253-3325-4a00-af8f-e2fb38f78212') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:02.270749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.273129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f0b5c110-a552-4d77-b1c4-3688c2b905f5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:40:02.273509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f0b5c110-a552-4d77-b1c4-3688c2b905f5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:40:02.277015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:02.279242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.292472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.304438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:40:02.305732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.345284 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5d9b2253-3325-4a00-af8f-e2fb38f78212 resource provider aggregate not found Jun 04 06:40:02.355927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.356471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.356571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:02.356666 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Floating IP dfa1004e-bf47-416d-82a4-84cb1180be92 disassociated. External IP: 172.25.1.152, port: 963d14c9-afbd-460a-b752-63cb2d871753. Jun 04 06:40:02.356940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for 963d14c9-afbd-460a-b752-63cb2d871753 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:02.423075 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5d9b2253-3325-4a00-af8f-e2fb38f78212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d9b2253-3325-4a00-af8f-e2fb38f78212 found for delete ", "request_id": "req-f31a473c-1081-4884-a9a5-2c79bf2bbeec"}]} Jun 04 06:40:02.425997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:02.433404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.465223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.511484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.545623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/4f755ccc-a6bd-4738-bf87-06f3be0d9021 HTTP/1.1" status: 204 len: 168 time: 2.6398690 Jun 04 06:40:02.545920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:02.585913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-193363222', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:02.589678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e898-4586-4373-95a5-2fcdd136d681 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=4f755ccc-a6bd-4738-bf87-06f3be0d9021,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:02.594392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:40:02.594709 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:40:02.595521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:02.599434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:02.602391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:02.605170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:02.612297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:02.633275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.634476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.656961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:02.722060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5dba-4b76-4f35-95c6-ae57fbb0a79a req-5d25e1cc-c516-45a8-8edc-8e2a65be5dbd tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:02.723854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33b5dba-4b76-4f35-95c6-ae57fbb0a79a req-5d25e1cc-c516-45a8-8edc-8e2a65be5dbd tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=debcd08b-0aa3-4b72-9d11-9b9a56d8b017 HTTP/1.1" status: 200 len: 944 time: 0.1321487 Jun 04 06:40:02.761721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e315b1c0-4e9d-4c2c-abb2-8c75425a5f64'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:02.776822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e33b5dba-4b76-4f35-95c6-ae57fbb0a79a req-7d984e12-7fcb-4c40-b281-9a61bb479d40 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=9e4f97e1-c893-4b67-bcfc-114707efa4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Jun 04 06:40:02.855715 n-d-811808-2 neutron-server[88850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6dcab237-1423-423a-a3d3-c8415cf83009']: {'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'code': 422} returned with failed status Jun 04 06:40:03.074918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d2b9-f71c-4b9c-9ff2-e247059170c9 req-d563fbf7-6348-46f8-a496-8517af21fedd tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:03.084568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b100d2b9-f71c-4b9c-9ff2-e247059170c9 req-d563fbf7-6348-46f8-a496-8517af21fedd tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 944 time: 0.1542885 Jun 04 06:40:03.086725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.095678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port 963d14c9-afbd-460a-b752-63cb2d871753 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:03.096015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.107897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37906) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:03.139344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b100d2b9-f71c-4b9c-9ff2-e247059170c9 req-5c105a85-9c44-4c35-94f7-8b0d06be27ba tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541253 Jun 04 06:40:03.290658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.324088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:03.330686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Usage tracker for resource:security_group_rule and tenant:0e0e297149c4401cb6d1dba341112718 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:03.335115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:03.347622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:03.390596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e0ca3-d20c-4ed9-be9e-c9445c1bf02c req-687e6400-f5ab-4736-88b5-a0ffa0323097 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:03.392717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb1e0ca3-d20c-4ed9-be9e-c9445c1bf02c req-687e6400-f5ab-4736-88b5-a0ffa0323097 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1417947 Jun 04 06:40:03.465496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] For port 963d14c9-afbd-460a-b752-63cb2d871753, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=963d14c9-afbd-460a-b752-63cb2d871753,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:03.466108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.466195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb1e0ca3-d20c-4ed9-be9e-c9445c1bf02c req-1a8c0d61-bf07-4f68-9c9c-3ad3d28b3f7d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 Jun 04 06:40:03.511882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.517032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.574478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a6b758-eb8a-4d5c-a323-7db767df3e57,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:03.594229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-58251c42-3a5b-4759-a8e3-4c948b3f4a4e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0e0e297149c4401cb6d1dba341112718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830844 Jun 04 06:40:03.597894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37916) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:03.803670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.850785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.872237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:03.892021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.923881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba9eeb-16e2-40a5-9f5f-f3cceda35408 req-d6af0521-561f-4a89-8781-fc080b6094aa tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:03.933889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73ba9eeb-16e2-40a5-9f5f-f3cceda35408 req-d6af0521-561f-4a89-8781-fc080b6094aa tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 944 time: 0.3206856 Jun 04 06:40:03.955826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:03.966310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:03.966736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:03.982179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.014060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73ba9eeb-16e2-40a5-9f5f-f3cceda35408 req-b967445d-6d4d-44c3-a906-af4ef45a0b3d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785668 Jun 04 06:40:04.040665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.063919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a6b758-eb8a-4d5c-a323-7db767df3e57,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:04.082508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.083621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-52c0d79a-6c90-4b50-9087-45e14cefd625 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/33a6b758-eb8a-4d5c-a323-7db767df3e57 HTTP/1.1" status: 204 len: 168 time: 0.4844358 Jun 04 06:40:04.247517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:04.247966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.277363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.25.1.38 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b73b70be-a8db-40a5-ab6a-1e30daa853f0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:04.297974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.299671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.300178 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Floating IP dfa1004e-bf47-416d-82a4-84cb1180be92 disassociated. External IP: 172.25.1.152, port: 963d14c9-afbd-460a-b752-63cb2d871753. Jun 04 06:40:04.300750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for 963d14c9-afbd-460a-b752-63cb2d871753 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:04.323964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:04.330058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.423334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:04.574006 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.600743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.620383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37942) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:04.642620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.664052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:04.669459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Usage tracker for resource:security_group_rule and tenant:8c6c1de056be448e823819b736aa07cb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:04.672632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:04.679264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:04.686245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'Port': ['ID=963d14c9-afbd-460a-b752-63cb2d871753,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:04.797103 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.804716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.815014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.856721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753'}, {'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:04.864194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8c6c1de056be448e823819b736aa07cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426212 Jun 04 06:40:04.866033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1487d0-fe7f-4f66-bde2-9d353a90030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0d8ba-73ba-4df0-a962-104e31327a02,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:04.874763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37974) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:04.912140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:04.924863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:04.956990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:04.985639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.004145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:05.012398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:05.083176 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.101655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=b73b70be-a8db-40a5-ab6a-1e30daa853f0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:05.135646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0d8ba-73ba-4df0-a962-104e31327a02,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:05.154412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:05.154991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.167458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ef66deaa-7398-4dfe-ae3b-5fe7674b4f94 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6df0d8ba-73ba-4df0-a962-104e31327a02 HTTP/1.1" status: 204 len: 168 time: 0.2819409 Jun 04 06:40:05.280721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:05.516330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e7b139e9-b1b2-4a86-9a5a-daf34fa4d793 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:05.523303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e7b139e9-b1b2-4a86-9a5a-daf34fa4d793 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=77739b95-02f8-4a43-b842-963c0915f799 HTTP/1.1" status: 200 len: 944 time: 0.0927839 Jun 04 06:40:05.614287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:05.614631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.933881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.972427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:05.972949 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:05.987187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:06.000808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:06.026378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:06.027012 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:06.123131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] No DVR routers for this DVR port 963d14c9-afbd-460a-b752-63cb2d871753 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:06.128093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:06.130981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-deleted', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:06.232663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f9d2da4-80cb-4ff1-b26f-a1374bd7e962 req-3dadbb33-c0d3-4082-9584-227e272c6448 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "DELETE /v2.0/ports/963d14c9-afbd-460a-b752-63cb2d871753 HTTP/1.1" status: 204 len: 173 time: 5.5730782 Jun 04 06:40:06.240931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:06.460918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:40:06.496787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:06.593899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=5872811d-8c92-48c4-ac0d-ca9f13a7c9e1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:06.638143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:06.768378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port 5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:06.771472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:06.777038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-deleted', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:06.809710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8897fa75-c80a-497b-b7f7-9774aeb34b4a req-e1a4630a-8b71-4795-b7b5-b7527461a5ff tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "DELETE /v2.0/ports/5872811d-8c92-48c4-ac0d-ca9f13a7c9e1 HTTP/1.1" status: 204 len: 173 time: 1.2854800 Jun 04 06:40:06.870418 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:06.875807 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:40:06.909911 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:06.910611 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:06.995959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 965b4080-3fe1-4204-b21c-2c013e16843a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:40:07.229372 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:40:07.289163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:07.298823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] Sync routers for ids ['965b4080-3fe1-4204-b21c-2c013e16843a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:07.318511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] Routers {'965b4080-3fe1-4204-b21c-2c013e16843a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:07.319932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:07.321351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['965b4080-3fe1-4204-b21c-2c013e16843a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:07.324868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:07.325522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8556470d-cf91-4a35-8c80-bdcc4fae5c9c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7777574 Jun 04 06:40:07.461710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:07.478591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] Routers {'965b4080-3fe1-4204-b21c-2c013e16843a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:07.479280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['965b4080-3fe1-4204-b21c-2c013e16843a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:07.593519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e9fdf55-dd46-4dbf-a5e6-7331470bd3a4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers/965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 200 len: 879 time: 0.2649274 Jun 04 06:40:07.594873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:07.630320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38084) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:07.632563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:07.633013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0088371-4388-4941-8fff-e28804fcb5c0 None None] The sync data for ids ['965b4080-3fe1-4204-b21c-2c013e16843a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:07.786094 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:07.791692 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f646043-fc3e-429a-9b47-c18457e17d46 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:07.840570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:07.860800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:07.865391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Usage tracker for resource:security_group_rule and tenant:04c8b1e7a4e7401680419809947382ba is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:07.869719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:07.876773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:07.971364 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5206b72a-d83b-47a7-bc4f-6425d86c9e56'] response: {'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753', 'code': 200} Jun 04 06:40:07.971645 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5206b72a-d83b-47a7-bc4f-6425d86c9e56'] response: {'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64', 'code': 200} Jun 04 06:40:08.083607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b59adaab-2878-4e62-93a5-5bc992fe75cb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:router {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:08.166909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b59adaab-2878-4e62-93a5-5bc992fe75cb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:router {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:08.168257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.170944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:08.171261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b59adaab-2878-4e62-93a5-5bc992fe75cb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5736797 Jun 04 06:40:08.178263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-193363222'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:08.218435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48046-9d3b-4022-8d52-7141d59d6930 req-5d9d8064-0bf0-478d-bc55-42ecb07c4aba tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:08.226518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59e48046-9d3b-4022-8d52-7141d59d6930 req-5d9d8064-0bf0-478d-bc55-42ecb07c4aba tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 945 time: 0.1323783 Jun 04 06:40:08.260780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.291306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59e48046-9d3b-4022-8d52-7141d59d6930 req-9cf1bf52-7094-4739-8485-f32558544543 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Jun 04 06:40:08.303705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6fe0f-c3e2-47be-8d60-0f2a6528093d None None] New status for floating IP dfa1004e-bf47-416d-82a4-84cb1180be92: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:40:08.404329 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f520b96-a6ae-4e27-9e8a-fe62a21bcd5f'] response: {'server_uuid': 'debcd08b-0aa3-4b72-9d11-9b9a56d8b017', 'name': 'network-vif-deleted', 'tag': '963d14c9-afbd-460a-b752-63cb2d871753', 'status': 'completed', 'code': 200} Jun 04 06:40:08.404670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=04c8b1e7a4e7401680419809947382ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731550 Jun 04 06:40:08.407345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:08.445737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a964-0c1b-478d-85ab-45b2735ed9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2097b-d7e1-4be3-8d94-23fb9409dc48,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:08.454032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56003e-fae4-4fb8-98a9-ee7ef28575dd req-d5716982-16f8-410f-883c-5b344e472d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:08.455500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b56003e-fae4-4fb8-98a9-ee7ef28575dd req-d5716982-16f8-410f-883c-5b344e472d9f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 1096 time: 0.3986576 Jun 04 06:40:08.474298 n-d-811808-2 neutron-server[88849]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6defcb4b-283b-44e9-a047-37b7bab28e75']: {'server_uuid': '77739b95-02f8-4a43-b842-963c0915f799', 'name': 'network-vif-deleted', 'tag': '5872811d-8c92-48c4-ac0d-ca9f13a7c9e1', 'status': 'failed', 'code': 422} returned with failed status Jun 04 06:40:08.508386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.561613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.700734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.732713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2097b-d7e1-4be3-8d94-23fb9409dc48,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:08.747959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.748517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.749009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.749512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.749992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.750499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.751051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.751526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.752004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.752478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.752966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.753439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:08.758436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:08.759761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df8ffff9-b1bb-4c9c-bf44-7a29c3127aad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e0f2097b-d7e1-4be3-8d94-23fb9409dc48 HTTP/1.1" status: 204 len: 168 time: 0.3514404 Jun 04 06:40:08.794349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512453d9-2290-4d64-b5fb-79b59ceed934 req-8f55486d-1bc8-4a39-925b-0b5ab7f52a71 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:08.803282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-512453d9-2290-4d64-b5fb-79b59ceed934 req-8f55486d-1bc8-4a39-925b-0b5ab7f52a71 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1741562 Jun 04 06:40:08.820069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b56003e-fae4-4fb8-98a9-ee7ef28575dd req-c9bd30d8-2441-4d8f-ad7b-b32b0f6188f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563967 Jun 04 06:40:08.899181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-512453d9-2290-4d64-b5fb-79b59ceed934 req-e609584e-541f-4f7b-b6c4-37dca8de2540 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831187 Jun 04 06:40:08.962848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38128) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:09.163314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.184756 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.200128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.284294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.373422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-f9b420c3-e6c2-402e-b3ec-f8e03d4644c0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:09.381494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-f9b420c3-e6c2-402e-b3ec-f8e03d4644c0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.2717135 Jun 04 06:40:09.402777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-929ec9ca-7d4f-4886-9dc6-7fe9b0632792 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0203187 Jun 04 06:40:09.442607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 965b4080-3fe1-4204-b21c-2c013e16843a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:09.461324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.475656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-ea5c773a-403b-4b47-83fb-95c371e60023 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:09.489556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f97e1-c893-4b67-bcfc-114707efa4bb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:09.503146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.507184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c214829-bde6-414e-8437-ea2f0ba5dfc0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "DELETE /v2.0/security-groups/9e4f97e1-c893-4b67-bcfc-114707efa4bb HTTP/1.1" status: 204 len: 168 time: 0.5432632 Jun 04 06:40:09.507530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:09.528819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-ea5c773a-403b-4b47-83fb-95c371e60023 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:09.544025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-ea5c773a-403b-4b47-83fb-95c371e60023 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401575 Jun 04 06:40:09.559210 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-0b8fb5e5-ca76-4a6e-bd30-006fbf4e149f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] show failed (client error): The resource could not be found. Jun 04 06:40:09.563522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b8fb5e5-ca76-4a6e-bd30-006fbf4e149f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups/9e4f97e1-c893-4b67-bcfc-114707efa4bb HTTP/1.1" status: 404 len: 347 time: 0.0524747 Jun 04 06:40:09.564084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:09.718557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:09.730067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] Sync routers for ids ['965b4080-3fe1-4204-b21c-2c013e16843a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:09.745400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] Routers {'965b4080-3fe1-4204-b21c-2c013e16843a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:09.746123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['965b4080-3fe1-4204-b21c-2c013e16843a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:09.753790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.757346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d8c6ea29-2e8f-4a76-8b7f-8ffe9d3d2eb4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 200 len: 886 time: 1.5829716 Jun 04 06:40:09.757864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38172) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:09.785384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port ce7796d5-7121-498c-ad3b-c62303fc288a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:09.786021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:09.885710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:09.909413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] Routers {'965b4080-3fe1-4204-b21c-2c013e16843a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:09.910077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['965b4080-3fe1-4204-b21c-2c013e16843a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:09.979837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:09.980481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8845aad-980a-4e20-96a7-a21dc9d5c068 None None] The sync data for ids ['965b4080-3fe1-4204-b21c-2c013e16843a'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:10.004869 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca6af255-7da8-4871-9aa6-c46fb967ad31 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers/965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 200 len: 886 time: 0.2459242 Jun 04 06:40:10.008335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38184) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:10.112857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41f3c4ae-910b-4678-a8d7-a98d0f5c978c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:10.144765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-41f3c4ae-910b-4678-a8d7-a98d0f5c978c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:10.150849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:10.152067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-41f3c4ae-910b-4678-a8d7-a98d0f5c978c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 200 len: 205 time: 0.1412337 Jun 04 06:40:10.300896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-1a1c969d-c82e-4fc1-a7ef-f49e04014340 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559090 Jun 04 06:40:10.319197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:10.320025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:10.480342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for ce7796d5-7121-498c-ad3b-c62303fc288a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:10.606851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-ef015ba2-fe19-43fe-8753-88c5de4c5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:10.608749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-ef015ba2-fe19-43fe-8753-88c5de4c5a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 1096 time: 0.1405184 Jun 04 06:40:10.734332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38210) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:10.776742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-31443ad4-d31d-4932-a53b-2c68337997e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:10.778619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-31443ad4-d31d-4932-a53b-2c68337997e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.1642041 Jun 04 06:40:10.870983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-637ed438-618e-4355-a5ba-37eb41f1ffc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 HTTP/1.1" status: 200 len: 217 time: 0.0856922 Jun 04 06:40:10.876513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-604395255', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:10.921007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:10.935618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Usage tracker for resource:port and tenant:112a6b443391432ca888ca8ecd9d1d2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:10.939910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:10.940909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:10.950096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:10.963867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-a76caa56-aaef-44d9-aebe-cec36c1fe9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:10.965315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-a76caa56-aaef-44d9-aebe-cec36c1fe9df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.0845494 Jun 04 06:40:10.968559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Made reservation on behalf of 112a6b443391432ca888ca8ecd9d1d2c for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:10.971105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.000576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.082883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'Port': ['ID=ce7796d5-7121-498c-ad3b-c62303fc288a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:11.151656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.173757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-45fe92aa-b109-4e87-9a63-862f08f639e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929610 Jun 04 06:40:11.179718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:11.200033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-b64ac98f-31c0-4c6a-87ba-575df4578b7a service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700664 Jun 04 06:40:11.223461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Usage tracker for resource:security_group_rule and tenant:112a6b443391432ca888ca8ecd9d1d2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:11.224976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:11.277332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:11.323777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.352819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.356032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.357059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ccac11bc-2a5c-40dc-9567-767c1af578e1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "DELETE /v2.0/floatingips/dfa1004e-bf47-416d-82a4-84cb1180be92 HTTP/1.1" status: 204 len: 168 time: 1.7922561 Jun 04 06:40:11.374634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port b73b70be-a8db-40a5-ab6a-1e30daa853f0 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:11.375252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.392880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-f009c02a-0cbe-4ca1-95b3-eef6e85b2df0 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095642 Jun 04 06:40:11.594800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.600099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-4b4daadf-4b5a-47e6-9a7e-8bd0e7f06097 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988971 Jun 04 06:40:11.601238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.612103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] device_id is not set on port bd052960-69db-43c1-bb1a-6c59d5bb9ac0 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:40:11.698984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:11.715867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18de150f-b6f3-428d-b396-bbdd4478da4f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:11.816596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Allocated IP 172.25.1.152 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/bd052960-69db-43c1-bb1a-6c59d5bb9ac0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:11.861569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for b73b70be-a8db-40a5-ab6a-1e30daa853f0 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:11.901838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df604f5-5bfd-4b81-a439-6bc909af7328 req-a780259c-3d38-4852-ba92-0fc5b5094703 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:11.903361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1df604f5-5bfd-4b81-a439-6bc909af7328 req-a780259c-3d38-4852-ba92-0fc5b5094703 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3289657 Jun 04 06:40:12.033906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1df604f5-5bfd-4b81-a439-6bc909af7328 req-850448d7-47f5-4027-80ae-3c0c3e479159 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Jun 04 06:40:12.085244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.136941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.219327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:12.222949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:12.234458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:12.259467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.286089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Pushing event updated for resources: {'Port': ['ID=bd052960-69db-43c1-bb1a-6c59d5bb9ac0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:12.298362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.298697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.299045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.299380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.299717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.300048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.300379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.300707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.301032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.301369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.301715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.303011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:40:12.314504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:12.315693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.326914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=b73b70be-a8db-40a5-ab6a-1e30daa853f0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:12.348726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6fe99623-8147-4ae3-b5d3-4daf09482c53 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6106851 Jun 04 06:40:12.350386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38248) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:12.355563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.152'}]}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:12.360882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:12.365054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Usage tracker for resource:router and tenant:112a6b443391432ca888ca8ecd9d1d2c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:12.369588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:12.375333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:12.386264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.387298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.402746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.431886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988f991-91ad-4c1d-bcbc-20079275e939 req-15790b33-f9dc-4374-88a5-872f04136d79 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:12.433576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c988f991-91ad-4c1d-bcbc-20079275e939 req-15790b33-f9dc-4374-88a5-872f04136d79 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 945 time: 0.2633502 Jun 04 06:40:12.471395 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.817539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.854818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c988f991-91ad-4c1d-bcbc-20079275e939 req-1be1e610-03ea-4f4a-9827-6cb1a7b3c898 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116595 Jun 04 06:40:12.864341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.868363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.911993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.912628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router 965b4080-3fe1-4204-b21c-2c013e16843a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:40:12.941367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:12.955525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1f2f94c5-a1ce-4844-a5bf-3d5c88bca0b7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 204 len: 168 time: 2.8028286 Jun 04 06:40:12.956443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:12.970996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962159567'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:12.978059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:12.982173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:12.985301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:12.993953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:13.007822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:13.013046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.038255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-1e8d0cf1-2d07-4bba-a33c-9f77dab3a00a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:13.039649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-1e8d0cf1-2d07-4bba-a33c-9f77dab3a00a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.3988414 Jun 04 06:40:13.056622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:13.077742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78a9f3af-fe9d-4fde-b4dd-e7b4c9a9d392 req-a9419f67-642d-4f8f-94ca-a6bf92c12ac2 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 210 time: 0.0537217 Jun 04 06:40:13.093848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:13.115233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.115727 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment d556653f-03ac-4789-b7b1-1e8909bb65d6 of type vlan for network a2981d99-6e21-4240-8566-ffdcd3de88b2 Jun 04 06:40:13.149058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.189301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.198995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:13.199891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.208048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:13.242628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201817268', 'description': 'tempest-description--442319893'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:13.260325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:13.339520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:13.386486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4282951 Jun 04 06:40:13.387119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:13.388523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:13.415859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:13.435689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:13.445617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:13.451820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439229b-6941-476b-9844-cb12de3cb586 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=a2981d99-6e21-4240-8566-ffdcd3de88b2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:13.470396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:13.474578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:13.527597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-d689c97e-e9b8-4300-8e6e-807e54a140f1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:13.528307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-d689c97e-e9b8-4300-8e6e-807e54a140f1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:13.536367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:13.539552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.540331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.601849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:13.609106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:13.612639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:13.623409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:13.641612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:13.646633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:13.650418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:13.681123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adee471-bc64-4e1e-bee4-a31d7669b3b5 req-adf7bbb7-01e2-4fc9-9c6c-17b4403465d6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:13.688417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0adee471-bc64-4e1e-bee4-a31d7669b3b5 req-adf7bbb7-01e2-4fc9-9c6c-17b4403465d6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3589380 Jun 04 06:40:13.693769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:13.702313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-d689c97e-e9b8-4300-8e6e-807e54a140f1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:13.703441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-d689c97e-e9b8-4300-8e6e-807e54a140f1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 945 time: 0.3951657 Jun 04 06:40:13.761061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:13.786655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:13.832252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0adee471-bc64-4e1e-bee4-a31d7669b3b5 req-db3d228c-2e85-4cd6-9fd8-110aa05f656d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429873 Jun 04 06:40:13.940294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:13.940810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.015730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.026245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.139674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.149758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55cacdf-a5ec-4874-a5cd-067cc72874da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:14.158571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.183864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.11 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/06387122-54de-4b77-9b92-f6fe62ec70e0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:14.190019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.223392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.228080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a18bda91-8dd5-4fd1-adbf-17ec251eaa4d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9974642 Jun 04 06:40:14.239187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:14.260329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group_rule': {'security_group_id': 'e55cacdf-a5ec-4874-a5cd-067cc72874da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:14.278711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:14.296997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:14.302198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:14.316526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:14.321023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=4e90422b-f8b8-4c4d-bfc8-8fd619668fd4,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:14.351935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c3af-d37e-4bb4-9cdb-7dd9302c6de3 req-63cab399-bc4a-4d2e-b22e-63ffaa5cc06a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:14.351935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c466c3af-d37e-4bb4-9cdb-7dd9302c6de3 req-63cab399-bc4a-4d2e-b22e-63ffaa5cc06a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2931621 Jun 04 06:40:14.351935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': 'd556653f-03ac-4789-b7b1-1e8909bb65d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:14.352864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: a2981d99-6e21-4240-8566-ffdcd3de88b2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:14.388274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.459741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:14.480384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c466c3af-d37e-4bb4-9cdb-7dd9302c6de3 req-e2f09432-fb1a-46a6-b57d-fd37961e8b65 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822430 Jun 04 06:40:14.490205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a2981d99-6e21-4240-8566-ffdcd3de88b2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:14.496415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:14.496415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.501809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a7b2a-5b1c-4154-bb21-30f3f946c3b6 None None] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:14.520113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.531171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.557382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-134722dd-3d40-4b84-a2c1-c671d0ecbd50 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1586242 Jun 04 06:40:14.562236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38298) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:14.576615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1363492116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:14.592949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:14.599330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34ada76-2f75-404a-a3f5-4b803b7023d8,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:14.612044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:14.622964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.624545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc64164c-500f-41f9-98aa-4fc291087ae1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777080 Jun 04 06:40:14.629114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:14.634959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38306) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:14.640712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:14.641073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.649452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:14.652086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'security_group_rule': {'security_group_id': 'e55cacdf-a5ec-4874-a5cd-067cc72874da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:14.667963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:14.669573 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.670881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.710482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.800124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.835339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:security_group_rule and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:14.838981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.843031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d80ddd1e-25eb-4579-b898-86f7bc86f373 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2782660 Jun 04 06:40:14.845051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:14.845359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:14.902245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:14.938506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a2981d99-6e21-4240-8566-ffdcd3de88b2', 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '4e90422b-f8b8-4c4d-bfc8-8fd619668fd4'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:40:14.939551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:14.973690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:15.016946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19821d-eafb-47a3-bdec-8108644d2dd7 req-2bc20678-1c34-469a-9dfc-ac5b19d8fa47 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:15.024763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc19821d-eafb-47a3-bdec-8108644d2dd7 req-2bc20678-1c34-469a-9dfc-ac5b19d8fa47 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 945 time: 0.2884669 Jun 04 06:40:15.162420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Allocated IP 172.20.0.2 (a2981d99-6e21-4240-8566-ffdcd3de88b2/4e90422b-f8b8-4c4d-bfc8-8fd619668fd4/c962c8cc-809f-4af9-8526-4ee2765d2af3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:15.275887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.279143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.289775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.576010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc19821d-eafb-47a3-bdec-8108644d2dd7 req-39ce2bd8-af8a-49f4-9e70-f26de2e3273d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395009 Jun 04 06:40:15.659180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.692649 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.700122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.702943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.708586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.711357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Transition to ACTIVE for port object c962c8cc-809f-4af9-8526-4ee2765d2af3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:15.725426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:15.782980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Transition to ACTIVE for port object c962c8cc-809f-4af9-8526-4ee2765d2af3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:15.799413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.813589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=e315b1c0-4e9d-4c2c-abb2-8c75425a5f64,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:15.856093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.864188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:15.891272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5d185c2-bde7-4474-a215-3719e906b10c req-611c3024-2412-42f3-be8d-b423922288d9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 210 time: 0.1291580 Jun 04 06:40:15.915633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Pushing event updated for resources: {'Port': ['ID=c962c8cc-809f-4af9-8526-4ee2765d2af3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:15.945858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:16.008283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:16.020907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:16.027715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.059358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:40:16.059788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:40:16.061574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:16.062921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c248b61-f333-437b-b699-c9f8374fa0b3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:16.200495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:16.213840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:16.218373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:16.220787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:16.250693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Attempting to bind port c962c8cc-809f-4af9-8526-4ee2765d2af3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:16.251426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Attempting to bind port c962c8cc-809f-4af9-8526-4ee2765d2af3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd556653f-03ac-4789-b7b1-1e8909bb65d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:16.253053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Attempting to bind port c962c8cc-809f-4af9-8526-4ee2765d2af3 on network a2981d99-6e21-4240-8566-ffdcd3de88b2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:16.274636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:16.275398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Checking segment: {'id': 'd556653f-03ac-4789-b7b1-1e8909bb65d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:16.276826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.277435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Bound using segment: {'id': 'd556653f-03ac-4789-b7b1-1e8909bb65d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:16.278213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Bound port: c962c8cc-809f-4af9-8526-4ee2765d2af3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd556653f-03ac-4789-b7b1-1e8909bb65d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2981d99-6e21-4240-8566-ffdcd3de88b2'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:16.279556 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.298698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbc91-0a2e-4ad4-bd88-6e121797ef26 req-94894edc-bd1f-453a-85d2-af65997ca4a7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:16.299474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:16.300387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b98bbc91-0a2e-4ad4-bd88-6e121797ef26 req-94894edc-bd1f-453a-85d2-af65997ca4a7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1572895 Jun 04 06:40:16.300517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.311884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.20.0.1 (a2981d99-6e21-4240-8566-ffdcd3de88b2/4e90422b-f8b8-4c4d-bfc8-8fd619668fd4/f446c85e-2cc6-4d3a-b210-6af01e5da86f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:16.359014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.359563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63032a13-cd2c-49fa-b431-54f5ba1199b3 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:40:16.363589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b98bbc91-0a2e-4ad4-bd88-6e121797ef26 req-c8f75350-27a9-4bef-be23-1ab049cd4cbd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 Jun 04 06:40:16.384843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:16.388226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.401205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ed970ae-258d-4c90-a98d-ca2c05a4d89d req-959c744f-ed76-4297-8ff4-aa22625a5d9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "DELETE /v2.0/ports/e315b1c0-4e9d-4c2c-abb2-8c75425a5f64 HTTP/1.1" status: 204 len: 173 time: 2.6693482 Jun 04 06:40:16.401205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'name': 'network-vif-deleted', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:16.406169 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:40:16.410573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6a5a4d13-fd52-4d2b-a635-825f00bf7156 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0591166 Jun 04 06:40:16.411756 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.413087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0b5a53ea-ef9b-4ecf-a935-8ab55d8e407b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7747433 Jun 04 06:40:16.418246 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-286f8e53-8878-4169-a656-ad38b65ed40c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3675172 Jun 04 06:40:16.432729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38330) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:16.433494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38332) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:16.442468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] For port c962c8cc-809f-4af9-8526-4ee2765d2af3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:16.447841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] For port c962c8cc-809f-4af9-8526-4ee2765d2af3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c962c8cc-809f-4af9-8526-4ee2765d2af3,segment=NetworkSegment(d556653f-03ac-4789-b7b1-1e8909bb65d6),segment_id=d556653f-03ac-4789-b7b1-1e8909bb65d6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:16.452585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.459781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Request body: {'port': {'device_id': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:16.588439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:16.595025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:16.597031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d214a-20a1-41ae-8b88-a7c0ef31cd23 None None] Pushing event updated for resources: {'Port': ['ID=c962c8cc-809f-4af9-8526-4ee2765d2af3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:16.600770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Usage tracker for resource:floatingip and tenant:4025913fbe5b4437a9a3b27ededfa43b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:16.606195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:16.612920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:16.684958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.707794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object f446c85e-2cc6-4d3a-b210-6af01e5da86f will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:16.748778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be602-9cb0-4539-82d6-2bf3ce1e11ef req-6dd8fc58-7ffa-421f-8d46-634567fe0148 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:16.750506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f08be602-9cb0-4539-82d6-2bf3ce1e11ef req-6dd8fc58-7ffa-421f-8d46-634567fe0148 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1316395 Jun 04 06:40:16.764339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.786322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.809071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Deleting port bd052960-69db-43c1-bb1a-6c59d5bb9ac0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:16.809355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.892940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.898376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f08be602-9cb0-4539-82d6-2bf3ce1e11ef req-64f2a11c-419e-4208-ad9b-a380cf0c8f1d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416953 Jun 04 06:40:16.904124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:16.908954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:16.927129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b1a90879-cc03-4ce8-b727-cda4e0b1e65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:16.929151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:16.967813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=f446c85e-2cc6-4d3a-b210-6af01e5da86f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:16.977230 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b309c443-8d4e-4e3c-9a4c-5d25ae249fab'] response: {'server_uuid': 'd203528e-ef99-4fd0-9519-c83aa6fcfc49', 'name': 'network-vif-deleted', 'tag': 'e315b1c0-4e9d-4c2c-abb2-8c75425a5f64', 'status': 'completed', 'code': 200} Jun 04 06:40:17.028936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:17.193234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:17.444785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1afa73d-66b2-4cbb-b250-3ceb8663e1ba req-3d576c6f-14f3-4ac1-8d7e-4e521fd5facd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=d203528e-ef99-4fd0-9519-c83aa6fcfc49 HTTP/1.1" status: 200 len: 210 time: 0.2301857 Jun 04 06:40:17.779688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:17.912195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:17.941438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Calling delete_port for bd052960-69db-43c1-bb1a-6c59d5bb9ac0 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:17.952198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.019555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.056219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.058587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14570b-85d8-459f-87ba-a1dcb4291d89 None None] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:18.246611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=f446c85e-2cc6-4d3a-b210-6af01e5da86f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:18.266123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c962c8cc-809f-4af9-8526-4ee2765d2af3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:18.275681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaabe79-dd60-4caa-beed-ed847ebd6d45 req-361c859b-690c-4055-af0e-cbc965d865c7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:18.283122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2eaabe79-dd60-4caa-beed-ed847ebd6d45 req-361c859b-690c-4055-af0e-cbc965d865c7 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 932 time: 0.3687289 Jun 04 06:40:18.292544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06387122-54de-4b77-9b92-f6fe62ec70e0 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:18.341317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.365735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.372577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf45a76c-a521-4e89-aec4-f8bd08900a2e None None] Provisioning for port c962c8cc-809f-4af9-8526-4ee2765d2af3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:18.374721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Transition to ACTIVE for port object 06387122-54de-4b77-9b92-f6fe62ec70e0 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:18.377981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:18.382789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2eaabe79-dd60-4caa-beed-ed847ebd6d45 req-8061edc9-d38c-422c-8a04-1cc25feac7c3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983286 Jun 04 06:40:18.384403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:18.432523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.452526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd052960-69db-43c1-bb1a-6c59d5bb9ac0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:18.513359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c962c8cc-809f-4af9-8526-4ee2765d2af3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:18.538028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c962c8cc-809f-4af9-8526-4ee2765d2af3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:18.538757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.553974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Allocated IP 172.25.1.197 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b10c156e-8da7-4cd3-b67f-34b81eb36aea) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:18.730608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.750881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaa23f-7cf9-4def-b626-4d60d764aebd req-5ea8dc7c-6412-4f09-957b-c3f658ea2df8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:18.752496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80eaa23f-7cf9-4def-b626-4d60d764aebd req-5ea8dc7c-6412-4f09-957b-c3f658ea2df8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2235548 Jun 04 06:40:18.791770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router c2f6bb39-8755-4149-b0df-167c08ee8c40 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:40:18.864022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c962c8cc-809f-4af9-8526-4ee2765d2af3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:18.864943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:18.900110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80eaa23f-7cf9-4def-b626-4d60d764aebd req-fb2e6f5a-e7af-4ecf-a02d-0cee7767f3aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374202 Jun 04 06:40:18.960617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d9f6fa5-7ac0-4da9-b62c-cd97f5360af6 tempest-RoutersAdminNegativeIpV6Test-1890433041 tempest-RoutersAdminNegativeIpV6Test-1890433041-project-admin] 10.222.0.17 "DELETE /v2.0/ports/bd052960-69db-43c1-bb1a-6c59d5bb9ac0 HTTP/1.1" status: 204 len: 168 time: 2.5258343 Jun 04 06:40:18.962595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:19.001234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c962c8cc-809f-4af9-8526-4ee2765d2af3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c962c8cc-809f-4af9-8526-4ee2765d2af3,segment=NetworkSegment(d556653f-03ac-4789-b7b1-1e8909bb65d6),segment_id=d556653f-03ac-4789-b7b1-1e8909bb65d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:19.019658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.097237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:19.105030 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] Sync routers for ids ['c2f6bb39-8755-4149-b0df-167c08ee8c40'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:19.112720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3e1012f1-0b2e-40bf-8f84-c665d459e2a0 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/c2f6bb39-8755-4149-b0df-167c08ee8c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2661998 Jun 04 06:40:19.113397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:19.120314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca5f4bb8-6b39-477f-afff-a35bfd966da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.152242 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] Routers {'c2f6bb39-8755-4149-b0df-167c08ee8c40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:19.152992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:39:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c2f6bb39-8755-4149-b0df-167c08ee8c40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:19.219440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c962c8cc-809f-4af9-8526-4ee2765d2af3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:19.257085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.302734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Attempting to bind port 06387122-54de-4b77-9b92-f6fe62ec70e0 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:19.303060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Attempting to bind port 06387122-54de-4b77-9b92-f6fe62ec70e0 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:19.303383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Attempting to bind port 06387122-54de-4b77-9b92-f6fe62ec70e0 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:19.312444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Port 06387122-54de-4b77-9b92-f6fe62ec70e0 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:40:19.312766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Attempting to bind port 06387122-54de-4b77-9b92-f6fe62ec70e0 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:19.320315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:19.320645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:19.321249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:19.324424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Bound port: 06387122-54de-4b77-9b92-f6fe62ec70e0, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:19.324802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.357854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Provisioning complete for port c962c8cc-809f-4af9-8526-4ee2765d2af3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:19.358640 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.363071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85aba1-42f1-4501-8a0f-54a18946d496 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:19.363773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b85aba1-42f1-4501-8a0f-54a18946d496 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:19.365817 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:19.401767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.410073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] Routers {'c2f6bb39-8755-4149-b0df-167c08ee8c40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:19.410802 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c2f6bb39-8755-4149-b0df-167c08ee8c40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:19.427317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b85aba1-42f1-4501-8a0f-54a18946d496 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:19.436619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4b85aba1-42f1-4501-8a0f-54a18946d496 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports/f446c85e-2cc6-4d3a-b210-6af01e5da86f HTTP/1.1" status: 200 len: 910 time: 0.3157208 Jun 04 06:40:19.438654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:19.455662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e90422b-f8b8-4c4d-bfc8-8fd619668fd4'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:19.555674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:19.572284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:19.589907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:19.669089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=b10c156e-8da7-4cd3-b67f-34b81eb36aea,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:19.692285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:19.698182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=06387122-54de-4b77-9b92-f6fe62ec70e0,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:19.731437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.745808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:19.746363 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbb685-0ef1-4720-a73f-553e63511a39 None None] The sync data for ids ['c2f6bb39-8755-4149-b0df-167c08ee8c40'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:19.760033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Current status of the port c962c8cc-809f-4af9-8526-4ee2765d2af3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:19.780381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38398) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:19.783918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Provisioning for port f446c85e-2cc6-4d3a-b210-6af01e5da86f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:19.794141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Provisioning complete for port f446c85e-2cc6-4d3a-b210-6af01e5da86f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:19.794853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.875884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:19.877505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:19.880547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/06387122-54de-4b77-9b92-f6fe62ec70e0 HTTP/1.1" status: 200 len: 1092 time: 3.4383824 Jun 04 06:40:19.881131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:19.916405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dc203-1aae-4e91-a3f1-92cd6123eab3 None None] Port f446c85e-2cc6-4d3a-b210-6af01e5da86f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:20.045959 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.047817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-97557b5e-9106-40b7-94d6-23b10c251a2a None None] Provisioning complete for port f446c85e-2cc6-4d3a-b210-6af01e5da86f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:20.049830 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-97557b5e-9106-40b7-94d6-23b10c251a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.059767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8bc74-3963-4f51-8abd-3dc36cdf43d7 service neutron] Pushing event updated for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:20.109340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c962c8cc-809f-4af9-8526-4ee2765d2af3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:20.177036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.234258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-97557b5e-9106-40b7-94d6-23b10c251a2a None None] Port f446c85e-2cc6-4d3a-b210-6af01e5da86f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:20.238358 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.253975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c962c8cc-809f-4af9-8526-4ee2765d2af3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:20.254344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.312198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:20.327868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Usage tracker for resource:security_group_rule and tenant:7e0f205a84b64b628bf2a129724e29dc is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:20.341647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d509d2-97e9-4d40-934c-f749e05f4032 req-4311671c-b362-49cc-b769-088025816d2e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:20.348727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02d509d2-97e9-4d40-934c-f749e05f4032 req-4311671c-b362-49cc-b769-088025816d2e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.7609818 Jun 04 06:40:20.351509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.369108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:20.411626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:20.413025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.416519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c962c8cc-809f-4af9-8526-4ee2765d2af3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:20.427687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-9ff1d160-076b-41f0-a113-4503066e180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:20.429202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-9ff1d160-076b-41f0-a113-4503066e180e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 1095 time: 0.5054057 Jun 04 06:40:20.441587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.473594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02d509d2-97e9-4d40-934c-f749e05f4032 req-01af94d1-901f-4041-a346-8f080d9822a4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229742 Jun 04 06:40:20.517785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-867bf42c-2100-4ca3-a828-161e7c8882a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06387122-54de-4b77-9b92-f6fe62ec70e0 HTTP/1.1" status: 200 len: 217 time: 0.0801911 Jun 04 06:40:20.616870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.633196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.656786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-b9f25249-fd37-4375-854f-0f7e9adb0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:20.658252 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-b9f25249-fd37-4375-854f-0f7e9adb0d57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1264324 Jun 04 06:40:20.726843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-637cb325-8fab-40b5-924c-8609bacddda6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618837 Jun 04 06:40:20.842973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7e0f205a84b64b628bf2a129724e29dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563002 Jun 04 06:40:20.848724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38422) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:20.899716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905934d5-aa23-4a8f-93ac-9c2c6d0a918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b314a3e3-4e36-4bf0-8732-43fd2d7ea0d3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:20.959482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:20.977826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.035797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3b962-106d-4a38-90c6-1d6a2e6bcb91 req-48def2ff-c1aa-49de-9ad7-7fee9a354c58 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:21.035797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1fe3b962-106d-4a38-90c6-1d6a2e6bcb91 req-48def2ff-c1aa-49de-9ad7-7fee9a354c58 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 944 time: 0.3978553 Jun 04 06:40:21.106347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=b10c156e-8da7-4cd3-b67f-34b81eb36aea,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:21.110990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-21edb88b-3e28-4c92-87fa-0e14b4709e26 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724918 Jun 04 06:40:21.115578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.166240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1fe3b962-106d-4a38-90c6-1d6a2e6bcb91 req-0bdb5310-9b47-4967-9fe7-9a939c94d0d9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335855 Jun 04 06:40:21.252011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.265334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.300056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.309998 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-43463545-ce2b-4667-a5d5-b925f2205c49 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8615623 Jun 04 06:40:21.408031 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-562d9aa2-6098-4369-9844-5c85cd5a02c9 req-540f7c62-a07a-48a8-94e7-0bb701f4b7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776883 Jun 04 06:40:21.433209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.452360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b314a3e3-4e36-4bf0-8732-43fd2d7ea0d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:21.456052 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.460125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d8f05508-f1f4-4c6f-89fa-de75f79e112e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b314a3e3-4e36-4bf0-8732-43fd2d7ea0d3 HTTP/1.1" status: 204 len: 168 time: 0.6064799 Jun 04 06:40:21.538223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-8620c063-84b2-4adb-98c6-27a62cf25694 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:21.540041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-8620c063-84b2-4adb-98c6-27a62cf25694 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.2467556 Jun 04 06:40:21.566876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.573136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-c3eb5195-b885-47e1-b4b5-4f1cc34832e1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0206430 Jun 04 06:40:21.579204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.768826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:21.769451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:21.770901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/ports/f446c85e-2cc6-4d3a-b210-6af01e5da86f HTTP/1.1" status: 200 len: 910 time: 2.3296115 Jun 04 06:40:21.774649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:21.777135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1845-564c-4308-8d36-8430b9e13211 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=f446c85e-2cc6-4d3a-b210-6af01e5da86f,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:21.808081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-e2a3b194-5f6f-4fce-9b40-c241a7ef5527 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1947145 Jun 04 06:40:21.876416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38460) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:21.957201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-dd955264-7118-4cb8-91e3-fa237b5585f4 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375360 Jun 04 06:40:22.016605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-909e81ce-1a55-476f-9e8d-82beefe84b80 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=112a6b443391432ca888ca8ecd9d1d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387537 Jun 04 06:40:22.069813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:22.080669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:22.264242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-fba4f679-f0e9-4965-ac1e-2cadc11242bd service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010480 Jun 04 06:40:22.288039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:22.558274 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6699091-97e4-409b-b43a-f33ee28aabea'] response: {'name': 'network-changed', 'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0', 'status': 'completed', 'code': 200} Jun 04 06:40:22.568924 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:22.583887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-c3a21758-c7ab-43db-8165-2bb10c79fd06 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:22.605048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-c3a21758-c7ab-43db-8165-2bb10c79fd06 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:22.627672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-c3a21758-c7ab-43db-8165-2bb10c79fd06 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--201817268&fields=id&tenant_id=4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 267 time: 0.0881996 Jun 04 06:40:22.724923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:22.766745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de150f-b6f3-428d-b396-bbdd4478da4f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:22.772383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:22.774663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e06a7a70-43c3-4a33-ba92-a50e660e0fa7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/18de150f-b6f3-428d-b396-bbdd4478da4f HTTP/1.1" status: 204 len: 168 time: 0.6870580 Jun 04 06:40:22.887714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-680c9b93-aacd-45a3-9657-31c1a640de19 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:22.891636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-680c9b93-aacd-45a3-9657-31c1a640de19 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 810 time: 0.2629728 Jun 04 06:40:22.911334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-0904fb80-742d-4bf2-959e-42dce77242a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:22.912798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-0904fb80-742d-4bf2-959e-42dce77242a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 1095 time: 0.3679249 Jun 04 06:40:22.925440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-26a82de7-f6ae-4cdb-b4e1-73ebe03dfc84 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/quotas/4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 375 time: 0.0265017 Jun 04 06:40:23.108457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-45629232-8d48-4aa5-a8a0-5bf05215bd15 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:23.167618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-45629232-8d48-4aa5-a8a0-5bf05215bd15 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:23.168965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-45629232-8d48-4aa5-a8a0-5bf05215bd15 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2318373 Jun 04 06:40:23.211471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:23.357595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-8880ba84-1d85-40ef-9179-a891070b6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:23.359039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-8880ba84-1d85-40ef-9179-a891070b6566 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.4376745 Jun 04 06:40:23.376324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-f0500c85-633e-46a0-99df-11930030a6ea service neutron] 10.222.0.17 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898005 Jun 04 06:40:23.485750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-8f5a0e39-8303-4f6a-8202-7b989f27ccfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06387122-54de-4b77-9b92-f6fe62ec70e0 HTTP/1.1" status: 200 len: 217 time: 0.1166222 Jun 04 06:40:23.560521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5d4d0d65-6260-464b-9c8b-8ba88bed88da service neutron] 10.222.0.17 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780193 Jun 04 06:40:23.658763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-6a611ed5-5c47-4332-b8c6-f0f5a886ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:23.671171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-6a611ed5-5c47-4332-b8c6-f0f5a886ef24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.1593432 Jun 04 06:40:23.824565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-26551424-ab71-449d-a68d-8f1d495e73b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291432 Jun 04 06:40:24.111526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00596a05-85cf-4369-90a2-814574b33d3c req-139d7134-dfae-4f9f-a34b-08884597580d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:24.122439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00596a05-85cf-4369-90a2-814574b33d3c req-139d7134-dfae-4f9f-a34b-08884597580d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 944 time: 0.1110067 Jun 04 06:40:24.185758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00596a05-85cf-4369-90a2-814574b33d3c req-57d79b14-e9c4-4188-875e-12824794a2f1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619030 Jun 04 06:40:24.295977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38546) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:24.496821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f61f1391-2478-46c9-a70a-55cad481096d req-86b9cab4-109c-49eb-92c1-7b7e00d3860b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 210 time: 0.0980582 Jun 04 06:40:24.510563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1624526190'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:24.525687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:24.532947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:network and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:24.536670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:24.543672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:24.557054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Made reservation on behalf of a087498371284148b568ca551b18eaca for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:24.562987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.569812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-20a345c0-3faa-4cde-9c9c-861bc46a6bd3 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361617 Jun 04 06:40:24.583610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.604376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:24.609465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:security_group_rule and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:24.612829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:24.620155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:24.621117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-04fc0815-dbb3-43e7-9fb1-00234a951889 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:24.623652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-04fc0815-dbb3-43e7-9fb1-00234a951889 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.5095010 Jun 04 06:40:24.663247 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:40:24.677684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:24.768016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c7197-d666-4748-b9ca-76eb02f8d604 req-6f0ec3f9-5084-4f42-9a92-89f78482ddc1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:24.769655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e7c7197-d666-4748-b9ca-76eb02f8d604 req-6f0ec3f9-5084-4f42-9a92-89f78482ddc1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1389499 Jun 04 06:40:24.853765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e7c7197-d666-4748-b9ca-76eb02f8d604 req-7829a2c9-1d94-4773-b0db-711fd7594e20 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773251 Jun 04 06:40:24.858665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.865922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.889669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:24.903166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.903776 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Added segment 657f22a4-eb61-4aa9-91e9-5dd918e68796 of type vlan for network 22160686-af1e-4cf9-9161-5320c6a9bf2e Jun 04 06:40:24.936227 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.944326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port f446c85e-2cc6-4d3a-b210-6af01e5da86f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:24.944712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.978823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:24.984690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:24.985559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.219398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d71b7-5f32-4a7b-a9c9-cde34de57cf4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:25.249770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb74daa3-c668-4de4-b322-314809e81809 req-9fd58421-d5e0-49b8-9fb0-303c789a49d2 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 210 time: 0.0829477 Jun 04 06:40:25.256884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9584939 Jun 04 06:40:25.257934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3226-95de-4f0f-9fb8-707d903219db tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Network': ['ID=22160686-af1e-4cf9-9161-5320c6a9bf2e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:25.260052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38572) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:25.270552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'subnet': {'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:25.277718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:25.424316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ef0ed814-3bdd-404d-a146-3c350c1ab385 req-73e3210f-ef5c-435b-87f6-da002f1c5661 service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241762 Jun 04 06:40:25.432949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:25.453622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:25.471207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:25.481503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:subnet and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:25.485073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:25.497369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:25.498604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.523315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:25.528041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.550788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.596262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Made reservation on behalf of a087498371284148b568ca551b18eaca for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:25.601190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.649869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.773280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046409c2-daca-4848-a0ee-790375b8e085 req-64329288-8758-41b8-a03c-bd45a7029534 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:25.775300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-046409c2-daca-4848-a0ee-790375b8e085 req-64329288-8758-41b8-a03c-bd45a7029534 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2727129 Jun 04 06:40:25.900708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-046409c2-daca-4848-a0ee-790375b8e085 req-393a4005-ea40-4531-a579-c85a42cca763 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165347 Jun 04 06:40:25.903470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for f446c85e-2cc6-4d3a-b210-6af01e5da86f owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:25.956460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:25.979276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-4fa2debb-8e61-4530-904c-c10236f6da3c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:25.980723 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-4fa2debb-8e61-4530-904c-c10236f6da3c tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 810 time: 0.4386127 Jun 04 06:40:26.123252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Subnet': ['ID=3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:26.146969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-cb87691c-eed9-4b00-94c5-f65711adf375 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4025913fbe5b4437a9a3b27ededfa43b HTTP/1.1" status: 200 len: 379 time: 0.1505053 Jun 04 06:40:26.163268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'port': {'device_id': '8413f281-56bf-412c-8a8c-27dab9153781', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'admin_state_up': True, 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'security_groups': ['e55cacdf-a5ec-4874-a5cd-067cc72874da']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:26.174948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Checking segment: {'id': '657f22a4-eb61-4aa9-91e9-5dd918e68796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:26.174948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network hostable DHCP agents. Network: 22160686-af1e-4cf9-9161-5320c6a9bf2e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:26.212896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.7 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/14641b35-90e8-4822-99bc-44412055f593) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:26.213316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:26.228668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 22160686-af1e-4cf9-9161-5320c6a9bf2e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:26.234327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:26.234837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.238454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbfeb5d-17e6-4366-98d8-9ba269ad993e None None] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:26.246175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843296c-6a93-4aa5-bcd6-cfcf14f2c89b req-33a68bec-95aa-4a34-8ee8-feedc9b50af9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:26.247656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4843296c-6a93-4aa5-bcd6-cfcf14f2c89b req-33a68bec-95aa-4a34-8ee8-feedc9b50af9 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 944 time: 0.1661205 Jun 04 06:40:26.286962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fff3aa23-849d-4d92-9dcf-484d0093104e tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0216615 Jun 04 06:40:26.290457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:26.296841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-511410539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:26.315089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:26.326571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:router and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:26.332027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:26.340407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4843296c-6a93-4aa5-bcd6-cfcf14f2c89b req-ce3ab116-784a-4a1d-bb27-391c64a789a8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756359 Jun 04 06:40:26.344822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:26.357920 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.359859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.567575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-22160686-af1e-4cf9-9161-5320c6a9bf2e', 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e', 'tenant_id': 'a087498371284148b568ca551b18eaca', 'fixed_ips': [{'subnet_id': '3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:40:26.569107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.574473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:26.602450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:26.604785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.714107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=f446c85e-2cc6-4d3a-b210-6af01e5da86f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:26.757075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fe5aecb-2677-43b6-946c-ebf377235be7 req-31732228-6692-4a5a-b19a-dc8f71b52933 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 210 time: 0.2730334 Jun 04 06:40:26.777990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.779828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Made reservation on behalf of 4025913fbe5b4437a9a3b27ededfa43b for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:26.784048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.822188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.845868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Allocated IP 172.20.0.2 (22160686-af1e-4cf9-9161-5320c6a9bf2e/3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4/1d668efc-182d-49ad-aaf2-a2e69f9a51a1) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:26.872997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:26.878053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa5d88bc-655a-47d2-a406-5db95f8594ce tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5853598 Jun 04 06:40:26.880803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:27.092391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 06387122-54de-4b77-9b92-f6fe62ec70e0 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:40:27.156948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Allocated IP 172.20.0.8 (5df9b8ac-c373-43af-b4d0-611b5d688684/39561012-1a44-4b6f-b7db-f7046f577bbc/d699c577-cc23-45fc-8284-8d1111730c0a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:27.292345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7008f97-1b7a-42e7-8c3f-76cfe0c8bf0a req-42c683f1-78c7-420e-a894-4b6157dd63f8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 210 time: 0.1406839 Jun 04 06:40:27.346381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.403983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Transition to ACTIVE for port object 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:27.483103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Transition to ACTIVE for port object 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:27.485861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=06387122-54de-4b77-9b92-f6fe62ec70e0,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:27.500581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.534651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.547480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '06387122-54de-4b77-9b92-f6fe62ec70e0', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': '06387122-54de-4b77-9b92-f6fe62ec70e0', 'mac_address': 'fa:16:3e:41:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:40:27.615981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:27.625765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:27.634455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:27.638716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7e72c-20c8-4450-bcb1-593b1e1cb74c req-b8c41fd9-6ced-4785-b0d8-6f88fbb1502a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:27.640025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bc7e72c-20c8-4450-bcb1-593b1e1cb74c req-b8c41fd9-6ced-4785-b0d8-6f88fbb1502a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1673670 Jun 04 06:40:27.734618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Pushing event updated for resources: {'Port': ['ID=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:27.736045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.757382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 06387122-54de-4b77-9b92-f6fe62ec70e0 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:27.757896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.790939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.791533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06387122-54de-4b77-9b92-f6fe62ec70e0 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:27.798077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Attempting to bind port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:27.798449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Attempting to bind port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '657f22a4-eb61-4aa9-91e9-5dd918e68796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:27.799102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Attempting to bind port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 on network 22160686-af1e-4cf9-9161-5320c6a9bf2e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:27.802975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.812459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bc7e72c-20c8-4450-bcb1-593b1e1cb74c req-6c22ad3a-7de7-4bf4-8998-a22c5c3b69ef tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543260 Jun 04 06:40:27.812796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:27.813517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Checking segment: {'id': '657f22a4-eb61-4aa9-91e9-5dd918e68796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:27.814156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.814762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Bound using segment: {'id': '657f22a4-eb61-4aa9-91e9-5dd918e68796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:27.815439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Bound port: 1d668efc-182d-49ad-aaf2-a2e69f9a51a1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657f22a4-eb61-4aa9-91e9-5dd918e68796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:27.816048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.866729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=06387122-54de-4b77-9b92-f6fe62ec70e0,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:27.899288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Transition to ACTIVE for port object d699c577-cc23-45fc-8284-8d1111730c0a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:27.904156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:27.917177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] For port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:27.920433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] For port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,segment=NetworkSegment(657f22a4-eb61-4aa9-91e9-5dd918e68796),segment_id=657f22a4-eb61-4aa9-91e9-5dd918e68796)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:27.924039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:27.949956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:28.035451 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:28.072811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:28.132718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:28.136454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:28.161995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:28.319053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:28.334667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f7dd-38d7-44b9-b8a7-5c52f7aa3f96 req-f7a0876b-face-4599-bbcc-995a399ba424 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:28.336202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b32f7dd-38d7-44b9-b8a7-5c52f7aa3f96 req-f7a0876b-face-4599-bbcc-995a399ba424 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 945 time: 0.3074880 Jun 04 06:40:28.337844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6fe7-f794-451b-a200-66be907b4ec6 None None] Pushing event updated for resources: {'Port': ['ID=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:28.346506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['06387122-54de-4b77-9b92-f6fe62ec70e0'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:28.416552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:28.417271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:28.423532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:28.563568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router c2f6bb39-8755-4149-b0df-167c08ee8c40 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:28.566903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b32f7dd-38d7-44b9-b8a7-5c52f7aa3f96 req-4cb61b03-fc15-4241-9c01-5fb2205af282 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095623 Jun 04 06:40:28.615574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:28.632660 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-25126764-d2da-49d4-bd0b-925951c7d3c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9595723 Jun 04 06:40:28.639451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:28.663756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:28.750776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Request body: {'port': {'device_id': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:28.767509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Allocated IP 172.20.0.1 (22160686-af1e-4cf9-9161-5320c6a9bf2e/3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4/9314dd36-bf84-4657-a2a1-8f3bb9610637) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:29.050047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7dd81ea0-daf5-4ead-80df-6267382c9abc None None] Provisioning for port d699c577-cc23-45fc-8284-8d1111730c0a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:29.055329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7dd81ea0-daf5-4ead-80df-6267382c9abc None None] Provisioning complete for port d699c577-cc23-45fc-8284-8d1111730c0a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:29.055701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd81ea0-daf5-4ead-80df-6267382c9abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.056721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:29.074418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event updated for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:29.095631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-576c1b45-d100-4436-a5d9-85a3212b4853 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/c2f6bb39-8755-4149-b0df-167c08ee8c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3184714 Jun 04 06:40:29.106854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38650) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:29.121758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] Sync routers for ids ['c2f6bb39-8755-4149-b0df-167c08ee8c40'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:29.157591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] Routers {'c2f6bb39-8755-4149-b0df-167c08ee8c40'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:29.158387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c2f6bb39-8755-4149-b0df-167c08ee8c40'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:29.174213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1230f2da-95d8-4234-9c66-c1ccda328e58 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:29.186437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:29.187084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.240072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7dd81ea0-daf5-4ead-80df-6267382c9abc None None] Port d699c577-cc23-45fc-8284-8d1111730c0a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:29.245903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.247997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:29.261428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443e6a-2a1f-4fd1-9a80-52ca2be7cb7a req-5240514d-ad34-48dd-a780-f4715eb1cdc5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:29.268715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] Routers {'c2f6bb39-8755-4149-b0df-167c08ee8c40'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:29.268986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a443e6a-2a1f-4fd1-9a80-52ca2be7cb7a req-5240514d-ad34-48dd-a780-f4715eb1cdc5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 931 time: 0.4365201 Jun 04 06:40:29.269316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c2f6bb39-8755-4149-b0df-167c08ee8c40'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:29.273461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.287799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Transition to ACTIVE for port object 9314dd36-bf84-4657-a2a1-8f3bb9610637 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:29.339199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-d0146733-e95c-47cd-b899-549129d609ed tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1833847 Jun 04 06:40:29.364849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.370061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Request body: {'port': {'device_id': '8413f281-56bf-412c-8a8c-27dab9153781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:29.393794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:29.394526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c148b0-4128-42b0-893f-2c70e5ff0393 None None] The sync data for ids ['c2f6bb39-8755-4149-b0df-167c08ee8c40'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:29.407768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1230f2da-95d8-4234-9c66-c1ccda328e58 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:29.409881 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1230f2da-95d8-4234-9c66-c1ccda328e58 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2f6bb39-8755-4149-b0df-167c08ee8c40 HTTP/1.1" status: 200 len: 205 time: 0.2992618 Jun 04 06:40:29.420330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38660) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:29.492082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:29.498007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:29.503214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:29.579955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a443e6a-2a1f-4fd1-9a80-52ca2be7cb7a req-e3e4b3ba-e654-4f05-b556-e3e29ddeb488 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096170 Jun 04 06:40:29.580661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=9314dd36-bf84-4657-a2a1-8f3bb9610637,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:29.627584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.782350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f950244-a371-4d46-952e-4a8e3a69ca52 None None] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:29.863928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.899024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:29.945402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573c5f-6631-40ff-b048-8424e0eace00 req-df53201d-8b53-4c42-b54e-419129b56da3 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:29.947853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4573c5f-6631-40ff-b048-8424e0eace00 req-df53201d-8b53-4c42-b54e-419129b56da3 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1821749 Jun 04 06:40:29.994528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c9f45171-7826-409d-a190-a56bcf973937 None None] Provisioning for port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:30.180638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.194308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:30.307957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:30.313868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:30.314438 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.371873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4573c5f-6631-40ff-b048-8424e0eace00 req-7eb28047-d140-4311-b308-caf3798aaec0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017315 Jun 04 06:40:30.578635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Provisioning complete for port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:30.579170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.663945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14641b35-90e8-4822-99bc-44412055f593 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:30.679081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:30.679474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.731738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,segment=NetworkSegment(657f22a4-eb61-4aa9-91e9-5dd918e68796),segment_id=657f22a4-eb61-4aa9-91e9-5dd918e68796)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:30.809923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Current status of the port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:30.812296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.815572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.837808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.853380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.874994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Transition to ACTIVE for port object 14641b35-90e8-4822-99bc-44412055f593 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:30.893574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Provisioning for port 9314dd36-bf84-4657-a2a1-8f3bb9610637 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:30.902294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.907597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Provisioning complete for port 9314dd36-bf84-4657-a2a1-8f3bb9610637 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:30.908060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:30.930984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3291e9-7926-4f2b-abe8-033ee4f82bc5 req-a766c5bc-ccd5-46d7-a5e7-7950d31c8fe9 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:30.933581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf3291e9-7926-4f2b-abe8-033ee4f82bc5 req-a766c5bc-ccd5-46d7-a5e7-7950d31c8fe9 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 931 time: 0.2776008 Jun 04 06:40:30.984282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-47c737f4-0a4e-4390-a3f0-cb28570e5669 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4239717 Jun 04 06:40:31.010082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:31.023767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.024304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router c2f6bb39-8755-4149-b0df-167c08ee8c40 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:40:31.037194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf3291e9-7926-4f2b-abe8-033ee4f82bc5 req-fdfce03c-3681-4ce7-9a75-f6985a12998e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863786 Jun 04 06:40:31.065012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.075636 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.084947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 06387122-54de-4b77-9b92-f6fe62ec70e0 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:31.139634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6977f-5801-458f-a06c-f7ef1bc67b4b None None] Port 9314dd36-bf84-4657-a2a1-8f3bb9610637 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:31.181150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 06387122-54de-4b77-9b92-f6fe62ec70e0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:31.195169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.195390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 06387122-54de-4b77-9b92-f6fe62ec70e0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:31.196015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.219097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.222912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9e4875ad-4838-4d1b-8d45-9c647242960b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/c2f6bb39-8755-4149-b0df-167c08ee8c40 HTTP/1.1" status: 204 len: 168 time: 1.7878213 Jun 04 06:40:31.241236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:31.288767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-adfd9d08-01a5-4bd2-946a-7ef0714b6c31 None None] Provisioning complete for port 9314dd36-bf84-4657-a2a1-8f3bb9610637 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:31.289788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-adfd9d08-01a5-4bd2-946a-7ef0714b6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.328611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 4e90422b-f8b8-4c4d-bfc8-8fd619668fd4 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:40:31.351739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-adfd9d08-01a5-4bd2-946a-7ef0714b6c31 None None] Port 9314dd36-bf84-4657-a2a1-8f3bb9610637 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:31.439120 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.443053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 06387122-54de-4b77-9b92-f6fe62ec70e0 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:31.443322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.444424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=9314dd36-bf84-4657-a2a1-8f3bb9610637,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:31.474690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:31.485891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=06387122-54de-4b77-9b92-f6fe62ec70e0,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:31.491892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Pushing event updated for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:31.501667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:31.506389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:31.507894 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.527532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932576-b489-4fea-8c12-e22e6c58f3f3 req-4d2d67fb-d381-43d4-a9a9-76d01f0cec06 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:31.529015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0932576-b489-4fea-8c12-e22e6c58f3f3 req-4d2d67fb-d381-43d4-a9a9-76d01f0cec06 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 945 time: 0.2934957 Jun 04 06:40:31.531421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-274f2145-ed3d-4e83-9748-255349d524f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:31.532795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-274f2145-ed3d-4e83-9748-255349d524f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 1097 time: 0.3700428 Jun 04 06:40:31.631239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.637593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:31.878330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bad9b59c-628b-4fb2-ad28-f625d3f96c65 None None] Provisioning complete for port 9314dd36-bf84-4657-a2a1-8f3bb9610637 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:31.879368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bad9b59c-628b-4fb2-ad28-f625d3f96c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:31.883744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Attempting to bind port 14641b35-90e8-4822-99bc-44412055f593 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:31.884084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Attempting to bind port 14641b35-90e8-4822-99bc-44412055f593 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:31.884658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Attempting to bind port 14641b35-90e8-4822-99bc-44412055f593 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:31.894355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Port 14641b35-90e8-4822-99bc-44412055f593 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:40:31.894953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Attempting to bind port 14641b35-90e8-4822-99bc-44412055f593 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:31.906610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:31.907207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:31.907766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:31.908367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Bound port: 14641b35-90e8-4822-99bc-44412055f593, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:31.908870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.073008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bad9b59c-628b-4fb2-ad28-f625d3f96c65 None None] Port 9314dd36-bf84-4657-a2a1-8f3bb9610637 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:32.083498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d699c577-cc23-45fc-8284-8d1111730c0a {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:32.099923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.108461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.126189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-66918ba0-d945-4787-9247-b62c6cef00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.127667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-66918ba0-d945-4787-9247-b62c6cef00f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.5417993 Jun 04 06:40:32.130448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:32.163630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:32.176859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Transition to ACTIVE for port object d699c577-cc23-45fc-8284-8d1111730c0a will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:32.187533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14641b35-90e8-4822-99bc-44412055f593,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:32.191692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.221806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:32.222899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.253944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-17dc5e06-13e9-480e-af46-83f1e7884868 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 200 len: 1001 time: 0.1106970 Jun 04 06:40:32.276308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0932576-b489-4fea-8c12-e22e6c58f3f3 req-994ce90c-eea6-45e0-955d-499b405d988c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885271 Jun 04 06:40:32.280731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Pushing event updated for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:32.308411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.365960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.366578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.368522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] 10.222.0.24 "PUT /v2.0/ports/14641b35-90e8-4822-99bc-44412055f593 HTTP/1.1" status: 200 len: 1091 time: 3.7150483 Jun 04 06:40:32.377731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'tag': '14641b35-90e8-4822-99bc-44412055f593'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:32.396372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:32.499970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-1731f645-e434-4d0a-8dbe-b8bb6858b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.501670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-1731f645-e434-4d0a-8dbe-b8bb6858b956 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.2220690 Jun 04 06:40:32.587470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Router 0f3024d9-fa51-442a-a5bf-22062307832d is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:40:32.607347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.619756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbfcca-42d8-4583-b031-b1e537f7753e req-62c1d7e3-f61e-483d-9df1-8e3bda2a245e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.621431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34fbfcca-42d8-4583-b031-b1e537f7753e req-62c1d7e3-f61e-483d-9df1-8e3bda2a245e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 943 time: 0.1930587 Jun 04 06:40:32.699781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=4e90422b-f8b8-4c4d-bfc8-8fd619668fd4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:32.716702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:32.719528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8020a-fde4-4361-8e6a-74fa5793a858 service neutron] Pushing event updated for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:32.733791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22106099-f9c9-4aba-97d2-f73053424392 None None] Network a2981d99-6e21-4240-8566-ffdcd3de88b2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:32.739221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e54c8d74-31ef-4227-88ec-5550ee9f6c7d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/4e90422b-f8b8-4c4d-bfc8-8fd619668fd4 HTTP/1.1" status: 204 len: 168 time: 1.4889157 Jun 04 06:40:32.740364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38720) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:32.799949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-5c8920fd-aca0-4ce6-aefe-4909db10fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.801514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-5c8920fd-aca0-4ce6-aefe-4909db10fe73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 1094 time: 0.3234303 Jun 04 06:40:32.813342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-dfeacf7f-01d2-4c83-aa19-cc8bbd9bbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:32.814849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-dfeacf7f-01d2-4c83-aa19-cc8bbd9bbf88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3046176 Jun 04 06:40:32.862715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34fbfcca-42d8-4583-b031-b1e537f7753e req-5d7b0922-68aa-4797-86c4-c09bc8e56107 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842327 Jun 04 06:40:32.935789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:32.951063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] Sync routers for ids ['0f3024d9-fa51-442a-a5bf-22062307832d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:32.953221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e789ce13-0045-4ba7-8188-e5f421a2b194 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "PUT /v2.0/routers/0f3024d9-fa51-442a-a5bf-22062307832d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0701942 Jun 04 06:40:32.955917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38726) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:32.963549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'port': {'network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e', 'name': 'tempest-FloatingIPNegativeTestJSON-847637004'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:32.969407 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] Routers {'0f3024d9-fa51-442a-a5bf-22062307832d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:32.970053 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0f3024d9-fa51-442a-a5bf-22062307832d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:32.989069 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae102dc-fb3f-4d9e-954b-9657c94b4821'] response: {'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0', 'code': 200} Jun 04 06:40:33.053751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Attempting to bind port d699c577-cc23-45fc-8284-8d1111730c0a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:33.055498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Attempting to bind port d699c577-cc23-45fc-8284-8d1111730c0a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:33.056875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Attempting to bind port d699c577-cc23-45fc-8284-8d1111730c0a on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:33.092208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-6223f950-50f1-4dae-ad38-8b4bcb790078 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610121 Jun 04 06:40:33.110526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] DHCP port deletion for a2981d99-6e21-4240-8566-ffdcd3de88b2 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:40:33.111581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Port d699c577-cc23-45fc-8284-8d1111730c0a on network 5df9b8ac-c373-43af-b4d0-611b5d688684 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:40:33.112084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Attempting to bind port d699c577-cc23-45fc-8284-8d1111730c0a on network 5df9b8ac-c373-43af-b4d0-611b5d688684 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:33.115461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Deleting port c962c8cc-809f-4af9-8526-4ee2765d2af3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:33.116041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.145278 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:33.147550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-f76f3c6a-22a4-4d41-bdf1-3129671742c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14641b35-90e8-4822-99bc-44412055f593 HTTP/1.1" status: 200 len: 217 time: 0.2591136 Jun 04 06:40:33.151880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:33.152464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Checking segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:33.153009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Bound using segment: {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:33.153727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Bound port: d699c577-cc23-45fc-8284-8d1111730c0a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15548d7-0af7-4874-84cc-8827a5f4f8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:33.154236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.160864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] Routers {'0f3024d9-fa51-442a-a5bf-22062307832d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:33.161462 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0f3024d9-fa51-442a-a5bf-22062307832d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:33.231395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.258831 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:33.259269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666045-7732-4f36-985e-ee8c737a77ee None None] The sync data for ids ['0f3024d9-fa51-442a-a5bf-22062307832d'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:33.307042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-71c71106-4033-47cd-8f9a-4f5a801ea984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:33.308517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-71c71106-4033-47cd-8f9a-4f5a801ea984 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1412039 Jun 04 06:40:33.360356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port c962c8cc-809f-4af9-8526-4ee2765d2af3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:33.360697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.420015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] For port c962c8cc-809f-4af9-8526-4ee2765d2af3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c962c8cc-809f-4af9-8526-4ee2765d2af3,segment=NetworkSegment(d556653f-03ac-4789-b7b1-1e8909bb65d6),segment_id=d556653f-03ac-4789-b7b1-1e8909bb65d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:33.421693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.422980 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-4946bc01-c9e0-4bc3-9def-f0cb3dddff2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034112 Jun 04 06:40:33.497696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:33.502314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:port and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:33.506294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:33.513463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:33.530750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc2767c1-ac17-4868-9c7a-3bbd3a499fca req-ae09ed25-af60-4712-863a-d5be09832041 service neutron] 10.222.0.39 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291177 Jun 04 06:40:33.545242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:33.552164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Made reservation on behalf of a087498371284148b568ca551b18eaca for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:33.557256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30d84-0363-460c-a335-5d084d652d21 req-c62cc94a-25be-4458-86b1-2abcbf368d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:33.559033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09f30d84-0363-460c-a335-5d084d652d21 req-c62cc94a-25be-4458-86b1-2abcbf368d87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 1097 time: 0.4864821 Jun 04 06:40:33.560403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.583651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Calling delete_port for c962c8cc-809f-4af9-8526-4ee2765d2af3 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:33.585091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] device_id is not set on port 88c99e97-e6e2-4a43-9c20-11fd12150dc3 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:40:33.638075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d699c577-cc23-45fc-8284-8d1111730c0a,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:33.661739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85809-72d1-47e5-a326-1734798f218e req-bb98ff97-85f5-4363-b96e-864fd4644489 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:33.666185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6b85809-72d1-47e5-a326-1734798f218e req-bb98ff97-85f5-4363-b96e-864fd4644489 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 943 time: 0.3849776 Jun 04 06:40:33.678975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.680979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.738720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] No DVR routers for this DVR port c962c8cc-809f-4af9-8526-4ee2765d2af3 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:33.743493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6b85809-72d1-47e5-a326-1734798f218e req-d33a00d9-7f9d-48b2-8dd7-f67c32a4c729 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668645 Jun 04 06:40:33.743692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84367f92-2c23-4f64-8728-30bf336b2ad3 None None] Pushing event deleted for resources: {'Port': ['ID=c962c8cc-809f-4af9-8526-4ee2765d2af3,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:33.843104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Allocated IP 172.20.0.10 (22160686-af1e-4cf9-9161-5320c6a9bf2e/3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4/88c99e97-e6e2-4a43-9c20-11fd12150dc3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:33.938095 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d705fccf-d80f-4f78-b421-eb9b3348f8e3'] response: {'name': 'network-changed', 'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'tag': '14641b35-90e8-4822-99bc-44412055f593', 'status': 'completed', 'code': 200} Jun 04 06:40:33.971468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-09f30d84-0363-460c-a335-5d084d652d21 req-ac1d1743-0e8f-4fa0-8a13-97e5edd206ef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819790 Jun 04 06:40:33.991525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:33.992946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:33.994672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] 10.222.0.39 "PUT /v2.0/ports/d699c577-cc23-45fc-8284-8d1111730c0a HTTP/1.1" status: 200 len: 1091 time: 4.6318502 Jun 04 06:40:34.019100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-43d6bde5-10d6-4edd-96ac-b927dc18190a service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809577 Jun 04 06:40:34.102090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c962c8cc-809f-4af9-8526-4ee2765d2af3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:40:34.140317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c962c8cc-809f-4af9-8526-4ee2765d2af3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:40:34.140662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c962c8cc-809f-4af9-8526-4ee2765d2af3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:40:34.169373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port c962c8cc-809f-4af9-8526-4ee2765d2af3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c962c8cc-809f-4af9-8526-4ee2765d2af3,segment=NetworkSegment(d556653f-03ac-4789-b7b1-1e8909bb65d6),segment_id=d556653f-03ac-4789-b7b1-1e8909bb65d6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:34.170060 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.185048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc8cc-b406-4656-994e-00f93d6ffb77 service neutron] Pushing event updated for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:34.361462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7902b3f-ae10-4298-986a-7ad2c5410f74 req-a4bb102f-395c-49d8-baaa-41ede2cdd858 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.363105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7902b3f-ae10-4298-986a-7ad2c5410f74 req-a4bb102f-395c-49d8-baaa-41ede2cdd858 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4216130 Jun 04 06:40:34.374885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for c962c8cc-809f-4af9-8526-4ee2765d2af3 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:34.397239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.428857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Transition to ACTIVE for port object 88c99e97-e6e2-4a43-9c20-11fd12150dc3 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:34.446184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7902b3f-ae10-4298-986a-7ad2c5410f74 req-c8649838-2066-434d-812f-f58bb3af3f69 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764003 Jun 04 06:40:34.489755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.494908 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c024cae8-3522-4cde-9af9-8c1cf63c0bbf req-bfefebd8-fa1f-4f17-a7a9-afaeccdcbd7d service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620559 Jun 04 06:40:34.514504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:40:34.514828 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:40:34.530227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-6bed7e6e-3656-41a2-b57c-5cdac5f330c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.532076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-6bed7e6e-3656-41a2-b57c-5cdac5f330c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 1094 time: 0.2600796 Jun 04 06:40:34.632517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:34.639764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:34.641639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=88c99e97-e6e2-4a43-9c20-11fd12150dc3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:34.644214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:34.650470 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-e90e1f0e-6bd1-4ad3-b190-74edcdc37ccf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d699c577-cc23-45fc-8284-8d1111730c0a HTTP/1.1" status: 200 len: 217 time: 0.1074338 Jun 04 06:40:34.738318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.738900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.747412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-77a0668f-fb42-477f-b938-166413004fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.748662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-77a0668f-fb42-477f-b938-166413004fb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.0918982 Jun 04 06:40:34.752773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-274ed398-057f-4d85-8702-cf8bc4cb85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.755063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-274ed398-057f-4d85-8702-cf8bc4cb85dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 1094 time: 0.1565263 Jun 04 06:40:34.775055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df504392-dae9-42dc-b7e8-4a9359813c5a req-a0db2ef5-8a7c-4034-a909-81d423ccd19a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.783737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df504392-dae9-42dc-b7e8-4a9359813c5a req-a0db2ef5-8a7c-4034-a909-81d423ccd19a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.2078931 Jun 04 06:40:34.812248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15ab4f86-4758-4a2f-a978-e6fc89e2eb46 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8524036 Jun 04 06:40:34.813092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38752) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:34.820823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:34.827692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:34.836960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:floatingip and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:34.840670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:34.846674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:34.872616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.907215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df504392-dae9-42dc-b7e8-4a9359813c5a req-7ead4b29-a4c9-43ed-9dee-ceadb1a0665c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220734 Jun 04 06:40:34.941703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3621915d-2d28-4210-8ba1-282454c2c645 None None] Provisioning for port 88c99e97-e6e2-4a43-9c20-11fd12150dc3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:34.968710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3621915d-2d28-4210-8ba1-282454c2c645 None None] Provisioning complete for port 88c99e97-e6e2-4a43-9c20-11fd12150dc3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:34.970138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3621915d-2d28-4210-8ba1-282454c2c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:34.972535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-371dadf4-62b2-43ec-b5a4-418cd444ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.974109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-371dadf4-62b2-43ec-b5a4-418cd444ac5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.1814587 Jun 04 06:40:34.976239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5efc27ea-4cf1-4fd9-94a1-2f497f00f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:34.977960 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-5efc27ea-4cf1-4fd9-94a1-2f497f00f436 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221169 Jun 04 06:40:35.046815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port c962c8cc-809f-4af9-8526-4ee2765d2af3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:35.047427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.079191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3621915d-2d28-4210-8ba1-282454c2c645 None None] Port 88c99e97-e6e2-4a43-9c20-11fd12150dc3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:35.112646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-1a4905a4-0d07-4482-b6fd-6f1a6d71fc17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14641b35-90e8-4822-99bc-44412055f593 HTTP/1.1" status: 200 len: 217 time: 0.1303408 Jun 04 06:40:35.144480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef743e-9f22-41bf-a85b-2b01a36be7fe req-895597a2-7ee6-4188-9b21-243cc90c040f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:35.146090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30ef743e-9f22-41bf-a85b-2b01a36be7fe req-895597a2-7ee6-4188-9b21-243cc90c040f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 943 time: 0.1176760 Jun 04 06:40:35.221363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.234633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30ef743e-9f22-41bf-a85b-2b01a36be7fe req-6bf189d5-7637-4c6e-953a-9afd00c826ef tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817761 Jun 04 06:40:35.269066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] The port 'c962c8cc-809f-4af9-8526-4ee2765d2af3' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:40:35.442812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-050fa61c-b6cd-468b-b40b-d8f4bccf3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:35.444266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-050fa61c-b6cd-468b-b40b-d8f4bccf3f26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.3204641 Jun 04 06:40:35.517432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.532562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Allocated IP 172.25.1.46 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/eeeb06e1-6da3-452d-ae62-9c427132dbb4) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:35.535995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-bc86da34-6d8f-4cde-bebf-36e1a6e3f83b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746837 Jun 04 06:40:35.550690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-c056c1e5-66f3-48a3-8fd5-fb95bb671a71 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734585 Jun 04 06:40:35.561400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c172bd4-c829-4bf5-9450-43e23009019d req-adf3a1bb-b7eb-413a-897c-166a77ffab12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:35.563561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c172bd4-c829-4bf5-9450-43e23009019d req-adf3a1bb-b7eb-413a-897c-166a77ffab12 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1552465 Jun 04 06:40:35.692359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c172bd4-c829-4bf5-9450-43e23009019d req-59e4a7a3-0e99-4152-8f22-8d27583d7bf6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102962 Jun 04 06:40:35.717226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2981d99-6e21-4240-8566-ffdcd3de88b2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:35.764857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd556653f-03ac-4789-b7b1-1e8909bb65d6') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:35.765200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd556653f-03ac-4789-b7b1-1e8909bb65d6') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:35.774873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.791616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.848467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:35.923899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:35.929157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:35.943818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:35.951227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:35.999119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=eeeb06e1-6da3-452d-ae62-9c427132dbb4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:36.012159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.038586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56921-d983-40cb-a823-fe4bf6706c12 req-05051013-e45b-448b-84a3-eef731598e58 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:36.046610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8df56921-d983-40cb-a823-fe4bf6706c12 req-05051013-e45b-448b-84a3-eef731598e58 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 943 time: 0.2379243 Jun 04 06:40:36.048706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b485d5ce-b04e-4e77-b655-b99a42c70ff9 req-48c263f8-cb41-4e5a-97de-5c66405e10f1 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355584 Jun 04 06:40:36.049747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:40:36.050147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.105521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-64089c8b-eb8a-44a4-8d1b-41ab1b753d3f service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531693 Jun 04 06:40:36.109517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8df56921-d983-40cb-a823-fe4bf6706c12 req-1ff73f7d-5e98-47b6-a647-7ab502de833a tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620189 Jun 04 06:40:36.127760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.250981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.295133 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d556653f-03ac-4789-b7b1-1e8909bb65d6 resource provider aggregate not found Jun 04 06:40:36.311807 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.335258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.341522 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d556653f-03ac-4789-b7b1-1e8909bb65d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d556653f-03ac-4789-b7b1-1e8909bb65d6 found for delete ", "request_id": "req-ecd7e317-b663-4b2d-81a8-d55f3b67189f"}]} Jun 04 06:40:36.353583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=a2981d99-6e21-4240-8566-ffdcd3de88b2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:36.394071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1b17932-8645-4ca8-97b2-f38959db0999 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/a2981d99-6e21-4240-8566-ffdcd3de88b2 HTTP/1.1" status: 204 len: 168 time: 3.6504705 Jun 04 06:40:36.397498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38776) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:36.406539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717767413', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:36.416470 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2f62696-9791-47b7-8f4b-e0ab93058426 req-31fcbd1c-9305-41e1-9a6c-26455f0d5012 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508001 Jun 04 06:40:36.417498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:36.422277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:36.425400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:36.433633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:36.447762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.448854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.465193 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.484920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.502010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e966196-b2db-4c95-af3d-87f611666c6b req-9b3bb938-fa76-4efb-8b8f-295fa735a531 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:36.503602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e966196-b2db-4c95-af3d-87f611666c6b req-9b3bb938-fa76-4efb-8b8f-295fa735a531 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.2107224 Jun 04 06:40:36.520920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.525462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bee3ca3e-ebec-437c-ad8d-52745b8f36ad tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1248744 Jun 04 06:40:36.529929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:36.536776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-78629736'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:36.543085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:36.548925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:36.552160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:36.559522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:36.571846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:36.575279 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.591481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.598986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.606376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:36.617608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.618198 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 552b2352-59b6-4ca7-9c63-4e3356de5de8 of type vlan for network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f Jun 04 06:40:36.655737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.692883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.702767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:36.703423 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:36.812698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2813933 Jun 04 06:40:36.820260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:36.833969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9fefc-37f1-44e1-b2a4-23c03f3fbfeb tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=8a345e7c-da1d-4588-aafc-5735f5ef7b2f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:36.845574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:36.863115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:36.983682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=eeeb06e1-6da3-452d-ae62-9c427132dbb4,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:37.012671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e966196-b2db-4c95-af3d-87f611666c6b req-51242c62-b46d-4698-99df-ef4db1746c24 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007558 Jun 04 06:40:37.018132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.036620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:37.043226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:37.048568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:37.056349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:37.060454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.062047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8eea302c-8a0b-4916-a114-06d3b1ea7824 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2479985 Jun 04 06:40:37.064747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38794) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:37.071400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cfc1aef6-6697-410c-91b1-71652c131f05 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'floatingip': {'port_id': '88c99e97-e6e2-4a43-9c20-11fd12150dc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:37.092256 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88f8b6b-26d5-467a-ac22-b6b146f7c82f'] response: {'name': 'network-changed', 'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'status': 'completed', 'code': 200} Jun 04 06:40:37.157691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cfc1aef6-6697-410c-91b1-71652c131f05 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.208993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa2d06-c984-4042-855b-1dad124fecad req-b58d9046-3697-405d-9a34-dd73a396aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.210809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-b58d9046-3697-405d-9a34-dd73a396aff1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 1094 time: 0.0954587 Jun 04 06:40:37.231092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:37.234471 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.392026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa2d06-c984-4042-855b-1dad124fecad req-c8b72e15-116a-4b08-ae34-9705c37df36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.393513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-c8b72e15-116a-4b08-ae34-9705c37df36d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 0.1722443 Jun 04 06:40:37.471338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-1127e73f-aeac-4c70-b732-cdba845bae94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d699c577-cc23-45fc-8284-8d1111730c0a HTTP/1.1" status: 200 len: 217 time: 0.0709767 Jun 04 06:40:37.542307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa2d06-c984-4042-855b-1dad124fecad req-9d5dae79-9148-401b-b398-66a0d7bc1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.543105 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-cfc1aef6-6697-410c-91b1-71652c131f05 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] update failed (client error): The resource could not be found. Jun 04 06:40:37.543799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-9d5dae79-9148-401b-b398-66a0d7bc1262 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.0655603 Jun 04 06:40:37.544162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cfc1aef6-6697-410c-91b1-71652c131f05 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "PUT /v2.0/floatingips/12268167-8725-4d8b-b56f-2b4cb600fbb4 HTTP/1.1" status: 404 len: 507 time: 0.4785020 Jun 04 06:40:37.546910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38802) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:37.561522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb4266-846a-41c8-8591-47af2e3dbce3 req-01b96b09-17ef-477a-a3c1-5b39844c1d44 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.562950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46bb4266-846a-41c8-8591-47af2e3dbce3 req-01b96b09-17ef-477a-a3c1-5b39844c1d44 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3437519 Jun 04 06:40:37.660625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46bb4266-846a-41c8-8591-47af2e3dbce3 req-f0f51fa4-d06f-484f-8c5b-9c5366b2bda0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Jun 04 06:40:37.701593 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.749427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting port eeeb06e1-6da3-452d-ae62-9c427132dbb4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:37.749840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.834991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=5d72733c-8c37-4189-9b84-b408ef8f69cd,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:37.845975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:37.846327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 8a345e7c-da1d-4588-aafc-5735f5ef7b2f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:37.880403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:37.901664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20babfb7-e4f7-480b-a46b-6726680697fd req-d0c57cc7-0157-463b-aaca-f168bca46282 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.903276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20babfb7-e4f7-480b-a46b-6726680697fd req-d0c57cc7-0157-463b-aaca-f168bca46282 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 943 time: 0.1300914 Jun 04 06:40:37.904120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8a345e7c-da1d-4588-aafc-5735f5ef7b2f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:37.908481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:37.908967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:37.914112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441f5b5-c31f-45f3-a42c-550bdc5a9ae1 None None] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:37.998094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20babfb7-e4f7-480b-a46b-6726680697fd req-e85f058f-1ce1-46c1-87c5-94a92bc3f7f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Jun 04 06:40:38.007154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f6324f7a-6846-45ef-b0f0-61138c59dce3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1548886 Jun 04 06:40:38.010158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:38.064413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14641b35-90e8-4822-99bc-44412055f593 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:40:38.075688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa2d06-c984-4042-855b-1dad124fecad req-2cc7520b-faf7-49d4-91b4-dcb56830365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:38.077167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-2cc7520b-faf7-49d4-91b4-dcb56830365d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4696517 Jun 04 06:40:38.308953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:40:38.311163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:38.370055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:38.370055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:38.435493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001388-e2d6-4e43-aa26-3223aa0d223e req-67e65c2b-db76-4e8b-9ea9-174655ba7e2f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:38.437871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75001388-e2d6-4e43-aa26-3223aa0d223e req-67e65c2b-db76-4e8b-9ea9-174655ba7e2f tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 943 time: 0.0971019 Jun 04 06:40:38.490678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75001388-e2d6-4e43-aa26-3223aa0d223e req-d69c155d-8c61-41f2-b5b2-e9664044cf31 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468903 Jun 04 06:40:38.503096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14641b35-90e8-4822-99bc-44412055f593,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:38.523273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Allocated IP 172.20.0.2 (8a345e7c-da1d-4588-aafc-5735f5ef7b2f/5d72733c-8c37-4189-9b84-b408ef8f69cd/442c659f-0be2-4fe2-bda0-d2fbfaf10079) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:38.526066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '14641b35-90e8-4822-99bc-44412055f593', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': '14641b35-90e8-4822-99bc-44412055f593', 'mac_address': 'fa:16:3e:0b:7f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:40:38.531738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Calling delete_port for eeeb06e1-6da3-452d-ae62-9c427132dbb4 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:38.670530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 14641b35-90e8-4822-99bc-44412055f593 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:38.670948 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:38.727902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ed3f-1b45-4392-9c8f-e79c730cc535 req-a8678cf2-3a35-4e73-88ab-19bba08c2462 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:38.730582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd21ed3f-1b45-4392-9c8f-e79c730cc535 req-a8678cf2-3a35-4e73-88ab-19bba08c2462 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.1307473 Jun 04 06:40:38.733937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14641b35-90e8-4822-99bc-44412055f593 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:38.785017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14641b35-90e8-4822-99bc-44412055f593,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:38.798397 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:38.801347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd21ed3f-1b45-4392-9c8f-e79c730cc535 req-9463efe5-4b12-4b59-a228-de344b0261c4 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639224 Jun 04 06:40:39.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:39.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Transition to ACTIVE for port object 442c659f-0be2-4fe2-bda0-d2fbfaf10079 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:39.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Transition to ACTIVE for port object 442c659f-0be2-4fe2-bda0-d2fbfaf10079 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:39.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.109617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:39.113592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:39.116612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:39.131031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['14641b35-90e8-4822-99bc-44412055f593'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:39.147979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.189136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-0da43d75-1d4a-4d79-8135-7e97505fb79c service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0882421 Jun 04 06:40:39.226032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88307987-6bbe-4698-83b0-bdc2856a503a req-6018a7ca-e72b-41d1-9964-73af0377624c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:39.232359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88307987-6bbe-4698-83b0-bdc2856a503a req-6018a7ca-e72b-41d1-9964-73af0377624c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.2651482 Jun 04 06:40:39.272915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Pushing event updated for resources: {'Port': ['ID=442c659f-0be2-4fe2-bda0-d2fbfaf10079,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:39.316301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88307987-6bbe-4698-83b0-bdc2856a503a req-ae4ca898-cb13-4304-9fb5-8021cad9fea8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745163 Jun 04 06:40:39.386980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Attempting to bind port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:39.387650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Attempting to bind port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:39.388315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Attempting to bind port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 on network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:39.405062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:39.405790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Checking segment: {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:39.406408 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.406979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Bound using segment: {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:39.407657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Bound port: 442c659f-0be2-4fe2-bda0-d2fbfaf10079, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:39.408241 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.637580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] For port 442c659f-0be2-4fe2-bda0-d2fbfaf10079, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:39.656876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] For port 442c659f-0be2-4fe2-bda0-d2fbfaf10079, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=442c659f-0be2-4fe2-bda0-d2fbfaf10079,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:39.692745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.707544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:39.775285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3630e-669a-4f42-9a17-ba35f6026873 None None] Pushing event updated for resources: {'Port': ['ID=442c659f-0be2-4fe2-bda0-d2fbfaf10079,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:39.845062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c4fa2d06-c984-4042-855b-1dad124fecad req-e0d1466d-cddd-4e70-805c-76c6b28ba279 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501114 Jun 04 06:40:39.971770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Port': ['ID=eeeb06e1-6da3-452d-ae62-9c427132dbb4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:40.066478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.123563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.20.0.1 (8a345e7c-da1d-4588-aafc-5735f5ef7b2f/5d72733c-8c37-4189-9b84-b408ef8f69cd/e2fbc61d-02fa-421f-a819-9ff190703489) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:40.128435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.133999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38856) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:40.134265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-128df4fa-562d-4ed0-9aa3-21d901dabe8a tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "DELETE /v2.0/floatingips/12268167-8725-4d8b-b56f-2b4cb600fbb4 HTTP/1.1" status: 204 len: 168 time: 2.5863414 Jun 04 06:40:40.139232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'floatingip': {'floating_network_id': '22160686-af1e-4cf9-9161-5320c6a9bf2e', 'port_id': '88c99e97-e6e2-4a43-9c20-11fd12150dc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:40.161308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:40.169343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:floatingip and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:40.172843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:40.182753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:40.229744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.404860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.413820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8f8a2-2a8e-4976-a030-20e05b31cbee req-3de3a1a8-0427-4e44-9619-91019611a81b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:40.421891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7e8f8a2-2a8e-4976-a030-20e05b31cbee req-3de3a1a8-0427-4e44-9619-91019611a81b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 944 time: 0.2260289 Jun 04 06:40:40.432483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object e2fbc61d-02fa-421f-a819-9ff190703489 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:40.459543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.488901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7e8f8a2-2a8e-4976-a030-20e05b31cbee req-8948cfee-134f-4b78-bd60-916dfaae2a4e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661893 Jun 04 06:40:40.537530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:40.540055 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:40:40.544599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f243649-43e5-4ccf-9620-11fb7cfaab57 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4061491 Jun 04 06:40:40.544977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38864) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:40.550672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:40.553339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '88c99e97-e6e2-4a43-9c20-11fd12150dc3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:40.557050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:40.567776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:40.575493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Usage tracker for resource:floatingip and tenant:a087498371284148b568ca551b18eaca is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:40.575493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:40.582413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:40.600680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.713280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:40.751900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:40.920687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.075993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2a711-56fc-4bde-91ab-6514c7bfa592 req-6cbc31ea-7c55-4923-9fdf-8feb49585461 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:41.093500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18f2a711-56fc-4bde-91ab-6514c7bfa592 req-6cbc31ea-7c55-4923-9fdf-8feb49585461 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 943 time: 0.2565999 Jun 04 06:40:41.122368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d699c577-cc23-45fc-8284-8d1111730c0a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:40:41.157718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.222632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-18f2a711-56fc-4bde-91ab-6514c7bfa592 req-30f1f721-bd9e-4bac-8b27-d92f710b1f09 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285932 Jun 04 06:40:41.294183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac887cf1-ab9e-4e9d-b7be-12635d97db76 None None] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:41.494636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40dc28d7-080a-411f-93ca-9f6b7f6fcbe9 None None] Provisioning for port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:41.500290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Allocated IP 172.25.1.150 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/d3e4924c-fce7-4456-8e96-7462dfc3b26a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:41.630021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d699c577-cc23-45fc-8284-8d1111730c0a,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:41.633137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.636191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.663142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'port_id': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'mac_address': 'fa:16:3e:0c:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:40:41.708382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaaecb-e93d-4b83-b2eb-8704030220e3 req-6fda321d-9eb0-4ad2-a24b-a8be5e3c058d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:41.710099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-feaaaecb-e93d-4b83-b2eb-8704030220e3 req-6fda321d-9eb0-4ad2-a24b-a8be5e3c058d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2598615 Jun 04 06:40:41.720977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d699c577-cc23-45fc-8284-8d1111730c0a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:41.721360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.743623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d699c577-cc23-45fc-8284-8d1111730c0a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:41.775235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d699c577-cc23-45fc-8284-8d1111730c0a,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:41.783038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.787804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-feaaaecb-e93d-4b83-b2eb-8704030220e3 req-c72ab70b-a7a5-46ec-853c-ed6fe27e7f46 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Jun 04 06:40:41.792994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.875933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:41.936271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:41.953715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:42.088841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14641b35-90e8-4822-99bc-44412055f593 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:42.133884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:42.147349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d699c577-cc23-45fc-8284-8d1111730c0a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:42.148302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:42.198532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:42.201714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:42.209698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:42.309251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event updated for resources: {'Port': ['ID=d3e4924c-fce7-4456-8e96-7462dfc3b26a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:42.318924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 442c659f-0be2-4fe2-bda0-d2fbfaf10079 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:42.483528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:42.488342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364aff-2fcb-4400-99dc-986b254bce6b req-77fc573c-3f22-436c-99bc-753e477cb73d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:42.490162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:42.500628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e364aff-2fcb-4400-99dc-986b254bce6b req-77fc573c-3f22-436c-99bc-753e477cb73d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.4262915 Jun 04 06:40:42.505081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:42.505541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:42.554490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 14641b35-90e8-4822-99bc-44412055f593 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:42.623031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e364aff-2fcb-4400-99dc-986b254bce6b req-f37ee535-7d3d-49dc-886c-b55daf2a76ad tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207390 Jun 04 06:40:42.661023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:40:42.706269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting port d3e4924c-fce7-4456-8e96-7462dfc3b26a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:42.706269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:42.727800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 14641b35-90e8-4822-99bc-44412055f593 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:42.727800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:42.855107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Provisioning complete for port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:42.855543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:42.911633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:42.919652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e8011d7-9f54-4616-a3ec-adc2517af6e3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9008615 Jun 04 06:40:42.924327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38894) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:42.947953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:42.956141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1814298246'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:42.972993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:43.016579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:43.016579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:43.094062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:43.105602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:43.117148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:43.152569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d7c4-e1ba-40c1-9ee5-33aef99e6684 req-a4410ba9-4ec2-42ed-bb4a-16cdce058967 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:43.160056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8c1d7c4-e1ba-40c1-9ee5-33aef99e6684 req-a4410ba9-4ec2-42ed-bb4a-16cdce058967 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 944 time: 0.3074632 Jun 04 06:40:43.203052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:43.206686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.249685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.250015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.274338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:43.274338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.305849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8c1d7c4-e1ba-40c1-9ee5-33aef99e6684 req-c43b8ba1-7637-44c1-a794-97ebb4ef7403 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426947 Jun 04 06:40:43.428791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:40:43.456623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:43.495137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 14641b35-90e8-4822-99bc-44412055f593 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:43.495521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.500338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Calling delete_port for d3e4924c-fce7-4456-8e96-7462dfc3b26a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:43.555179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Current status of the port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:43.555664 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.564450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.564971 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 71ac5d7d-4dbf-4a6f-a445-310f07150e11 of type vlan for network 5e59a572-4859-4605-8d3b-c09aba217c6d Jun 04 06:40:43.566706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 442c659f-0be2-4fe2-bda0-d2fbfaf10079, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=442c659f-0be2-4fe2-bda0-d2fbfaf10079,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:43.627367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.652983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.753947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14641b35-90e8-4822-99bc-44412055f593'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:43.827119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14641b35-90e8-4822-99bc-44412055f593,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:43.831017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:40:43.859666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00763312-fdac-417d-912a-f3a637dbbd01 req-dcf444ae-ffee-4db8-a55e-26a8baf4e3b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:43.866645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00763312-fdac-417d-912a-f3a637dbbd01 req-dcf444ae-ffee-4db8-a55e-26a8baf4e3b6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 944 time: 0.4129062 Jun 04 06:40:43.890105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.895566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:43.896371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.896656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:43.926335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=442c659f-0be2-4fe2-bda0-d2fbfaf10079,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:43.927810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.020603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:44.030259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:40:44.030259 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:40:44.054454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Port': ['ID=d3e4924c-fce7-4456-8e96-7462dfc3b26a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:44.189026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2627976 Jun 04 06:40:44.191038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38916) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:44.197809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:40Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:41Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:44.198140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:44.202628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:40:44.205855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Updating router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 port e2fbc61d-02fa-421f-a819-9ff190703489 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:40:44.248657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00763312-fdac-417d-912a-f3a637dbbd01 req-7c463475-704a-47b3-ae65-cc211a12b205 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806386 Jun 04 06:40:44.252873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0fa0-03cc-417e-8234-db6854c99644 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=5e59a572-4859-4605-8d3b-c09aba217c6d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:44.254794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 442c659f-0be2-4fe2-bda0-d2fbfaf10079 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:44.297232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5e59a572-4859-4605-8d3b-c09aba217c6d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:44.353155 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] create failed (client error): The resource could not be found. Jun 04 06:40:44.354336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-13d5edc8-4d23-4a55-9783-e9b398ebac4f tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8079402 Jun 04 06:40:44.359125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:44.377090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:44.382637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:44.386941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:44.394201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:44.407426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:44.412716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.448393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting port 88c99e97-e6e2-4a43-9c20-11fd12150dc3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:44.448393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.609862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Current status of the port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:44.635532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.721578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Provisioning for port e2fbc61d-02fa-421f-a819-9ff190703489 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:44.763626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4585-f84c-4335-8acc-733fe4d1076d req-b6453fe2-19b9-4032-bed8-82e9f3b38c39 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:44.764491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:44.765126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1da4585-f84c-4335-8acc-733fe4d1076d req-b6453fe2-19b9-4032-bed8-82e9f3b38c39 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3257668 Jun 04 06:40:44.770986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.813596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.818831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Provisioning complete for port e2fbc61d-02fa-421f-a819-9ff190703489 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:44.819524 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:44.851041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1da4585-f84c-4335-8acc-733fe4d1076d req-e37a0ddd-cb42-4d61-ae9c-bb340b4dcac7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795617 Jun 04 06:40:44.861009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.002085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:45.002085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 5e59a572-4859-4605-8d3b-c09aba217c6d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:45.002085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=95c62595-2561-46e1-b06a-a8d75fb441a7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:45.057729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 5e59a572-4859-4605-8d3b-c09aba217c6d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:45.062577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-06a647bb-ae6f-4ec8-b23a-a2f9ec6f36f1 None None] Port e2fbc61d-02fa-421f-a819-9ff190703489 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:45.081005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5e59a572-4859-4605-8d3b-c09aba217c6d) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:45.117142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:45.121570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.131196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Calling delete_port for 88c99e97-e6e2-4a43-9c20-11fd12150dc3 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:45.193289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47869793-281b-4a9a-b349-4c624d07715f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9986148 Jun 04 06:40:45.193926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd17e71-b72c-4169-81c5-b75d0b872d4d None None] Network 5e59a572-4859-4605-8d3b-c09aba217c6d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:45.194056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:45.206916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d699c577-cc23-45fc-8284-8d1111730c0a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:45.428461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:45.433723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.464413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6ed4412c-44cd-4829-b5de-eca47bf8cb5f None None] Provisioning complete for port e2fbc61d-02fa-421f-a819-9ff190703489 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:45.464784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ed4412c-44cd-4829-b5de-eca47bf8cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.592027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4412c-44cd-4829-b5de-eca47bf8cb5f None None] Port e2fbc61d-02fa-421f-a819-9ff190703489 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:45.660794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Port': ['ID=88c99e97-e6e2-4a43-9c20-11fd12150dc3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:45.670820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d699c577-cc23-45fc-8284-8d1111730c0a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:45.708413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d699c577-cc23-45fc-8284-8d1111730c0a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:45.708413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.783062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c724994-3a50-4a94-b8e2-423525590bc6 req-2f672daa-b143-4af4-9f82-428661223ef3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:45.784847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c724994-3a50-4a94-b8e2-423525590bc6 req-2f672daa-b143-4af4-9f82-428661223ef3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.4094152 Jun 04 06:40:45.798675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.856380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-198d5654-7e4d-4059-a4d9-5bdc8116a14d tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "DELETE /v2.0/ports/88c99e97-e6e2-4a43-9c20-11fd12150dc3 HTTP/1.1" status: 204 len: 168 time: 1.4961574 Jun 04 06:40:45.858920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38942) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:45.928999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.949596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-5e59a572-4859-4605-8d3b-c09aba217c6d', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:40:45.949596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:45.971273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c724994-3a50-4a94-b8e2-423525590bc6 req-6a361406-a328-4dc9-a8c6-7dbfd3ef131c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496842 Jun 04 06:40:45.986444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Transition to ACTIVE for port object e2fbc61d-02fa-421f-a819-9ff190703489 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:46.106509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325edaf8-f6cc-4634-bd2f-523a8cb35208 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:46.106509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-325edaf8-f6cc-4634-bd2f-523a8cb35208 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Synchronizing usage tracker for tenant:a087498371284148b568ca551b18eaca on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:46.144770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:46.167140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-325edaf8-f6cc-4634-bd2f-523a8cb35208 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Unset dirty status for tenant:a087498371284148b568ca551b18eaca on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:46.167140 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-325edaf8-f6cc-4634-bd2f-523a8cb35208 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f3024d9-fa51-442a-a5bf-22062307832d HTTP/1.1" status: 200 len: 913 time: 0.3033354 Jun 04 06:40:46.167140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:46.211220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:46.441531 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f04be0-223e-4087-85e5-e55007ca6e60'] response: {'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14641b35-90e8-4822-99bc-44412055f593', 'code': 200} Jun 04 06:40:46.449464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d699c577-cc23-45fc-8284-8d1111730c0a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:46.450049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:46.563241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Allocated IP 172.21.0.2 (5e59a572-4859-4605-8d3b-c09aba217c6d/95c62595-2561-46e1-b06a-a8d75fb441a7/1c39c95e-669e-4e33-833f-be5e12c8d329) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:46.773056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd672e-b487-4a44-ae80-0fbfc6843b77 None None] Pushing event updated for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:46.859234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d699c577-cc23-45fc-8284-8d1111730c0a,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:46.865165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6323ece-b627-40fd-a260-e22dffa01a88 req-e0ce3ac1-108d-4d64-bd2f-8f82c73aa6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:46.867141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6323ece-b627-40fd-a260-e22dffa01a88 req-e0ce3ac1-108d-4d64-bd2f-8f82c73aa6fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 1096 time: 0.3661766 Jun 04 06:40:46.994328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a6323ece-b627-40fd-a260-e22dffa01a88 req-927afecb-a043-4068-b778-7fdb05004ead service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Jun 04 06:40:47.007083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e22ca-3594-4e98-a990-35afb7a95afe req-b7fcf07d-bbbd-4844-a416-cc124e3dade0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:47.011661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df7e22ca-3594-4e98-a990-35afb7a95afe req-b7fcf07d-bbbd-4844-a416-cc124e3dade0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 945 time: 0.5466402 Jun 04 06:40:47.026040 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.177852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa17be76-4308-4e49-96ad-1e05f968d0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.190105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df7e22ca-3594-4e98-a990-35afb7a95afe req-9f30b475-c666-46d9-a085-407d1a289951 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815813 Jun 04 06:40:47.198627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Attempting to bind port e2fbc61d-02fa-421f-a819-9ff190703489 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:47.199179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Attempting to bind port e2fbc61d-02fa-421f-a819-9ff190703489 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:47.199591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Attempting to bind port e2fbc61d-02fa-421f-a819-9ff190703489 on network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:47.202358 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.220738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Transition to ACTIVE for port object 1c39c95e-669e-4e33-833f-be5e12c8d329 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:47.224426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:47.224802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Checking segment: {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:47.225216 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.225641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Bound using segment: {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:47.226124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Bound port: e2fbc61d-02fa-421f-a819-9ff190703489, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552b2352-59b6-4ca7-9c63-4e3356de5de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:47.227015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.251257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:47.355668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Transition to ACTIVE for port object 1c39c95e-669e-4e33-833f-be5e12c8d329 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:47.361371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.441194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.443857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] For port e2fbc61d-02fa-421f-a819-9ff190703489, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:47.457740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Network 5e59a572-4859-4605-8d3b-c09aba217c6d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:47.471410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] For port e2fbc61d-02fa-421f-a819-9ff190703489, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e2fbc61d-02fa-421f-a819-9ff190703489,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:47.471410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:47.471410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:47.471410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Pushing event updated for resources: {'Port': ['ID=1c39c95e-669e-4e33-833f-be5e12c8d329,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:47.479574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.508120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.21.0.1 (5e59a572-4859-4605-8d3b-c09aba217c6d/95c62595-2561-46e1-b06a-a8d75fb441a7/be59c8d1-3c9e-46f4-af16-73e619444287) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:47.675667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Attempting to bind port 1c39c95e-669e-4e33-833f-be5e12c8d329 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:47.676034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Attempting to bind port 1c39c95e-669e-4e33-833f-be5e12c8d329 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:47.676398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Attempting to bind port 1c39c95e-669e-4e33-833f-be5e12c8d329 on network 5e59a572-4859-4605-8d3b-c09aba217c6d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:47.692273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:47.693196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Checking segment: {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:47.693838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.694434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Bound using segment: {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:47.695103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Bound port: 1c39c95e-669e-4e33-833f-be5e12c8d329, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:47.696461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.706719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd672e-b487-4a44-ae80-0fbfc6843b77 None None] Pushing event updated for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:47.715935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:47.717619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:47.757328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b20f5-c2f4-49c9-9c0d-06f8ae06e3b9 req-411d684a-41ab-4c06-b59a-f6c14ba6a87b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:47.766181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-112b20f5-c2f4-49c9-9c0d-06f8ae06e3b9 req-411d684a-41ab-4c06-b59a-f6c14ba6a87b tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.4380338 Jun 04 06:40:47.769178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.797731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object be59c8d1-3c9e-46f4-af16-73e619444287 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:47.828703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:47.931627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 5e59a572-4859-4605-8d3b-c09aba217c6d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:47.935907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-112b20f5-c2f4-49c9-9c0d-06f8ae06e3b9 req-f964b7af-379d-4ac8-b356-cde4dc8f219d tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700511 Jun 04 06:40:47.938726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:47.957842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:48.067306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:48.078593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:40:48.112823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.162808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting port 9314dd36-bf84-4657-a2a1-8f3bb9610637 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:48.162808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.393269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.538392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:40:48.708118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.729418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] For port 1c39c95e-669e-4e33-833f-be5e12c8d329, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:48.744445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] For port 1c39c95e-669e-4e33-833f-be5e12c8d329, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1c39c95e-669e-4e33-833f-be5e12c8d329,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:48.764929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.886572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Calling delete_port for 9314dd36-bf84-4657-a2a1-8f3bb9610637 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:48.944172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b24d2-a8c8-4669-ad62-6055f7f7c859 None None] Pushing event updated for resources: {'Port': ['ID=1c39c95e-669e-4e33-833f-be5e12c8d329,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:48.959836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.969952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:48.996468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:40Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:47Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:49.014317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d8e0cb-0e2f-4943-9395-dbd30da4bba3 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:40Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:47Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:49.057551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c840385-8add-4887-8171-8e8ed325a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:49.090519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee8fd0-1a3d-4fd8-820b-2c1ed3e92555 req-15228f40-d361-41d0-96d5-a9f141fc3de9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:49.102130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7ee8fd0-1a3d-4fd8-820b-2c1ed3e92555 req-15228f40-d361-41d0-96d5-a9f141fc3de9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.7606425 Jun 04 06:40:49.188127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:49.198493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7ee8fd0-1a3d-4fd8-820b-2c1ed3e92555 req-5e666ee2-1446-47a3-9555-ad827de8ec9d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953534 Jun 04 06:40:49.279190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:49.393607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:49.668329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Port': ['ID=9314dd36-bf84-4657-a2a1-8f3bb9610637,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:49.928855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 5e59a572-4859-4605-8d3b-c09aba217c6d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:49.936400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:50.162363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.166077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.267796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:50.282933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1c39c95e-669e-4e33-833f-be5e12c8d329 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:50.556418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1c39c95e-669e-4e33-833f-be5e12c8d329 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:50.567372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.571939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e2fbc61d-02fa-421f-a819-9ff190703489 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:50.578170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:50.612450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a8270253-56b7-4739-bc18-f5c27afdeac3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175174 Jun 04 06:40:50.615361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39000) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:50.630720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-187245900'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:50.639500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:50.659772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:50.667075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:50.682695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:50.690581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24bdba-1b08-4543-be96-a59b01f28527 None None] Network 5e59a572-4859-4605-8d3b-c09aba217c6d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:50.695161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:50.702041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.734149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:50.746145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.747094 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc of type vlan for network 6636989b-0f17-4725-bb1d-65b57b019d2a Jun 04 06:40:50.764790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b780c9-655a-43d2-b090-ba7408b3ada2 req-0f690dd2-7653-48f7-9a1b-8f6cdced9f8e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:50.772674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1b780c9-655a-43d2-b090-ba7408b3ada2 req-0f690dd2-7653-48f7-9a1b-8f6cdced9f8e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.8009629 Jun 04 06:40:50.782891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.823339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Router 0f3024d9-fa51-442a-a5bf-22062307832d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:50.854002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.857491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1b780c9-655a-43d2-b090-ba7408b3ada2 req-93e4d205-b986-4b68-895d-a4c7cc4ba025 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729432 Jun 04 06:40:50.861359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:50.861359 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.915690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e2fbc61d-02fa-421f-a819-9ff190703489 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:50.924452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e2fbc61d-02fa-421f-a819-9ff190703489 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:50.924452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:50.990767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Provisioning for port 1c39c95e-669e-4e33-833f-be5e12c8d329 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:51.083692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Provisioning complete for port 1c39c95e-669e-4e33-833f-be5e12c8d329 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:51.084132 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.086352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=6636989b-0f17-4725-bb1d-65b57b019d2a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:51.092757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a804193f-630a-4641-a31c-fd02b10d9617 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4761519 Jun 04 06:40:51.093867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:51.110193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:51.165180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6636989b-0f17-4725-bb1d-65b57b019d2a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:51.168877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:51.179856 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] Sync routers for ids ['0f3024d9-fa51-442a-a5bf-22062307832d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:51.199405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] Routers {'0f3024d9-fa51-442a-a5bf-22062307832d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:51.200027 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0f3024d9-fa51-442a-a5bf-22062307832d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:51.271664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:51.278006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:51.281772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:51.289719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:51.305604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:51.310871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.356852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:51.364151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b8727d24-d619-4567-9d56-fc5c2d386d96 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "PUT /v2.0/routers/0f3024d9-fa51-442a-a5bf-22062307832d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1949077 Jun 04 06:40:51.371149 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] Routers {'0f3024d9-fa51-442a-a5bf-22062307832d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:51.372950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:51.378631 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0f3024d9-fa51-442a-a5bf-22062307832d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:51.506167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:51.506167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f6c5d-82e2-410f-abf1-bc484354aebb None None] The sync data for ids ['0f3024d9-fa51-442a-a5bf-22062307832d'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:40:51.621809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.698594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.707243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Current status of the port 1c39c95e-669e-4e33-833f-be5e12c8d329 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:51.707243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.740885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:40:51.756738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e2fbc61d-02fa-421f-a819-9ff190703489 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:51.757179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.816177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1230b4-ae2b-4981-8060-b1f9d0f678d9 req-7ab06f0f-2377-41df-b987-572fd4fa70fd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:51.821675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port e2fbc61d-02fa-421f-a819-9ff190703489, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e2fbc61d-02fa-421f-a819-9ff190703489,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:51.826176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c1230b4-ae2b-4981-8060-b1f9d0f678d9 req-7ab06f0f-2377-41df-b987-572fd4fa70fd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 945 time: 0.6502547 Jun 04 06:40:51.831056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=011745fd-06c7-4996-a2ef-46897fd0d0f6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:51.839091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:51.839091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:51.842702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:51.842702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 6636989b-0f17-4725-bb1d-65b57b019d2a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:51.876423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6636989b-0f17-4725-bb1d-65b57b019d2a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:51.898786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6636989b-0f17-4725-bb1d-65b57b019d2a) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:51.905858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:51.905858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.919175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f04b29-3afa-4c5d-a0e6-70f2c797d915 None None] Network 6636989b-0f17-4725-bb1d-65b57b019d2a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:51.939382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:51.949376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d5d9c176-db98-4ebc-bfe7-c5de55b6c03a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8483238 Jun 04 06:40:51.962469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39020) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:52.226652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] For port 1c39c95e-669e-4e33-833f-be5e12c8d329, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1c39c95e-669e-4e33-833f-be5e12c8d329,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:52.268495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:40:52.356205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.512398 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.517113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.521254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:40:52.522568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c1230b4-ae2b-4981-8060-b1f9d0f678d9 req-0699807c-5d63-4537-9138-1b725e39accb tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003021 Jun 04 06:40:52.558759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.559330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3024d9-fa51-442a-a5bf-22062307832d {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:40:52.584033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.593656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dce44e19-d8ea-4a90-8e1b-c30ea5c3f7a7 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "DELETE /v2.0/routers/0f3024d9-fa51-442a-a5bf-22062307832d HTTP/1.1" status: 204 len: 168 time: 1.2215772 Jun 04 06:40:52.594447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39030) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:52.596059 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:40:52.772293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting subnet 3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:40:52.783627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.870875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:52.897505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'port_id': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'mac_address': 'fa:16:3e:39:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba307f8-f581-4000-9c0d-52ea8870dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:40:52.903686 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de84e28e-eba5-4096-8353-48667e880b99'] response: {'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'code': 200} Jun 04 06:40:52.916435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:52.983617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:52.986244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Provisioning for port be59c8d1-3c9e-46f4-af16-73e619444287 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:40:53.031398 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.135321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.241738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.251333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.262022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Provisioning complete for port be59c8d1-3c9e-46f4-af16-73e619444287 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:53.262022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.282400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Subnet': ['ID=3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:53.290276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.297039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55bb88-133c-48db-ba27-ae7cf1b651b6 None None] Pushing event updated for resources: {'Port': ['ID=1c39c95e-669e-4e33-833f-be5e12c8d329,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:53.313705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01fb7e23-d82a-4bc8-aa73-6536ec341166 tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "DELETE /v2.0/subnets/3c20fc4d-71f0-4bc0-bdd1-60fcf49f46d4 HTTP/1.1" status: 204 len: 168 time: 0.7072220 Jun 04 06:40:53.313705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39038) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:53.337386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:53.337386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.361449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57a156-0221-4c35-8c72-6309346e09d3 None None] Network 22160686-af1e-4cf9-9161-5320c6a9bf2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:40:53.403049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fec0f-3949-4644-b160-827a83e2eb26 req-f2802b5b-ad4a-4b44-87b4-fdfcaaf08b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:53.404785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af1fec0f-3949-4644-b160-827a83e2eb26 req-f2802b5b-ad4a-4b44-87b4-fdfcaaf08b89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 1096 time: 0.5408933 Jun 04 06:40:53.435975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.459656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6943-bb6c-4cd9-9988-f8dcf8e9baba req-d579a169-67e4-489e-b7a4-3a35b9473051 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:53.461216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f5d6943-bb6c-4cd9-9988-f8dcf8e9baba req-d579a169-67e4-489e-b7a4-3a35b9473051 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.5845633 Jun 04 06:40:53.462247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Deleting port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:53.462612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.549251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-af1fec0f-3949-4644-b160-827a83e2eb26 req-f0166340-1b14-401c-8adf-0045c90b347c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352253 Jun 04 06:40:53.559185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f5d6943-bb6c-4cd9-9988-f8dcf8e9baba req-4b268c12-79eb-4d66-97c3-b9e3d4aec2f0 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710921 Jun 04 06:40:53.581176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6636989b-0f17-4725-bb1d-65b57b019d2a', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:40:53.582173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.752864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:40:53.883105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] For port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,segment=NetworkSegment(657f22a4-eb61-4aa9-91e9-5dd918e68796),segment_id=657f22a4-eb61-4aa9-91e9-5dd918e68796)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:53.884594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.920582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Port be59c8d1-3c9e-46f4-af16-73e619444287 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:40:53.934906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:53.946955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:53.990953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.22.0.1 (6636989b-0f17-4725-bb1d-65b57b019d2a/011745fd-06c7-4996-a2ef-46897fd0d0f6/4611ff7e-87db-49db-be5b-a9d30f6afade) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:54.099364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7b90fb84-1c76-4ded-a707-151f1a6e565f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:40:54.156618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Calling delete_port for 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:54.173790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Provisioning complete for port 1c39c95e-669e-4e33-833f-be5e12c8d329 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:54.173790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.259439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e2fbc61d-02fa-421f-a819-9ff190703489 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:54.350516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f7390-ef32-4572-aa00-5b8c34ba58b9 req-411ba4ea-45c8-433a-9593-bdae36377328 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:54.352065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.358673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b2f7390-ef32-4572-aa00-5b8c34ba58b9 req-411ba4ea-45c8-433a-9593-bdae36377328 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 944 time: 0.1676085 Jun 04 06:40:54.376024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.388867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 4611ff7e-87db-49db-be5b-a9d30f6afade will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:54.419721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.449515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] No DVR routers for this DVR port 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:40:54.452418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Port': ['ID=1d668efc-182d-49ad-aaf2-a2e69f9a51a1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:54.503145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b2f7390-ef32-4572-aa00-5b8c34ba58b9 req-e1ecef93-190b-47b9-9aa0-bd9ccdd5deb5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435065 Jun 04 06:40:54.539405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:54.598478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6636989b-0f17-4725-bb1d-65b57b019d2a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:54.598478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:54.607606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:54.617765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:54.639451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:48Z', 'revision_number': 3, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:40:48Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:54.700430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.724251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:40:54.724251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Updating router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 port be59c8d1-3c9e-46f4-af16-73e619444287 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:40:54.741798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.806269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:54.817704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058d49b-50a9-4d71-b556-344b3bc1b85c None None] DHCP port deletion for 22160686-af1e-4cf9-9161-5320c6a9bf2e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:40:54.869278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Allocated IP 172.22.0.2 (6636989b-0f17-4725-bb1d-65b57b019d2a/011745fd-06c7-4996-a2ef-46897fd0d0f6/3da70a2a-2f8f-480d-a1ce-33237640e679) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:40:54.896471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.079708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e2fbc61d-02fa-421f-a819-9ff190703489 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:55.079708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.109138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22160686-af1e-4cf9-9161-5320c6a9bf2e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:55.142294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657f22a4-eb61-4aa9-91e9-5dd918e68796') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:55.142294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657f22a4-eb61-4aa9-91e9-5dd918e68796') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:55.171286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.251138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.259616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:40:55.260410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.436835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.450405 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 657f22a4-eb61-4aa9-91e9-5dd918e68796 resource provider aggregate not found Jun 04 06:40:55.503913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.528773 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 657f22a4-eb61-4aa9-91e9-5dd918e68796 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 657f22a4-eb61-4aa9-91e9-5dd918e68796 found for delete ", "request_id": "req-f0198ade-d980-4ad0-930c-9853df7cfce7"}]} Jun 04 06:40:55.535977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] Pushing event deleted for resources: {'Network': ['ID=22160686-af1e-4cf9-9161-5320c6a9bf2e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:55.565660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4541ed56-c678-435b-a3f9-1af8bfb878de tempest-FloatingIPNegativeTestJSON-1840526920 tempest-FloatingIPNegativeTestJSON-1840526920-project] 10.222.0.17 "DELETE /v2.0/networks/22160686-af1e-4cf9-9161-5320c6a9bf2e HTTP/1.1" status: 204 len: 168 time: 2.2459834 Jun 04 06:40:55.569148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4654fef1-cefa-4e02-ba4b-88e790127725 None None] Current status of the port 1c39c95e-669e-4e33-833f-be5e12c8d329 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:55.637108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d17355-54a5-4b22-bbc8-c861a9102761 req-6d57bb4e-b430-4324-bf96-28d1d894df65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:55.648630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83d17355-54a5-4b22-bbc8-c861a9102761 req-6d57bb4e-b430-4324-bf96-28d1d894df65 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.4535217 Jun 04 06:40:55.658549 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.667086 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.690119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.723109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83d17355-54a5-4b22-bbc8-c861a9102761 req-b7bb3469-641f-4dd2-a9e7-86468b3c25e1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735176 Jun 04 06:40:55.842177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:55.905680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.920757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:55.928280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Transition to ACTIVE for port object be59c8d1-3c9e-46f4-af16-73e619444287 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:55.964546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.055798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.065768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64e8ed-a7de-4f71-861a-2db6316d7b51 None None] Pushing event updated for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:56.134529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5bac-4f12-4bc1-a98a-b7d0c12eed95 req-66a3bf43-d9b4-4f4a-97da-62682915eed1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:56.141562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-843a5bac-4f12-4bc1-a98a-b7d0c12eed95 req-66a3bf43-d9b4-4f4a-97da-62682915eed1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 945 time: 0.2651186 Jun 04 06:40:56.208274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-843a5bac-4f12-4bc1-a98a-b7d0c12eed95 req-bd4c27ab-d8e5-40d2-a2e7-e807a195484a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651236 Jun 04 06:40:56.211280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 6636989b-0f17-4725-bb1d-65b57b019d2a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:56.228374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:56.260554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36271117-85c9-4521-b48f-dd02193f5b8b req-e4ddafee-0741-428a-8972-2d37234cd050 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:56.261550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36271117-85c9-4521-b48f-dd02193f5b8b req-e4ddafee-0741-428a-8972-2d37234cd050 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:40:56.266382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39078) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:56.453256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.501805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-36271117-85c9-4521-b48f-dd02193f5b8b req-e4ddafee-0741-428a-8972-2d37234cd050 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:40:56.501805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36271117-85c9-4521-b48f-dd02193f5b8b req-e4ddafee-0741-428a-8972-2d37234cd050 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.7869148 Jun 04 06:40:56.517945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:56.675140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e2fbc61d-02fa-421f-a819-9ff190703489 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:56.676633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1c39c95e-669e-4e33-833f-be5e12c8d329 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:56.692089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c59dd132-f5d8-4e0f-ab92-2908a84865b8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a087498371284148b568ca551b18eaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229810 Jun 04 06:40:56.693939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39086) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:56.705835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Transition to ACTIVE for port object 3da70a2a-2f8f-480d-a1ce-33237640e679 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:56.820049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Transition to ACTIVE for port object 3da70a2a-2f8f-480d-a1ce-33237640e679 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:40:56.842718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38ae0f-c2e7-4fe9-81eb-929c5dc8d7cc req-da4be348-62f9-45f0-9e61-ed2035c33572 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:56.850491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b38ae0f-c2e7-4fe9-81eb-929c5dc8d7cc req-da4be348-62f9-45f0-9e61-ed2035c33572 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 945 time: 0.3844745 Jun 04 06:40:56.865723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port 14cd0782-8446-48dc-8c97-8e5503e49a0a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:40:56.865723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.870588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.921231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b38ae0f-c2e7-4fe9-81eb-929c5dc8d7cc req-06910c90-3380-4535-8c15-5e9835ee98fd tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740194 Jun 04 06:40:56.921231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:56.998181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:40:57.011854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.019488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Network 6636989b-0f17-4725-bb1d-65b57b019d2a is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:40:57.028806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d7a54b21-85c7-4f2b-855c-bf07958cca8b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0688303 Jun 04 06:40:57.029111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:57.035791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141511924'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:57.039510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:57.045058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:57.050745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:network and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:57.054726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:57.059443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Attempting to bind port be59c8d1-3c9e-46f4-af16-73e619444287 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:57.061184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Attempting to bind port be59c8d1-3c9e-46f4-af16-73e619444287 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:57.064099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Attempting to bind port be59c8d1-3c9e-46f4-af16-73e619444287 on network 5e59a572-4859-4605-8d3b-c09aba217c6d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:57.068149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:40:57.069135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:57.126556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:57.133825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Checking segment: {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:57.134641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.135252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Bound using segment: {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:57.135944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Bound port: be59c8d1-3c9e-46f4-af16-73e619444287, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ac5d7d-4dbf-4a6f-a445-310f07150e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:57.136615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.196197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:57.200940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.295995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] For port 14cd0782-8446-48dc-8c97-8e5503e49a0a, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14cd0782-8446-48dc-8c97-8e5503e49a0a,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:40:57.314935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:40:57.321176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.329369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.329369 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added segment 6314300e-c3a3-493d-8544-7f9b6f1c1669 of type vlan for network 8b778881-2697-43ff-989f-3cb18dba69cb Jun 04 06:40:57.334252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Pushing event updated for resources: {'Port': ['ID=3da70a2a-2f8f-480d-a1ce-33237640e679,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:57.364660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.375009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Attempting to bind port 3da70a2a-2f8f-480d-a1ce-33237640e679 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:40:57.375009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Attempting to bind port 3da70a2a-2f8f-480d-a1ce-33237640e679 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:40:57.375009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Attempting to bind port 3da70a2a-2f8f-480d-a1ce-33237640e679 on network 6636989b-0f17-4725-bb1d-65b57b019d2a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:40:57.400115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.400115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:57.413744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Checking segment: {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Bound using segment: {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Bound port: 3da70a2a-2f8f-480d-a1ce-33237640e679, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:40:57.418496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.591366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5485332 Jun 04 06:40:57.592833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39116) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:57.629513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'subnet': {'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:40:57.642726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1c39c95e-669e-4e33-833f-be5e12c8d329 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:40:57.643777 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.683623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b04328-baea-4275-b4de-1268c8da53d6 req-516f74a6-ef48-4c29-9561-f73130965de1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:57.691776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b04328-baea-4275-b4de-1268c8da53d6 req-516f74a6-ef48-4c29-9561-f73130965de1 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.5483875 Jun 04 06:40:57.711019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192aa33-3dd0-4e4d-b4ae-905b0e9bf1a7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Network': ['ID=8b778881-2697-43ff-989f-3cb18dba69cb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:57.746243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8b778881-2697-43ff-989f-3cb18dba69cb details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:40:57.823903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.863637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] For port 3da70a2a-2f8f-480d-a1ce-33237640e679, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:57.884460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d71b7-5f32-4a7b-a9c9-cde34de57cf4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:57.895625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] For port be59c8d1-3c9e-46f4-af16-73e619444287, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:40:57.898538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] For port 3da70a2a-2f8f-480d-a1ce-33237640e679, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3da70a2a-2f8f-480d-a1ce-33237640e679,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:57.916004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b04328-baea-4275-b4de-1268c8da53d6 req-42c3e7a3-b71f-4573-8d6f-d2d4abc2d5a6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281058 Jun 04 06:40:57.930981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.931487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.932086 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b disassociated. External IP: 172.25.1.114, port: 14cd0782-8446-48dc-8c97-8e5503e49a0a. Jun 04 06:40:57.932434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for 14cd0782-8446-48dc-8c97-8e5503e49a0a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:40:57.939977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.940598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:57.942045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec6c8f03-2898-42c5-9deb-5c2e4a05cd39 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dd1d71b7-5f32-4a7b-a9c9-cde34de57cf4 HTTP/1.1" status: 204 len: 168 time: 1.2466674 Jun 04 06:40:57.947937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] For port be59c8d1-3c9e-46f4-af16-73e619444287, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=be59c8d1-3c9e-46f4-af16-73e619444287,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:40:57.957327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:40:57.962865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:subnet and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:40:57.967148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:40:57.973678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:40:57.989308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Made reservation on behalf of 971325f89b9646b0ae6181af4881318e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:40:58.016668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:58.018698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:58.192928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c43f-f6d8-4465-9e49-ab2bfea40623 None None] Pushing event updated for resources: {'Port': ['ID=3da70a2a-2f8f-480d-a1ce-33237640e679,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:58.339929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:58.814092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:40:58.815567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:40:58.823865 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:58.957668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1c39c95e-669e-4e33-833f-be5e12c8d329 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:40:58.968245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:59.035219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=14cd0782-8446-48dc-8c97-8e5503e49a0a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:59.207742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Subnet': ['ID=e1204101-5b86-4815-af7c-195cfe892bfa,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:40:59.259618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17b9d6-8bc8-4165-9163-ccca70329e13 req-09df6b64-9a30-4740-9078-5478d4173beb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:59.282603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de17b9d6-8bc8-4165-9163-ccca70329e13 req-09df6b64-9a30-4740-9078-5478d4173beb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 944 time: 0.6306186 Jun 04 06:40:59.386020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Checking segment: {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:40:59.386615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network hostable DHCP agents. Network: 8b778881-2697-43ff-989f-3cb18dba69cb, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:40:59.486190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de17b9d6-8bc8-4165-9163-ccca70329e13 req-36dc07d3-9220-4d35-add5-baabfbb526e1 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962280 Jun 04 06:40:59.528993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8b778881-2697-43ff-989f-3cb18dba69cb is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:40:59.566713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8b778881-2697-43ff-989f-3cb18dba69cb) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:40:59.576810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:40:59.576810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:40:59.651068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3da70a2a-2f8f-480d-a1ce-33237640e679 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:40:59.722969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d8fae410-3773-4a25-8211-6fc06e3189d3 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1231778 Jun 04 06:40:59.725969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39164) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:40:59.733617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:40:59.771082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec617f41-2171-426a-8969-223110227437 None None] Network 8b778881-2697-43ff-989f-3cb18dba69cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:00.263742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:00.321867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39176) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:00.510808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64e8ed-a7de-4f71-861a-2db6316d7b51 None None] Pushing event updated for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:00.545078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 7b90fb84-1c76-4ded-a707-151f1a6e565f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:00.545456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:00.604932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b5570640-d34c-4b02-8454-29d5e958851d tempest-DvrRoutersNegativeTest-1361410485 tempest-DvrRoutersNegativeTest-1361410485-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-950475901', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:00.607752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.policy [None req-b5570640-d34c-4b02-8454-29d5e958851d tempest-DvrRoutersNegativeTest-1361410485 tempest-DvrRoutersNegativeTest-1361410485-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88849) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 04 06:41:00.608057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.policy [None req-b5570640-d34c-4b02-8454-29d5e958851d tempest-DvrRoutersNegativeTest-1361410485 tempest-DvrRoutersNegativeTest-1361410485-project] Failed policy check for 'create_router' {{(pid=88849) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 04 06:41:00.609927 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-b5570640-d34c-4b02-8454-29d5e958851d tempest-DvrRoutersNegativeTest-1361410485 tempest-DvrRoutersNegativeTest-1361410485-project] create failed (client error): Access was denied to this resource. Jun 04 06:41:00.628449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b5570640-d34c-4b02-8454-29d5e958851d tempest-DvrRoutersNegativeTest-1361410485 tempest-DvrRoutersNegativeTest-1361410485-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2984231 Jun 04 06:41:00.630459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c215143-4d2c-416a-9c21-16125e0eb125 None None] Network 6636989b-0f17-4725-bb1d-65b57b019d2a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:00.753396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9caf7-ebad-464d-9214-27ef3025923b req-643555ea-23d8-4965-a6dc-80ff906f92c0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:00.769547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a9caf7-ebad-464d-9214-27ef3025923b req-643555ea-23d8-4965-a6dc-80ff906f92c0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.2225389 Jun 04 06:41:00.927537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40a9caf7-ebad-464d-9214-27ef3025923b req-e743ae7e-47e4-40e4-996e-1d0e99bfafd0 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556730 Jun 04 06:41:01.339541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39194) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:01.385499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:01.392981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:01.432304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dab4bd27-6633-4e05-8b1d-4175e75a044e req-4ac26559-8fb2-4641-aef7-f55870a27dc0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=6070e462-3829-409c-ae00-811ad5edb282 HTTP/1.1" status: 200 len: 210 time: 0.1464984 Jun 04 06:41:01.443063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:01.443716 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:01.457037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3da70a2a-2f8f-480d-a1ce-33237640e679 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:01.608969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8b778881-2697-43ff-989f-3cb18dba69cb', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:41:01.610405 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:01.650906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] No DVR routers for this DVR port 14cd0782-8446-48dc-8c97-8e5503e49a0a on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:01.654305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Provisioning for port 3da70a2a-2f8f-480d-a1ce-33237640e679 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:01.656690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:01.731953 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:41:01.736466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Provisioning complete for port 3da70a2a-2f8f-480d-a1ce-33237640e679 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:01.736466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:01.774283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'name': 'network-vif-deleted', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:01.783522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:01.915534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe465f63-7ea7-4db5-9ff6-cc8283b67c50 req-0ef75be3-d8f6-42cf-bf74-96152e1838e9 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:01.915534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe465f63-7ea7-4db5-9ff6-cc8283b67c50 req-0ef75be3-d8f6-42cf-bf74-96152e1838e9 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.2210097 Jun 04 06:41:01.932229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39206) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:01.932229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Request body: {'floatingip': {'port_id': 'd699c577-cc23-45fc-8284-8d1111730c0a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:01.980668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:02.041809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-36271117-85c9-4521-b48f-dd02193f5b8b req-82442286-c92e-4694-a571-181b1f883b46 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "DELETE /v2.0/ports/14cd0782-8446-48dc-8c97-8e5503e49a0a HTTP/1.1" status: 204 len: 173 time: 5.3921826 Jun 04 06:41:02.218288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:02.218288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1d668efc-182d-49ad-aaf2-a2e69f9a51a1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:02.363824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:02.416144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:02.609892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:02.633394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Usage tracker for resource:security_group_rule and tenant:a0758d1b1e734e899a478af3016eb9d6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:02.647566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:02.709836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:02.835133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-6b4af6fe-41da-409b-a9a8-b8f4ba506996 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:02.835133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-6b4af6fe-41da-409b-a9a8-b8f4ba506996 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:02.924841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-6b4af6fe-41da-409b-a9a8-b8f4ba506996 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:02.924841 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-6b4af6fe-41da-409b-a9a8-b8f4ba506996 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 945 time: 1.0635209 Jun 04 06:41:02.929543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:54Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:40:55Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:40:57Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:03.090449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839cc76-4061-4f78-a29f-86442c89aca4 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:54Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:40:55Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:40:57Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:03.190044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Allocated IP 172.23.0.2 (8b778881-2697-43ff-989f-3cb18dba69cb/e1204101-5b86-4815-af7c-195cfe892bfa/215c90f0-5d00-4e35-afeb-b70603c5d0f0) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:03.192580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:03.203807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:03.223580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:03.228839 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:03.238237 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:03.239065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:03.378128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:03.384801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:03.403640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Current status of the port 3da70a2a-2f8f-480d-a1ce-33237640e679 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:03.404028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:03.499783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:03.499783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14cd0782-8446-48dc-8c97-8e5503e49a0a no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:03.609898 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:03.652991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:03.747350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 14cd0782-8446-48dc-8c97-8e5503e49a0a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:03.748612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14cd0782-8446-48dc-8c97-8e5503e49a0a not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:03.830413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] For port 3da70a2a-2f8f-480d-a1ce-33237640e679, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3da70a2a-2f8f-480d-a1ce-33237640e679,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:03.904942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:03.986980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port 14641b35-90e8-4822-99bc-44412055f593 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:03.987529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.013591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.099475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.111996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:04.176650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555e354-13ec-46d9-bf52-2d8afa7800b4 req-7cef0421-6ee0-4ccf-abec-41524d5c7a35 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:04.200098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3555e354-13ec-46d9-bf52-2d8afa7800b4 req-7cef0421-6ee0-4ccf-abec-41524d5c7a35 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 945 time: 1.0232437 Jun 04 06:41:04.318875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7b64b-fca0-4a47-90a1-e6543778d848 None None] Pushing event updated for resources: {'Port': ['ID=3da70a2a-2f8f-480d-a1ce-33237640e679,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:04.505598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.580020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.606154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.620024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Transition to ACTIVE for port object 215c90f0-5d00-4e35-afeb-b70603c5d0f0 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:04.759027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0758d1b1e734e899a478af3016eb9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3750393 Jun 04 06:41:04.783013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39230) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:04.783013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b28238-e1f5-4934-934a-bde758781852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d087e47e-ba90-4969-95b5-3069310e3e24,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:04.785133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.802119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Transition to ACTIVE for port object 215c90f0-5d00-4e35-afeb-b70603c5d0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:04.824700 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.827989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:04.976721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Pushing event updated for resources: {'Port': ['ID=215c90f0-5d00-4e35-afeb-b70603c5d0f0,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:04.985808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Provisioning for port 4611ff7e-87db-49db-be5b-a9d30f6afade completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:05.001874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Provisioning complete for port 4611ff7e-87db-49db-be5b-a9d30f6afade triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:05.005350 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:05.007307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:05.017428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba2f06-1279-4267-b29f-d8bea589bfc7 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:66:37:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:37:14Z', 'updated_at': '2022-06-04T06:37:57Z', 'revision_number': 2, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:05.059327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3555e354-13ec-46d9-bf52-2d8afa7800b4 req-3998a923-3546-4397-9156-fbd7c3a0c92e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8649440 Jun 04 06:41:05.100503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Network 8b778881-2697-43ff-989f-3cb18dba69cb is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:05.117880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Port 4611ff7e-87db-49db-be5b-a9d30f6afade cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:05.149623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:05.153683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:05.349581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Provisioning complete for port 3da70a2a-2f8f-480d-a1ce-33237640e679 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:05.349581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:05.506974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Attempting to bind port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:05.506974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Attempting to bind port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:05.506974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Attempting to bind port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 on network 8b778881-2697-43ff-989f-3cb18dba69cb {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:05.569102 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Floating IP 416856c5-ce42-46bb-96ab-ac44e58df84c associated. External IP: 172.25.1.197, port: d699c577-cc23-45fc-8284-8d1111730c0a. Jun 04 06:41:05.659531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b85da9a8-49e3-42bd-90b8-8a6940b93fbc None None] Current status of the port 3da70a2a-2f8f-480d-a1ce-33237640e679 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:05.672089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:05.672785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Checking segment: {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:05.673368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:05.673954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Bound using segment: {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:05.674632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Bound port: 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:05.675185 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:05.732084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f64bf-598d-4d58-a7c1-eb14ff98708f req-dd150620-9ea0-4922-8132-401c1fe2b82b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:05.751281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715f64bf-598d-4d58-a7c1-eb14ff98708f req-dd150620-9ea0-4922-8132-401c1fe2b82b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4038634 Jun 04 06:41:05.782355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:05.927806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8ccaf-baf1-4e03-b6de-2fb12faec9d5 None None] New status for floating IP eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:41:06.055303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port 14641b35-90e8-4822-99bc-44412055f593, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=14641b35-90e8-4822-99bc-44412055f593,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:06.055910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:06.119268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715f64bf-598d-4d58-a7c1-eb14ff98708f req-089bc3d3-dccd-4ece-9443-0c1c6c3ab6db tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709595 Jun 04 06:41:06.162265 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:06.182570 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:06.183704 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:06.346936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 14641b35-90e8-4822-99bc-44412055f593 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:06.528655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e5f7b05a-e72f-4d60-a8a1-1c0928a542b0 None None] Provisioning complete for port 4611ff7e-87db-49db-be5b-a9d30f6afade triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:06.529430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5f7b05a-e72f-4d60-a8a1-1c0928a542b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:06.714054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3da70a2a-2f8f-480d-a1ce-33237640e679 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:06.735608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for 14641b35-90e8-4822-99bc-44412055f593 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:06.841283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] For port 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:06.847634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] For port 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=215c90f0-5d00-4e35-afeb-b70603c5d0f0,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:06.884537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:06.949513 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:07.034041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e6fd-3de2-4eec-ace3-8b36eaf2141a None None] Pushing event updated for resources: {'Port': ['ID=215c90f0-5d00-4e35-afeb-b70603c5d0f0,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:07.166882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 14641b35-90e8-4822-99bc-44412055f593 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:07.166882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:07.176692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7b05a-e72f-4d60-a8a1-1c0928a542b0 None None] Port 4611ff7e-87db-49db-be5b-a9d30f6afade cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:07.201987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3da70a2a-2f8f-480d-a1ce-33237640e679 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:07.201987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:07.284764 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba7ffc1-7e24-4a7f-a3d5-4b38a36fd345'] response: {'server_uuid': '6070e462-3829-409c-ae00-811ad5edb282', 'name': 'network-vif-deleted', 'tag': '14cd0782-8446-48dc-8c97-8e5503e49a0a', 'status': 'completed', 'code': 200} Jun 04 06:41:07.306131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:07.376970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:41:07.475129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:07.492450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21323ca-21a8-42b6-9fe0-bf059a1e7732 req-50ac8c7d-f13a-46ee-8d87-53694ae7a10b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:07.505800 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c21323ca-21a8-42b6-9fe0-bf059a1e7732 req-50ac8c7d-f13a-46ee-8d87-53694ae7a10b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.6578019 Jun 04 06:41:07.681035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3da70a2a-2f8f-480d-a1ce-33237640e679 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:07.681035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device be59c8d1-3c9e-46f4-af16-73e619444287 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:07.806709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=14641b35-90e8-4822-99bc-44412055f593,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:07.832137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Allocated IP 172.23.0.1 (8b778881-2697-43ff-989f-3cb18dba69cb/e1204101-5b86-4815-af7c-195cfe892bfa/35f0e6a8-925e-4484-96b5-b8ebb9aa830b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:07.845949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port 14641b35-90e8-4822-99bc-44412055f593 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:07.848872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c21323ca-21a8-42b6-9fe0-bf059a1e7732 req-89c1edf8-fc55-4132-a79f-2d2b5470ad60 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413277 Jun 04 06:41:07.857701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:07.873352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:07.932412 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-96c2b4e9-d12b-40f4-925b-a939c72495a9 req-bcc9ebe0-d182-4f05-9519-4d9c1a0ad93d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "DELETE /v2.0/ports/14641b35-90e8-4822-99bc-44412055f593 HTTP/1.1" status: 204 len: 173 time: 4.9963996 Jun 04 06:41:08.060711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port be59c8d1-3c9e-46f4-af16-73e619444287 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:08.107559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.115725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port be59c8d1-3c9e-46f4-af16-73e619444287 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:08.123837 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.184556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d087e47e-ba90-4969-95b5-3069310e3e24,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:08.253239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.282051 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b27071de-fb8c-490d-954a-bb2055556705 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d087e47e-ba90-4969-95b5-3069310e3e24 HTTP/1.1" status: 204 len: 168 time: 3.5040271 Jun 04 06:41:08.300136 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6d678a-cd31-4c5c-a82b-0036ec93705f'] response: {'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'code': 200} Jun 04 06:41:08.359505 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:40:54Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:40:55Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:40:57Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:08.379199 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:08.379199 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Updating router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 port 4611ff7e-87db-49db-be5b-a9d30f6afade binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:41:08.458055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.484264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:08.498141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.544335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Transition to ACTIVE for port object 35f0e6a8-925e-4484-96b5-b8ebb9aa830b will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:08.558177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:08.577930 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.612133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:08.612790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:08.672403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:08.769332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4b843bbc-b0d9-49d1-a5d1-f76560f0bb3e tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "PUT /v2.0/floatingips/416856c5-ce42-46bb-96ab-ac44e58df84c HTTP/1.1" status: 200 len: 991 time: 6.8426137 Jun 04 06:41:08.769332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:09.009909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5adf9b1c-d65d-42cd-b624-e770ddddbcd5 req-b4ac6865-fa73-4b4a-8644-7c1560f93684 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa44f078-f4fa-49f6-be31-6c3f7f23bb3b HTTP/1.1" status: 200 len: 210 time: 0.2188284 Jun 04 06:41:09.317996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'name': 'network-vif-deleted', 'tag': '14641b35-90e8-4822-99bc-44412055f593'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:09.446218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8b778881-2697-43ff-989f-3cb18dba69cb is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:09.450193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:09.454098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:09.531398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:09.568658 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:09.580896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d302c-8ac4-4479-823c-eeeb71e7ff20 req-99e9cba8-a1ca-4660-981d-3aef34cf0131 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:09.601865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-885d302c-8ac4-4479-823c-eeeb71e7ff20 req-99e9cba8-a1ca-4660-981d-3aef34cf0131 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.2250957 Jun 04 06:41:09.614444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Transition to ACTIVE for port object 4611ff7e-87db-49db-be5b-a9d30f6afade will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:09.639188 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:09.709971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-885d302c-8ac4-4479-823c-eeeb71e7ff20 req-b565950c-a1e7-474d-b7b2-7681a10fd3eb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125364 Jun 04 06:41:09.736370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:09.818148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:09.941420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:09.996610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b499c35-0413-49d3-8a25-3f9b7dc967a3 None None] Network 8b778881-2697-43ff-989f-3cb18dba69cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:10.088358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port be59c8d1-3c9e-46f4-af16-73e619444287 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:10.088358 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.333786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4acd042-da5d-47db-bc3a-2b0461914568 None None] Provisioning for port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:10.427014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:10.438226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port be59c8d1-3c9e-46f4-af16-73e619444287, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=be59c8d1-3c9e-46f4-af16-73e619444287,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:10.459871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.531619 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Pushing event updated for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:10.579428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.579428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.579428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.579428 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.585205 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.585205 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.590113 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.590113 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.590113 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.606275 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.606275 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.606275 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:10.662596 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Attempting to bind port 4611ff7e-87db-49db-be5b-a9d30f6afade on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:10.662596 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Attempting to bind port 4611ff7e-87db-49db-be5b-a9d30f6afade by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:10.662596 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Attempting to bind port 4611ff7e-87db-49db-be5b-a9d30f6afade on network 6636989b-0f17-4725-bb1d-65b57b019d2a {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:10.667125 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ba9368-8407-4222-88db-c1717dbe5ddc'] response: {'name': 'network-changed', 'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'status': 'completed', 'code': 200} Jun 04 06:41:10.681776 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:10.681776 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Checking segment: {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:10.681776 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.681776 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Bound using segment: {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:10.685640 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Bound port: 4611ff7e-87db-49db-be5b-a9d30f6afade, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:10.685640 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.692075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:10.784595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.826692 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] For port 4611ff7e-87db-49db-be5b-a9d30f6afade, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:10.835719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] For port 4611ff7e-87db-49db-be5b-a9d30f6afade, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4611ff7e-87db-49db-be5b-a9d30f6afade,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:10.844278 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.894776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:10.909782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 215c90f0-5d00-4e35-afeb-b70603c5d0f0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:11.030553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.030553 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bca6f9-4883-431a-94dc-f5e67f799cc6'] response: {'server_uuid': 'fa44f078-f4fa-49f6-be31-6c3f7f23bb3b', 'name': 'network-vif-deleted', 'tag': '14641b35-90e8-4822-99bc-44412055f593', 'status': 'completed', 'code': 200} Jun 04 06:41:11.106865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1114571822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:11.128902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:11.139203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:router and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:11.143723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.161954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:11.161954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:11.201453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.201453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.221370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.280335 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:11.281043 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:11.312129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0cf74b-1d7f-4173-b6bf-2c45f93a3758,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:11.355045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.356194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/security-groups/3f0cf74b-1d7f-4173-b6bf-2c45f93a3758 HTTP/1.1" status: 204 len: 168 time: 0.9281812 Jun 04 06:41:11.366662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.367017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.368214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.369681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.370259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.370797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.371288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.371778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.372317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.372805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.373292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.373863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86160e0a-1513-421c-a958-00cd21769c48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:11.380810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:11.381322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:11.390519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.416455 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-1be81d7c-be09-460b-bfce-fddd46293d98 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] show failed (client error): The resource could not be found. Jun 04 06:41:11.418026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1be81d7c-be09-460b-bfce-fddd46293d98 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups/3f0cf74b-1d7f-4173-b6bf-2c45f93a3758 HTTP/1.1" status: 404 len: 347 time: 0.0338745 Jun 04 06:41:11.421418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39336) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:11.472845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.523840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e12b0-aca2-4853-9fa2-026e3486587b None None] Pushing event updated for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:11.680854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:11.694419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:11.694419 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.841108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:11.898805 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:11.958433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port 9405ac05-e6f9-4abd-a665-c96d1a45a9d6 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:11.958433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:12.150564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event updated for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:12.168544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Network 8b778881-2697-43ff-989f-3cb18dba69cb is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:12.179083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:12.211537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:12.214270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:12.214756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:12.224534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c0332fc-af0b-4cc1-862c-f2064aa34ebb tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5260365 Jun 04 06:41:12.230519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:12.465591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=215c90f0-5d00-4e35-afeb-b70603c5d0f0,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:12.488194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1443899111'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:12.501188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-9968f18d-9d45-4b01-b2a3-09aff62b5181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:12.502268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-9968f18d-9d45-4b01-b2a3-09aff62b5181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:12.505506 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:12.519857 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:09Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:12.520117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000739af-34b9-48cd-a6ed-8aec082faaff req-acb2f252-e2bd-483d-8fc0-1918d9a84d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:12.522429 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-acb2f252-e2bd-483d-8fc0-1918d9a84d85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 1096 time: 1.4974129 Jun 04 06:41:12.526082 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47082b27-5998-46ed-a12b-f7c023d82491 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:09Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:12.545146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:12.575670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:network and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:12.586679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:12.599812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:12.652026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=215c90f0-5d00-4e35-afeb-b70603c5d0f0,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:12.674452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '416856c5-ce42-46bb-96ab-ac44e58df84c', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:0c:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8413f281-56bf-412c-8a8c-27dab9153781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:40:19Z', 'updated_at': '2022-06-04T06:41:04Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:12.680520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:12.697746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:12.698393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:12.707853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3834a38-2b36-4a04-a363-1e71243217e6 req-fb314523-bdda-40e4-9d21-567ed558fd9d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:12.709384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3834a38-2b36-4a04-a363-1e71243217e6 req-fb314523-bdda-40e4-9d21-567ed558fd9d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.9164910 Jun 04 06:41:12.903459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:12.937768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-9968f18d-9d45-4b01-b2a3-09aff62b5181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:12.937768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-9968f18d-9d45-4b01-b2a3-09aff62b5181 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 1.2839680 Jun 04 06:41:12.983642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4611ff7e-87db-49db-be5b-a9d30f6afade up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:13.005166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:13.009158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.072657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.072984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.139250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.377640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Provisioning for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:13.407588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Provisioning complete for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:13.407588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.512968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port 06387122-54de-4b77-9b92-f6fe62ec70e0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:13.513539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:13.534386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:13.653100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:13.729644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3834a38-2b36-4a04-a363-1e71243217e6 req-a4e0b37f-8aeb-4dcf-9b30-c91fd89d8e18 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9809246 Jun 04 06:41:13.761065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for 9405ac05-e6f9-4abd-a665-c96d1a45a9d6 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:14.134891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4611ff7e-87db-49db-be5b-a9d30f6afade completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:14.140342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Provisioning complete for port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:14.144378 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:14.283165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000739af-34b9-48cd-a6ed-8aec082faaff req-9d133445-4652-47c6-bd6b-6c78c210d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:14.283165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-9d133445-4652-47c6-bd6b-6c78c210d98a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 200 len: 911 time: 1.7243993 Jun 04 06:41:14.283165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:14.292482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ede8868-371c-4b75-bc0a-b8741a392564 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5599701 Jun 04 06:41:14.307586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39362) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:14.346518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4611ff7e-87db-49db-be5b-a9d30f6afade triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:14.357523 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:14.404827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:14.415961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:14.437612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:security_group_rule and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:14.453599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:14.469079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:14.505286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:14.522137 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:14.522959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:14.600246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5d7c2-8a39-48c8-ba5e-c2898d816a53 req-5aede922-5189-4fba-a75b-5f4c62d0ddaf tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:14.608425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aec5d7c2-8a39-48c8-ba5e-c2898d816a53 req-5aede922-5189-4fba-a75b-5f4c62d0ddaf tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.3295603 Jun 04 06:41:14.918506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:14.940041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4611ff7e-87db-49db-be5b-a9d30f6afade is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:14.940626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:14.987452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-00adbf1b-1250-4a8e-ae08-e14838df744a None None] Current status of the port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:15.009636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port 06387122-54de-4b77-9b92-f6fe62ec70e0, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=06387122-54de-4b77-9b92-f6fe62ec70e0,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:15.010766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.124772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.216349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '416856c5-ce42-46bb-96ab-ac44e58df84c', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:0c:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8413f281-56bf-412c-8a8c-27dab9153781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:40:19Z', 'updated_at': '2022-06-04T06:41:04Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:15.254887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for 06387122-54de-4b77-9b92-f6fe62ec70e0 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:15.277947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4611ff7e-87db-49db-be5b-a9d30f6afade, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4611ff7e-87db-49db-be5b-a9d30f6afade,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:15.309124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217894a-c075-4c4f-8f7e-b39ac1357663 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '416856c5-ce42-46bb-96ab-ac44e58df84c', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'port_id': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'mac_address': 'fa:16:3e:0c:df:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8413f281-56bf-412c-8a8c-27dab9153781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:40:19Z', 'updated_at': '2022-06-04T06:41:04Z', 'revision_number': 1, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:15.328381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 06387122-54de-4b77-9b92-f6fe62ec70e0 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:15.337257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aec5d7c2-8a39-48c8-ba5e-c2898d816a53 req-a6069a7b-a135-4d20-a6e5-52a97ea68fc2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258005 Jun 04 06:41:15.339297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.439053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b35f6ae2-d0f7-4344-a63a-23a7e0aa2162 None None] Provisioning complete for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:15.440128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b35f6ae2-d0f7-4344-a63a-23a7e0aa2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.475723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762bd33a-424c-4424-9b69-648dd9643af4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:15.503561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.509071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device be59c8d1-3c9e-46f4-af16-73e619444287 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:15.528549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:41:15.544287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.765603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-b2be5d03-2d91-4f30-8efb-18b78039f4f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d699c577-cc23-45fc-8284-8d1111730c0a HTTP/1.1" status: 200 len: 999 time: 1.4469562 Jun 04 06:41:15.791160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=9405ac05-e6f9-4abd-a665-c96d1a45a9d6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:15.895460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:15.895978 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Added segment a1951304-0d72-4e73-8eba-3eaee1bb4290 of type vlan for network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 Jun 04 06:41:16.047981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:09Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:16.071190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:16.071190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Updating router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:41:16.074682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:16.091043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdb2d8-b1f8-40c9-a728-aa6ade8da71c None None] New status for floating IP 416856c5-ce42-46bb-96ab-ac44e58df84c: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:41:16.233390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.268173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.275110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.289684 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.339721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab54aaa-3a85-4b0c-868c-a6a4e99dcfaa req-65d66ca3-9443-4b33-8c94-7a1583a57293 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:16.347765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ab54aaa-3a85-4b0c-868c-a6a4e99dcfaa req-65d66ca3-9443-4b33-8c94-7a1583a57293 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=c1b16572-09c4-4430-ae32-337fe9848ccf HTTP/1.1" status: 200 len: 946 time: 0.4501417 Jun 04 06:41:16.422671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.428582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:16.430917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.547829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ab54aaa-3a85-4b0c-868c-a6a4e99dcfaa req-f1602d6f-cf84-4667-8a60-6104ed6405e3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956866 Jun 04 06:41:16.593436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:16.597937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c951f8a-d722-4ec0-b692-76c4f95bf1a4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/floatingips/eece4e3b-9dc0-46bf-85f2-ef9e4ed3288b HTTP/1.1" status: 204 len: 168 time: 5.1663635 Jun 04 06:41:16.653290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000739af-34b9-48cd-a6ed-8aec082faaff req-ac9d8825-d9a5-4047-9898-c40b4d8140f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:16.653290 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-ac9d8825-d9a5-4047-9898-c40b4d8140f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 200 len: 849 time: 0.8902581 Jun 04 06:41:16.863181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.4171946 Jun 04 06:41:16.872391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39394) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:17.158004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'subnet': {'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:17.376445 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.396032 n-d-811808-2 neutron-server[88850]: INFO neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No ports have port_id starting with 06387122-54de-4b77-9b92-f6fe62ec70e0 Jun 04 06:41:17.433602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Transition to ACTIVE for port object 35f0e6a8-925e-4484-96b5-b8ebb9aa830b will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:17.453460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=06387122-54de-4b77-9b92-f6fe62ec70e0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:17.457464 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.496904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:17.508937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5b59a9e8-4e4d-40f4-bf7b-fd7d44590bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.524330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:subnet and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:17.524330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:17.544693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:17.557406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b35f6ae2-d0f7-4344-a63a-23a7e0aa2162 None None] Port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:17.557406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port be59c8d1-3c9e-46f4-af16-73e619444287 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:17.557406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.604142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.606830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:41:17.637659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:17.650038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.703905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7016b-8652-40bb-a436-4a7aeb31825f tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Network': ['ID=51a22f68-7766-4579-ad0c-b20cb2d1d3e4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:17.733797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port 06387122-54de-4b77-9b92-f6fe62ec70e0 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:17.739973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:17.752691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:41:17.831689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'name': 'network-vif-deleted', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:17.861536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d7fb644f-ee93-48e9-b410-9f5ae6d05d39 req-1192d52f-2af0-4269-a9bf-6703c517324a tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "DELETE /v2.0/ports/06387122-54de-4b77-9b92-f6fe62ec70e0 HTTP/1.1" status: 204 len: 173 time: 4.9127598 Jun 04 06:41:17.965573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000739af-34b9-48cd-a6ed-8aec082faaff req-bb7977c6-3400-4958-8b92-a19735016539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:17.965573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-bb7977c6-3400-4958-8b92-a19735016539 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5df9b8ac-c373-43af-b4d0-611b5d688684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1938808 Jun 04 06:41:18.032670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Attempting to bind port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:18.033070 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Attempting to bind port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:18.033502 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Attempting to bind port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b on network 8b778881-2697-43ff-989f-3cb18dba69cb {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:18.043199 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:18.043530 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Checking segment: {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:18.043930 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:18.044392 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Bound using segment: {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:18.044904 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Bound port: 35f0e6a8-925e-4484-96b5-b8ebb9aa830b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6314300e-c3a3-493d-8544-7f9b6f1c1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:18.045337 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:18.059639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98bcff-d12e-4569-aa31-18cf48b67864 req-c0edc58b-5126-4138-b174-dd21392a67f8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:18.074043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f98bcff-d12e-4569-aa31-18cf48b67864 req-c0edc58b-5126-4138-b174-dd21392a67f8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 1.1936948 Jun 04 06:41:18.246703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] For port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:18.259263 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] For port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:18.274328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f98bcff-d12e-4569-aa31-18cf48b67864 req-b3369795-6a74-464e-b14b-cdf857785c4d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894703 Jun 04 06:41:18.287640 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:18.300784 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f206-a43c-482a-b839-af0046154ec3 None None] Pushing event updated for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:18.446385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:41:18.492356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-9c0a299e-fd14-4b35-95cc-1663bd7e3738 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120952 Jun 04 06:41:18.562531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port be59c8d1-3c9e-46f4-af16-73e619444287 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:18.634508 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:18.635884 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:40:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:18.792574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:18.797554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Removed routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:41:18.797554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:18.816092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4611ff7e-87db-49db-be5b-a9d30f6afade up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:18.927930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Subnet': ['ID=dfc57193-314e-4128-96f0-6d1911ca5879,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:18.927930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Checking segment: {'id': 'a1951304-0d72-4e73-8eba-3eaee1bb4290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:18.934369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network hostable DHCP agents. Network: 51a22f68-7766-4579-ad0c-b20cb2d1d3e4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:41:18.989095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:41:19.003088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 51a22f68-7766-4579-ad0c-b20cb2d1d3e4) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:19.018411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:19.022358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.026257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10674e25-db5d-4726-938a-f38002946f9a None None] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:19.072668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5fd3d09b-6fe7-40a5-81bc-78684b1bce66 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9456367 Jun 04 06:41:19.075688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39424) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:19.086602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'network': {'name': 'tempest-router-network01--393677212'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:19.098567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:19.110656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:network and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:19.120603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:19.139658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:19.178325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:19.222594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.251694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5cf5d10f-6d28-43a5-a6de-79bae029bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.255090 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f206-a43c-482a-b839-af0046154ec3 None None] Pushing event updated for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:19.373713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4611ff7e-87db-49db-be5b-a9d30f6afade triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:19.373713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.410586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:41:19.470778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.477263 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Added segment ae3037c4-8b94-4151-85f1-458ce36b1bf6 of type vlan for network 54c25a81-27fd-4d03-b409-89686b5c4dcd Jun 04 06:41:19.477878 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:19.624101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-000739af-34b9-48cd-a6ed-8aec082faaff req-25d6c340-6db8-48a8-8377-9ab66c71a364 service neutron] 10.222.0.39 "GET /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1142514 Jun 04 06:41:19.641149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.907903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-51a22f68-7766-4579-ad0c-b20cb2d1d3e4', 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4', 'tenant_id': 'aa0851f4b68141e2b9350f758a4a417e', 'fixed_ips': [{'subnet_id': 'dfc57193-314e-4128-96f0-6d1911ca5879'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:41:19.908995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.980211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:19.994258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:19.995015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.076101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9904997 Jun 04 06:41:20.076101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39448) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:20.096728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'network': {'name': 'tempest-router-network02--22614422'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:20.131499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-28781d9a-5db6-4338-88c7-75f943b0e32a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:20.145740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-28781d9a-5db6-4338-88c7-75f943b0e32a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.4287374 Jun 04 06:41:20.284851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.284851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.324739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-9be40b14-1723-4da8-a0eb-0878694dafa6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.1801519 Jun 04 06:41:20.432860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4611ff7e-87db-49db-be5b-a9d30f6afade is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:20.434033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 215c90f0-5d00-4e35-afeb-b70603c5d0f0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:20.436306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:20.474972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 6, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:20.481709 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd004bf2-96dd-41f3-a7ee-d9df413357c7 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 6, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:20.499148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:network and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:20.509250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:20.570848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdbdb5-0a53-4448-a8a6-d71148c47cc0 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Network': ['ID=54c25a81-27fd-4d03-b409-89686b5c4dcd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:20.583126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:20.687495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:20.692289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.708262 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.724341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:41:20.751375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:41:20.762218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:20.762805 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Added segment 366067c6-6b2c-421e-a995-ae59aca83287 of type vlan for network 279d5c63-7ad3-4516-aae8-2403d870ad58 Jun 04 06:41:20.812754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:20.987798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.058449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:21.058449 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.167543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Allocated IP 2001:db8::2 (51a22f68-7766-4579-ad0c-b20cb2d1d3e4/dfc57193-314e-4128-96f0-6d1911ca5879/a5b36bdc-cd69-4fbd-adc9-0b121a90d02a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:21.185274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.229806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-d2f632d0-edf2-42a3-bb13-12e95a5c1197 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9095509 Jun 04 06:41:21.230836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.237318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:21.238686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.421974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:21.446106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:21.446106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-66012956-4c87-4726-92d9-c3f994c4cdbf tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 933 time: 7.1384079 Jun 04 06:41:21.450004 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:21.456122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:21.542182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Network': ['ID=279d5c63-7ad3-4516-aae8-2403d870ad58,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:21.552525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:21.552525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:21.558485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:41:21.562506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a5f6848-0d83-4f68-b478-692eb75fbbc9 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4644628 Jun 04 06:41:21.580366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:21.628781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'subnet': {'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:21.921426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-e2b196a3-c322-4d92-837c-386cd8e736d9 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481063 Jun 04 06:41:21.992730 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:22.047995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:22.061213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:22.344129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:22.391878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Transition to ACTIVE for port object a5b36bdc-cd69-4fbd-adc9-0b121a90d02a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:22.414312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d52f414e-0fac-431f-9207-e7fdd6d48ac8 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 933 time: 0.9604485 Jun 04 06:41:22.414312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39478) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:22.422077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'routes': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:22.446459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 35f0e6a8-925e-4484-96b5-b8ebb9aa830b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:22.565765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:22.575269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:subnet and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:22.605226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:22.605421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Transition to ACTIVE for port object a5b36bdc-cd69-4fbd-adc9-0b121a90d02a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:22.617146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:22.623707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:22.680288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-6ddf1e08-fa64-45d1-8b5c-07db15cbab4d service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425386 Jun 04 06:41:22.684336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:22.695848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:22.780790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Pushing event updated for resources: {'Port': ['ID=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:22.798301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:22.810226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:22.810571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:22.982627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:22.982627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:22.992323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:23.307643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:23.355223 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 6, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:23.368526 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:23.391822 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:23.398170 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:23.449728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Attempting to bind port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:23.450894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Attempting to bind port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a1951304-0d72-4e73-8eba-3eaee1bb4290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:23.451499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Attempting to bind port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a on network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:23.617957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:23.625441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:23.698600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:23.699959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Checking segment: {'id': 'a1951304-0d72-4e73-8eba-3eaee1bb4290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:23.702826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:23.704268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Bound using segment: {'id': 'a1951304-0d72-4e73-8eba-3eaee1bb4290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:23.704796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Bound port: a5b36bdc-cd69-4fbd-adc9-0b121a90d02a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1951304-0d72-4e73-8eba-3eaee1bb4290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '51a22f68-7766-4579-ad0c-b20cb2d1d3e4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:23.707117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:23.760103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-c279332f-dfe8-4b64-b8a6-81304e7a6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:23.762801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-c279332f-dfe8-4b64-b8a6-81304e7a6b66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1096 time: 0.7241886 Jun 04 06:41:23.771340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Subnet': ['ID=23f38eb7-0540-4073-81b1-72d3a05deeee,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:23.791958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Checking segment: {'id': 'ae3037c4-8b94-4151-85f1-458ce36b1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:23.792322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network hostable DHCP agents. Network: 54c25a81-27fd-4d03-b409-89686b5c4dcd, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:41:23.808667 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:23.842978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:41:23.859103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 54c25a81-27fd-4d03-b409-89686b5c4dcd) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:23.864885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:23.865786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:23.948970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5d1370bd-1e0d-4ac1-bb3c-cca4cf943816 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3747671 Jun 04 06:41:23.953421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39504) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:23.989660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'subnet': {'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:24.254236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] For port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:24.263312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] For port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,segment=NetworkSegment(a1951304-0d72-4e73-8eba-3eaee1bb4290),segment_id=a1951304-0d72-4e73-8eba-3eaee1bb4290)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:24.280062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:24.280062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c77e2-10b2-4467-ad33-e96efc07acdf None None] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:24.387564 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:24.401583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:24.456750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:24.475375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:subnet and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:24.483662 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91439562-8efe-490b-b7f6-bbbac4641ab4'] response: {'server_uuid': 'c1b16572-09c4-4430-ae32-337fe9848ccf', 'name': 'network-vif-deleted', 'tag': '06387122-54de-4b77-9b92-f6fe62ec70e0', 'status': 'completed', 'code': 200} Jun 04 06:41:24.484021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:24.503761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:24.530796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:24.534534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:24.737423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:41:24.737423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:41:24.909445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:24.962372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:25.122141 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 6, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:25.148168 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024e1da-2974-4a7c-9870-21c6ff8774bf None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 6, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:18Z', 'revision_number': 4, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:25.289794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b124e3-c827-4163-8c4b-9d3b50a87b6a req-2a3343a4-6df6-4598-8542-8737a1b06456 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:25.304785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07b124e3-c827-4163-8c4b-9d3b50a87b6a req-2a3343a4-6df6-4598-8542-8737a1b06456 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.4198532 Jun 04 06:41:25.332312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740d74c-9812-48d6-a2cd-c83a17dee3aa None None] Pushing event updated for resources: {'Port': ['ID=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:25.384999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:25.411300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-d8d12d06-f039-438e-9b5c-7a1c7675e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:25.414419 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-d8d12d06-f039-438e-9b5c-7a1c7675e205 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 1.5233734 Jun 04 06:41:25.634553 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:25.846909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07b124e3-c827-4163-8c4b-9d3b50a87b6a req-30509edd-aed6-4eb9-9f30-fdfbffaa1473 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455728 Jun 04 06:41:25.854690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-18e37042-4968-45e3-bbf1-3098d9ea295b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.3982999 Jun 04 06:41:25.882996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-54c25a81-27fd-4d03-b409-89686b5c4dcd', 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd', 'tenant_id': 'aa0851f4b68141e2b9350f758a4a417e', 'fixed_ips': [{'subnet_id': '23f38eb7-0540-4073-81b1-72d3a05deeee'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:41:25.891625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:25.923962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Subnet': ['ID=f6bd5c9d-4497-467a-836f-144cb5a3c989,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:25.954365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Checking segment: {'id': '366067c6-6b2c-421e-a995-ae59aca83287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:25.955021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network hostable DHCP agents. Network: 279d5c63-7ad3-4516-aae8-2403d870ad58, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:41:26.128444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:41:26.169185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 279d5c63-7ad3-4516-aae8-2403d870ad58) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:26.204332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:26.204332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:26.242740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:26.251345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842bda2-fa8b-4a98-8616-3c4a2aaada5e None None] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:26.274612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-691304f6-e49e-4bb5-a952-4fd076798d3b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3055620 Jun 04 06:41:26.274735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:26.735229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 35f0e6a8-925e-4484-96b5-b8ebb9aa830b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:26.975051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Allocated IP 2001:db8::2 (54c25a81-27fd-4d03-b409-89686b5c4dcd/23f38eb7-0540-4073-81b1-72d3a05deeee/e3d1ce11-0282-49e2-8e15-44e3f5b40c61) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:27.074170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:27.074785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:27.124971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3eed0ea0-bb29-467b-b236-7937deabfad7 req-5193f27b-1bf0-49ab-8879-2db00c994cdd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 210 time: 0.1395400 Jun 04 06:41:27.190106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3124d-b868-48b8-8542-619f391c304a None None] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:27.255118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-279d5c63-7ad3-4516-aae8-2403d870ad58', 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58', 'tenant_id': 'aa0851f4b68141e2b9350f758a4a417e', 'fixed_ips': [{'subnet_id': 'f6bd5c9d-4497-467a-836f-144cb5a3c989'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:41:27.258647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:27.339599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-dd79759f-74c4-4ea0-9f83-53af0e88331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:27.340973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-dd79759f-74c4-4ea0-9f83-53af0e88331b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 1.4419580 Jun 04 06:41:27.450293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:27.480588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:27.480588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-3757d8a2-8cef-4c23-ac95-833a574b9fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101465 Jun 04 06:41:27.509807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-770c76ea-5a3d-433f-a745-e549c50fdd5f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:27.509807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-770c76ea-5a3d-433f-a745-e549c50fdd5f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 1.7573724 Jun 04 06:41:27.730988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:27.805280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8e20dbb8-8c35-45ce-932a-697ae5ba4a75 None None] Provisioning for port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:27.832030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:27.879827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:28.072689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Allocated IP 2001:db8::2 (279d5c63-7ad3-4516-aae8-2403d870ad58/f6bd5c9d-4497-467a-836f-144cb5a3c989/10bcda93-6311-476c-b4ff-7d0f2b9cf5e1) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:28.200319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-c7f33bc5-297d-4519-b916-b657f2728bd5 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:28.218247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-c7f33bc5-297d-4519-b916-b657f2728bd5 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.6618049 Jun 04 06:41:28.287388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-ab86b191-6e22-475c-96bf-df54b10465bd tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/quotas/4f49fcc2a234434ba0d9477ec87b9844 HTTP/1.1" status: 200 len: 375 time: 0.0660095 Jun 04 06:41:28.322607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:28.332244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Usage tracker for resource:port and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:28.339888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:28.384851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-1f59fe6e-4725-4bfe-95cd-fd75daad695d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946269 Jun 04 06:41:28.397167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:28.415907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Transition to ACTIVE for port object 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:28.445716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Transition to ACTIVE for port object 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:28.478301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:28.533720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:28.535115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a5b36bdc-cd69-4fbd-adc9-0b121a90d02a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:28.621029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-1f3edf9e-7304-430f-8e38-83711ecbd3c3 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347710 Jun 04 06:41:28.641007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:28.649149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:28.659774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:28.661227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:28.676410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:28.677637 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a27a3e71-b3aa-4acb-8781-b708ffffe7af tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 699 time: 6.2666063 Jun 04 06:41:28.694613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:28.697520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:28.705148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:28.816385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:28.817466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:28.833766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-f24fb801-353c-4701-a9b2-bdae6b939b17 service neutron] 10.222.0.17 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117302 Jun 04 06:41:28.863316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:28.867357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:28.950523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-dacd37a5-6707-4752-bfb8-27c5a56d3c1b service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4536426 Jun 04 06:41:29.268695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3de857cd-5119-4a09-b8f3-1698daf2df85 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 699 time: 0.5625081 Jun 04 06:41:29.271518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:29.279543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:29.541410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.14 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/10765dfc-5943-47e6-860e-c1d759a5684f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:29.634099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Pushing event updated for resources: {'Port': ['ID=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:29.837110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Attempting to bind port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:29.837504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Attempting to bind port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '366067c6-6b2c-421e-a995-ae59aca83287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:29.837877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Attempting to bind port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 on network 279d5c63-7ad3-4516-aae8-2403d870ad58 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:30.093195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:30.141771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:30.143223 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.194696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:30.195346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Checking segment: {'id': '366067c6-6b2c-421e-a995-ae59aca83287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:30.195956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.196546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Bound using segment: {'id': '366067c6-6b2c-421e-a995-ae59aca83287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:30.197224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Bound port: 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366067c6-6b2c-421e-a995-ae59aca83287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '279d5c63-7ad3-4516-aae8-2403d870ad58'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:30.197850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.351649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c4463-2d37-47ee-a3ee-82894502b90f req-ca93ac3b-2cf8-40a7-85f1-ceb1bc3220be tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:30.359507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031c4463-2d37-47ee-a3ee-82894502b90f req-ca93ac3b-2cf8-40a7-85f1-ceb1bc3220be tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 0.7160113 Jun 04 06:41:30.379949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.507065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031c4463-2d37-47ee-a3ee-82894502b90f req-9cccf046-b3c5-4524-a54a-7630d32b6ef3 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385193 Jun 04 06:41:30.509983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c8bf342-18db-420a-8440-1f4c9168d9bb req-ec3733fa-0cef-42b4-8550-3c8431c63535 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5371401 Jun 04 06:41:30.575472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.588784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:30.624767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:41:30.716772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Transition to ACTIVE for port object e3d1ce11-0282-49e2-8e15-44e3f5b40c61 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:30.764266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Transition to ACTIVE for port object e3d1ce11-0282-49e2-8e15-44e3f5b40c61 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:30.862108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:30.876974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:30.916491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Allocated IP 2001:db8::1 (54c25a81-27fd-4d03-b409-89686b5c4dcd/23f38eb7-0540-4073-81b1-72d3a05deeee/86a8707f-d1b4-4895-8051-2f4e1a7f7ee3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:30.975150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:30.980460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:31.068857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] For port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:31.072597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] For port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,segment=NetworkSegment(366067c6-6b2c-421e-a995-ae59aca83287),segment_id=366067c6-6b2c-421e-a995-ae59aca83287)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:31.130307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.137299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.144837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:31.145458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.195565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-09561ae2-19ec-494c-869d-cb4dad0570bc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3698323 Jun 04 06:41:31.207125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:31.232507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Request body: {'port': {'device_id': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:31.266546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:31.271819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83321fa-0d7c-4f12-ba6a-ecec169d03e9 None None] Pushing event updated for resources: {'Port': ['ID=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:31.284421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:31.422890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.441185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:31.441612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.545609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.562891 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-e8e828f8-49b4-456a-8f65-05e01c55a5e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9104393 Jun 04 06:41:31.575731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Transition to ACTIVE for port object 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:31.640859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cbab2e9c-66b0-4605-967a-ba80b2c42534 None None] Provisioning complete for port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:31.641600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cbab2e9c-66b0-4605-967a-ba80b2c42534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.700172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-eea82222-c695-421f-9f34-3ec132957d69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:31.701596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-eea82222-c695-421f-9f34-3ec132957d69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:31.704483 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:31.830884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-eea82222-c695-421f-9f34-3ec132957d69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:31.832318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-eea82222-c695-421f-9f34-3ec132957d69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.7675328 Jun 04 06:41:31.910854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Pushing event updated for resources: {'Port': ['ID=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:31.914747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:31.952631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665e9d2-afba-443a-9925-d700447ea62d req-a3f4f69c-9fe2-4580-9081-be9cbefd66e8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:31.954195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d665e9d2-afba-443a-9925-d700447ea62d req-a3f4f69c-9fe2-4580-9081-be9cbefd66e8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 932 time: 1.2268913 Jun 04 06:41:31.990373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:32.014919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:32.020769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.037970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,segment=NetworkSegment(a1951304-0d72-4e73-8eba-3eaee1bb4290),segment_id=a1951304-0d72-4e73-8eba-3eaee1bb4290)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:32.126729 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.214995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Port': ['ID=86a8707f-d1b4-4895-8051-2f4e1a7f7ee3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:32.254799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-00104bf7-cf3b-4cbe-a6a5-c55e4f174b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:32.256300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-00104bf7-cf3b-4cbe-a6a5-c55e4f174b93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1096 time: 0.6624539 Jun 04 06:41:32.286172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:32.286520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.409944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Attempting to bind port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:32.410321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Attempting to bind port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'ae3037c4-8b94-4151-85f1-458ce36b1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:32.410687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Attempting to bind port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 on network 54c25a81-27fd-4d03-b409-89686b5c4dcd {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:32.431670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:32.438548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d665e9d2-afba-443a-9925-d700447ea62d req-fe3beeb0-dd3b-40e1-a39c-2256d0545e55 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821135 Jun 04 06:41:32.500548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:32.500764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Checking segment: {'id': 'ae3037c4-8b94-4151-85f1-458ce36b1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:32.514016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.514462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Bound using segment: {'id': 'ae3037c4-8b94-4151-85f1-458ce36b1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:32.514979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Bound port: e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3037c4-8b94-4151-85f1-458ce36b1bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '54c25a81-27fd-4d03-b409-89686b5c4dcd'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:32.515373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.543974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b571f286-aac7-4326-8f28-d25ceb0dadd3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:32.548268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b571f286-aac7-4326-8f28-d25ceb0dadd3 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 811 time: 0.9221649 Jun 04 06:41:32.553102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:32.573766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:32.576681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:24Z', 'revision_number': 7, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:23Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:32.639005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:32.813619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Request body: {'port': {'device_id': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'admin_state_up': True, 'tenant_id': '4f49fcc2a234434ba0d9477ec87b9844'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:32.855244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:32.855974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:33.083119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] For port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:33.083592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.160660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cbab2e9c-66b0-4605-967a-ba80b2c42534 None None] Current status of the port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:33.169649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c219e6cf-9f57-4f67-85de-0ba10726a921 req-f2fc6224-4b34-4d91-b140-771fc563f926 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 210 time: 0.3083060 Jun 04 06:41:33.275507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-812bd32b-6180-44ec-98e1-d4cbb93d8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:33.275935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] For port e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:33.281069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-812bd32b-6180-44ec-98e1-d4cbb93d8565 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.8496099 Jun 04 06:41:33.288450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:33.360216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:41:33.395689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-2fb1e5b2-bd51-443a-97c4-473fb7d9c07b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 217 time: 0.1031587 Jun 04 06:41:33.487522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:33.494534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04463db0-d32b-4857-87f3-8ffbb58882f4 None None] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:33.543787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] For port e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,segment=NetworkSegment(ae3037c4-8b94-4151-85f1-458ce36b1bf6),segment_id=ae3037c4-8b94-4151-85f1-458ce36b1bf6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:33.590323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.692811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:33.697728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Usage tracker for resource:port and tenant:4f49fcc2a234434ba0d9477ec87b9844 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:33.700651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:33.710233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:33.731384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10765dfc-5943-47e6-860e-c1d759a5684f {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:41:33.744704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.801803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.812268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-184c504d-71a0-4780-bb3a-979c8101faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:33.814113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-184c504d-71a0-4780-bb3a-979c8101faa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.3773661 Jun 04 06:41:33.831571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Made reservation on behalf of 4f49fcc2a234434ba0d9477ec87b9844 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:33.835071 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.901278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-6d18b5f8-7de3-4b0b-9315-01dd871e75e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633252 Jun 04 06:41:33.905369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Transition to ACTIVE for port object 10765dfc-5943-47e6-860e-c1d759a5684f will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:33.926773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2af4-70dc-49f4-b67b-6bff0c20c925 None None] Pushing event updated for resources: {'Port': ['ID=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:33.938596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Provisioning for port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:33.949183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Provisioning complete for port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:33.949825 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:33.954919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.007631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.017626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.018294 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP 8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0 disassociated. External IP: 172.25.1.44, port: a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb. Jun 04 06:41:34.018889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:34.103501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-16f5342d-8438-4256-9d0a-0ad044e4f2a3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:34.108386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-16f5342d-8438-4256-9d0a-0ad044e4f2a3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:34.293424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-16f5342d-8438-4256-9d0a-0ad044e4f2a3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:34.302838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-16f5342d-8438-4256-9d0a-0ad044e4f2a3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=b237e313-afc8-4016-bda8-1c9d0bf6ae64 HTTP/1.1" status: 200 len: 946 time: 0.9635448 Jun 04 06:41:34.419018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Current status of the port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:34.419018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.458336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a5b36bdc-cd69-4fbd-adc9-0b121a90d02a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:34.571203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-dbe0e9c1-5ff3-4be8-995a-81c87cf7134a service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618917 Jun 04 06:41:34.571945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Pushing event updated for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:34.639919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-f334b518-4c43-46e8-993d-dd75f5aaa199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:34.790186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:34.790939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.793763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:34.794140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.824071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-f334b518-4c43-46e8-993d-dd75f5aaa199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:34.825406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2196e6d-31dc-4059-981c-71e3999e6f1b req-f334b518-4c43-46e8-993d-dd75f5aaa199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=2158f068-e064-4616-9ed0-bea4652cf07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209043 Jun 04 06:41:34.893207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] For port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,segment=NetworkSegment(366067c6-6b2c-421e-a995-ae59aca83287),segment_id=366067c6-6b2c-421e-a995-ae59aca83287)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:34.894691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Allocated IP 172.20.0.4 (e05e6f81-88a8-42dd-9060-0edc65523fa2/e279866f-511c-45e2-95c4-4d3485b2e88f/ec6e02e5-2398-40e8-95c8-48be7c614c47) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:34.905707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.910890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.943204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.944418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:34.973035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:24Z', 'revision_number': 7, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:23Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:35.006581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d544e3b6-881c-48b7-8ea5-91e875536cfb None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:24Z', 'revision_number': 7, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '35f0e6a8-925e-4484-96b5-b8ebb9aa830b', 'name': '', 'network_id': '8b778881-2697-43ff-989f-3cb18dba69cb', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:14:2c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:41:05Z', 'updated_at': '2022-06-04T06:41:23Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': 'e1204101-5b86-4815-af7c-195cfe892bfa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:35.232126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:35.236195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:35.252786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-b0285602-ab68-4fdb-9fad-8620e5c4cc3b service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415269 Jun 04 06:41:35.253815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Attempting to bind port 10765dfc-5943-47e6-860e-c1d759a5684f on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:35.258548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Attempting to bind port 10765dfc-5943-47e6-860e-c1d759a5684f by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:35.259211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Attempting to bind port 10765dfc-5943-47e6-860e-c1d759a5684f on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:35.265071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432713-68f9-4d9d-acdd-f5944fb39184 None None] Pushing event updated for resources: {'Port': ['ID=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:35.351495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-f17b14ca-5d13-4bef-8261-ab72ac2a5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:35.353067 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-f17b14ca-5d13-4bef-8261-ab72ac2a5d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1096 time: 1.2939866 Jun 04 06:41:35.368018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Port 10765dfc-5943-47e6-860e-c1d759a5684f on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:41:35.368414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Attempting to bind port 10765dfc-5943-47e6-860e-c1d759a5684f on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:35.398623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:35.484325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:35.484902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:35.551914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f413f10-d0ec-4d60-a065-2e16b3d68fdf None None] Provisioning complete for port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:35.555949 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8f413f10-d0ec-4d60-a065-2e16b3d68fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:35.599829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:35.605360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:35.605951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:35.606434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Bound port: 10765dfc-5943-47e6-860e-c1d759a5684f, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:35.607384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:35.618964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-5ba5a016-020b-4498-8b33-e63e7affa785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:35.620344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-5ba5a016-020b-4498-8b33-e63e7affa785 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.2446194 Jun 04 06:41:35.623070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:35.751230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8f413f10-d0ec-4d60-a065-2e16b3d68fdf None None] Current status of the port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:35.773988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c214976-f44f-4bd1-baaa-9ce67b295b47 None None] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:35.893353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Port': ['ID=86a8707f-d1b4-4895-8051-2f4e1a7f7ee3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:36.117359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d32e1738-793c-49c6-be0b-23e786a730b7 None None] Provisioning for port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:36.125144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 35f0e6a8-925e-4484-96b5-b8ebb9aa830b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:36.125559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.201579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-dc9d81b3-0705-4220-9146-2502f7c86ee0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.4960907 Jun 04 06:41:36.308606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:36.349768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-26f5e234-716c-4b2c-8a6f-a08e73fc09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:36.351631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-26f5e234-716c-4b2c-8a6f-a08e73fc09c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1309831 Jun 04 06:41:36.356994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:36.360957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10765dfc-5943-47e6-860e-c1d759a5684f,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:36.413132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.474935 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-ec7d5081-537c-4349-a922-55e14798fca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079035 Jun 04 06:41:36.483335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:36.487912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:36.524046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:36.524593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.526554 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] 10.222.0.24 "PUT /v2.0/ports/10765dfc-5943-47e6-860e-c1d759a5684f HTTP/1.1" status: 200 len: 1092 time: 5.3189273 Jun 04 06:41:36.535014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:36.613056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 35f0e6a8-925e-4484-96b5-b8ebb9aa830b owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:36.670660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:36.671212 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.724081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:36.733200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:36.733781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.750062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843331b-503c-4e4e-abee-5aeed1a77cf7 req-5adcd96d-bc27-4f07-96ec-f5b67616fdb8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:36.752396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8843331b-503c-4e4e-abee-5aeed1a77cf7 req-5adcd96d-bc27-4f07-96ec-f5b67616fdb8 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 945 time: 1.5175595 Jun 04 06:41:36.781463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:36.788351 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:36.820218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:36.840129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:36.843484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7336-b687-4bc2-a4a4-dca8f9ffd07c service neutron] Pushing event updated for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:36.953936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:37.004213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:37.005354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3d1ce11-0282-49e2-8e15-44e3f5b40c61 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:37.081253 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-ff5a118b-92b3-4ebc-834e-bd7377237f06 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948944 Jun 04 06:41:37.106706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:37.113545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:37.113975 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.129196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8843331b-503c-4e4e-abee-5aeed1a77cf7 req-63b54ddc-4222-4dbe-9725-79c694e89ccf tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621008 Jun 04 06:41:37.191744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:37.205221 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:37.223938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:37.226038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:37.269577 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.429312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Provisioning complete for port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:37.430539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.443488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=35f0e6a8-925e-4484-96b5-b8ebb9aa830b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:37.451655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.598032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-19d56e2a-f233-43dc-9b39-89b30c6a3e15 req-e4146960-238a-499e-92c7-fe0a05b4bc1f service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023384 Jun 04 06:41:37.616681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:37.617747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.626291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-fd448272-490b-4a93-86d5-1a3b3c555b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:37.627777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-fd448272-490b-4a93-86d5-1a3b3c555b5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 1095 time: 1.0050118 Jun 04 06:41:37.628947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] No DVR routers for this DVR port a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:37.632117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.669264 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:37.779897 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-86009210-cd3c-4171-a090-8344c3cf78fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10765dfc-5943-47e6-860e-c1d759a5684f HTTP/1.1" status: 200 len: 217 time: 0.1441426 Jun 04 06:41:37.807158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Current status of the port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:37.808049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.866745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,segment=NetworkSegment(ae3037c4-8b94-4151-85f1-458ce36b1bf6),segment_id=ae3037c4-8b94-4151-85f1-458ce36b1bf6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:37.866982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-47a08876-29ec-4f67-846e-7a0a48ae2bc8 req-5cc10770-23d8-4c66-afcd-279c6efe6199 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.39 "DELETE /v2.0/ports/a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb HTTP/1.1" status: 204 len: 173 time: 6.0277863 Jun 04 06:41:37.878407 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:37.936443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-f9bec539-f323-45d7-afa5-a7610ef52b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:37.938581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-f9bec539-f323-45d7-afa5-a7610ef52b2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1481452 Jun 04 06:41:38.039359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:38.059722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-c9325d6b-4a26-4f6b-aedc-ddfc9b8b5918 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141980 Jun 04 06:41:38.233078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:41:38.233948 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:41:38.276999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:38.344069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-2d8e7052-82b2-456e-976f-2f04d2cc9898 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761700 Jun 04 06:41:38.368858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:38.378475 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:38.387722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3d1ce11-0282-49e2-8e15-44e3f5b40c61 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:38.398425 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:38.422686 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:38.424237 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:38.429379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Network e05e6f81-88a8-42dd-9060-0edc65523fa2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:38.464212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:38.521076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:38.552254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:38.552688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:38.565128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-263776a0-9c29-46ed-9cc9-5a2e729bb248 req-f382b326-44ea-4142-a268-39ecd2fc5605 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104352 Jun 04 06:41:38.692179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e60e7-72f4-469c-8c7f-6af85285fc37 req-a3d0a9a3-a442-4c39-a757-a358983a963d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:38.701126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-133e60e7-72f4-469c-8c7f-6af85285fc37 req-a3d0a9a3-a442-4c39-a757-a358983a963d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 944 time: 1.3253458 Jun 04 06:41:38.727312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:38.732103 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:38.763306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Router b2933f84-baee-40b0-8a65-e0d4f30bdf2f is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:41:38.782178 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:41:38.814610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Current status of the port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:38.828366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Provisioning for port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:38.836993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Provisioning complete for port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:38.837717 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:38.846463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event updated for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:38.886944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-133e60e7-72f4-469c-8c7f-6af85285fc37 req-d2f899e6-78df-405b-a1fd-40f0e978e1d8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819518 Jun 04 06:41:38.942731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a5074d9-4caf-497f-a67b-3cca1e678f04 None None] Port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:39.043619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:39.044231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:39.075186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a9ab6764-6328-49e7-9ae6-f3cd22051c91 None None] Provisioning complete for port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:39.075555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9ab6764-6328-49e7-9ae6-f3cd22051c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:39.154111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab6764-6328-49e7-9ae6-f3cd22051c91 None None] Port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:39.176794 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:39.181610 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3274e280-e9ce-4c62-a0ba-2dc02540ccdb None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:39.478291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09179d0-9b2e-4c7d-b983-35a5a6addb2c tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9074845 Jun 04 06:41:39.495722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Request body: {'port': {'device_id': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:39.505874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6be2a-851d-48db-88c9-f6951548dad9 None None] New status for floating IP 8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:41:39.531326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:39.546739 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] Sync routers for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:39.549054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f01b4156-4c95-4752-9a09-43de6d244262 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2732573 Jun 04 06:41:39.552254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40058) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:39.583655 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:39.586220 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:39.656617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:39.702352 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:39.717453 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:39.718143 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:39.775255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966df2ac-380a-45a9-bf04-2d45d22af464 req-5307b975-2522-4b29-90fa-2d7d084073ef tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:39.776449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-966df2ac-380a-45a9-bf04-2d45d22af464 req-5307b975-2522-4b29-90fa-2d7d084073ef tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Synchronizing usage tracker for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:39.805726 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:39.806157 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb36175-153a-4b0c-8679-cfb01dad5b1c None None] The sync data for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:39.861400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:39.942376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-966df2ac-380a-45a9-bf04-2d45d22af464 req-5307b975-2522-4b29-90fa-2d7d084073ef tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Unset dirty status for tenant:4f49fcc2a234434ba0d9477ec87b9844 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:39.943430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-966df2ac-380a-45a9-bf04-2d45d22af464 req-5307b975-2522-4b29-90fa-2d7d084073ef tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 931 time: 0.7076268 Jun 04 06:41:39.972657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:39.987046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:39.987555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa178ddf-4f61-440e-a630-19e2a10f2038 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7136660 Jun 04 06:41:39.991954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40078) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:39.999931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:40.000812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:40.024528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-966df2ac-380a-45a9-bf04-2d45d22af464 req-36b0c30a-6406-4494-ad28-4e8cbf896ae8 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Jun 04 06:41:40.255389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:40.333874 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c56ca6d-4047-4a47-aeb8-d6fd55bfd1eb'] response: {'name': 'network-changed', 'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f', 'status': 'completed', 'code': 200} Jun 04 06:41:40.357060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6e02e5-2398-40e8-95c8-48be7c614c47 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:41:40.365822 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:40.383861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Transition to ACTIVE for port object ec6e02e5-2398-40e8-95c8-48be7c614c47 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:40.389467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:40.418567 n-d-811808-2 neutron-server[88850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b2d450f5-4626-4af1-98e7-7b5cbdd9bd9e']: {'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'code': 422} returned with failed status Jun 04 06:41:40.524921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet e1204101-5b86-4815-af7c-195cfe892bfa {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:41:40.540062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:40.665023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-36c644c8-1f76-4c29-a83b-94fc7b0cc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:40.667263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-36c644c8-1f76-4c29-a83b-94fc7b0cc9e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 1095 time: 0.3409262 Jun 04 06:41:40.669668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:40.706981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:40.733056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:37Z', 'revision_number': 8, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:40.737147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:40.747162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:40.747599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:40.755272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59d2b0-d675-4f23-87a5-278a2838915c req-5ed11f01-e0a7-40c8-95c5-8c7062fc913e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:40.756902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd59d2b0-d675-4f23-87a5-278a2838915c req-5ed11f01-e0a7-40c8-95c5-8c7062fc913e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.2336009 Jun 04 06:41:40.762298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Attempting to bind port ec6e02e5-2398-40e8-95c8-48be7c614c47 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:40.762654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Attempting to bind port ec6e02e5-2398-40e8-95c8-48be7c614c47 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:40.762982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Attempting to bind port ec6e02e5-2398-40e8-95c8-48be7c614c47 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:40.785858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Port ec6e02e5-2398-40e8-95c8-48be7c614c47 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:41:40.786238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Attempting to bind port ec6e02e5-2398-40e8-95c8-48be7c614c47 on network e05e6f81-88a8-42dd-9060-0edc65523fa2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:40.793520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:40.793866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Checking segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:40.794249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Bound using segment: {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:40.794681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Bound port: ec6e02e5-2398-40e8-95c8-48be7c614c47, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbcd86b-0e74-4f97-93c8-b44195d227a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:40.795024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:40.860001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd59d2b0-d675-4f23-87a5-278a2838915c req-20371056-aa08-46c2-9c14-9cfc8ba02c50 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945544 Jun 04 06:41:40.918773 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-8aa46394-30cc-416a-85e3-482445204e40 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:41:40.920140 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8aa46394-30cc-416a-85e3-482445204e40 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3668644 Jun 04 06:41:40.932085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40094) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:40.996844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:41.006657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:41.007159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:41.026611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:41.091488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-f3b9a303-e287-4c1c-9136-b74351423d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.092931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-f3b9a303-e287-4c1c-9136-b74351423d3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.3614132 Jun 04 06:41:41.179594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:41.220403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.221075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:41.222548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] 10.222.0.39 "PUT /v2.0/ports/ec6e02e5-2398-40e8-95c8-48be7c614c47 HTTP/1.1" status: 200 len: 1091 time: 1.7328727 Jun 04 06:41:41.223353 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-fb713115-43f6-4d62-a6d9-05b4862993ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10765dfc-5943-47e6-860e-c1d759a5684f HTTP/1.1" status: 200 len: 217 time: 0.1222436 Jun 04 06:41:41.238680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:41.443706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-826e8bca-186e-45f0-863d-45656de37b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.445982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-826e8bca-186e-45f0-863d-45656de37b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.2095010 Jun 04 06:41:41.485463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0d357-3860-478b-8cc0-2f08e1152df8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:41.493031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:37Z', 'revision_number': 8, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:41.498026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c2e55-f4b4-44cd-9c11-cc8873c45f62 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:37Z', 'revision_number': 8, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': '4611ff7e-87db-49db-be5b-a9d30f6afade', 'name': '', 'network_id': '6636989b-0f17-4725-bb1d-65b57b019d2a', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:fd:8d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:53Z', 'updated_at': '2022-06-04T06:41:14Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '011745fd-06c7-4996-a2ef-46897fd0d0f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:41.525227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fa80-a6ea-44a5-9dc0-175d86949b48 req-553c76a2-29c8-48f5-bae8-8ed945e513c5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.526832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9933fa80-a6ea-44a5-9dc0-175d86949b48 req-553c76a2-29c8-48f5-bae8-8ed945e513c5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 944 time: 0.3974690 Jun 04 06:41:41.545437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-36e56d6d-2aff-4ca9-8002-f09a1452b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.547884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-36e56d6d-2aff-4ca9-8002-f09a1452b749 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 1094 time: 0.2701159 Jun 04 06:41:41.624251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-16bb878c-6cbd-4d8b-b77b-1a530371853f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684101 Jun 04 06:41:41.635155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-0ea01cca-eafc-40ba-8f7e-a529dfa7b52b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47 HTTP/1.1" status: 200 len: 217 time: 0.0716655 Jun 04 06:41:41.700965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9933fa80-a6ea-44a5-9dc0-175d86949b48 req-f595fe43-e80a-451e-80e0-bb1fd87ddf47 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525786 Jun 04 06:41:41.717409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-bfb23d18-6639-4179-8878-9ed69dbdb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:41.719138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-bfb23d18-6639-4179-8878-9ed69dbdb2e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.0744748 Jun 04 06:41:41.752645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40108) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:41.786169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a09d422a-0025-4676-98d7-3f9e636cf831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555978 Jun 04 06:41:41.871444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:41.961403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c575480-4a43-4161-afff-774a5cba04d0 None None] Network 8b778881-2697-43ff-989f-3cb18dba69cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:41.986265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.000864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=e1204101-5b86-4815-af7c-195cfe892bfa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:42.035769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7bc3b5a2-0526-47ec-bdfc-eb3dc23d5c18 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/e1204101-5b86-4815-af7c-195cfe892bfa HTTP/1.1" status: 204 len: 168 time: 2.0154750 Jun 04 06:41:42.045170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40116) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:42.047559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-d1777923-7e54-41b4-aae5-13d2d8f91332 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107528 Jun 04 06:41:42.117739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.130581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-ea540441-0535-4def-b330-35a3706fd0ff service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327804 Jun 04 06:41:42.196493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f92de6-55c4-4df0-9b11-aebc8c31cf73 req-da6badee-f29b-4b8f-9fee-4fa85fb6a408 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:42.212086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28f92de6-55c4-4df0-9b11-aebc8c31cf73 req-da6badee-f29b-4b8f-9fee-4fa85fb6a408 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.3124213 Jun 04 06:41:42.222932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 35f0e6a8-925e-4484-96b5-b8ebb9aa830b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:42.263690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 35f0e6a8-925e-4484-96b5-b8ebb9aa830b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:42.263690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 35f0e6a8-925e-4484-96b5-b8ebb9aa830b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:42.310956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.342766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10765dfc-5943-47e6-860e-c1d759a5684f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:41:42.345105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:42.346854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'name': 'network-vif-deleted', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:42.399610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28f92de6-55c4-4df0-9b11-aebc8c31cf73 req-c077cd10-659d-48c9-8a71-b6a822480992 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847632 Jun 04 06:41:42.431222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] DHCP port deletion for 8b778881-2697-43ff-989f-3cb18dba69cb request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:41:42.438669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Deleting port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:42.439304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.448493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a899a05-81d7-492a-a9dd-434cc46bd433 req-a31638f2-06b8-4922-ae6c-9d195e1eb79c service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118477 Jun 04 06:41:42.467667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.510473 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-45bac8f4-9dd7-402b-84e1-6e4900f95491 req-31860e12-3a08-4138-ab13-27a88a88306a service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169910 Jun 04 06:41:42.513985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:42.514270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.586003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.659469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158f068-e064-4616-9ed0-bea4652cf07e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:42.663537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.670563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb22f1c-f630-4b1b-81e2-f93cc34ae404 req-6a02722a-4ec8-42fd-85b6-aa53518bee83 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:42.672291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcb22f1c-f630-4b1b-81e2-f93cc34ae404 req-6a02722a-4ec8-42fd-85b6-aa53518bee83 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 943 time: 0.1230791 Jun 04 06:41:42.755800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:42.766228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcb22f1c-f630-4b1b-81e2-f93cc34ae404 req-549a24f8-dd3d-4869-9e68-6859109e26c1 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845804 Jun 04 06:41:42.803311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:42.805122 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94dee0df-af79-4ba8-85b3-9ba30d535fe4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/security-groups/2158f068-e064-4616-9ed0-bea4652cf07e HTTP/1.1" status: 204 len: 168 time: 1.0515621 Jun 04 06:41:42.808141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40136) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:42.815346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10765dfc-5943-47e6-860e-c1d759a5684f,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:42.846557 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-2e2efd1b-b59e-460d-9da9-d2073886b8e9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] show failed (client error): The resource could not be found. Jun 04 06:41:42.859138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e2efd1b-b59e-460d-9da9-d2073886b8e9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups/2158f068-e064-4616-9ed0-bea4652cf07e HTTP/1.1" status: 404 len: 347 time: 0.0444324 Jun 04 06:41:42.859844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40140) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:42.885928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '10765dfc-5943-47e6-860e-c1d759a5684f', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': '10765dfc-5943-47e6-860e-c1d759a5684f', 'mac_address': 'fa:16:3e:cd:f3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:41:42.959829 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc1eed4-9459-4bc6-8334-e5689e1af3a5'] response: {'name': 'network-changed', 'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47', 'status': 'completed', 'code': 200} Jun 04 06:41:43.059494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] For port 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=215c90f0-5d00-4e35-afeb-b70603c5d0f0,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:43.059884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.079772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10765dfc-5943-47e6-860e-c1d759a5684f is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:43.080413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.215786 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be67219-4f5c-41e2-bd75-07394351157f'] response: {'server_uuid': 'b237e313-afc8-4016-bda8-1c9d0bf6ae64', 'name': 'network-vif-deleted', 'tag': 'a9adb5b8-6fbd-4f7d-babc-d4f84b0553fb', 'status': 'completed', 'code': 200} Jun 04 06:41:43.217738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port b820e3f6-2813-400d-a293-a1bc19a9aa1b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:43.218080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.248157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 215c90f0-5d00-4e35-afeb-b70603c5d0f0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=215c90f0-5d00-4e35-afeb-b70603c5d0f0,segment=NetworkSegment(6314300e-c3a3-493d-8544-7f9b6f1c1669),segment_id=6314300e-c3a3-493d-8544-7f9b6f1c1669)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:43.248753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.322370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Calling delete_port for 215c90f0-5d00-4e35-afeb-b70603c5d0f0 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:43.366256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10765dfc-5943-47e6-860e-c1d759a5684f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:41:43.397232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10765dfc-5943-47e6-860e-c1d759a5684f,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:43.409340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 215c90f0-5d00-4e35-afeb-b70603c5d0f0 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:43.411901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.479671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.480380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.492112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:43.498575 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 06:41:43.498575 n-d-811808-2 neutron-server[88848]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jun 04 06:41:43.498575 n-d-811808-2 neutron-server[88848]: [parameters: {'port_id': '215c90f0-5d00-4e35-afeb-b70603c5d0f0'}] Jun 04 06:41:43.498575 n-d-811808-2 neutron-server[88848]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:41:43.499514 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:41:43.516049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.565388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] Pushing event deleted for resources: {'Port': ['ID=215c90f0-5d00-4e35-afeb-b70603c5d0f0,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:43.572072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9a697-a030-401d-bcf0-597194d21f8a None None] No DVR routers for this DVR port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:43.598135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:43.598569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.684335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for b820e3f6-2813-400d-a293-a1bc19a9aa1b owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:43.707479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['10765dfc-5943-47e6-860e-c1d759a5684f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:41:43.825893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:43.902665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-6b0a3202-3f49-4d8b-b41c-10337f0aec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:43.904092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-6b0a3202-3f49-4d8b-b41c-10337f0aec4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 1094 time: 0.9238334 Jun 04 06:41:43.970196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for 86a8707f-d1b4-4895-8051-2f4e1a7f7ee3 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:44.005716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 215c90f0-5d00-4e35-afeb-b70603c5d0f0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:44.005994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.042487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd25d9-2113-418c-b0af-a20f0839956a req-d469fbfb-3df1-44bc-905f-9231146bae9e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:44.043976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00bd25d9-2113-418c-b0af-a20f0839956a req-d469fbfb-3df1-44bc-905f-9231146bae9e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 945 time: 0.4636345 Jun 04 06:41:44.089855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] The port '215c90f0-5d00-4e35-afeb-b70603c5d0f0' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:41:44.194595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-385134a4-e88c-4485-9dd8-0a4a6afc7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:44.194595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-385134a4-e88c-4485-9dd8-0a4a6afc7928 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 200 len: 912 time: 0.2586210 Jun 04 06:41:44.247201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00bd25d9-2113-418c-b0af-a20f0839956a req-351f4cd9-e447-4113-a704-ee112c4dad13 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693621 Jun 04 06:41:44.255519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 215c90f0-5d00-4e35-afeb-b70603c5d0f0 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:44.266114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-d692b798-8971-4f6a-94e5-e130e9a20872 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47 HTTP/1.1" status: 200 len: 217 time: 0.0786510 Jun 04 06:41:44.266580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.267400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.308180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b778881-2697-43ff-989f-3cb18dba69cb']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:44.320321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 215c90f0-5d00-4e35-afeb-b70603c5d0f0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:44.320680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 215c90f0-5d00-4e35-afeb-b70603c5d0f0 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:44.327232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6314300e-c3a3-493d-8544-7f9b6f1c1669') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:44.327548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6314300e-c3a3-493d-8544-7f9b6f1c1669') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:44.343667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.399743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.413341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=b820e3f6-2813-400d-a293-a1bc19a9aa1b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:44.416904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:41:44.417307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.496051 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6314300e-c3a3-493d-8544-7f9b6f1c1669 resource provider aggregate not found Jun 04 06:41:44.523525 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6314300e-c3a3-493d-8544-7f9b6f1c1669 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6314300e-c3a3-493d-8544-7f9b6f1c1669 found for delete ", "request_id": "req-4bf46a25-8c99-4baf-b70a-cd8ba4742b4d"}]} Jun 04 06:41:44.524242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-99c2e009-e423-4645-b9bb-cc08e7f9a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:44.526081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-99c2e009-e423-4645-b9bb-cc08e7f9a62c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 200 len: 851 time: 0.2026644 Jun 04 06:41:44.526663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.537046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.586104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-bc8300cc-f953-4956-b5f0-1892f1c22bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e05e6f81-88a8-42dd-9060-0edc65523fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541430 Jun 04 06:41:44.612618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=86a8707f-d1b4-4895-8051-2f4e1a7f7ee3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:44.614500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.619560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.633095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:44.634251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c43ebde-5afb-4586-ba45-8e584544e17f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/floatingips/8dc6ecd4-4bdd-43fc-882e-cf44194bb3b0 HTTP/1.1" status: 204 len: 168 time: 1.7734761 Jun 04 06:41:44.692330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=8b778881-2697-43ff-989f-3cb18dba69cb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:44.701060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d0e93b0-c157-4efd-b3d4-08e295e5d387 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/8b778881-2697-43ff-989f-3cb18dba69cb HTTP/1.1" status: 204 len: 168 time: 2.6521955 Jun 04 06:41:44.706574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40164) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:44.877403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-58640243-60fc-4993-8f2f-c6139279ac2a service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816188 Jun 04 06:41:44.914529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558d9ab-e625-46be-86b6-af814bfc0970 req-6165b24f-dc37-41fe-8274-cd03d40aef82 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:44.925224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4558d9ab-e625-46be-86b6-af814bfc0970 req-6165b24f-dc37-41fe-8274-cd03d40aef82 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 943 time: 0.2299049 Jun 04 06:41:45.021749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40176) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:45.078300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4558d9ab-e625-46be-86b6-af814bfc0970 req-d021d111-558e-42ff-8e8c-5614e51a1347 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511912 Jun 04 06:41:45.278450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4de96ae3-2af7-4940-b6be-898996e6bb10 req-4b6e149f-72bd-4614-889f-06c675683ece service neutron] 10.222.0.39 "GET /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918669 Jun 04 06:41:45.310435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:45.336741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-e4869ab1-4c83-4927-a063-e32855495df6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3134162 Jun 04 06:41:45.349184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eac7d-1b71-486a-95dc-1d0f131eba28 req-fc0d49ab-2485-49b0-bf55-0712af564e26 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:45.350672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c71eac7d-1b71-486a-95dc-1d0f131eba28 req-fc0d49ab-2485-49b0-bf55-0712af564e26 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.1123796 Jun 04 06:41:45.404060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c71eac7d-1b71-486a-95dc-1d0f131eba28 req-21b6b746-8223-400f-8bc0-58e97f56d850 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Jun 04 06:41:45.491898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40188) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:45.497261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231778576', 'description': 'tempest-description--1377355602'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:45.505642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:45.511925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:45.515312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:45.522751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:45.536172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:45.560463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:45.565204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:45.569904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:45.578021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:45.744513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7632-4155-45d6-b5ab-cbc97356c9a4 req-18cd3ff7-76f1-4cac-9d3b-adb91fd8da92 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:45.746213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8c7632-4155-45d6-b5ab-cbc97356c9a4 req-18cd3ff7-76f1-4cac-9d3b-adb91fd8da92 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 945 time: 0.1420414 Jun 04 06:41:45.785456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:45.795017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:45.802068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Router b2933f84-baee-40b0-8a65-e0d4f30bdf2f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:45.864697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8c7632-4155-45d6-b5ab-cbc97356c9a4 req-1d04da63-540c-426c-828b-4688c4fa5b39 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Jun 04 06:41:45.869814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0795065-50f0-437d-a95d-41ea1d3b87f5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:45.897492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:45.899247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-171445aa-9196-467f-8468-7a496ad4641d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4060161 Jun 04 06:41:45.902120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:45.914222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': 'e0795065-50f0-437d-a95d-41ea1d3b87f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:45.924800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:45.937902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:45.942273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:45.955386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:45.983526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:45.997037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eee04bbe-b69c-4014-a45c-fcf04c830e47 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0636079 Jun 04 06:41:46.001193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:46.004957 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] Sync routers for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:46.028796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:46.030189 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:46.031664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.132382 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-87bb762c-24d2-4235-a64c-edba34a41388 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] delete failed (client error): The resource could not be found. Jun 04 06:41:46.133805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87bb762c-24d2-4235-a64c-edba34a41388 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/routers/tempest-non_exist_router-1919154063 HTTP/1.1" status: 404 len: 335 time: 0.1312566 Jun 04 06:41:46.139934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40206) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:46.149137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0e8ced27-4d28-49da-b158-26699ce886fa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:46.176413 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:46.198957 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:46.199546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:46.235002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.241145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.315865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:46.316328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039dd50e-0df4-4ebe-9ddb-024cf3eff0d5 None None] The sync data for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:46.339560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96564b5a-ff6d-4c0b-9e6d-52ddbb02fceb,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:46.353345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10765dfc-5943-47e6-860e-c1d759a5684f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:46.355621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.359698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7d7b4185-4bfa-4092-b83b-cbd528ef821f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4500988 Jun 04 06:41:46.363834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40210) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:46.371909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': 'e0795065-50f0-437d-a95d-41ea1d3b87f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:46.384047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:46.402951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:46.406914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:46.416511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:46.429156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68915-69b1-4ccf-9375-06de0d468379 req-59bcc9e4-415d-4bc2-aafa-cc12d0a6c40e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:46.437056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67c68915-69b1-4ccf-9375-06de0d468379 req-59bcc9e4-415d-4bc2-aafa-cc12d0a6c40e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 943 time: 0.1589582 Jun 04 06:41:46.467347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 10765dfc-5943-47e6-860e-c1d759a5684f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:46.473758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 10765dfc-5943-47e6-860e-c1d759a5684f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:46.474829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.493776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67c68915-69b1-4ccf-9375-06de0d468379 req-205c3dc8-2c72-4526-9927-627cd8e493d6 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557315 Jun 04 06:41:46.514192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.627955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.639494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 10765dfc-5943-47e6-860e-c1d759a5684f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:46.639875 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.672625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.677013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10765dfc-5943-47e6-860e-c1d759a5684f,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:46.678121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:46.685184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.779344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:46.870888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbae7a8a-3cb1-4e4d-9ba0-312b61b7e0a5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:46.872758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.874058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-248ec926-a1df-42a3-a166-6a2997357428 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5091999 Jun 04 06:41:46.876893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40228) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:46.879414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e8ced27-4d28-49da-b158-26699ce886fa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.883176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:46.886329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.891365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:46.909919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:floatingip and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:46.914040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:46.917646 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a84a086-9fae-4f76-9514-4b4808f10f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.922829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:46.948026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:46.975403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989ea59-35b9-4360-89a4-334a7a411faf req-918ffdee-26c1-4b2f-984b-22c410584f52 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:46.977874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a989ea59-35b9-4360-89a4-334a7a411faf req-918ffdee-26c1-4b2f-984b-22c410584f52 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.3451519 Jun 04 06:41:47.069503 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0e8ced27-4d28-49da-b158-26699ce886fa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] update failed (client error): The resource could not be found. Jun 04 06:41:47.073871 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e8ced27-4d28-49da-b158-26699ce886fa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f HTTP/1.1" status: 404 len: 339 time: 0.9283609 Jun 04 06:41:47.078832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:47.091200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1303600847'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:47.092035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294bea-ece9-4066-8d87-57de2c17208a req-273ff041-5772-4eca-8c52-ae71b9539bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.093587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-273ff041-5772-4eca-8c52-ae71b9539bbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975&tenant_id=0498d9aace984ca798e775e1b258be03 HTTP/1.1" status: 200 len: 1094 time: 0.6198802 Jun 04 06:41:47.104203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:47.114968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a989ea59-35b9-4360-89a4-334a7a411faf req-3dbe9856-293b-4236-98ee-721fa7a5066c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293654 Jun 04 06:41:47.116563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:network and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:47.120199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:47.141988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:47.161379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:47.169269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.215986 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ff5dea-c673-4335-8d69-4665671d4ac6'] response: {'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f', 'code': 200} Jun 04 06:41:47.257333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:41:47.283178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.334855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.335259 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Added segment 2bd5d777-4c94-445d-8c58-7dba12fdecde of type vlan for network d18a27b9-2954-4327-a841-83047bde80cc Jun 04 06:41:47.385125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294bea-ece9-4066-8d87-57de2c17208a req-01524075-7fb2-42ba-b977-cd87f8c89bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.386530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-01524075-7fb2-42ba-b977-cd87f8c89bea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1094 time: 0.2298455 Jun 04 06:41:47.451005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.479134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a2914-dd07-4891-b710-8d009a0d7317 req-937d4cc5-6e6b-4ba5-80a4-7aaf3de34ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.480651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b96a2914-dd07-4891-b710-8d009a0d7317 req-937d4cc5-6e6b-4ba5-80a4-7aaf3de34ad7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 1097 time: 0.2019758 Jun 04 06:41:47.523406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ec6e02e5-2398-40e8-95c8-48be7c614c47 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:41:47.558118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.563639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.564229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.593281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.25.1.156 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/47be1bf1-79d9-4263-a71c-c8b895698715) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:47.663792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 4611ff7e-87db-49db-be5b-a9d30f6afade {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:47.664326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.679767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047e80-25a4-4bef-a62e-7a373e14104f req-f36485b5-5f93-41a3-ae63-a87e52fcbd56 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.686935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26047e80-25a4-4bef-a62e-7a373e14104f req-f36485b5-5f93-41a3-ae63-a87e52fcbd56 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 946 time: 0.3502243 Jun 04 06:41:47.702176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:47.720881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'ec6e02e5-2398-40e8-95c8-48be7c614c47', 'network_id': 'e05e6f81-88a8-42dd-9060-0edc65523fa2', 'port_id': 'ec6e02e5-2398-40e8-95c8-48be7c614c47', 'mac_address': 'fa:16:3e:b2:9e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e279866f-511c-45e2-95c4-4d3485b2e88f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:41:47.751739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6695533 Jun 04 06:41:47.752334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:47.766261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f88b6-7c80-4de6-a91d-0fa599af2974 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Network': ['ID=d18a27b9-2954-4327-a841-83047bde80cc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:47.781240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d18a27b9-2954-4327-a841-83047bde80cc details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:41:47.824442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'subnet': {'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:47.938589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b96a2914-dd07-4891-b710-8d009a0d7317 req-316c842b-a9bf-4851-9ae1-3d626da7c74d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462293 Jun 04 06:41:47.940918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 4611ff7e-87db-49db-be5b-a9d30f6afade, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4611ff7e-87db-49db-be5b-a9d30f6afade,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:47.942324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:47.951894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26047e80-25a4-4bef-a62e-7a373e14104f req-3a15a0c6-8c2f-4cad-b6cb-e730cef438a3 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640424 Jun 04 06:41:47.953011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294bea-ece9-4066-8d87-57de2c17208a req-447e8452-eba7-4483-9cb1-20dbf9f7e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:47.954961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-447e8452-eba7-4483-9cb1-20dbf9f7e39b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.5620816 Jun 04 06:41:47.977439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ec6e02e5-2398-40e8-95c8-48be7c614c47 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:47.977980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.015702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6e02e5-2398-40e8-95c8-48be7c614c47 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:41:48.051958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:48.060972 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.151304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:48.152552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.200573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:48.226702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Usage tracker for resource:subnet and tenant:aa0851f4b68141e2b9350f758a4a417e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:41:48.230523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:41:48.238426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:48.260324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Made reservation on behalf of aa0851f4b68141e2b9350f758a4a417e for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:48.263778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.378293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 4611ff7e-87db-49db-be5b-a9d30f6afade owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:48.408425 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.419415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-723155d9-c8ac-4f54-b146-7d4eab5f7f1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.1722105 Jun 04 06:41:48.437591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ec6e02e5-2398-40e8-95c8-48be7c614c47'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:41:48.450288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aa5f9-6112-4527-92bf-e365000c3b45 req-d7190d8e-2770-4f8a-9131-ab2e5461b281 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:48.457392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe7aa5f9-6112-4527-92bf-e365000c3b45 req-d7190d8e-2770-4f8a-9131-ab2e5461b281 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 944 time: 0.3151784 Jun 04 06:41:48.539359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:48.567128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed294bea-ece9-4066-8d87-57de2c17208a req-2be405ba-1a09-4933-9083-93f8308ddccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:48.568706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-2be405ba-1a09-4933-9083-93f8308ddccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1419723 Jun 04 06:41:48.610235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:48.620433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=47be1bf1-79d9-4263-a71c-c8b895698715,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:48.629086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:48.713322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe7aa5f9-6112-4527-92bf-e365000c3b45 req-976c376e-68c3-47a5-b5eb-21a9c858145b tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548554 Jun 04 06:41:48.722592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.770972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:48.780304 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-882998f5-872d-4553-9629-ecff0429efe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081228 Jun 04 06:41:48.782916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=4611ff7e-87db-49db-be5b-a9d30f6afade,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:48.887066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.047217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7c28-fb3f-4940-9577-a60e114dea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.096598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.128284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Subnet': ['ID=444c789f-5529-451e-bc9f-3af2b1404d47,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:49.164829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Checking segment: {'id': '2bd5d777-4c94-445d-8c58-7dba12fdecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:49.165193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network hostable DHCP agents. Network: d18a27b9-2954-4327-a841-83047bde80cc, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:41:49.329467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-8d6fcaa2-fc02-49fd-8e42-5a115c13a1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347900 Jun 04 06:41:49.370617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.418162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network d18a27b9-2954-4327-a841-83047bde80cc is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:41:49.499217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36ecd9-416a-464a-b8f3-d7ac7b063d43 req-73f36733-e8bf-4f5c-b2a2-06121a5f8c11 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:49.500645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d36ecd9-416a-464a-b8f3-d7ac7b063d43 req-73f36733-e8bf-4f5c-b2a2-06121a5f8c11 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.5208783 Jun 04 06:41:49.503712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d18a27b9-2954-4327-a841-83047bde80cc) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:49.514954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:49.515539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.522794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e137517-7195-4478-81b9-4f7301469e6b None None] Network d18a27b9-2954-4327-a841-83047bde80cc requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:49.579240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f0a9d179-fee1-4c5d-ae0e-9f66be589701 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8164999 Jun 04 06:41:49.582561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40290) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:49.596462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-23da281d-45dc-4a55-8e9b-138d3f953aae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:49.614539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d36ecd9-416a-464a-b8f3-d7ac7b063d43 req-5165672f-d3a3-4dd2-a047-c23bca44d32c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062925 Jun 04 06:41:49.649897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ec6e02e5-2398-40e8-95c8-48be7c614c47 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:49.652065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.662196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.769508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=47be1bf1-79d9-4263-a71c-c8b895698715,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:49.821334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port ec6e02e5-2398-40e8-95c8-48be7c614c47 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:49.836553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port ec6e02e5-2398-40e8-95c8-48be7c614c47 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:49.837151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.974679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:49.995467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b6d9d-f380-486b-9e83-d8ca5c4fdf4c req-d6554994-55f3-4446-ad2e-f27b7168a28c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:49.996963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f0b6d9d-f380-486b-9e83-d8ca5c4fdf4c req-d6554994-55f3-4446-ad2e-f27b7168a28c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 946 time: 0.2128792 Jun 04 06:41:49.999070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.025158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c18f53e7-5015-487d-ba17-e579349d5e61 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1378057 Jun 04 06:41:50.093270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d18a27b9-2954-4327-a841-83047bde80cc', 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc', 'tenant_id': 'aa0851f4b68141e2b9350f758a4a417e', 'fixed_ips': [{'subnet_id': '444c789f-5529-451e-bc9f-3af2b1404d47'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:41:50.094128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.106745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7f0b6d9d-f380-486b-9e83-d8ca5c4fdf4c req-4b7f4b09-d162-499a-bbdb-bbea75b21894 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798960 Jun 04 06:41:50.133914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed294bea-ece9-4066-8d87-57de2c17208a req-7b8ee3b1-e85b-493b-9a06-1387e705a287 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945011 Jun 04 06:41:50.355831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.464961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ec6e02e5-2398-40e8-95c8-48be7c614c47 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:50.465211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.496259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Allocated IP 2001:db8:1::2 (d18a27b9-2954-4327-a841-83047bde80cc/444c789f-5529-451e-bc9f-3af2b1404d47/4fbb84f1-df8f-4d2c-84a0-6610b45aaab9) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:50.506110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23da281d-45dc-4a55-8e9b-138d3f953aae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.513004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b31a33-d490-4fac-acad-8c8b12849929 req-e1357b4e-4d02-4704-ad54-9a625d44f84f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:50.520886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b31a33-d490-4fac-acad-8c8b12849929 req-e1357b4e-4d02-4704-ad54-9a625d44f84f tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 944 time: 0.1834993 Jun 04 06:41:50.521035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.528872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:41:50.559145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:50.563417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:50.576339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b31a33-d490-4fac-acad-8c8b12849929 req-f71424cf-9b27-489f-a1b9-af5ad13c8d84 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468357 Jun 04 06:41:50.606879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.733203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:50.825366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.837788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Transition to ACTIVE for port object 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:50.859602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:50.865177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8828e26-d1b2-482a-8d71-09e5d2e886ee req-bb84e37f-da12-4bbc-b659-ccb1e4209e52 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:50.867163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8828e26-d1b2-482a-8d71-09e5d2e886ee req-bb84e37f-da12-4bbc-b659-ccb1e4209e52 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 946 time: 0.1010337 Jun 04 06:41:50.871723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Transition to ACTIVE for port object 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:50.892623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:50.907440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:50.919051 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b6f97655-f6da-444a-b464-a0e51a5d6d48 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2112854 Jun 04 06:41:50.920830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40336) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:51.003429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8828e26-d1b2-482a-8d71-09e5d2e886ee req-ab5edc3f-4431-45a1-a964-6179ca7db31c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208389 Jun 04 06:41:51.054058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:51.059505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:51.061404 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-23da281d-45dc-4a55-8e9b-138d3f953aae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:41:51.062519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-23da281d-45dc-4a55-8e9b-138d3f953aae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f HTTP/1.1" status: 400 len: 364 time: 1.4765391 Jun 04 06:41:51.066293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40344) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:51.066682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 011745fd-06c7-4996-a2ef-46897fd0d0f6 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:41:51.071174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.136424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.270393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.282653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Network d18a27b9-2954-4327-a841-83047bde80cc is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:51.312459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:51.319668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:51.322001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Pushing event updated for resources: {'Port': ['ID=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:51.396356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.448885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.457679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=011745fd-06c7-4996-a2ef-46897fd0d0f6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:51.464713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-724cff57-cb0b-4a73-9d64-943f159a5b67 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/011745fd-06c7-4996-a2ef-46897fd0d0f6 HTTP/1.1" status: 204 len: 168 time: 0.5426142 Jun 04 06:41:51.467235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40356) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:51.598868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3ba93-171c-4ca5-8463-d3a59614f96e None None] Network 6636989b-0f17-4725-bb1d-65b57b019d2a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:51.626481 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.655211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 3da70a2a-2f8f-480d-a1ce-33237640e679 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:51.655590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:51.796469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:51.828439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-a0aa37be-0b20-4e33-85eb-a083232eacff tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:51.932126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Attempting to bind port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:41:51.932671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Attempting to bind port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2bd5d777-4c94-445d-8c58-7dba12fdecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:41:51.933042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Attempting to bind port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 on network d18a27b9-2954-4327-a841-83047bde80cc {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:41:52.123967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 3da70a2a-2f8f-480d-a1ce-33237640e679, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3da70a2a-2f8f-480d-a1ce-33237640e679,segment=NetworkSegment(a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc),segment_id=a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:52.124324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.129999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:41:52.130769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Checking segment: {'id': '2bd5d777-4c94-445d-8c58-7dba12fdecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:41:52.131429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.131966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Bound using segment: {'id': '2bd5d777-4c94-445d-8c58-7dba12fdecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:41:52.132636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Bound port: 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd5d777-4c94-445d-8c58-7dba12fdecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd18a27b9-2954-4327-a841-83047bde80cc'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:41:52.133538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.152982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-a0aa37be-0b20-4e33-85eb-a083232eacff tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:52.156564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-a0aa37be-0b20-4e33-85eb-a083232eacff tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1231778576&fields=id&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 267 time: 0.5942352 Jun 04 06:41:52.371458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 3da70a2a-2f8f-480d-a1ce-33237640e679 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:52.423087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.556331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.560625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-5739b598-acf5-4858-8530-6d9f6d640dc3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:52.569092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-5739b598-acf5-4858-8530-6d9f6d640dc3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.3822346 Jun 04 06:41:52.580593 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.586484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] For port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:41:52.592630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] For port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,segment=NetworkSegment(2bd5d777-4c94-445d-8c58-7dba12fdecde),segment_id=2bd5d777-4c94-445d-8c58-7dba12fdecde)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:41:52.598183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-babc76e3-1dd2-405f-adc1-d2f695eee654 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/quotas/358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 375 time: 0.0282698 Jun 04 06:41:52.617235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.634628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=3da70a2a-2f8f-480d-a1ce-33237640e679,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:52.655974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No DVR routers for this DVR port 3da70a2a-2f8f-480d-a1ce-33237640e679 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:41:52.926988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1eca37-ea10-411a-bbd6-61bd5612e7a7 None None] Pushing event updated for resources: {'Port': ['ID=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:52.933608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:52.988334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6636989b-0f17-4725-bb1d-65b57b019d2a']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:52.999633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:48Z', 'revision_number': 9, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:53.012922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:53.013146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:53.016120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:41:53.036589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:53.043105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94cfb7-44c6-4a64-8904-3bd744c2126c None None] DHCP port deletion for 6636989b-0f17-4725-bb1d-65b57b019d2a request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:41:53.061653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:53.069718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:41:53.070228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:53.080468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:53.081932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:53.362399 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc resource provider aggregate not found Jun 04 06:41:53.416871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:53.420609 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a210d3c1-c9f2-4dbe-8bb2-3578081bf0cc found for delete ", "request_id": "req-10be8b75-b2c7-4601-b5b5-8b2d642eabb7"}]} Jun 04 06:41:53.475437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:53.523210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=6636989b-0f17-4725-bb1d-65b57b019d2a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:53.544106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-23249eb0-75bf-4e0e-a46c-67b3b535ea1b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:53.547481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-449b8f02-80a0-4831-85ec-a9e87f62d527 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/6636989b-0f17-4725-bb1d-65b57b019d2a HTTP/1.1" status: 204 len: 168 time: 2.0758238 Jun 04 06:41:53.548275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40388) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:53.601865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:41:53.620654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-23249eb0-75bf-4e0e-a46c-67b3b535ea1b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:53.622081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-23249eb0-75bf-4e0e-a46c-67b3b535ea1b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0231407 Jun 04 06:41:53.861964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Allocated IP 2001:db8::1 (51a22f68-7766-4579-ad0c-b20cb2d1d3e4/dfc57193-314e-4128-96f0-6d1911ca5879/f751c5cf-2dd2-4cb3-a910-15357cd65b88) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:41:53.999214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-e2bf06c6-0efb-44a6-bda2-24b7a1ec669d service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563321 Jun 04 06:41:54.388414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:48Z', 'revision_number': 9, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:54.402851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ff8cc0-acab-4759-b4d1-875ad182c49a None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:48Z', 'revision_number': 9, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'be59c8d1-3c9e-46f4-af16-73e619444287', 'name': '', 'network_id': '5e59a572-4859-4605-8d3b-c09aba217c6d', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:0a:0f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:46Z', 'updated_at': '2022-06-04T06:41:10Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '95c62595-2561-46e1-b06a-a8d75fb441a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:54.447051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:54.456676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:54.489955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Transition to ACTIVE for port object f751c5cf-2dd2-4cb3-a910-15357cd65b88 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:41:54.584850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17372d-f306-42a2-abf4-e3f782b19811 None None] Network d18a27b9-2954-4327-a841-83047bde80cc requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:41:54.716628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-765e261f-2387-44e0-9a5e-58b2438691a0 service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761727 Jun 04 06:41:54.718351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:54.718750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:54.867360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Port': ['ID=f751c5cf-2dd2-4cb3-a910-15357cd65b88,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:54.907187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:54.912024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:54.915572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:41:54.916357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.209708 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e572f2a4-cabd-435d-861c-eb795305f549'] response: {'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47', 'code': 200} Jun 04 06:41:55.291294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-915b000f-4e83-4b6d-aec8-44fd2178736c None None] Provisioning for port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:55.360953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:55.381947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:55.382329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.409894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.535674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.574496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee8dc984-7a3a-4500-b157-759dc1a1c8f4 None None] Provisioning for port f751c5cf-2dd2-4cb3-a910-15357cd65b88 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:41:55.647320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bdbc0-eb29-4978-99b9-2cd19618104b req-3155ddf3-88f4-4449-84c1-7292e042760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:55.656847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-766bdbc0-eb29-4978-99b9-2cd19618104b req-3155ddf3-88f4-4449-84c1-7292e042760a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 1096 time: 0.4708724 Jun 04 06:41:55.669318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ee8dc984-7a3a-4500-b157-759dc1a1c8f4 None None] Provisioning complete for port f751c5cf-2dd2-4cb3-a910-15357cd65b88 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:55.669996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc984-7a3a-4500-b157-759dc1a1c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.781938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512645b-d4c2-4ef8-97e7-27db22950184 req-e0b16ba2-c124-44eb-9d31-fe2b21ef20dd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:55.792585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3512645b-d4c2-4ef8-97e7-27db22950184 req-e0b16ba2-c124-44eb-9d31-fe2b21ef20dd tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.5022678 Jun 04 06:41:55.870864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-766bdbc0-eb29-4978-99b9-2cd19618104b req-1911b7dc-8a15-4fc4-8a5e-256c1f95713c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955390 Jun 04 06:41:55.890932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:55.892000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.924624 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:55.952217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ee8dc984-7a3a-4500-b157-759dc1a1c8f4 None None] Port f751c5cf-2dd2-4cb3-a910-15357cd65b88 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:55.973672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,segment=NetworkSegment(2bd5d777-4c94-445d-8c58-7dba12fdecde),segment_id=2bd5d777-4c94-445d-8c58-7dba12fdecde)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:55.982224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.058768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port be59c8d1-3c9e-46f4-af16-73e619444287 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:41:56.059238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.117174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3da70a2a-2f8f-480d-a1ce-33237640e679 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:56.154660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3512645b-d4c2-4ef8-97e7-27db22950184 req-c9bf7a3a-817e-4eaf-80c2-2ce98ec3da74 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612163 Jun 04 06:41:56.202054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3da70a2a-2f8f-480d-a1ce-33237640e679 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:56.202563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3da70a2a-2f8f-480d-a1ce-33237640e679 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:56.224000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bfe79014-a65a-4faa-b2b5-b29a2e9300fe None None] Provisioning complete for port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:56.224569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfe79014-a65a-4faa-b2b5-b29a2e9300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.317233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4611ff7e-87db-49db-be5b-a9d30f6afade no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:41:56.398050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4611ff7e-87db-49db-be5b-a9d30f6afade {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:41:56.398557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4611ff7e-87db-49db-be5b-a9d30f6afade not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:41:56.402828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:56.602291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bfe79014-a65a-4faa-b2b5-b29a2e9300fe None None] Current status of the port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:56.616413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port be59c8d1-3c9e-46f4-af16-73e619444287, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=be59c8d1-3c9e-46f4-af16-73e619444287,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:41:56.616785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.894683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for be59c8d1-3c9e-46f4-af16-73e619444287 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:41:56.895373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.959762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:56.961595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:57.306954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:57.378647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event updated for resources: {'Port': ['ID=f751c5cf-2dd2-4cb3-a910-15357cd65b88,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:57.489365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebffa3-c214-4a5c-aae5-76dae3c0e036 req-0f8b9831-fff1-4528-b21c-f47b34921189 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:57.493891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-deebffa3-c214-4a5c-aae5-76dae3c0e036 req-0f8b9831-fff1-4528-b21c-f47b34921189 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 945 time: 0.5943236 Jun 04 06:41:57.526868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:41:57.596308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:41:57.875494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-3e62b728-16cf-4e3d-9c71-ab14e0d7b3bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:57.892004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-3e62b728-16cf-4e3d-9c71-ab14e0d7b3bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.4476876 Jun 04 06:41:57.921315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=be59c8d1-3c9e-46f4-af16-73e619444287,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:41:58.114220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-deebffa3-c214-4a5c-aae5-76dae3c0e036 req-6a7c02ed-2f0d-414a-bdb4-ef94565bc1de tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803430 Jun 04 06:41:58.126026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-d403c3e9-fcac-4a7b-ab78-2a5e4b5a9b2e tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:58.174185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-abaef57e-7423-42d4-9a6d-c3a334fd39b5 None None] Provisioning complete for port f751c5cf-2dd2-4cb3-a910-15357cd65b88 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:58.174744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-abaef57e-7423-42d4-9a6d-c3a334fd39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:58.231685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Router b2933f84-baee-40b0-8a65-e0d4f30bdf2f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:41:58.404863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-d403c3e9-fcac-4a7b-ab78-2a5e4b5a9b2e tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:41:58.406850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-d403c3e9-fcac-4a7b-ab78-2a5e4b5a9b2e tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 380 time: 0.3776770 Jun 04 06:41:58.460617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'port': {'device_id': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'admin_state_up': True, 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'security_groups': ['e0795065-50f0-437d-a95d-41ea1d3b87f5']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:41:58.477209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-abaef57e-7423-42d4-9a6d-c3a334fd39b5 None None] Port f751c5cf-2dd2-4cb3-a910-15357cd65b88 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:41:58.491726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:41:58.631457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:41:58.632806 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:58.707804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ed806e9-d055-4fa2-8380-534ae87db9ad req-bdf0b67d-0a14-461e-841f-5dd43b85686f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 210 time: 0.3072751 Jun 04 06:41:58.729088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:41:58.773294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:41:58.782767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:58.846408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:41:58.875065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] Sync routers for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:41:58.897955 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:58.903496 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:58.916039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ddda41f-c458-4046-b4ab-af0d6ce90e39 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8443556 Jun 04 06:41:58.916999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40456) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:59.013794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:41:59.018349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:41:59.021859 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:59.120444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:59.136419 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:41:59.137272 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:59.228616 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:41:59.229396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc4f33-913d-499d-97ac-274e775e9981 None None] The sync data for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:41:59.339329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-edbdf6cd-6f0d-4e2b-9cba-b0b563dc431a tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:41:59.481789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06084fa4-9703-4e91-927f-f4c8dc532195 req-5dbbc332-5715-4376-9419-0b0c0eaa2bfd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:59.489577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06084fa4-9703-4e91-927f-f4c8dc532195 req-5dbbc332-5715-4376-9419-0b0c0eaa2bfd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 946 time: 0.3952525 Jun 04 06:41:59.603195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06084fa4-9703-4e91-927f-f4c8dc532195 req-a8e45ca4-e44f-4e5c-9199-774fc2c4016a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083384 Jun 04 06:41:59.611035 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-edbdf6cd-6f0d-4e2b-9cba-b0b563dc431a tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 06:41:59.612113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-edbdf6cd-6f0d-4e2b-9cba-b0b563dc431a tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f HTTP/1.1" status: 409 len: 329 time: 0.6939015 Jun 04 06:41:59.617308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40472) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:41:59.955016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-790ae400-1422-4bea-a3dc-87c68b874b03 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:41:59.955997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-790ae400-1422-4bea-a3dc-87c68b874b03 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:41:59.967542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:42:00.054963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.20.0.11 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/40e8440c-c24b-408b-8061-ce8f2fa596be) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:42:00.129821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-790ae400-1422-4bea-a3dc-87c68b874b03 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:00.131104 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-790ae400-1422-4bea-a3dc-87c68b874b03 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 946 time: 1.0696692 Jun 04 06:42:00.388817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port 10765dfc-5943-47e6-860e-c1d759a5684f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:00.389131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:00.519951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:00.533208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:00.562096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:00.563083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:00.573310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e18cf3-ae99-46a2-bca8-b245062dfceb req-79cce86c-7e70-4d65-810f-20a181612a1e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:00.581223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11e18cf3-ae99-46a2-bca8-b245062dfceb req-79cce86c-7e70-4d65-810f-20a181612a1e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.4071569 Jun 04 06:42:00.732263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11e18cf3-ae99-46a2-bca8-b245062dfceb req-e6e1464d-5add-4718-bac2-6a3b1dd942cb tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497955 Jun 04 06:42:00.757808 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3871e6e1-7995-4c2f-a8b3-18adfa87e229 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2012076 Jun 04 06:42:00.764158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40490) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:00.970541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:00.994687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 95c62595-2561-46e1-b06a-a8d75fb441a7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:01.000547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.128564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port 10765dfc-5943-47e6-860e-c1d759a5684f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=10765dfc-5943-47e6-860e-c1d759a5684f,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:01.129284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.288058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.298371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for 10765dfc-5943-47e6-860e-c1d759a5684f owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:01.404134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.443104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Transition to ACTIVE for port object 40e8440c-c24b-408b-8061-ce8f2fa596be will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:42:01.470001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15348006-a654-4bfb-8206-af46e5705e19 req-2a3aa099-9f66-4227-a3c7-64d33508a5e4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:01.471718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15348006-a654-4bfb-8206-af46e5705e19 req-2a3aa099-9f66-4227-a3c7-64d33508a5e4 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 945 time: 0.3810301 Jun 04 06:42:01.513670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.524117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.545836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:57Z', 'revision_number': 10, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:01.551212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:42:01.561748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:01.562594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:01.683745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:01.702526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:01.773283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:42:01.780189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:42:01.793453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:42:01.801903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15348006-a654-4bfb-8206-af46e5705e19 req-6e72d24b-c218-487f-aec6-01da0f87b25e tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168166 Jun 04 06:42:01.867598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:02.123242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:02.124054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:02.302187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-1ca9838c-b61d-4ebc-8383-df70cefcd323 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8450639 Jun 04 06:42:02.305818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:02.376337 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:02.447514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Request body: {'port': {'device_id': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:02.456635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=95c62595-2561-46e1-b06a-a8d75fb441a7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:02.462971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:02.510780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a33e6c84-10e2-44b3-948d-8874cd13a91d tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/95c62595-2561-46e1-b06a-a8d75fb441a7 HTTP/1.1" status: 204 len: 168 time: 1.7452998 Jun 04 06:42:02.512305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40510) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:02.518208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:02.536582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=10765dfc-5943-47e6-860e-c1d759a5684f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:02.564297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11436b45-0252-4f4c-b2cc-f6036655a077 req-2b574531-72ce-4056-9cc7-1dbe7046da69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:02.566227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11436b45-0252-4f4c-b2cc-f6036655a077 req-2b574531-72ce-4056-9cc7-1dbe7046da69 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 932 time: 0.3828554 Jun 04 06:42:02.674377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10765dfc-5943-47e6-860e-c1d759a5684f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:02.706846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e4b118-4211-427c-ad3a-fc120342c5dd None None] Network 5e59a572-4859-4605-8d3b-c09aba217c6d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:02.759170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 10765dfc-5943-47e6-860e-c1d759a5684f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:02.761137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 10765dfc-5943-47e6-860e-c1d759a5684f not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:02.803501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eee1d710-1726-42c7-8150-38c7538d1be8 None None] Provisioning for port 40e8440c-c24b-408b-8061-ce8f2fa596be completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:42:02.853244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port 10765dfc-5943-47e6-860e-c1d759a5684f on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:02.853244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:02.853244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40e5e649-52d1-4401-9704-8ceb89c3b227 req-089b4434-21bf-4db3-beda-208dbd466ba5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "DELETE /v2.0/ports/10765dfc-5943-47e6-860e-c1d759a5684f HTTP/1.1" status: 204 len: 173 time: 2.7043209 Jun 04 06:42:02.853244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'name': 'network-vif-deleted', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:02.906649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11436b45-0252-4f4c-b2cc-f6036655a077 req-f4e0d95b-89cc-4b97-bba6-6b3d02804288 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299539 Jun 04 06:42:03.049387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:03.155777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eee1d710-1726-42c7-8150-38c7538d1be8 None None] Provisioning complete for port 40e8440c-c24b-408b-8061-ce8f2fa596be triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:42:03.156195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eee1d710-1726-42c7-8150-38c7538d1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:03.251463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port f751c5cf-2dd2-4cb3-a910-15357cd65b88 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:03.251967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:03.457178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eee1d710-1726-42c7-8150-38c7538d1be8 None None] Port 40e8440c-c24b-408b-8061-ce8f2fa596be cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:42:03.477042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:57Z', 'revision_number': 10, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:03.497804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c15409-c6ba-4111-9f26-a3bd3ca92da7 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:41:57Z', 'revision_number': 10, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None, '_interfaces': [{'id': 'e2fbc61d-02fa-421f-a819-9ff190703489', 'name': '', 'network_id': '8a345e7c-da1d-4588-aafc-5735f5ef7b2f', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'mac_address': 'fa:16:3e:aa:f7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:40:39Z', 'updated_at': '2022-06-04T06:40:51Z', 'revision_number': 5, 'project_id': '971325f89b9646b0ae6181af4881318e', 'subnets': [{'id': '5d72733c-8c37-4189-9b84-b408ef8f69cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:03.588757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4076f1ff-2606-448a-8fd7-b0e023555c0f req-0fc77bbc-8d0f-465f-9ff4-360f4adf1d57 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=f35b84ee-fc05-47d1-9d34-bbce6a2bb900 HTTP/1.1" status: 200 len: 210 time: 0.2532475 Jun 04 06:42:03.609157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:03.669229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 1c39c95e-669e-4e33-833f-be5e12c8d329 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:03.670821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:03.902534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] DHCP port deletion for 5e59a572-4859-4605-8d3b-c09aba217c6d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:03.915779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Deleting port 1c39c95e-669e-4e33-833f-be5e12c8d329 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:03.916603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.063849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e8440c-c24b-408b-8061-ce8f2fa596be {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:04.079249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.130863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Transition to ACTIVE for port object 40e8440c-c24b-408b-8061-ce8f2fa596be will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:42:04.136943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.403774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 1c39c95e-669e-4e33-833f-be5e12c8d329, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1c39c95e-669e-4e33-833f-be5e12c8d329,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:04.404821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.413943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] For port 1c39c95e-669e-4e33-833f-be5e12c8d329, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1c39c95e-669e-4e33-833f-be5e12c8d329,segment=NetworkSegment(71ac5d7d-4dbf-4a6f-a445-310f07150e11),segment_id=71ac5d7d-4dbf-4a6f-a445-310f07150e11)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:04.414345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.425256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Pushing event updated for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:04.449416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1c39c95e-669e-4e33-833f-be5e12c8d329 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:04.553036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Attempting to bind port 40e8440c-c24b-408b-8061-ce8f2fa596be on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:42:04.553393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Attempting to bind port 40e8440c-c24b-408b-8061-ce8f2fa596be by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:42:04.553907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Attempting to bind port 40e8440c-c24b-408b-8061-ce8f2fa596be on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:04.567826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Port 40e8440c-c24b-408b-8061-ce8f2fa596be on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:42:04.567911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Attempting to bind port 40e8440c-c24b-408b-8061-ce8f2fa596be on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:04.574374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:42:04.574718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:42:04.575106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:42:04.575675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Bound port: 40e8440c-c24b-408b-8061-ce8f2fa596be, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:42:04.576022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.694604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 1c39c95e-669e-4e33-833f-be5e12c8d329 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:04.695379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Calling delete_port for 1c39c95e-669e-4e33-833f-be5e12c8d329 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:04.727305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:42:04.731597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=40e8440c-c24b-408b-8061-ce8f2fa596be,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:42:04.737619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.817225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:04.818126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.818981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.821602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] 10.222.0.24 "PUT /v2.0/ports/40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 200 len: 1092 time: 2.4158833 Jun 04 06:42:04.873952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1c39c95e-669e-4e33-833f-be5e12c8d329 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:04.874112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.894755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b48f2-edcd-4a28-acad-7ca92bcb66ee service neutron] Pushing event updated for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:04.896121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:04.969543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Pushing event deleted for resources: {'Port': ['ID=1c39c95e-669e-4e33-833f-be5e12c8d329,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: from cryptography.utils import int_from_bytes Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: from cryptography.utils import int_from_bytes Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn_limited( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn_limited( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:42:05.001419 n-d-811808-2 neutron-server[88849]: util.warn( Jun 04 06:42:05.019347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for f751c5cf-2dd2-4cb3-a910-15357cd65b88 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:05.037688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device be59c8d1-3c9e-46f4-af16-73e619444287 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:05.094910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d3c98-975e-4d9f-bdd8-31baaab6d840 req-fa87aea4-147d-4286-b855-2c5c9a045fe9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:05.096332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.096685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.097029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.097205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-355d3c98-975e-4d9f-bdd8-31baaab6d840 req-fa87aea4-147d-4286-b855-2c5c9a045fe9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 1.0832634 Jun 04 06:42:05.097364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.097723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.098057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.098438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.098772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.099102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.100016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.100347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.100773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:05.103485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abeb58-55c4-4aea-95c0-5b2b05632a47 None None] No DVR routers for this DVR port 1c39c95e-669e-4e33-833f-be5e12c8d329 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:05.104857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: be59c8d1-3c9e-46f4-af16-73e619444287 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:05.105206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device be59c8d1-3c9e-46f4-af16-73e619444287 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:05.114578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:42:05.114714 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:42:05.188020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-355d3c98-975e-4d9f-bdd8-31baaab6d840 req-4b8c112d-b99b-4d84-a5a4-b105d7bbfa10 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718961 Jun 04 06:42:05.298224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:05.355275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=f751c5cf-2dd2-4cb3-a910-15357cd65b88,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:05.508671 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22692d5-dfff-4e0d-94c0-bfdafde6da84'] response: {'server_uuid': 'f35b84ee-fc05-47d1-9d34-bbce6a2bb900', 'name': 'network-vif-deleted', 'tag': '10765dfc-5943-47e6-860e-c1d759a5684f', 'status': 'completed', 'code': 200} Jun 04 06:42:05.569163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:05.649021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 1c39c95e-669e-4e33-833f-be5e12c8d329 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:05.649021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:05.957079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] The port '1c39c95e-669e-4e33-833f-be5e12c8d329' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:06.105709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-28e29c16-54af-4f90-a721-bddb7d418331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:06.107445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-28e29c16-54af-4f90-a721-bddb7d418331 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 1095 time: 0.0862358 Jun 04 06:42:06.190227 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-f9546f48-4882-4b89-bb93-a16625c2fb3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 200 len: 217 time: 0.0724397 Jun 04 06:42:06.250918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.260885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-7c246a7a-1806-4e65-8c52-c58c4b945075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:06.262362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-7c246a7a-1806-4e65-8c52-c58c4b945075 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0660434 Jun 04 06:42:06.264786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Router b2933f84-baee-40b0-8a65-e0d4f30bdf2f has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:42:06.293368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dce5d5-1ba6-4b55-a995-bb243e088c70 req-0ae1ac09-8533-425d-b5ca-3123051fb099 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:06.294975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9dce5d5-1ba6-4b55-a995-bb243e088c70 req-0ae1ac09-8533-425d-b5ca-3123051fb099 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 944 time: 0.6490335 Jun 04 06:42:06.300019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e59a572-4859-4605-8d3b-c09aba217c6d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.328551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ac5d7d-4dbf-4a6f-a445-310f07150e11') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.328969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ac5d7d-4dbf-4a6f-a445-310f07150e11') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.342510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-c654d9da-e430-4618-b782-f652fc4211b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:06.344208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-c654d9da-e430-4618-b782-f652fc4211b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760076 Jun 04 06:42:06.415955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.448544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.517244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-53544ace-5f89-4f23-aff5-f1b7a76b23e4 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665068 Jun 04 06:42:06.560303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:06.560711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.588031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:06.595489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9dce5d5-1ba6-4b55-a995-bb243e088c70 req-42be977e-2011-4a3c-a334-d5b1fab1d8cb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837114 Jun 04 06:42:06.604073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] Sync routers for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:06.617807 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:06.618909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.651656 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 71ac5d7d-4dbf-4a6f-a445-310f07150e11 resource provider aggregate not found Jun 04 06:42:06.685599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67aedf40-9ea8-49ce-841e-a90ad68cab03 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0671544 Jun 04 06:42:06.689680 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 71ac5d7d-4dbf-4a6f-a445-310f07150e11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71ac5d7d-4dbf-4a6f-a445-310f07150e11 found for delete ", "request_id": "req-066801ac-cd22-4745-b9ed-ebe327f40b95"}]} Jun 04 06:42:06.691208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:06.712177 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.722965 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] Routers {'b2933f84-baee-40b0-8a65-e0d4f30bdf2f'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:06.723839 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.754334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.781763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:06.794695 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-14c4dcf1-77ef-4ed8-9d4d-fa2845c66892 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] show failed (client error): The resource could not be found. Jun 04 06:42:06.795775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-14c4dcf1-77ef-4ed8-9d4d-fa2845c66892 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "GET /v2.0/routers/tempest-non_exist_router-1852443388 HTTP/1.1" status: 404 len: 335 time: 0.1035264 Jun 04 06:42:06.801583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/5e59a572-4859-4605-8d3b-c09aba217c6d HTTP/1.1" status: 204 len: 168 time: 4.2867362 Jun 04 06:42:06.802173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40586) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:06.802391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:06.820962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fea1b539-bc05-485b-a3b2-1e3a41a00fd2 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:06.821192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:06.821726 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e758121f-5f3e-4606-aee9-6a65cf45b1e7 None None] The sync data for ids ['b2933f84-baee-40b0-8a65-e0d4f30bdf2f'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:06.872134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d96df-baf2-41af-8379-dab1b0e77dce tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=5e59a572-4859-4605-8d3b-c09aba217c6d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:06.889140 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-fea1b539-bc05-485b-a3b2-1e3a41a00fd2 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] update failed (client error): The resource could not be found. Jun 04 06:42:06.890847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fea1b539-bc05-485b-a3b2-1e3a41a00fd2 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "PUT /v2.0/routers/tempest-non_exist_router-1646520581 HTTP/1.1" status: 404 len: 335 time: 0.0823207 Jun 04 06:42:06.895603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:06.938037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5d7e0338-bf80-43b9-bfde-fc6c84190e6d req-7e8dce0c-ce03-477b-ba41-d662d31678ab service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147630 Jun 04 06:42:07.005955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting subnet 444c789f-5529-451e-bc9f-3af2b1404d47 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:07.015566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.111409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.275269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a57b1-e5aa-4fc4-ae96-7d147ba84585 req-599f6a71-bfc5-4608-8c17-cd1fe790b6cb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:07.275813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da8a57b1-e5aa-4fc4-ae96-7d147ba84585 req-599f6a71-bfc5-4608-8c17-cd1fe790b6cb tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 945 time: 0.1360118 Jun 04 06:42:07.286928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.383738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da8a57b1-e5aa-4fc4-ae96-7d147ba84585 req-d1338f8b-bac6-4aa4-b793-a875d06d2d2d tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/security-groups?id=2c6c0119-3b0b-4662-b9ad-bbd282a48d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Jun 04 06:42:07.428401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.444630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.525426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:07.617857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.623213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c194-ea24-4985-849b-f33b4898a540 None None] Network d18a27b9-2954-4327-a841-83047bde80cc requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:07.665490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Subnet': ['ID=444c789f-5529-451e-bc9f-3af2b1404d47,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:07.677651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-12766bdd-572e-4e20-a8ad-72a47c00bc9b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/subnets/444c789f-5529-451e-bc9f-3af2b1404d47 HTTP/1.1" status: 204 len: 168 time: 0.7786551 Jun 04 06:42:07.677901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40620) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:07.841051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.870476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port e2fbc61d-02fa-421f-a819-9ff190703489 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:07.870820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.875319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53db5e-b9de-4656-80f1-5b76b3db6dcf req-7bc494e9-e6e7-4ad8-9b46-f72255f407ca tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:07.876866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea53db5e-b9de-4656-80f1-5b76b3db6dcf req-7bc494e9-e6e7-4ad8-9b46-f72255f407ca tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 943 time: 0.2638273 Jun 04 06:42:07.883365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:07.883711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:07.965495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] DHCP port deletion for d18a27b9-2954-4327-a841-83047bde80cc request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:07.969655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Deleting port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:07.970036 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.014465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea53db5e-b9de-4656-80f1-5b76b3db6dcf req-1d217456-bbaf-413d-903f-c75f9170bd7c tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005938 Jun 04 06:42:08.108233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port e2fbc61d-02fa-421f-a819-9ff190703489, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e2fbc61d-02fa-421f-a819-9ff190703489,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:08.108587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.281520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for e2fbc61d-02fa-421f-a819-9ff190703489 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:08.345834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] For port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,segment=NetworkSegment(2bd5d777-4c94-445d-8c58-7dba12fdecde),segment_id=2bd5d777-4c94-445d-8c58-7dba12fdecde)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:08.346196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.441273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:08.568837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:08.641406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] For port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,segment=NetworkSegment(2bd5d777-4c94-445d-8c58-7dba12fdecde),segment_id=2bd5d777-4c94-445d-8c58-7dba12fdecde)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:08.641925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.723629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.751467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:08.754348 n-d-811808-2 neutron-server[88850]: INFO neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No ports have port_id starting with 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 Jun 04 06:42:08.812215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=4fbb84f1-df8f-4d2c-84a0-6610b45aaab9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:08.817707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] No DVR routers for this DVR port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:08.846783 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172e9d88-c9d3-437e-a41e-7e7e5254591a'] response: {'name': 'network-changed', 'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'status': 'completed', 'code': 200} Jun 04 06:42:08.947036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=e2fbc61d-02fa-421f-a819-9ff190703489,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:08.959677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Calling delete_port for 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:09.073466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.135748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:42:09.136218 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:42:09.173051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18a27b9-2954-4327-a841-83047bde80cc']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:09.288636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd5d777-4c94-445d-8c58-7dba12fdecde') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:09.288744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd5d777-4c94-445d-8c58-7dba12fdecde') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:09.304185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.333034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.342844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc76b4-ce71-4150-898c-213852490df8 req-c6021b14-7839-4be3-9b55-a855fe1af959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:09.344597 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-c6021b14-7839-4be3-9b55-a855fe1af959 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 1095 time: 0.5124586 Jun 04 06:42:09.345531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.349517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce69af-e2d5-4f47-9eb1-504dc3a8d66f req-c0ef1821-47dd-48fd-b758-f8d36f0419d3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:09.357709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bce69af-e2d5-4f47-9eb1-504dc3a8d66f req-c0ef1821-47dd-48fd-b758-f8d36f0419d3 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 944 time: 0.2472427 Jun 04 06:42:09.391048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:09.391441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.471853 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2bd5d777-4c94-445d-8c58-7dba12fdecde resource provider aggregate not found Jun 04 06:42:09.493898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bce69af-e2d5-4f47-9eb1-504dc3a8d66f req-01fc7a7d-37ad-4af4-bed7-de1a5aa46895 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358256 Jun 04 06:42:09.525186 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2bd5d777-4c94-445d-8c58-7dba12fdecde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bd5d777-4c94-445d-8c58-7dba12fdecde found for delete ", "request_id": "req-f20676c5-8bfd-4030-97e5-51d8cbea68f7"}]} Jun 04 06:42:09.553328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.595105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.619079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/networks/d18a27b9-2954-4327-a841-83047bde80cc HTTP/1.1" status: 204 len: 168 time: 1.9401369 Jun 04 06:42:09.623727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:09.629292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fbf74-8d9d-434a-945c-2610ad3d6a00 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Network': ['ID=d18a27b9-2954-4327-a841-83047bde80cc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:09.637225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Deleting port 4fbb84f1-df8f-4d2c-84a0-6610b45aaab9 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:09.637711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.769830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ace995d9-81ea-466e-9736-95973de01a7d None None] The port '4fbb84f1-df8f-4d2c-84a0-6610b45aaab9' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:09.850655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc76b4-ce71-4150-898c-213852490df8 req-d32f6e8f-1c9c-43fb-b77b-8f563ce590e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:09.853341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-d32f6e8f-1c9c-43fb-b77b-8f563ce590e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.4999900 Jun 04 06:42:09.868272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting subnet f6bd5c9d-4497-467a-836f-144cb5a3c989 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:09.874440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:09.879997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:42:09.981183 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-b8877c26-312b-45d4-9ab3-93be77f4bbe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 200 len: 217 time: 0.0988021 Jun 04 06:42:09.981635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:10.193909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:10.206957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:10.207939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-e41ebbcf-3b92-4b8f-8e50-604144fb6f53 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:10.216888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-e41ebbcf-3b92-4b8f-8e50-604144fb6f53 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.4932556 Jun 04 06:42:10.225823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40692) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:10.226353 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-11f4ba7f-7fea-4c17-90a2-815ff19aaa69 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4081016 Jun 04 06:42:10.231336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc76b4-ce71-4150-898c-213852490df8 req-02c1123f-73df-464f-87e7-db6c65570d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:10.233364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-02c1123f-73df-464f-87e7-db6c65570d1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.2439361 Jun 04 06:42:10.235114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:10.235761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:10.286729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-564c7c5f-118e-499f-8187-d7a0e61a2892 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0671067 Jun 04 06:42:10.390381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc76b4-ce71-4150-898c-213852490df8 req-4137e00c-8fa3-4337-b5e0-d896386bcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:10.393124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-4137e00c-8fa3-4337-b5e0-d896386bcc00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506977 Jun 04 06:42:10.409385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting subnet 5d72733c-8c37-4189-9b84-b408ef8f69cd {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:10.436310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:10.470713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:10.534303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:10.547888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:42:10.663825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-ba2ddb1c-5c3b-4584-ad48-edc7a2a74f7b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3780210 Jun 04 06:42:10.666905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:10.674173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:10.689356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-51b8a217-e299-4ef2-b464-26332855d4ff service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899425 Jun 04 06:42:10.692396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:42:10.721246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:10.722037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:10.792372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:10.858078 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5dc76b4-ce71-4150-898c-213852490df8 req-37552e82-dff5-4f22-95ef-b9278f71fab7 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621733 Jun 04 06:42:10.869368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'network_id': 'cd44dc79-a002-4ae8-a870-f40f8c9e7272', 'port_id': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'mac_address': 'fa:16:3e:39:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba307f8-f581-4000-9c0d-52ea8870dc13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:42:10.871383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:10.894052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-ad43d7d2-13e3-4d04-ad59-c5696d6b82e2 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901352 Jun 04 06:42:11.014173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.030853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9944317d-ec7b-4245-9007-735524b31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:11.036998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944317d-ec7b-4245-9007-735524b31168 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:11.055006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:11.055696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.071194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-c9f2416b-fb4d-4390-9752-60a3c8a4fe12 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:11.072713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-c9f2416b-fb4d-4390-9752-60a3c8a4fe12 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 945 time: 0.6520300 Jun 04 06:42:11.083594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:11.102703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:11.109548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8d0cc-111b-4939-b87e-69135863f355 None None] Network 279d5c63-7ad3-4516-aae8-2403d870ad58 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:11.126111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.126735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 40e8440c-c24b-408b-8061-ce8f2fa596be details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:42:11.144811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bd5c9d-4497-467a-836f-144cb5a3c989,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:11.153624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.194108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f7acff29-acae-42df-8fd4-abfc04fc5ce1 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/subnets/f6bd5c9d-4497-467a-836f-144cb5a3c989 HTTP/1.1" status: 204 len: 168 time: 1.5668485 Jun 04 06:42:11.196607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40714) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:11.218049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Deleting port ec6e02e5-2398-40e8-95c8-48be7c614c47 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:11.218473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.283865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting subnet 23f38eb7-0540-4073-81b1-72d3a05deeee {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:11.287719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.355529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.358641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-2796e752-85e2-4bdc-b208-36d0c73f8fe8 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637387 Jun 04 06:42:11.367427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.439014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:42:11.525081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:11.604148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.656596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=40e8440c-c24b-408b-8061-ce8f2fa596be,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:11.674910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'port_id': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'mac_address': 'fa:16:3e:05:6e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:42:11.736304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] DHCP port deletion for 279d5c63-7ad3-4516-aae8-2403d870ad58 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:11.780686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Deleting port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:11.781083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.799943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] For port ec6e02e5-2398-40e8-95c8-48be7c614c47, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ec6e02e5-2398-40e8-95c8-48be7c614c47,segment=NetworkSegment(8fbcd86b-0e74-4f97-93c8-b44195d227a8),segment_id=8fbcd86b-0e74-4f97-93c8-b44195d227a8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:11.800667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.836618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 40e8440c-c24b-408b-8061-ce8f2fa596be is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:11.837784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.854209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.871867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e8440c-c24b-408b-8061-ce8f2fa596be {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:11.928298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Subnet': ['ID=23f38eb7-0540-4073-81b1-72d3a05deeee,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:11.931045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:11.945823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b188c607-4dce-44ca-8237-40ededa859ae tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/subnets/23f38eb7-0540-4073-81b1-72d3a05deeee HTTP/1.1" status: 204 len: 168 time: 0.7476997 Jun 04 06:42:11.947974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40732) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:11.993695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Calling delete_port for ec6e02e5-2398-40e8-95c8-48be7c614c47 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:12.088426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=40e8440c-c24b-408b-8061-ce8f2fa596be,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:12.091884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757353a-15a9-489e-b0fe-1c38d6eb0c9b None None] Network 54c25a81-27fd-4d03-b409-89686b5c4dcd requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:12.123515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.136248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:12.138413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.160384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.220625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.225618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.293754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f96a1faa-6471-4e35-93f0-4ea708590848 req-e39c1c8d-42e0-406a-8fb2-c2e55a941bba tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.17 "GET /v2.0/ports?device_id=0665fd24-673e-4ee5-bd71-41cfb5ba4e9c HTTP/1.1" status: 200 len: 210 time: 0.1301370 Jun 04 06:42:12.389456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:12.414962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Pushing event deleted for resources: {'Port': ['ID=ec6e02e5-2398-40e8-95c8-48be7c614c47,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:12.425460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Subnet': ['ID=5d72733c-8c37-4189-9b84-b408ef8f69cd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:12.440613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.454475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.455470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.455924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.456386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.456941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.457382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.457859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.458289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.459294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.460456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.460949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.461383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.467700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/5d72733c-8c37-4189-9b84-b408ef8f69cd HTTP/1.1" status: 204 len: 168 time: 2.2384055 Jun 04 06:42:12.471545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40742) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:12.476029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6eb7e-9de0-4c37-9810-77e1ec70cff1 None None] Network 8a345e7c-da1d-4588-aafc-5735f5ef7b2f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:12.519697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] For port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,segment=NetworkSegment(366067c6-6b2c-421e-a995-ae59aca83287),segment_id=366067c6-6b2c-421e-a995-ae59aca83287)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:12.519976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.597287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['40e8440c-c24b-408b-8061-ce8f2fa596be'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:12.624440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7b90fb84-1c76-4ded-a707-151f1a6e565f'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:12.704179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.704956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.705731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.706922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.706922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.707250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.707737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.708324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.709436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.709944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.710422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.710914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d1c4ea-de09-4aa1-84d5-e419c071f88c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:12.736666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] For port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,segment=NetworkSegment(366067c6-6b2c-421e-a995-ae59aca83287),segment_id=366067c6-6b2c-421e-a995-ae59aca83287)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:12.737221 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.810791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] No DVR routers for this DVR port ec6e02e5-2398-40e8-95c8-48be7c614c47 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:12.813622 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:12.816191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70f350c2-59e0-4637-960e-b05ccd8625e7 req-d4c0a286-8f8a-4153-af27-0fa321f1b427 tempest-DeleteServersTestJSON-1182088167 tempest-DeleteServersTestJSON-1182088167-project] 10.222.0.39 "DELETE /v2.0/ports/ec6e02e5-2398-40e8-95c8-48be7c614c47 HTTP/1.1" status: 204 len: 173 time: 1.7224655 Jun 04 06:42:12.817058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'name': 'network-vif-deleted', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:12.854348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:12.862108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1dbb-b0c7-4d0b-bd76-01ecd56de7fc req-4d753b21-a727-44e9-917d-78a543f86070 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:12.871682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aea1dbb-b0c7-4d0b-bd76-01ecd56de7fc req-4d753b21-a727-44e9-917d-78a543f86070 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 944 time: 0.3932858 Jun 04 06:42:12.966563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aea1dbb-b0c7-4d0b-bd76-01ecd56de7fc req-01c9b6c0-d323-409a-ba21-b38997324d89 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936511 Jun 04 06:42:12.967265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.028987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Deleting port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:13.029411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.112903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:13.173141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.173634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Calling delete_port for 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:13.220287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:13.221274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.260037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] No DVR routers for this DVR port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:13.286391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=10bcda93-6311-476c-b4ff-7d0f2b9cf5e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:13.436476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.469647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279d5c63-7ad3-4516-aae8-2403d870ad58']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:13.631721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366067c6-6b2c-421e-a995-ae59aca83287') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:13.632645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366067c6-6b2c-421e-a995-ae59aca83287') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:13.651962 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.674014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.684690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:13.685496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.808198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ec6e02e5-2398-40e8-95c8-48be7c614c47 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:13.856313 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 366067c6-6b2c-421e-a995-ae59aca83287 resource provider aggregate not found Jun 04 06:42:13.895528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:42:13.896575 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:42:13.929909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:13.931420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e2fbc61d-02fa-421f-a819-9ff190703489 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:13.933548 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 366067c6-6b2c-421e-a995-ae59aca83287 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 366067c6-6b2c-421e-a995-ae59aca83287 found for delete ", "request_id": "req-d9c4807b-4f91-4e2a-9049-05c4ecf6316b"}]} Jun 04 06:42:13.999115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: ec6e02e5-2398-40e8-95c8-48be7c614c47 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:13.999115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ec6e02e5-2398-40e8-95c8-48be7c614c47 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:14.001951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: e2fbc61d-02fa-421f-a819-9ff190703489 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:14.002365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e2fbc61d-02fa-421f-a819-9ff190703489 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:14.033302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.036786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Network': ['ID=279d5c63-7ad3-4516-aae8-2403d870ad58,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:14.144930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70a31a-c1fd-4c89-a7a3-e8f87d497177 req-c9e59118-8b8a-4e49-9399-4b79f6a01897 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:14.147691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe70a31a-c1fd-4c89-a7a3-e8f87d497177 req-c9e59118-8b8a-4e49-9399-4b79f6a01897 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 945 time: 0.1223426 Jun 04 06:42:14.154420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e51eba77-540d-44c9-b211-7c715ee855aa tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/networks/279d5c63-7ad3-4516-aae8-2403d870ad58 HTTP/1.1" status: 204 len: 168 time: 2.2031775 Jun 04 06:42:14.157558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40786) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:14.220674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] For port 442c659f-0be2-4fe2-bda0-d2fbfaf10079, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=442c659f-0be2-4fe2-bda0-d2fbfaf10079,segment=NetworkSegment(552b2352-59b6-4ca7-9c63-4e3356de5de8),segment_id=552b2352-59b6-4ca7-9c63-4e3356de5de8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:14.221288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.319575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-321d41d9-b54a-43b5-a7ef-b76eb5328c74 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:14.321623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-321d41d9-b54a-43b5-a7ef-b76eb5328c74 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.5483661 Jun 04 06:42:14.372059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] DHCP port deletion for 54c25a81-27fd-4d03-b409-89686b5c4dcd request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:14.386006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Deleting port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:14.390481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.400621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': '90f44440-a923-4c0d-a445-3f97889aa921', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:14.422058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Calling delete_port for 442c659f-0be2-4fe2-bda0-d2fbfaf10079 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:14.452481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.460395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Deleting port 10bcda93-6311-476c-b4ff-7d0f2b9cf5e1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:14.460916 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.515547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c052989-d3f1-4704-bff0-a6d44cb5d9f6 None None] DHCP port deletion for 8a345e7c-da1d-4588-aafc-5735f5ef7b2f request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:14.549350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe70a31a-c1fd-4c89-a7a3-e8f87d497177 req-8fc165b2-855e-4446-978c-aad54b4e1ce9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955269 Jun 04 06:42:14.567372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:14.567372 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.619109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1c052989-d3f1-4704-bff0-a6d44cb5d9f6 None None] Deleting port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:14.619490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1c052989-d3f1-4704-bff0-a6d44cb5d9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.664463 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.696950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b4d76-fec4-4e81-996b-417ee8015174 None None] The port '10bcda93-6311-476c-b4ff-7d0f2b9cf5e1' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:14.738014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Port': ['ID=442c659f-0be2-4fe2-bda0-d2fbfaf10079,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:14.758140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No DVR routers for this DVR port 442c659f-0be2-4fe2-bda0-d2fbfaf10079 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:14.797909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1c052989-d3f1-4704-bff0-a6d44cb5d9f6 None None] The port '442c659f-0be2-4fe2-bda0-d2fbfaf10079' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:14.828404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:14.871646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] For port e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,segment=NetworkSegment(ae3037c4-8b94-4151-85f1-458ce36b1bf6),segment_id=ae3037c4-8b94-4151-85f1-458ce36b1bf6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:14.872019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:14.963918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.010699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a345e7c-da1d-4588-aafc-5735f5ef7b2f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.047617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552b2352-59b6-4ca7-9c63-4e3356de5de8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.048258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552b2352-59b6-4ca7-9c63-4e3356de5de8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.070675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.112572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.119216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:15.119760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.138029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for e3d1ce11-0282-49e2-8e15-44e3f5b40c61 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:15.151107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] For port e3d1ce11-0282-49e2-8e15-44e3f5b40c61, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,segment=NetworkSegment(ae3037c4-8b94-4151-85f1-458ce36b1bf6),segment_id=ae3037c4-8b94-4151-85f1-458ce36b1bf6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:15.151510 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.235563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:15.246683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eaeb1116-bcc1-4bc6-9927-f74ec6fbc374 req-42bd0e77-b6c7-4f95-aaaa-3a6ce9c74812 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 210 time: 0.3403249 Jun 04 06:42:15.247646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.269843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.283544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.308531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=e3d1ce11-0282-49e2-8e15-44e3f5b40c61,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:15.312660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] No DVR routers for this DVR port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:15.344126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:42:15.347569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.376280 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaa7c09-cffb-4024-82ad-3df3fc56ef5d'] response: {'server_uuid': '0665fd24-673e-4ee5-bd71-41cfb5ba4e9c', 'name': 'network-vif-deleted', 'tag': 'ec6e02e5-2398-40e8-95c8-48be7c614c47', 'status': 'completed', 'code': 200} Jun 04 06:42:15.378153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Pushing event deleted for resources: {'Network': ['ID=8a345e7c-da1d-4588-aafc-5735f5ef7b2f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:15.401276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Calling delete_port for e3d1ce11-0282-49e2-8e15-44e3f5b40c61 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:15.436424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-44322b43-4f9e-4a45-a0ac-3f0cb4d8a332 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/networks/8a345e7c-da1d-4588-aafc-5735f5ef7b2f HTTP/1.1" status: 204 len: 168 time: 2.9618063 Jun 04 06:42:15.438271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:15.446398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'routes': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:15.553311 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:42:15.553943 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:42:15.569786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.625609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c25a81-27fd-4d03-b409-89686b5c4dcd']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.643519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3037c4-8b94-4151-85f1-458ce36b1bf6') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.643763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3037c4-8b94-4151-85f1-458ce36b1bf6') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:15.663779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.684603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.696225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:15.696683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.727939 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:42:15.888632 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ae3037c4-8b94-4151-85f1-458ce36b1bf6 resource provider aggregate not found Jun 04 06:42:15.900690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.925143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.3 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/aa767697-dc57-4c66-a208-eb32de98c6e8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:42:15.928573 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ae3037c4-8b94-4151-85f1-458ce36b1bf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae3037c4-8b94-4151-85f1-458ce36b1bf6 found for delete ", "request_id": "req-fe0537b0-1f1f-4fec-bf86-e76ac9b9b9aa"}]} Jun 04 06:42:15.929961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:15.940347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/networks/54c25a81-27fd-4d03-b409-89686b5c4dcd HTTP/1.1" status: 204 len: 168 time: 1.7811985 Jun 04 06:42:15.947942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:15.951761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9a412-02b6-41ef-b5d7-5e4257c05d8d tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Network': ['ID=54c25a81-27fd-4d03-b409-89686b5c4dcd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:16.052001 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 552b2352-59b6-4ca7-9c63-4e3356de5de8 resource provider aggregate not found Jun 04 06:42:16.055280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Deleting port e3d1ce11-0282-49e2-8e15-44e3f5b40c61 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:16.055876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.086572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Added routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:42:16.086888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Removed routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:42:16.087800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.091661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting subnet dfc57193-314e-4128-96f0-6d1911ca5879 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:16.133087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.212800 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 552b2352-59b6-4ca7-9c63-4e3356de5de8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 552b2352-59b6-4ca7-9c63-4e3356de5de8 found for delete ", "request_id": "req-cab80960-c426-48bc-bbea-af44a21cf508"}]} Jun 04 06:42:16.218101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.243852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cd8185a5-6cef-4fa3-9373-015c9679ac8d None None] The port 'e3d1ce11-0282-49e2-8e15-44e3f5b40c61' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:16.298158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754c1bb-32d5-4b78-910f-71b7db3542f5 req-3789f8a4-f48d-4666-9b80-5016965026aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:16.300789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8754c1bb-32d5-4b78-910f-71b7db3542f5 req-3789f8a4-f48d-4666-9b80-5016965026aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 944 time: 0.5653386 Jun 04 06:42:16.340551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 442c659f-0be2-4fe2-bda0-d2fbfaf10079 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:16.434605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 442c659f-0be2-4fe2-bda0-d2fbfaf10079 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:16.436211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 442c659f-0be2-4fe2-bda0-d2fbfaf10079 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:16.436715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3d1ce11-0282-49e2-8e15-44e3f5b40c61 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:16.479739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: e3d1ce11-0282-49e2-8e15-44e3f5b40c61 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:16.480427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e3d1ce11-0282-49e2-8e15-44e3f5b40c61 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:16.510985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.518666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8754c1bb-32d5-4b78-910f-71b7db3542f5 req-e70744a6-e2a3-4af7-b398-a38b9d4e4394 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097008 Jun 04 06:42:16.532711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:42:16.544007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.586494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.686291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 7b90fb84-1c76-4ded-a707-151f1a6e565f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:42:16.686827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.695498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.735561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc57193-314e-4128-96f0-6d1911ca5879,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:16.744380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.751823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c65d64af-f785-4fed-9276-9e575c2f3ce7 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/subnets/dfc57193-314e-4128-96f0-6d1911ca5879 HTTP/1.1" status: 204 len: 168 time: 0.8025494 Jun 04 06:42:16.755210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:16.761173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f45c5-bfc8-4542-8027-25b50267886a None None] Network 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:16.850815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:42:16.978696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:16.993004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.004275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221288f-a957-4e73-8ab6-3a274073bf7a req-bc86e9e3-c8d4-4961-90d6-d3e5350152fc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:17.013176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f221288f-a957-4e73-8ab6-3a274073bf7a req-bc86e9e3-c8d4-4961-90d6-d3e5350152fc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 945 time: 0.2540236 Jun 04 06:42:17.046135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-caa98bd2-5b48-48d9-b725-3175cc5fc34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.048845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Deleting port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:17.049287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.096702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:17.108716 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Sync routers for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:17.125814 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:17.126781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:17.137855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.141679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f221288f-a957-4e73-8ab6-3a274073bf7a req-806b7e31-6975-4c10-b576-9a900f2e00ca tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276252 Jun 04 06:42:17.142373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40854) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:17.142485 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b7f0c764-8c49-4c89-95c8-5979dfda3d62 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 700 time: 1.7028787 Jun 04 06:42:17.144469 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.194587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:17.235998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c77499-f009-4fd4-957a-95a1890ad46f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:17.294880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7b90fb84-1c76-4ded-a707-151f1a6e565f is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:17.295270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.358972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:17.424061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:17.435069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4c77499-f009-4fd4-957a-95a1890ad46f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:17.438565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4c77499-f009-4fd4-957a-95a1890ad46f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 205 time: 0.2600236 Jun 04 06:42:17.438679 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:17.439523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:42:17.440503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40868) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:17.451723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:42:17.494805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] For port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,segment=NetworkSegment(a1951304-0d72-4e73-8eba-3eaee1bb4290),segment_id=a1951304-0d72-4e73-8eba-3eaee1bb4290)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:17.495230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.511752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:17.535080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.535892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 40e8440c-c24b-408b-8061-ce8f2fa596be up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:42:17.576917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:42:17.580705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:17.598031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Checking router: 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:42:17.608664 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Routers {'496204ed-8bda-4eb9-9b2e-b2cac3d16d52'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:17.609388 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:41:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:17.670539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Calling delete_port for a5b36bdc-cd69-4fbd-adc9-0b121a90d02a owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:42:17.700941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c93bcc-f19f-49ac-80e0-9070c6d92838 None None] DHCP port deletion for 51a22f68-7766-4579-ad0c-b20cb2d1d3e4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:42:17.733715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-18c93bcc-f19f-49ac-80e0-9070c6d92838 None None] Deleting port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:42:17.734117 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-18c93bcc-f19f-49ac-80e0-9070c6d92838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.764401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf389-c12d-4043-84f8-fc868739f762 req-bdfaf4d3-ed1e-4011-8610-61ce7c2f550e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:17.773345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] Set router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:17.773726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-487bf389-c12d-4043-84f8-fc868739f762 req-bdfaf4d3-ed1e-4011-8610-61ce7c2f550e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 931 time: 0.3969092 Jun 04 06:42:17.880454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-487bf389-c12d-4043-84f8-fc868739f762 req-24d7ccb1-6595-42d9-86cc-1624900dc31d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938590 Jun 04 06:42:17.889225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 40e8440c-c24b-408b-8061-ce8f2fa596be completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:42:17.914198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.931470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:17.932505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.943894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 40e8440c-c24b-408b-8061-ce8f2fa596be triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:42:17.944514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:17.980983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:17.988206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23e007-1986-43bb-8439-6ee93ad0f0b8 None None] The sync data for ids ['496204ed-8bda-4eb9-9b2e-b2cac3d16d52'] in n-d-811808-2 is: [{'id': '496204ed-8bda-4eb9-9b2e-b2cac3d16d52', 'name': 'tempest-RoutersTest-router-717767413', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:40:36Z', 'updated_at': '2022-06-04T06:42:08Z', 'revision_number': 11, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:18.070422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] No DVR routers for this DVR port a5b36bdc-cd69-4fbd-adc9-0b121a90d02a on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:42:18.075772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Port': ['ID=a5b36bdc-cd69-4fbd-adc9-0b121a90d02a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:18.126703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-18c93bcc-f19f-49ac-80e0-9070c6d92838 None None] The port 'a5b36bdc-cd69-4fbd-adc9-0b121a90d02a' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:42:18.218979 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8894c8-95f7-4b4f-a2e0-61ea8bdf847f'] response: {'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'code': 200} Jun 04 06:42:18.219334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:18.225693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.232911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 40e8440c-c24b-408b-8061-ce8f2fa596be is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:18.233730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.331570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=40e8440c-c24b-408b-8061-ce8f2fa596be,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:18.338413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.379911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.474128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a22f68-7766-4579-ad0c-b20cb2d1d3e4']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:18.506391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-dfbc1903-061c-42a8-a013-b5630c80bbe5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1101198 Jun 04 06:42:18.512842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a5b36bdc-cd69-4fbd-adc9-0b121a90d02a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:42:18.529882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1951304-0d72-4e73-8eba-3eaee1bb4290') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:18.530257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1951304-0d72-4e73-8eba-3eaee1bb4290') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:18.555481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.578446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Request body: {'port': {'device_id': '90f44440-a923-4c0d-a445-3f97889aa921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:18.583486 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.595658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:18.596147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.617456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a5b36bdc-cd69-4fbd-adc9-0b121a90d02a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:42:18.617898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a5b36bdc-cd69-4fbd-adc9-0b121a90d02a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:42:18.625461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:18.683903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.688055 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a1951304-0d72-4e73-8eba-3eaee1bb4290 resource provider aggregate not found Jun 04 06:42:18.715849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.721197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3bee-a256-4fcc-ae48-176a5e4a3bbc req-fca553ca-0b25-43e7-a203-993d29852e30 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:18.721197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c7e3bee-a256-4fcc-ae48-176a5e4a3bbc req-fca553ca-0b25-43e7-a203-993d29852e30 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2941844 Jun 04 06:42:18.728104 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment a1951304-0d72-4e73-8eba-3eaee1bb4290 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1951304-0d72-4e73-8eba-3eaee1bb4290 found for delete ", "request_id": "req-276d45f3-321c-4402-82db-eb3e75e9ed71"}]} Jun 04 06:42:18.760832 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.788469 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.804771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Pushing event deleted for resources: {'Network': ['ID=51a22f68-7766-4579-ad0c-b20cb2d1d3e4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:18.816590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.817316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router 496204ed-8bda-4eb9-9b2e-b2cac3d16d52 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:42:18.817444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7d25d54c-b6ba-475d-82bd-e9e16a5638b6 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/networks/51a22f68-7766-4579-ad0c-b20cb2d1d3e4 HTTP/1.1" status: 204 len: 168 time: 2.0602827 Jun 04 06:42:18.821225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40898) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:18.838163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c7e3bee-a256-4fcc-ae48-176a5e4a3bbc req-602d8c1d-6b70-4dd6-b593-278d4535c581 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011462 Jun 04 06:42:18.853313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.854591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad1df6aa-48de-4ef5-9969-ef95ee60edfa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 204 len: 168 time: 1.4119070 Jun 04 06:42:18.858795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:18.871261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40902) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:18.878389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-798583814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:18.897540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:18.923501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dce62ec3-45c6-4ac7-ba1a-18f31238d28b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Synchronizing usage tracker for tenant:aa0851f4b68141e2b9350f758a4a417e on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:18.929345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f7a16-99b3-4574-aaa4-e20e4e99a9d0 req-810470e7-b54b-40fb-8697-186edbd4d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:18.931112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd6f7a16-99b3-4574-aaa4-e20e4e99a9d0 req-810470e7-b54b-40fb-8697-186edbd4d423 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1097 time: 0.3091798 Jun 04 06:42:18.940282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Usage tracker for resource:router and tenant:971325f89b9646b0ae6181af4881318e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:18.963265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:18.975611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dce62ec3-45c6-4ac7-ba1a-18f31238d28b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Unset dirty status for tenant:aa0851f4b68141e2b9350f758a4a417e on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:18.982278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dce62ec3-45c6-4ac7-ba1a-18f31238d28b tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2933f84-baee-40b0-8a65-e0d4f30bdf2f HTTP/1.1" status: 200 len: 205 time: 0.1557760 Jun 04 06:42:18.982976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:18.985164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:19.063203 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-690b07f1-49c7-42f5-bc24-f51e6a97549f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.103474 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bd6f7a16-99b3-4574-aaa4-e20e4e99a9d0 req-7d4e1a72-fc2c-4061-b1cc-4d22590c5708 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646292 Jun 04 06:42:19.111164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.122554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.203742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.290454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.351133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.355726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c60bac87-83bd-4ee9-92fa-181141723757 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4805794 Jun 04 06:42:19.356156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:19.366333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:19.428461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.475115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa767697-dc57-4c66-a208-eb32de98c6e8 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:19.482844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.508953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Transition to ACTIVE for port object aa767697-dc57-4c66-a208-eb32de98c6e8 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:42:19.514486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.725202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:19.769402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.769874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.770307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.770713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.771664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.772061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.772466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.772855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.773247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.773667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.774059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.774460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:42:19.822023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Attempting to bind port aa767697-dc57-4c66-a208-eb32de98c6e8 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:42:19.822447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Attempting to bind port aa767697-dc57-4c66-a208-eb32de98c6e8 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:42:19.822841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Attempting to bind port aa767697-dc57-4c66-a208-eb32de98c6e8 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:19.827671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Port aa767697-dc57-4c66-a208-eb32de98c6e8 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:42:19.828082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Attempting to bind port aa767697-dc57-4c66-a208-eb32de98c6e8 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:19.833343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:42:19.834316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:42:19.834784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:42:19.835274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Bound port: aa767697-dc57-4c66-a208-eb32de98c6e8, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:42:19.835686 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:19.932355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:42:19.935862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:42:19.943993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.017420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:20.017993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.020216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa767697-dc57-4c66-a208-eb32de98c6e8 HTTP/1.1" status: 200 len: 1091 time: 1.4456832 Jun 04 06:42:20.044762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:20.117602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aacde5-098a-4272-a8c7-6b65a977b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:20.126096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083077f8-5f63-4bf7-af24-d7ec560ad4e4 req-274a4a84-9153-446b-a83a-938ea97d6869 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:20.134384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-083077f8-5f63-4bf7-af24-d7ec560ad4e4 req-274a4a84-9153-446b-a83a-938ea97d6869 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.8885536 Jun 04 06:42:20.157956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.165510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-9fc630a9-e7a1-4d22-a93f-5c9caeb30ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:20.167006 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-9fc630a9-e7a1-4d22-a93f-5c9caeb30ff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 1094 time: 0.0956182 Jun 04 06:42:20.213264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.220425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:20.237255 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.243721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.287446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-083077f8-5f63-4bf7-af24-d7ec560ad4e4 req-c9d5378f-7cd3-459a-b267-e3e27cf5c8ef tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515265 Jun 04 06:42:20.301817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.314526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.315058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Fanout notify agent at l3_agent the message router_deleted on router b2933f84-baee-40b0-8a65-e0d4f30bdf2f {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:42:20.398526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.415276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5af108ac-908c-4aa5-96d7-841c2f955930 tempest-RoutersNegativeIpV6Test-354982255 tempest-RoutersNegativeIpV6Test-354982255-project] 10.222.0.17 "DELETE /v2.0/routers/b2933f84-baee-40b0-8a65-e0d4f30bdf2f HTTP/1.1" status: 204 len: 168 time: 1.4161570 Jun 04 06:42:20.428423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:20.433136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-f304c9a8-a81d-434f-9de5-5d4610e0b062 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa767697-dc57-4c66-a208-eb32de98c6e8 HTTP/1.1" status: 200 len: 217 time: 0.2584801 Jun 04 06:42:20.543152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-c2f71e83-13a4-4e9a-aceb-c25dd1be0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:20.545045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-c2f71e83-13a4-4e9a-aceb-c25dd1be0e68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1036572 Jun 04 06:42:20.652016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-fdbad7c1-eec1-4ba3-8301-b1e0ac756e72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003585 Jun 04 06:42:20.891258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-e299e9c7-9361-432c-b54b-080e221455c6 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276623 Jun 04 06:42:20.919135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Router e24bb307-9d0d-4849-922b-4795235b3c1a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:42:20.930386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62297d-934c-4ac3-8073-2bab85ed8f24 req-9837c087-69bc-4126-8e4f-4c6fe448e327 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:20.932024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b62297d-934c-4ac3-8073-2bab85ed8f24 req-9837c087-69bc-4126-8e4f-4c6fe448e327 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 943 time: 0.3988721 Jun 04 06:42:21.004571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40996) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:21.078278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b128ab15-d086-4a6c-8bd0-c42d608005cb req-883a2bd0-1fb7-427e-ae99-43cd9f4fa3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829638 Jun 04 06:42:21.227871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:21.238998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Sync routers for ids ['e24bb307-9d0d-4849-922b-4795235b3c1a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:21.243420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:21.244570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2905829-6a9d-4809-b727-43398231c2b4 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "PUT /v2.0/routers/e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 200 len: 693 time: 1.8852332 Jun 04 06:42:21.255973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Routers {'e24bb307-9d0d-4849-922b-4795235b3c1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:21.256762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e24bb307-9d0d-4849-922b-4795235b3c1a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:21.260849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b62297d-934c-4ac3-8073-2bab85ed8f24 req-accfab18-53de-4e34-83ae-83e63e3ac424 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212378 Jun 04 06:42:21.261377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41006) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:21.281553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-675c2741-0d18-42fb-9018-7ea5c81eb00b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aa0851f4b68141e2b9350f758a4a417e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754114 Jun 04 06:42:21.283847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:21.401980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:21.445225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ed9fed9-a74e-4837-af6c-c4732517b65e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/routers/e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 200 len: 699 time: 0.1823955 Jun 04 06:42:21.447557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:21.480469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:21.520076 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:21.544549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Set router e24bb307-9d0d-4849-922b-4795235b3c1a gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:21.551607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bd33a-424c-4424-9b69-648dd9643af4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:21.555753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:21.555753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48b7dfa1-63f9-433c-9ee7-870fd2179ffb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/762bd33a-424c-4424-9b69-648dd9643af4 HTTP/1.1" status: 204 len: 168 time: 0.2707489 Jun 04 06:42:21.568495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41028) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:21.578618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe04dc82-75f6-4b44-8603-83288c3902aa tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 200 len: 205 time: 0.0894849 Jun 04 06:42:21.692156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e149cf5-1a7a-43a2-8457-e9fc1cda8f82 req-1170cc00-356b-4bba-a2ce-536c710fdd9d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:21.700169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e149cf5-1a7a-43a2-8457-e9fc1cda8f82 req-1170cc00-356b-4bba-a2ce-536c710fdd9d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2536907 Jun 04 06:42:21.720886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb307-9d0d-4849-922b-4795235b3c1a', 'name': 'tempest-RoutersTest-router-798583814', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:42:19Z', 'updated_at': '2022-06-04T06:42:20Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:21.728492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Checking router: e24bb307-9d0d-4849-922b-4795235b3c1a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:42:21.755214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Routers {'e24bb307-9d0d-4849-922b-4795235b3c1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:21.756684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e24bb307-9d0d-4849-922b-4795235b3c1a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:21.814083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e149cf5-1a7a-43a2-8457-e9fc1cda8f82 req-5a3dea1f-2c50-4689-a3ec-c718178ad826 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083858 Jun 04 06:42:21.930312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.017006 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1d8b38-8502-498e-b6c4-8e02c7efe5e6'] response: {'name': 'network-changed', 'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'status': 'completed', 'code': 200} Jun 04 06:42:22.199381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] Set router e24bb307-9d0d-4849-922b-4795235b3c1a gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:22.362648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb307-9d0d-4849-922b-4795235b3c1a', 'name': 'tempest-RoutersTest-router-798583814', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:42:19Z', 'updated_at': '2022-06-04T06:42:20Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:22.370153 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26484fa1-fecd-4a68-90de-41b9f6cec329'] response: {'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'code': 200} Jun 04 06:42:22.378040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73dd466-96e9-455e-8933-b8fed74fef96 None None] The sync data for ids ['e24bb307-9d0d-4849-922b-4795235b3c1a'] in n-d-811808-2 is: [{'id': 'e24bb307-9d0d-4849-922b-4795235b3c1a', 'name': 'tempest-RoutersTest-router-798583814', 'tenant_id': '971325f89b9646b0ae6181af4881318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:42:19Z', 'updated_at': '2022-06-04T06:42:20Z', 'revision_number': 2, 'project_id': '971325f89b9646b0ae6181af4881318e', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:22.397884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.408999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb7586-42b5-4335-9160-697a9d9880c0 req-17c68dee-5399-480e-aa27-e7b06ea4c6e5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:22.410730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2deb7586-42b5-4335-9160-697a9d9880c0 req-17c68dee-5399-480e-aa27-e7b06ea4c6e5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.1668794 Jun 04 06:42:22.466278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2deb7586-42b5-4335-9160-697a9d9880c0 req-c05361e7-f16f-4841-8315-caada2b0b2e4 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479071 Jun 04 06:42:22.671121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.689501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.747862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-39196259-87b0-4695-9b02-358c2800e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:22.749610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-39196259-87b0-4695-9b02-358c2800e6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 1094 time: 0.6444345 Jun 04 06:42:22.844155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.845047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Fanout notify agent at l3_agent the message router_deleted on router e24bb307-9d0d-4849-922b-4795235b3c1a {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:42:22.930668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da2fbf-e0f4-417e-9560-05d79ad8a4c3 req-d3784ca9-9c5d-4732-b287-381861df2686 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:22.938169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31da2fbf-e0f4-417e-9560-05d79ad8a4c3 req-d3784ca9-9c5d-4732-b287-381861df2686 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 943 time: 0.2113681 Jun 04 06:42:22.941755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:22.943656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e94c53f-5705-4b40-a935-901514800259 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 204 len: 168 time: 1.3738341 Jun 04 06:42:22.947304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109184c4-7fe0-4c8e-bd15-599efe2d1a15 req-86e93886-c314-45c3-8ad4-364346f3fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:22.949364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-109184c4-7fe0-4c8e-bd15-599efe2d1a15 req-86e93886-c314-45c3-8ad4-364346f3fb37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 1097 time: 0.7289207 Jun 04 06:42:22.951931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.033711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-109184c4-7fe0-4c8e-bd15-599efe2d1a15 req-78985001-2e92-450a-aa1e-6ec189979aae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764809 Jun 04 06:42:23.039559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-20f955b9-5b21-48f2-a214-3b6c5cde90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:23.041564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-20f955b9-5b21-48f2-a214-3b6c5cde90be service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.2789655 Jun 04 06:42:23.143498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.143911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d5e5770c-9bf1-4028-bf10-f2e45a074fc5 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 200 len: 205 time: 0.1906569 Jun 04 06:42:23.194606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31da2fbf-e0f4-417e-9560-05d79ad8a4c3 req-7731f972-5ebd-4fb6-9d93-29b90e1d3239 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408423 Jun 04 06:42:23.581904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-2d94d3a8-583f-4f2c-bcb4-ff13699aee2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa767697-dc57-4c66-a208-eb32de98c6e8 HTTP/1.1" status: 200 len: 217 time: 0.1090462 Jun 04 06:42:23.584486 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-73d43435-edb0-4fb6-a572-627e4dd90c78 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:23.588248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-73d43435-edb0-4fb6-a572-627e4dd90c78 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/e24bb307-9d0d-4849-922b-4795235b3c1a HTTP/1.1" status: 404 len: 336 time: 0.4437521 Jun 04 06:42:23.588842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41108) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.650915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4a1f-0de3-4b3a-b05f-6b0bb9b4202c req-4e6786a2-ec03-40bb-9667-315535eee764 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:23.658999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5f4a1f-0de3-4b3a-b05f-6b0bb9b4202c req-4e6786a2-ec03-40bb-9667-315535eee764 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1676891 Jun 04 06:42:23.716733 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-67035999-b7e1-4d04-8129-510ab6bd54ec tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:23.716733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67035999-b7e1-4d04-8129-510ab6bd54ec tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:23.716733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67035999-b7e1-4d04-8129-510ab6bd54ec tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/e1204101-5b86-4815-af7c-195cfe892bfa HTTP/1.1" status: 404 len: 337 time: 0.1171498 Jun 04 06:42:23.716733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41116) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.789594 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-64658b66-06a8-4a83-868c-4ddc4fe9c41f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:23.790052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64658b66-06a8-4a83-868c-4ddc4fe9c41f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:23.800465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41122) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.803147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64658b66-06a8-4a83-868c-4ddc4fe9c41f tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/011745fd-06c7-4996-a2ef-46897fd0d0f6 HTTP/1.1" status: 404 len: 337 time: 0.0893974 Jun 04 06:42:23.816569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-b9bfc737-8427-433c-bbce-fa7aff9b636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:23.818196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-b9bfc737-8427-433c-bbce-fa7aff9b636d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.2282841 Jun 04 06:42:23.872207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c5f4a1f-0de3-4b3a-b05f-6b0bb9b4202c req-8126144c-8e6e-4a5c-951c-b4d5b9f545ad tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069333 Jun 04 06:42:23.877795 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a27f35-d5eb-48a2-ac39-675415fa0419 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:23.878524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a27f35-d5eb-48a2-ac39-675415fa0419 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:23.882168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95a27f35-d5eb-48a2-ac39-675415fa0419 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/95c62595-2561-46e1-b06a-a8d75fb441a7 HTTP/1.1" status: 404 len: 337 time: 0.0786529 Jun 04 06:42:23.885450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:23.962074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-dee5faa1-1035-4261-a4c9-7f780f1bfb30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356742 Jun 04 06:42:24.000546 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd0644e-9f25-4a36-8c92-b09cdfe80c43 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:24.001500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd0644e-9f25-4a36-8c92-b09cdfe80c43 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:24.006715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4cd0644e-9f25-4a36-8c92-b09cdfe80c43 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/5d72733c-8c37-4189-9b84-b408ef8f69cd HTTP/1.1" status: 404 len: 337 time: 0.1174667 Jun 04 06:42:24.007100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41138) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.124651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a02804ed-c34f-4050-84cc-7f097418a96e tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 200 len: 205 time: 0.1135318 Jun 04 06:42:24.127769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.291927 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0ce29034-5ec1-4edc-938f-4ac45e226141 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:24.292951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0ce29034-5ec1-4edc-938f-4ac45e226141 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/496204ed-8bda-4eb9-9b2e-b2cac3d16d52 HTTP/1.1" status: 404 len: 336 time: 0.1642647 Jun 04 06:42:24.295745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41154) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.356131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c54305c-ed69-4a9e-85dc-366ff6f59d82 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=c2f6bb39-8755-4149-b0df-167c08ee8c40 HTTP/1.1" status: 200 len: 205 time: 0.0590382 Jun 04 06:42:24.358646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41162) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.401168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-9b86d7de-e0e2-4a88-b4f4-121d21e6e893 service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328635 Jun 04 06:42:24.464971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0248af-840b-4d58-bb92-39e7b2d3aae5 req-56504df6-a95a-45b0-9e45-b515150514bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:24.473729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b0248af-840b-4d58-bb92-39e7b2d3aae5 req-56504df6-a95a-45b0-9e45-b515150514bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.2750123 Jun 04 06:42:24.492980 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-c090aa85-95c6-4f6e-84ae-23a5d14fc00b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:24.496464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c090aa85-95c6-4f6e-84ae-23a5d14fc00b tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/c2f6bb39-8755-4149-b0df-167c08ee8c40 HTTP/1.1" status: 404 len: 336 time: 0.1342881 Jun 04 06:42:24.497571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41170) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.541110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa767697-dc57-4c66-a208-eb32de98c6e8 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:42:24.624931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-674e31c7-0088-4ad8-ab30-3b50670acdda req-b4956d46-c681-452d-bea6-ccb5fe773d8d service neutron] 10.222.0.24 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177489 Jun 04 06:42:24.635002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b0248af-840b-4d58-bb92-39e7b2d3aae5 req-053971d5-89c4-40d9-a12d-e9cb0c3bb432 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592088 Jun 04 06:42:24.636174 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fbcc6a-493a-4275-8bab-114a125eaebd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:24.636789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fbcc6a-493a-4275-8bab-114a125eaebd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:24.642883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41176) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.643248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e9fbcc6a-493a-4275-8bab-114a125eaebd tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/4e90422b-f8b8-4c4d-bfc8-8fd619668fd4 HTTP/1.1" status: 404 len: 337 time: 0.1444559 Jun 04 06:42:24.700299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-563c4188-f5ba-485a-b7bd-322aef1f3908 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Synchronizing usage tracker for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:24.713566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-563c4188-f5ba-485a-b7bd-322aef1f3908 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] Unset dirty status for tenant:971325f89b9646b0ae6181af4881318e on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:24.715097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-563c4188-f5ba-485a-b7bd-322aef1f3908 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 200 len: 205 time: 0.0709853 Jun 04 06:42:24.717700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41186) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.818969 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-6c0b9f07-174b-4ea2-b07e-ff42518e2fcc tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:24.820110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6c0b9f07-174b-4ea2-b07e-ff42518e2fcc tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/965b4080-3fe1-4204-b21c-2c013e16843a HTTP/1.1" status: 404 len: 336 time: 0.1013434 Jun 04 06:42:24.823430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.854020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:24.870023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'mac_address': 'fa:16:3e:9e:23:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:42:24.940547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f815fcf6-d75d-4189-b8fc-6725b43d0fc7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=8d1503d3-6aa4-4862-bc0b-058d26ce34ea HTTP/1.1" status: 200 len: 205 time: 0.1088734 Jun 04 06:42:24.942409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:24.956819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa767697-dc57-4c66-a208-eb32de98c6e8 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:24.957212 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:24.963751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-d3617772-2e6a-48c7-a770-65fd3973ab0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411514 Jun 04 06:42:25.017381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa767697-dc57-4c66-a208-eb32de98c6e8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:25.081029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:25.088835 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:25.200591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-30fb6a16-8cbc-44ef-ac0a-d764b149b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:25.202639 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-30fb6a16-8cbc-44ef-ac0a-d764b149b7d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1097 time: 0.1026299 Jun 04 06:42:25.243207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:25.316186 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-99e234ac-97cb-47a3-87f5-1073e2e3910c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:25.317238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99e234ac-97cb-47a3-87f5-1073e2e3910c tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/8d1503d3-6aa4-4862-bc0b-058d26ce34ea HTTP/1.1" status: 404 len: 336 time: 0.3729820 Jun 04 06:42:25.327981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.377073 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b55a81e-2172-4ebe-ba67-0459153d76c7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:25.377540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b55a81e-2172-4ebe-ba67-0459153d76c7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:25.379216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b55a81e-2172-4ebe-ba67-0459153d76c7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/38a355f9-8a65-467f-918f-24e3f25abce6 HTTP/1.1" status: 404 len: 337 time: 0.0542848 Jun 04 06:42:25.382642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41222) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.412516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['aa767697-dc57-4c66-a208-eb32de98c6e8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:25.418008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-fd13a5ec-1163-432c-8f8d-2d0715f0cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:25.419534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-fd13a5ec-1163-432c-8f8d-2d0715f0cf06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.1933317 Jun 04 06:42:25.439529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b73b6b23-2aee-424d-a775-1961c703ae92 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=7ffa9566-c399-49f7-8c85-b0fcfc6899d8 HTTP/1.1" status: 200 len: 205 time: 0.0555809 Jun 04 06:42:25.443523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41228) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.521893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-cb8473ae-4777-48c4-9c3b-eefb05a73723 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.0952761 Jun 04 06:42:25.523518 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-50771e07-81af-46b6-9147-cd58ba8912e7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:25.524712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-50771e07-81af-46b6-9147-cd58ba8912e7 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/7ffa9566-c399-49f7-8c85-b0fcfc6899d8 HTTP/1.1" status: 404 len: 336 time: 0.0799551 Jun 04 06:42:25.527653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.552497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752ce55-0641-42e0-8207-6e1b9e10ff29 req-bf19860a-219a-4fdc-bf75-751410d8ab03 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:25.554194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7752ce55-0641-42e0-8207-6e1b9e10ff29 req-bf19860a-219a-4fdc-bf75-751410d8ab03 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2981393 Jun 04 06:42:25.596656 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:25.639997 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-384bfb38-e969-41ba-9805-b0a52fbfa080 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:25.640448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384bfb38-e969-41ba-9805-b0a52fbfa080 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:25.645379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7752ce55-0641-42e0-8207-6e1b9e10ff29 req-54c222a8-7321-4c8d-9494-6f17ea372407 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782106 Jun 04 06:42:25.645680 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-384bfb38-e969-41ba-9805-b0a52fbfa080 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/db49877e-4c11-45aa-86b1-c8bf6d908ec8 HTTP/1.1" status: 404 len: 337 time: 0.1155329 Jun 04 06:42:25.646270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41244) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.674880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-04e536de-160a-488d-ad43-52ad5acd5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:25.675705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-04e536de-160a-488d-ad43-52ad5acd5997 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1469707 Jun 04 06:42:25.745535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7d3ccea2-30e5-4d41-b57f-dde413de7ef5 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "GET /v2.0/ports?device_id=3376db63-045a-4bb4-90f5-25f315178745 HTTP/1.1" status: 200 len: 205 time: 0.0956476 Jun 04 06:42:25.746451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.752592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:25.795888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-3b86042e-fbcc-4f3c-9c3d-5590a744a4af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110561 Jun 04 06:42:25.841034 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-1031a64b-6e76-41fd-9298-af1968dc8673 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] delete failed (client error): The resource could not be found. Jun 04 06:42:25.842132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1031a64b-6e76-41fd-9298-af1968dc8673 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/routers/3376db63-045a-4bb4-90f5-25f315178745 HTTP/1.1" status: 404 len: 336 time: 0.0944591 Jun 04 06:42:25.844868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.890223 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c44901-4151-4e89-898a-4d6fe3ccea25 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:25.890671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c44901-4151-4e89-898a-4d6fe3ccea25 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:25.892317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-34c44901-4151-4e89-898a-4d6fe3ccea25 tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/d16400cb-b144-4881-9a79-cb6ccb290bff HTTP/1.1" status: 404 len: 337 time: 0.0466073 Jun 04 06:42:25.897654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41264) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:25.936658 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c188f271-a65f-4ca8-94b4-52e85304b78a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] DELETE failed (client error): The resource could not be found. Jun 04 06:42:25.937135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c188f271-a65f-4ca8-94b4-52e85304b78a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:42:25.939051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c188f271-a65f-4ca8-94b4-52e85304b78a tempest-RoutersTest-1819506138 tempest-RoutersTest-1819506138-project] 10.222.0.17 "DELETE /v2.0/subnets/7bce4244-9ad1-4b48-87aa-e6cde3e15a65 HTTP/1.1" status: 404 len: 337 time: 0.0432754 Jun 04 06:42:26.126807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66497-fffd-47cf-939d-647e90cd8a85 req-4bc5ca33-8e95-47ea-8efc-b52bb87fc867 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:26.128110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2d66497-fffd-47cf-939d-647e90cd8a85 req-4bc5ca33-8e95-47ea-8efc-b52bb87fc867 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 944 time: 0.1612406 Jun 04 06:42:26.214124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2d66497-fffd-47cf-939d-647e90cd8a85 req-bacf819d-34b4-4237-ac4d-d37ce7f4c5bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795152 Jun 04 06:42:26.252133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-668e187a-923c-4686-bf23-0f0c01e320c8 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500110 Jun 04 06:42:26.455888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:26.513840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-afeb1645-4f73-489c-bc96-4957c3c1b91f req-d234b2fb-ef1e-422b-998a-2e18aecabe5f service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554367 Jun 04 06:42:26.543798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa767697-dc57-4c66-a208-eb32de98c6e8 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:42:26.679783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12171130-91da-4042-ae14-0bf222fc0165 req-b0053d92-b54c-4657-83c2-2c5c878b1eb6 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:26.689448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12171130-91da-4042-ae14-0bf222fc0165 req-b0053d92-b54c-4657-83c2-2c5c878b1eb6 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.1249816 Jun 04 06:42:26.725522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port aa767697-dc57-4c66-a208-eb32de98c6e8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:42:26.732736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port aa767697-dc57-4c66-a208-eb32de98c6e8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:42:26.733156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:26.769670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12171130-91da-4042-ae14-0bf222fc0165 req-0b1af1da-db59-4189-90c2-41fdbe64ee4f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792141 Jun 04 06:42:26.918057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41304) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:26.921285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa767697-dc57-4c66-a208-eb32de98c6e8 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:26.921703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:26.928483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-12e2acb0-ac6a-4e96-9bc7-80478b1c0276 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=971325f89b9646b0ae6181af4881318e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710495 Jun 04 06:42:26.989048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:27.008938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:27.021721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:27.029562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:27.046028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:27.148339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:27.167457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:27.197971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fece9ebb-52df-47c9-b55f-2ce7ee41ffc1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:27.216891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:27.222977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-33a171c0-25fa-4ae0-a178-dab285356e02 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fece9ebb-52df-47c9-b55f-2ce7ee41ffc1 HTTP/1.1" status: 204 len: 168 time: 0.3019526 Jun 04 06:42:27.322618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6953650-9291-4edc-851b-b1dc97f1c65c req-a531d370-37f6-4312-8942-5387f7ca7fb7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:27.324780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6953650-9291-4edc-851b-b1dc97f1c65c req-a531d370-37f6-4312-8942-5387f7ca7fb7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1913123 Jun 04 06:42:27.394227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e6953650-9291-4edc-851b-b1dc97f1c65c req-da5acc04-1b5f-4c92-907d-27021017d877 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Jun 04 06:42:27.730431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd594a7-4246-4a45-a813-56a6b41033e5 req-210c708a-0753-4e54-93a5-047a19380057 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:27.741812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41350) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:27.747591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'port_id': '40e8440c-c24b-408b-8061-ce8f2fa596be'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:27.775512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ffd594a7-4246-4a45-a813-56a6b41033e5 req-210c708a-0753-4e54-93a5-047a19380057 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.1218183 Jun 04 06:42:27.806827 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c13d0c-2810-4f79-9263-310be3aee80e'] response: {'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'code': 200} Jun 04 06:42:27.957116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:28.202666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3775d-5aae-4a0d-90ff-dbe57eeb088e req-954edc7c-b941-4a40-9c0b-7cb225f735af tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:28.209811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c3775d-5aae-4a0d-90ff-dbe57eeb088e req-954edc7c-b941-4a40-9c0b-7cb225f735af tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.2312062 Jun 04 06:42:28.325901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c3775d-5aae-4a0d-90ff-dbe57eeb088e req-94a2c33b-945c-45e9-8765-d54077561b23 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096420 Jun 04 06:42:28.444624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562c660-8c90-4577-b16b-79ac253de420 req-707423c5-35d9-45ab-b1e8-cffdce51d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:28.446170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1562c660-8c90-4577-b16b-79ac253de420 req-707423c5-35d9-45ab-b1e8-cffdce51d49d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 1096 time: 0.5709634 Jun 04 06:42:28.576219 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1562c660-8c90-4577-b16b-79ac253de420 req-3ab7ea6c-3159-4116-97c2-d48ff98e7361 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230061 Jun 04 06:42:28.828862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20a43-a2fc-43f3-aeaa-81d3e9d475f3 req-4b58a72e-f322-4645-94bf-fac93bb94650 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:28.830885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4f20a43-a2fc-43f3-aeaa-81d3e9d475f3 req-4b58a72e-f322-4645-94bf-fac93bb94650 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1607680 Jun 04 06:42:28.914305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4f20a43-a2fc-43f3-aeaa-81d3e9d475f3 req-8f873c8a-e110-48b6-80b1-edaa3bd318c6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758374 Jun 04 06:42:29.159873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:29.166865 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:29.228701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d58e-6f55-4ccd-ade0-44815a2571c1 req-67367294-9be7-4f28-8352-f44f3500baf7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:29.238369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d429d58e-6f55-4ccd-ade0-44815a2571c1 req-67367294-9be7-4f28-8352-f44f3500baf7 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1950703 Jun 04 06:42:29.318585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d429d58e-6f55-4ccd-ade0-44815a2571c1 req-cd418136-693e-48a3-ba92-ac7a32140eca tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741339 Jun 04 06:42:29.482753 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP 0025b651-cb43-4489-a676-e1e11ee1d53e associated. External IP: 172.25.1.156, port: 40e8440c-c24b-408b-8061-ce8f2fa596be. Jun 04 06:42:29.772281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dc345-9c49-47b8-ae19-149e500a5be2 req-b78d71d5-31a6-4e6d-88fd-5fb58e8f2625 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:29.780345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-293dc345-9c49-47b8-ae19-149e500a5be2 req-b78d71d5-31a6-4e6d-88fd-5fb58e8f2625 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.2198861 Jun 04 06:42:29.888006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-293dc345-9c49-47b8-ae19-149e500a5be2 req-e6a6f4d3-65d7-405a-98ee-14a3f051b880 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064472 Jun 04 06:42:30.474793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:42:30.708087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:42:30.719766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:42:30.725852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:30.768850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:30.773496 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:30.868480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:30.915936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-86e4f226-af8c-408f-bafa-f5d899ba7064 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "PUT /v2.0/floatingips/0025b651-cb43-4489-a676-e1e11ee1d53e HTTP/1.1" status: 200 len: 992 time: 3.1722522 Jun 04 06:42:30.917707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:31.153961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:31.196070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:31.218657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Usage tracker for resource:security_group_rule and tenant:3613ef31d64f475abe6dfe11b8d3f8cb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:31.228529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:31.258755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:31.316613 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:31.436659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19540de9-a8f6-4c9a-afd4-18090186dcda req-e9a33fa7-2c95-452f-b180-97ff68770a50 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:31.438197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19540de9-a8f6-4c9a-afd4-18090186dcda req-e9a33fa7-2c95-452f-b180-97ff68770a50 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.4136434 Jun 04 06:42:31.439976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:31.467464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:31.579666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3613ef31d64f475abe6dfe11b8d3f8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071240 Jun 04 06:42:31.580792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:31.650386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19540de9-a8f6-4c9a-afd4-18090186dcda req-462fded5-ce87-491f-a246-53f2646c2746 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020655 Jun 04 06:42:31.653483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65818f6-8cde-464f-8028-9b567ca53c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9395dec0-a73c-495e-9878-e58307927d85,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:31.673133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-63be7d3e-4e69-401f-b8c0-54e0da6d9d17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1912384 Jun 04 06:42:31.796345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:31.879716 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '0025b651-cb43-4489-a676-e1e11ee1d53e', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:05:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:41:48Z', 'updated_at': '2022-06-04T06:42:28Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:31.884023 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:42:31.897427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:42:31.898559 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:31.902701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:32.046160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795edb7-1610-4704-91b4-ad16d728b101 req-a91c279d-f228-4d7f-89ec-2e1666458c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:32.052630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-a91c279d-f228-4d7f-89ec-2e1666458c13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1096 time: 0.1549761 Jun 04 06:42:32.077926 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:32.079529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df73296-34a1-4c06-aaf8-74a80405c008 req-bfb38c49-6a78-4a58-900e-82abbfe278d0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:32.090786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7df73296-34a1-4c06-aaf8-74a80405c008 req-bfb38c49-6a78-4a58-900e-82abbfe278d0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.2908037 Jun 04 06:42:32.138037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395dec0-a73c-495e-9878-e58307927d85,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:32.140094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:32.158790 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e4b0823-0797-4ca7-9793-e15677c4a5f8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9395dec0-a73c-495e-9878-e58307927d85 HTTP/1.1" status: 204 len: 168 time: 0.5761600 Jun 04 06:42:32.322035 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:42:32.733870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7df73296-34a1-4c06-aaf8-74a80405c008 req-40f9e03e-c433-4fb8-a59e-d84a9c312082 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413081 Jun 04 06:42:32.762158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:32.799203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795edb7-1610-4704-91b4-ad16d728b101 req-c18fe35e-ae4f-4bd2-80ce-5e7c7913c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:32.800647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-c18fe35e-ae4f-4bd2-80ce-5e7c7913c89c service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.6739659 Jun 04 06:42:32.819527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:32.850501 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f2f284-7c42-40d4-8de2-98528cf00e0d'] response: {'name': 'network-changed', 'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'status': 'completed', 'code': 200} Jun 04 06:42:33.026825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:33.047762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc6851c0aba45069a3468cd0df9c2a0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:33.054338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:33.068700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:33.166487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-196ff9d0-7665-409b-a72b-5d70a0547461 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 217 time: 0.3559146 Jun 04 06:42:33.324672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795edb7-1610-4704-91b4-ad16d728b101 req-4f9f0837-138d-4fe8-bbcc-869451ea8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:33.326297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-4f9f0837-138d-4fe8-bbcc-869451ea8605 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1479127 Jun 04 06:42:33.349830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:33.352298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-2acb72f8-0c9f-41ae-99ab-3800b6bb93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:33.361813 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-2acb72f8-0c9f-41ae-99ab-3800b6bb93f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 1097 time: 0.5054977 Jun 04 06:42:33.363200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:33.383498 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '0025b651-cb43-4489-a676-e1e11ee1d53e', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:05:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:41:48Z', 'updated_at': '2022-06-04T06:42:28Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:33.388983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6575-1bf6-4c52-bdad-0afdb34b4103 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '0025b651-cb43-4489-a676-e1e11ee1d53e', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.156', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:05:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:41:48Z', 'updated_at': '2022-06-04T06:42:28Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:42:33.469545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-fa339e65-dced-4704-b6e3-f9e7aa8144a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328340 Jun 04 06:42:33.667840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8bc6851c0aba45069a3468cd0df9c2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9039922 Jun 04 06:42:33.673995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:33.776997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-07ee0e75-75f8-4b71-bb0b-a2e461e8848d service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989869 Jun 04 06:42:33.796541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-f6bffe72-b18b-4184-ad04-ccdadc50d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:33.799038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-f6bffe72-b18b-4184-ad04-ccdadc50d4f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.4221275 Jun 04 06:42:33.805255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52654-e6ee-4f91-9cc3-78f22c0e2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6107f4-de8c-473a-9006-517b33497399,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:33.840200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f5dda-eadf-45f1-8fed-53315702bf8f None None] New status for floating IP 0025b651-cb43-4489-a676-e1e11ee1d53e: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:42:33.892678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f04d-b49e-4166-b550-2b75c8bc3040 req-9593d98c-e385-409e-b3d3-4b6b34759497 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:33.900498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5761f04d-b49e-4166-b550-2b75c8bc3040 req-9593d98c-e385-409e-b3d3-4b6b34759497 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.8505094 Jun 04 06:42:34.039990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5761f04d-b49e-4166-b550-2b75c8bc3040 req-9c078a9e-dcbd-4f91-9d1c-aeaa11a9f039 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375132 Jun 04 06:42:34.062348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:34.153266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:34.196077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f795edb7-1610-4704-91b4-ad16d728b101 req-0935c084-7311-4974-92b9-5590ae27d6ad service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995471 Jun 04 06:42:34.275096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:34.371068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6107f4-de8c-473a-9006-517b33497399,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:34.403887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:34.405168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1257906b-aa5c-4b23-babc-537762fad4d9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ca6107f4-de8c-473a-9006-517b33497399 HTTP/1.1" status: 204 len: 168 time: 0.7155085 Jun 04 06:42:34.417427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-076422d6-fbf2-486b-a770-326b3644f8c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 200 len: 1000 time: 0.5863698 Jun 04 06:42:34.562853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-9479b416-cedd-459e-a0a4-7261e19cb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:34.564643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-9479b416-cedd-459e-a0a4-7261e19cb7db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1401851 Jun 04 06:42:34.732172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-dcd9e7fd-42f0-4d1c-bb39-e7f2e358f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:34.733906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-dcd9e7fd-42f0-4d1c-bb39-e7f2e358f105 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578741 Jun 04 06:42:34.783061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-1029fecd-99df-43c9-8221-c0889c14fd65 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:34.785449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-1029fecd-99df-43c9-8221-c0889c14fd65 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.3595321 Jun 04 06:42:34.822454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-978f7175-1fd9-4d45-8791-d1fa4baf3366 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0299296 Jun 04 06:42:34.967333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-de3618b1-b8ee-4f25-8881-7b76ab5951f6 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221172 Jun 04 06:42:34.981005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-83bccb30-e7a9-4aeb-9f07-245ec49b5775 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526372 Jun 04 06:42:35.238251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-d479e017-1473-45fa-9dc4-db86171e44e5 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532589 Jun 04 06:42:35.504511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-41006748-540d-43be-859f-714eba121d70 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653406 Jun 04 06:42:35.552675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-953967cc-e25c-4c9d-b716-5269bce7d0f1 req-839a39d3-4a68-439c-8c22-41a3db56aae2 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776880 Jun 04 06:42:36.109819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09bdac57-de21-4317-9576-d943a06b4248 req-ac01a0a5-e5a1-4fe1-96a8-a52f08294322 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 210 time: 0.0462563 Jun 04 06:42:36.303406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfb2da-3214-4213-9eca-d4f4df9463cb req-39f1a6b4-86aa-4e30-af0d-9e4b34ed95e0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:36.304907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52bfb2da-3214-4213-9eca-d4f4df9463cb req-39f1a6b4-86aa-4e30-af0d-9e4b34ed95e0 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.0883913 Jun 04 06:42:36.357709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52bfb2da-3214-4213-9eca-d4f4df9463cb req-08ab5c5a-2056-466b-87ce-7f6e59ed6154 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Jun 04 06:42:36.532765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41630) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:36.792915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Deleting subnet e279866f-511c-45e2-95c4-4d3485b2e88f {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:42:36.796239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:36.955302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.166485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.361373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fa19b7c-1343-46ec-98ad-eeea9e709a9b req-b1355ce0-e0b1-4701-9750-a6b4f4c908c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 210 time: 0.1015711 Jun 04 06:42:37.367597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.432820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.446004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e279866f-511c-45e2-95c4-4d3485b2e88f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:37.459183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-9fbc671f-76fc-415d-aa51-c24a02ee0d30 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:37.460661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-9fbc671f-76fc-415d-aa51-c24a02ee0d30 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.6278906 Jun 04 06:42:37.466045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b96321e2-b5ef-4de0-8ad1-8e81671a15a5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e279866f-511c-45e2-95c4-4d3485b2e88f HTTP/1.1" status: 204 len: 168 time: 0.9320180 Jun 04 06:42:37.468611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41674) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:37.486881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:37.605447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.704640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7436c7e-a787-4279-82a6-2c153989e0ce req-a031f0f1-ae8b-4747-beb1-9a4b41f4662f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:37.706146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7436c7e-a787-4279-82a6-2c153989e0ce req-a031f0f1-ae8b-4747-beb1-9a4b41f4662f tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2042956 Jun 04 06:42:37.731788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:37.752077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:37.762814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.767296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7436c7e-a787-4279-82a6-2c153989e0ce req-fb98e7ba-298b-4df6-85dc-41d7663b2455 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535610 Jun 04 06:42:37.780594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:42:37.792920 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.796814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05e6f81-88a8-42dd-9060-0edc65523fa2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:37.812443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbcd86b-0e74-4f97-93c8-b44195d227a8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:37.812904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbcd86b-0e74-4f97-93c8-b44195d227a8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:42:37.825609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.845044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.852692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:42:37.853191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:37.938707 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8fbcd86b-0e74-4f97-93c8-b44195d227a8 resource provider aggregate not found Jun 04 06:42:37.971747 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8fbcd86b-0e74-4f97-93c8-b44195d227a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fbcd86b-0e74-4f97-93c8-b44195d227a8 found for delete ", "request_id": "req-141945f3-6555-497b-929d-299e183895e8"}]} Jun 04 06:42:37.985513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.007946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.022680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] Pushing event deleted for resources: {'Network': ['ID=e05e6f81-88a8-42dd-9060-0edc65523fa2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:38.029464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d1f0c2ee-9fcb-4b73-9eb1-2fe4549e045d admin admin] 10.222.0.17 "DELETE /v2.0/networks/e05e6f81-88a8-42dd-9060-0edc65523fa2 HTTP/1.1" status: 204 len: 168 time: 0.5570691 Jun 04 06:42:38.120951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.12 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/d322c6be-2c6f-4fec-ba16-db805834c817) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:42:38.280269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41696) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:38.416408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0964d5cd-7610-4f9b-8b4b-502cd39f6156 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4f49fcc2a234434ba0d9477ec87b9844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342268 Jun 04 06:42:38.430141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:38.599665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.635383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.677448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.694452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503465-3508-400f-ad6a-b945571b02ef req-75905dd9-7bb2-4e82-9da9-86b1e054bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:38.696199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-75905dd9-7bb2-4e82-9da9-86b1e054bf5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0498d9aace984ca798e775e1b258be03&device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 1097 time: 0.2650371 Jun 04 06:42:38.699856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c40b-4dab-4159-b146-ae1d18d1f260 req-fec6d280-ea52-43fb-b824-88003a510a70 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:38.701930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8032c40b-4dab-4159-b146-ae1d18d1f260 req-fec6d280-ea52-43fb-b824-88003a510a70 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2698624 Jun 04 06:42:38.767485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8032c40b-4dab-4159-b146-ae1d18d1f260 req-dcadfe3a-387f-4200-8b22-5039592d9d3e tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573716 Jun 04 06:42:38.783264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.796914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:38.859566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.891292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['aa767697-dc57-4c66-a208-eb32de98c6e8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:38.912398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:38.915013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:38.917064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2c6c0119-3b0b-4662-b9ad-bbd282a48d21 HTTP/1.1" status: 204 len: 168 time: 0.4334800 Jun 04 06:42:38.920293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43021a05-c66b-48da-9a81-b6a8483fddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c0119-3b0b-4662-b9ad-bbd282a48d21,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:38.936744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:42:38.938706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:42:38.940539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503465-3508-400f-ad6a-b945571b02ef req-3fb669b0-c878-4913-ab11-09bd2dcc7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:38.941288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:42:38.942034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-3fb669b0-c878-4913-ab11-09bd2dcc7c38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 200 len: 914 time: 0.2375348 Jun 04 06:42:39.021607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:39.022413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:39.059104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-2fe62c97-51e1-4ba2-b2a2-575edddc79f6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5760903 Jun 04 06:42:39.079722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Request body: {'port': {'device_id': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:39.180113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-4de2e67e-e82f-4ff2-93e4-bf58d2379fe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 200 len: 217 time: 0.2295806 Jun 04 06:42:39.295170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3503465-3508-400f-ad6a-b945571b02ef req-7da539df-082e-42de-9b9d-fae9de794981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:39.310880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-7da539df-082e-42de-9b9d-fae9de794981 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 200 len: 853 time: 0.1235552 Jun 04 06:42:39.355804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:39.432206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-d19c1056-823e-4833-89de-586c8a27c035 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd44dc79-a002-4ae8-a870-f40f8c9e7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152408 Jun 04 06:42:39.646445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41752) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:39.737620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-4aaee2c5-b616-4a19-8447-a7babc34d707 service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987320 Jun 04 06:42:39.778838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33eaa-fb6e-41ec-8bd3-59a3e69c54e1 req-269e83a1-80bb-4adf-a749-864131a251ec tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:39.779544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aab33eaa-fb6e-41ec-8bd3-59a3e69c54e1 req-269e83a1-80bb-4adf-a749-864131a251ec tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:39.809899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-aab33eaa-fb6e-41ec-8bd3-59a3e69c54e1 req-269e83a1-80bb-4adf-a749-864131a251ec tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:39.811642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aab33eaa-fb6e-41ec-8bd3-59a3e69c54e1 req-269e83a1-80bb-4adf-a749-864131a251ec tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 932 time: 0.4574788 Jun 04 06:42:39.935228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:39.950701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aab33eaa-fb6e-41ec-8bd3-59a3e69c54e1 req-1d452ca6-9837-49e2-a459-591c68b9f643 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161950 Jun 04 06:42:39.957320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:39.988247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Usage tracker for resource:security_group_rule and tenant:0285820dd91b4a8cb62808f0839a5ffc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:39.997329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:40.017366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:40.031802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d3503465-3508-400f-ad6a-b945571b02ef req-4e32292e-642f-40f1-b43e-05227f42917a service neutron] 10.222.0.24 "GET /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869787 Jun 04 06:42:40.126956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.135701 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.200404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d322c6be-2c6f-4fec-ba16-db805834c817 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:40.219923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.256286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9c888-a61c-4163-841a-29f46ef736d0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:40.262827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d00fa8b4-0965-4bfe-9595-51f82a98e967 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0285820dd91b4a8cb62808f0839a5ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153326 Jun 04 06:42:40.265359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41778) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:40.357751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.397563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.477003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Transition to ACTIVE for port object d322c6be-2c6f-4fec-ba16-db805834c817 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:42:40.489099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.541638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.545037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41784) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:40.568727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f9c888-a61c-4163-841a-29f46ef736d0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:40.571777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:40.572909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f93992e9-c93c-4bd4-91fd-b1cea5b34f0d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28f9c888-a61c-4163-841a-29f46ef736d0 HTTP/1.1" status: 204 len: 168 time: 0.3066494 Jun 04 06:42:40.659768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b9c1f-60b8-4884-8fee-034b4a86c57a req-b3c8476e-0f6d-46a5-a565-6d71cc30cc20 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:40.667569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595b9c1f-60b8-4884-8fee-034b4a86c57a req-b3c8476e-0f6d-46a5-a565-6d71cc30cc20 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.4434748 Jun 04 06:42:40.695570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Pushing event updated for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:40.906312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-595b9c1f-60b8-4884-8fee-034b4a86c57a req-019ce632-2592-4bc8-8497-e5a3f730c8da tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383001 Jun 04 06:42:40.969123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Attempting to bind port d322c6be-2c6f-4fec-ba16-db805834c817 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:42:40.969452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Attempting to bind port d322c6be-2c6f-4fec-ba16-db805834c817 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:42:40.972130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Attempting to bind port d322c6be-2c6f-4fec-ba16-db805834c817 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:41.000818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Port d322c6be-2c6f-4fec-ba16-db805834c817 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:42:41.001519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Attempting to bind port d322c6be-2c6f-4fec-ba16-db805834c817 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:41.025845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:42:41.027900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:42:41.029954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:42:41.030598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Bound port: d322c6be-2c6f-4fec-ba16-db805834c817, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:42:41.033003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.175749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41800) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:41.197196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.212709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-457193864-network', 'tenant_id': 'ed08945e2e454da19301c708280aa885'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:41.218408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:41.225619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Usage tracker for resource:security_group_rule and tenant:8976fa427f7c4a13be063ed65a8a67ae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:41.230047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:41.241942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:41.309997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:41.318792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Usage tracker for resource:network and tenant:ed08945e2e454da19301c708280aa885 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:41.322255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:41.328208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:41.360983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.380388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.383496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Made reservation on behalf of ed08945e2e454da19301c708280aa885 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:42:41.386150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.410660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:42:41.416351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.433908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d322c6be-2c6f-4fec-ba16-db805834c817,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:42:41.441841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:41.449121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.453953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Usage tracker for resource:security_group_rule and tenant:ed08945e2e454da19301c708280aa885 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:41.469237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe86d0-43b8-472d-a235-231c96b0242d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:41.485377 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-729a4506-380c-4425-a519-82aa248c8f7c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8976fa427f7c4a13be063ed65a8a67ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075790 Jun 04 06:42:41.487823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:41.523005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:41.569374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:41.570376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.571685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] 10.222.0.39 "PUT /v2.0/ports/d322c6be-2c6f-4fec-ba16-db805834c817 HTTP/1.1" status: 200 len: 1092 time: 2.5050483 Jun 04 06:42:41.575635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:41.578423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:41.604529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945f97-e2b1-4503-8b73-b12b991cd4bb req-e7c3e108-4bbd-42df-81ad-07e7c347125f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:41.606497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15945f97-e2b1-4503-8b73-b12b991cd4bb req-e7c3e108-4bbd-42df-81ad-07e7c347125f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 944 time: 0.3558602 Jun 04 06:42:41.778659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.810739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f8655-0439-4b27-9b45-cc2425250d84 service neutron] Pushing event updated for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:41.826303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.837679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15945f97-e2b1-4503-8b73-b12b991cd4bb req-e1796adb-7e7e-4b8e-a143-c15546492637 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136531 Jun 04 06:42:41.869605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-be89a47e-3de1-42a5-8907-4c9a0c803e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:41.871086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-be89a47e-3de1-42a5-8907-4c9a0c803e91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 1095 time: 0.2445424 Jun 04 06:42:41.899808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.921349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe86d0-43b8-472d-a235-231c96b0242d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:41.925628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:41.927762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74f12bad-349b-49db-8e39-77147fa46d05 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5bfe86d0-43b8-472d-a235-231c96b0242d HTTP/1.1" status: 204 len: 168 time: 0.4377615 Jun 04 06:42:41.934755 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bf41a0-ad74-4aad-abc4-b6200985438c'] response: {'name': 'network-changed', 'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817', 'status': 'completed', 'code': 200} Jun 04 06:42:41.962401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-21b0758c-acce-47ac-a62a-c24886fd71e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d322c6be-2c6f-4fec-ba16-db805834c817 HTTP/1.1" status: 200 len: 217 time: 0.0809209 Jun 04 06:42:42.028330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.041597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.062732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-c275bac5-7211-4b11-bf2f-1a78db46dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:42.064517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-c275bac5-7211-4b11-bf2f-1a78db46dcf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.0965364 Jun 04 06:42:42.137792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:42:42.198025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-e889447a-c0d8-47cd-b599-d6d9e59d4981 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247060 Jun 04 06:42:42.198629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:42.207846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.208217 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Added segment 1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf of type vlan for network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 Jun 04 06:42:42.344169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.420659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1711f4-5d32-47ac-83ce-896df47adba3 req-c6be4adf-ac1e-4de6-826e-8127b95231f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:42.422150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b1711f4-5d32-47ac-83ce-896df47adba3 req-c6be4adf-ac1e-4de6-826e-8127b95231f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2914109 Jun 04 06:42:42.426009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-fd104897-0b24-45e8-8c4f-ceba61b5782d service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159603 Jun 04 06:42:42.430604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.431523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:42.432119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:42.701896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1539931 Jun 04 06:42:42.702383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:42.703411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dda682-cd75-40c8-a71a-23148991993e admin admin] Pushing event updated for resources: {'Network': ['ID=b77c9c6b-0234-41fd-80de-2511a3c7c4a3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:42.720657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Request body: {'subnet': {'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-457193864-subnet', 'tenant_id': 'ed08945e2e454da19301c708280aa885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:42.721122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:42:42.732785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:42.738323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b1711f4-5d32-47ac-83ce-896df47adba3 req-c42e4510-7f58-46d6-8931-fbfa257fb8b9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018899 Jun 04 06:42:42.774203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Usage tracker for resource:subnet and tenant:ed08945e2e454da19301c708280aa885 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:42.788268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:42.809765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:42.815380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b65d73a-5dea-47b0-a359-3be480fb414f req-47965024-6bf3-443d-a435-545591e9c0a6 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779867 Jun 04 06:42:42.851507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Made reservation on behalf of ed08945e2e454da19301c708280aa885 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:42:42.855265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:43.034626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-c4fba371-101a-4d64-844b-bd50648de4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:43.036265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-c4fba371-101a-4d64-844b-bd50648de4f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 1095 time: 0.1673312 Jun 04 06:42:43.402643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:43.475893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:43.513439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Checking segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:42:43.513750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Network hostable DHCP agents. Network: b77c9c6b-0234-41fd-80de-2511a3c7c4a3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:42:43.537231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:42:43.550773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b77c9c6b-0234-41fd-80de-2511a3c7c4a3) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:42:43.562019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70a4f1-cbd0-4bf3-9811-957eb626f00f None None] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:43.569775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:43.570791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:43.600599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f1b357d-cc18-40d4-8053-9d8877584326 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8966622 Jun 04 06:42:43.656823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-db5678bb-905a-4ac4-8fdf-ea849df42502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:43.658323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-db5678bb-905a-4ac4-8fdf-ea849df42502 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.6161590 Jun 04 06:42:43.911792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-f21cdde1-1375-4b48-a312-19d59821b81f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d322c6be-2c6f-4fec-ba16-db805834c817 HTTP/1.1" status: 200 len: 217 time: 0.1116860 Jun 04 06:42:43.940746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ddece-1c37-4dd7-a990-19880f112cea None None] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:42:43.962620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e65a6f-f95b-412e-b09b-476e49022e6d req-eafd6b79-680d-4b55-87c3-d648d56dae2b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:43.964290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8e65a6f-f95b-412e-b09b-476e49022e6d req-eafd6b79-680d-4b55-87c3-d648d56dae2b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.4648433 Jun 04 06:42:43.970802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-80d61134-0828-42f0-bdcc-ee6d6fc8db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:43.972299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-80d61134-0828-42f0-bdcc-ee6d6fc8db00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1784284 Jun 04 06:42:44.039073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-0b7f88ee-8fc7-4af9-963c-357c489cbc16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510986 Jun 04 06:42:44.082987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8e65a6f-f95b-412e-b09b-476e49022e6d req-98592305-67b6-47e8-b344-72a10ce56e06 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095264 Jun 04 06:42:44.471349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-1da0ec45-e8e6-4183-9768-317a45e42443 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208944 Jun 04 06:42:44.543697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95498c1-fb4c-4346-839e-be6ee6e608f5 req-b035743b-85df-41bf-9818-0139be3237be tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:44.550257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a95498c1-fb4c-4346-839e-be6ee6e608f5 req-b035743b-85df-41bf-9818-0139be3237be tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 944 time: 0.2161810 Jun 04 06:42:44.585889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41918) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:44.678628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a95498c1-fb4c-4346-839e-be6ee6e608f5 req-0cee5f6e-62e9-4d68-94be-d62229625487 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198087 Jun 04 06:42:44.766683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f79282-b6c5-4661-83ba-0d45820751e6 req-4c5d9cbd-c5ff-4095-a782-edc0208a2722 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782357 Jun 04 06:42:45.055473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.078134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:45.084060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Usage tracker for resource:security_group_rule and tenant:367a80a575a14820b85f343183a8b197 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:45.084060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:45.092531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:45.252521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.252521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.343921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41956) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:45.347112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=367a80a575a14820b85f343183a8b197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553964 Jun 04 06:42:45.355344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d62df-9106-410e-b9e5-a204dd1cf63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba9e35-951c-4aeb-80a4-f6ba31a33804,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:45.545734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.587809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.603770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3587a727-a4f4-4abb-97a3-fe1bace05bfb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:45.603770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3587a727-a4f4-4abb-97a3-fe1bace05bfb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:45.633628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3587a727-a4f4-4abb-97a3-fe1bace05bfb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:45.639041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3587a727-a4f4-4abb-97a3-fe1bace05bfb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.2720046 Jun 04 06:42:45.673702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-e920f020-ae94-426e-96b6-4bf26440cc57 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/quotas/ed08945e2e454da19301c708280aa885 HTTP/1.1" status: 200 len: 375 time: 0.0366604 Jun 04 06:42:45.727893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-a1561ebd-30c9-4571-936b-9b48bb092df1 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533290 Jun 04 06:42:45.831695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.866236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba9e35-951c-4aeb-80a4-f6ba31a33804,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:45.874889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:45.874889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4bc194bf-fd0c-4e2b-a45c-960e87563897 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eeba9e35-951c-4aeb-80a4-f6ba31a33804 HTTP/1.1" status: 204 len: 168 time: 0.5249445 Jun 04 06:42:45.951096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-4184545f-b741-4031-af20-7c7f53c9bf54 service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137194 Jun 04 06:42:46.177775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-c1f27885-9039-4a51-baa0-3636558fa802 service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204309 Jun 04 06:42:46.520731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42026) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:46.565704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:46.604272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:46.609158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Usage tracker for resource:security_group_rule and tenant:adb0ef72f70c461fbe82591d0ec2caba is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:46.630199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:46.630199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:46.811421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:46.816371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:46.927413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=adb0ef72f70c461fbe82591d0ec2caba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985465 Jun 04 06:42:46.927413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:46.960942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5c19c8ea-cbde-4803-8cbc-c760576036ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:46.964838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c57b8-b2b4-47f1-8fbd-9082d7376366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5aeeb-fdff-49e8-a5b6-836862ef0241,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:47.091571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:47.320870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:47.403748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdcf0a-8b86-49ea-9b29-fcee27c0d033 req-7faffff8-f757-45af-b7c6-7f9ff3582640 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:47.403748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83bdcf0a-8b86-49ea-9b29-fcee27c0d033 req-7faffff8-f757-45af-b7c6-7f9ff3582640 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 944 time: 0.2903242 Jun 04 06:42:47.457245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83bdcf0a-8b86-49ea-9b29-fcee27c0d033 req-01c11093-fe82-4b79-bf36-4bbc9d1220a1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Jun 04 06:42:47.459132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:47.506674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5aeeb-fdff-49e8-a5b6-836862ef0241,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:47.527145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:47.528276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b39b58bb-6e1a-4c17-9c43-ae045058df80 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dec5aeeb-fdff-49e8-a5b6-836862ef0241 HTTP/1.1" status: 204 len: 168 time: 0.6039190 Jun 04 06:42:47.663353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-433703b0-8bf0-4049-b9d5-33383ff93c76 req-dfe7d544-9882-4bd5-b9b7-0ab3e72c8848 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 210 time: 0.0609112 Jun 04 06:42:47.722831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d322c6be-2c6f-4fec-ba16-db805834c817 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:42:47.898641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e0aa-970f-4ba8-a441-9ca220be33b5 req-629d1c79-9a77-4910-9668-ba73db492e67 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:47.900415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1482e0aa-970f-4ba8-a441-9ca220be33b5 req-629d1c79-9a77-4910-9668-ba73db492e67 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1534369 Jun 04 06:42:47.947608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d322c6be-2c6f-4fec-ba16-db805834c817,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:47.996242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'd322c6be-2c6f-4fec-ba16-db805834c817', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': 'd322c6be-2c6f-4fec-ba16-db805834c817', 'mac_address': 'fa:16:3e:9a:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:42:48.032800 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1482e0aa-970f-4ba8-a441-9ca220be33b5 req-f5e05530-6551-44ea-bea6-5969345e4dc6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044800 Jun 04 06:42:48.105486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d322c6be-2c6f-4fec-ba16-db805834c817 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:48.105486 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:48.128773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d322c6be-2c6f-4fec-ba16-db805834c817 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:48.158429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d322c6be-2c6f-4fec-ba16-db805834c817,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:48.165753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:48.376476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:48.465043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:48.534873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['d322c6be-2c6f-4fec-ba16-db805834c817'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:48.538843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:48.588609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:48.611757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f00d664c266e4aa2ba8e8e40daf94586 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:48.617391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2c6a-4415-4cb2-b512-6f3d5cc3905d req-3f43eae1-9bd4-4a46-89bc-76a2af34f958 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:48.617926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:48.624347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-745b2c6a-4415-4cb2-b512-6f3d5cc3905d req-3f43eae1-9bd4-4a46-89bc-76a2af34f958 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2594202 Jun 04 06:42:48.656387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:48.677122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-745b2c6a-4415-4cb2-b512-6f3d5cc3905d req-eeaade08-faf4-49f9-919b-9d1885d6f0ae tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516908 Jun 04 06:42:48.752936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-f913a46e-979d-42f5-821a-8189c4f011b9 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:48.755107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-f913a46e-979d-42f5-821a-8189c4f011b9 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.24 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.6055849 Jun 04 06:42:48.797135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Request body: {'port': {'device_id': '0092cc5e-4881-444f-b932-b20667f931b4', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'admin_state_up': True, 'tenant_id': 'ed08945e2e454da19301c708280aa885'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:49.074548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c1c7c62-5843-4d77-a513-501e2aab1db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.126726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b78de6-e9b3-472e-b892-bfd487a018e2 req-b0cbffef-9113-4d2d-b15b-fa23c8546d7e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:49.150412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3b78de6-e9b3-472e-b892-bfd487a018e2 req-b0cbffef-9113-4d2d-b15b-fa23c8546d7e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 945 time: 0.1436725 Jun 04 06:42:49.174692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42120) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:49.220185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:49.240007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Usage tracker for resource:port and tenant:ed08945e2e454da19301c708280aa885 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:49.246395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3b78de6-e9b3-472e-b892-bfd487a018e2 req-2d7d2b70-91e8-413c-8bbe-7f81e4b11183 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801022 Jun 04 06:42:49.250323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:49.268984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:49.311153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.323380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.361020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Made reservation on behalf of ed08945e2e454da19301c708280aa885 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:42:49.365262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.426518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.450015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:49.459111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Usage tracker for resource:security_group_rule and tenant:18e504218272441b97bea2a28c0686a8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:49.459111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:49.470750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f00d664c266e4aa2ba8e8e40daf94586&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0070951 Jun 04 06:42:49.475072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42128) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:49.490383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-308875db-3496-48bf-b26b-329caad7b129 req-4131dd53-eb12-44b0-a02e-9891f16fc603 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 210 time: 0.0657649 Jun 04 06:42:49.513205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610ba9a-cd05-4e73-9558-82396f7f2dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf0d3c5-c8e2-4ddd-8fa3-8e5850cab599,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:49.513205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:49.620976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.684100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Allocated IP 172.20.0.8 (b77c9c6b-0234-41fd-80de-2511a3c7c4a3/dc7ebe98-8bd4-42ac-a104-962ff0f3f64b/a3fd60dd-9404-4213-9956-e832a3b567d4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:42:49.688895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.725982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.734947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.754884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.777196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf0d3c5-c8e2-4ddd-8fa3-8e5850cab599,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:49.780069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:49.796713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-83773d03-aac8-45cf-b86b-6db2f67bb388 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/edf0d3c5-c8e2-4ddd-8fa3-8e5850cab599 HTTP/1.1" status: 204 len: 168 time: 0.3161998 Jun 04 06:42:49.840998 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=18e504218272441b97bea2a28c0686a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576021 Jun 04 06:42:49.840998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:49.858157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd5263-8c50-4bf1-83b7-a86cdb9b548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6ee3a-cb8c-460e-8f35-92edb35dc813,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:49.985947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39c797-0c9d-43b2-8e07-9e555bd36839 req-0691e5c2-da72-47ea-ab82-6935e2125a62 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:49.993159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be39c797-0c9d-43b2-8e07-9e555bd36839 req-0691e5c2-da72-47ea-ab82-6935e2125a62 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1875422 Jun 04 06:42:50.036323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.046246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be39c797-0c9d-43b2-8e07-9e555bd36839 req-383ebde7-586f-41bc-832b-4e0c34303cf6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Jun 04 06:42:50.152075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.163435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.204073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.269844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.376867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:50.376867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.408311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:42:50.408311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6ee3a-cb8c-460e-8f35-92edb35dc813,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:50.408311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:42:50.408311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:42:50.449832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.484306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:50.484929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.496337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a89a-e6bf-4854-ba30-c4495169d526 req-caea58de-facc-400e-b397-eb0660400678 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:50.504529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d6a89a-e6bf-4854-ba30-c4495169d526 req-caea58de-facc-400e-b397-eb0660400678 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1874983 Jun 04 06:42:50.513517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:50.516900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7934b515-5499-480e-b032-2c832f6612a2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99c6ee3a-cb8c-460e-8f35-92edb35dc813 HTTP/1.1" status: 204 len: 168 time: 0.6722281 Jun 04 06:42:50.528092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-17303c6b-2874-49b1-9df0-77a1a7c6d937 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7478166 Jun 04 06:42:50.549183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Request body: {'port': {'device_id': '0092cc5e-4881-444f-b932-b20667f931b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:42:50.554936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0d6a89a-e6bf-4854-ba30-c4495169d526 req-b4e2cbef-65d2-479e-9b82-11c2c93a6380 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Jun 04 06:42:50.898147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.399918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:51.471101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.542146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:42:51.546197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:65cadf76bb70439bb15a6484928913bd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:42:51.549793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:42:51.556168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:42:51.685748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fd60dd-9404-4213-9956-e832a3b567d4 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:51.704666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.725034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Transition to ACTIVE for port object a3fd60dd-9404-4213-9956-e832a3b567d4 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:42:51.736853 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.740789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.757511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d322c6be-2c6f-4fec-ba16-db805834c817 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:42:51.761606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303f689-1563-4411-9455-19d362cf3650 req-ce81c2b4-8360-4e9c-a3cb-7a7f64a4e10d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:51.776244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2303f689-1563-4411-9455-19d362cf3650 req-ce81c2b4-8360-4e9c-a3cb-7a7f64a4e10d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 945 time: 0.1602442 Jun 04 06:42:51.799223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:51.871318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5600ea9a-3740-4483-992a-4281308051de,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:51.871318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ca09e7d-998a-4989-bf3b-1f23b7ddcdf8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=65cadf76bb70439bb15a6484928913bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706531 Jun 04 06:42:51.885869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42212) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:42:51.890745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2303f689-1563-4411-9455-19d362cf3650 req-421ba7f0-7209-4cae-9a06-827afd24a078 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171463 Jun 04 06:42:51.935676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port d322c6be-2c6f-4fec-ba16-db805834c817 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:42:51.945220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port d322c6be-2c6f-4fec-ba16-db805834c817 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:42:51.945767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.124845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:52.131436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.278413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port d322c6be-2c6f-4fec-ba16-db805834c817 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:52.278800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.293242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f768bc-da29-4901-86a6-322a03c3e6bf req-3e0e1284-f90e-40f3-a548-e8080e4ca8d6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:52.303455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1f768bc-da29-4901-86a6-322a03c3e6bf req-3e0e1284-f90e-40f3-a548-e8080e4ca8d6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 943 time: 0.2165506 Jun 04 06:42:52.354677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:52.374544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b1f768bc-da29-4901-86a6-322a03c3e6bf req-4f2657d4-9fbe-486d-9f7d-4fda577fda20 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:52.386044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d322c6be-2c6f-4fec-ba16-db805834c817,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:52.391557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.397616 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.424590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b1f768bc-da29-4901-86a6-322a03c3e6bf req-4f2657d4-9fbe-486d-9f7d-4fda577fda20 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:52.436321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1f768bc-da29-4901-86a6-322a03c3e6bf req-4f2657d4-9fbe-486d-9f7d-4fda577fda20 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266255 Jun 04 06:42:52.439874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Attempting to bind port a3fd60dd-9404-4213-9956-e832a3b567d4 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:42:52.439874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Attempting to bind port a3fd60dd-9404-4213-9956-e832a3b567d4 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:42:52.439874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Attempting to bind port a3fd60dd-9404-4213-9956-e832a3b567d4 on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:52.476833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Port a3fd60dd-9404-4213-9956-e832a3b567d4 on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:42:52.476833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Attempting to bind port a3fd60dd-9404-4213-9956-e832a3b567d4 on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:42:52.492008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.527939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:42:52.527939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Checking segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:42:52.527939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Bound using segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:42:52.527939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Bound port: a3fd60dd-9404-4213-9956-e832a3b567d4, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:42:52.527939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.561780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:52.563554 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea59343-a57c-4062-aaac-36554136362b'] response: {'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817', 'code': 200} Jun 04 06:42:52.732044 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:42:52.803592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:42:52.807685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:42:52.827455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.892912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.920143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2be0cd-3dc2-4779-8811-642c50af6b25 req-41882cf1-5015-4b39-bd4f-96adf9652df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:52.921652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2be0cd-3dc2-4779-8811-642c50af6b25 req-41882cf1-5015-4b39-bd4f-96adf9652df7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 1097 time: 0.2951703 Jun 04 06:42:52.930480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5600ea9a-3740-4483-992a-4281308051de,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:52.944572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10da52-3d60-45ce-b73e-77a775800e91 req-b584f6b6-9246-445d-a823-03fc4c50d7f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:52.953045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b10da52-3d60-45ce-b73e-77a775800e91 req-b584f6b6-9246-445d-a823-03fc4c50d7f6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2467017 Jun 04 06:42:52.955148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:52.955766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.957137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] 10.222.0.24 "PUT /v2.0/ports/a3fd60dd-9404-4213-9956-e832a3b567d4 HTTP/1.1" status: 200 len: 1091 time: 2.4217618 Jun 04 06:42:52.969852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:42:52.983070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:52.984161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ac105fd5-4c36-4a1f-851a-1cf047208790 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5600ea9a-3740-4483-992a-4281308051de HTTP/1.1" status: 204 len: 168 time: 1.1029522 Jun 04 06:42:53.144073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b3e0-0fb6-4257-8211-127060aaae27 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:53.224711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3756b151-42b5-41ae-a5ee-f200d423d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:53.224711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-3756b151-42b5-41ae-a5ee-f200d423d960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 1094 time: 0.2080467 Jun 04 06:42:53.248215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf2be0cd-3dc2-4779-8811-642c50af6b25 req-818ad7bf-302b-49da-a59e-efcae71bef00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811573 Jun 04 06:42:53.251674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b10da52-3d60-45ce-b73e-77a775800e91 req-88ee87d0-1063-483e-b20f-25d7c1a22955 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863729 Jun 04 06:42:53.354480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-e95fd799-a622-481c-a512-7c177dafbebb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fd60dd-9404-4213-9956-e832a3b567d4 HTTP/1.1" status: 200 len: 217 time: 0.1170738 Jun 04 06:42:53.470200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-70ec6056-1ac8-4a26-9767-7fe43ab07d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:53.470200 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-70ec6056-1ac8-4a26-9767-7fe43ab07d72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.1067221 Jun 04 06:42:53.558850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-cf6e4e17-78a3-47e5-85c4-f703ce905edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776207 Jun 04 06:42:53.571354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8904-192f-459d-bf0b-02fd5f52bee4 req-0ceec493-e7e7-4730-9582-bf7987dcb78d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:53.573442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-322a8904-192f-459d-bf0b-02fd5f52bee4 req-0ceec493-e7e7-4730-9582-bf7987dcb78d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 946 time: 0.1645982 Jun 04 06:42:53.640844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-322a8904-192f-459d-bf0b-02fd5f52bee4 req-8bd93fd2-5e3d-4818-bbad-2488eb854486 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604811 Jun 04 06:42:53.730898 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebff984-dc1b-4d85-8a22-29b40da0df18'] response: {'name': 'network-changed', 'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'status': 'completed', 'code': 200} Jun 04 06:42:53.793102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-681e07ca-bfaa-4469-bf42-01f170e63f7d service neutron] 10.222.0.24 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195580 Jun 04 06:42:54.040661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ef4b-4957-4edd-a217-c2c33a904e86 req-ded263e1-bc92-40ba-978a-13716d4ad820 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:54.048931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15b2ef4b-4957-4edd-a217-c2c33a904e86 req-ded263e1-bc92-40ba-978a-13716d4ad820 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1465428 Jun 04 06:42:54.173305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-105c0c84-40ba-4e01-91a4-52af1b92e3d2 req-54291141-b19d-4057-9e89-c2368426c1ba service neutron] 10.222.0.24 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780818 Jun 04 06:42:54.198957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15b2ef4b-4957-4edd-a217-c2c33a904e86 req-808ae45e-3131-4ff4-a360-40e6e7a782d9 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529493 Jun 04 06:42:54.382774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-371ac1f2-a438-4839-8138-8c75e00f8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:54.384240 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-371ac1f2-a438-4839-8138-8c75e00f8038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 1094 time: 0.1125975 Jun 04 06:42:54.594057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03fb9d-4326-455a-b285-2bcc6a7a791d req-90ef99f7-4f02-4638-8621-6bbe4ce04425 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:54.635164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c03fb9d-4326-455a-b285-2bcc6a7a791d req-90ef99f7-4f02-4638-8621-6bbe4ce04425 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 943 time: 0.2407658 Jun 04 06:42:54.796421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c03fb9d-4326-455a-b285-2bcc6a7a791d req-69561c00-6392-463c-9cfd-084344eaca46 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687737 Jun 04 06:42:55.021555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-ab964916-5131-43c6-9126-6469ee492b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:55.021555 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-ab964916-5131-43c6-9126-6469ee492b45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 915 time: 0.6299465 Jun 04 06:42:55.117942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-426e5a23-6a42-49d5-9b52-73e82ece0ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fd60dd-9404-4213-9956-e832a3b567d4 HTTP/1.1" status: 200 len: 217 time: 0.0883851 Jun 04 06:42:55.234556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-9e9d5402-b41c-40da-8866-f73bfe6d7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:55.234556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-9e9d5402-b41c-40da-8866-f73bfe6d7af2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.1042643 Jun 04 06:42:55.392243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-0c832753-e649-4e71-ae79-19a4f42536ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530805 Jun 04 06:42:55.448605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94419bb-c044-4590-97ae-431e09c801f1 req-6ee96f52-0cce-4365-a1d7-535eaf3f087f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:55.456008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a94419bb-c044-4590-97ae-431e09c801f1 req-6ee96f52-0cce-4365-a1d7-535eaf3f087f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 946 time: 0.1660457 Jun 04 06:42:55.518883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:55.576185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a94419bb-c044-4590-97ae-431e09c801f1 req-af1c084d-697d-40fd-83c0-8494bc67271a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150758 Jun 04 06:42:55.690028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-58b57bcf-9bcd-4a9c-9a9e-a7c4a80918dd service neutron] 10.222.0.24 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811642 Jun 04 06:42:55.767476 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:55.874490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2c481-9539-4179-920a-e01f9aaa47af req-566f5524-ed18-4e01-be28-1d0a4d456889 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:55.883632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32d2c481-9539-4179-920a-e01f9aaa47af req-566f5524-ed18-4e01-be28-1d0a4d456889 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1134493 Jun 04 06:42:55.897495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10f2d4b6-8f36-4cc2-9860-41f4b8226f33 req-b44d1a15-271c-4d18-b5da-c4d6e9deab0d service neutron] 10.222.0.24 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101896 Jun 04 06:42:55.939882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32d2c481-9539-4179-920a-e01f9aaa47af req-60cd5674-9803-4922-87b6-000c0f1c8405 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Jun 04 06:42:56.135588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde0a01-c003-4bf0-8309-2361903fb170 req-5a6f075c-b283-47b2-ab1b-37f90d46a780 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:56.143984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cde0a01-c003-4bf0-8309-2361903fb170 req-5a6f075c-b283-47b2-ab1b-37f90d46a780 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.1053214 Jun 04 06:42:56.191004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cde0a01-c003-4bf0-8309-2361903fb170 req-90e0b0db-d100-4495-8675-eb6f7372a264 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483339 Jun 04 06:42:56.564925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305de338-2b51-46f4-8402-d969bebe3271 req-fb579ba8-370e-4570-83bd-512662bc1ab4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:56.572242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-305de338-2b51-46f4-8402-d969bebe3271 req-fb579ba8-370e-4570-83bd-512662bc1ab4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 943 time: 0.1131196 Jun 04 06:42:56.644483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-305de338-2b51-46f4-8402-d969bebe3271 req-5410e995-f044-45ca-9306-b3f7e210be8f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Jun 04 06:42:56.842770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba05076-ad19-47ba-be52-d671720c8a7a req-c2ee6f16-9580-4418-b270-382e1a4eb84d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:56.852717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cba05076-ad19-47ba-be52-d671720c8a7a req-c2ee6f16-9580-4418-b270-382e1a4eb84d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1189010 Jun 04 06:42:56.920265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cba05076-ad19-47ba-be52-d671720c8a7a req-a146e4b7-1302-40cb-9005-d841c164c7e6 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Jun 04 06:42:57.140596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ace948-4eec-4854-afd4-922e9045fbc2 req-919d98b0-a0ca-44d4-bd12-7385d870ea9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:57.148291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9ace948-4eec-4854-afd4-922e9045fbc2 req-919d98b0-a0ca-44d4-bd12-7385d870ea9b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 946 time: 0.1043406 Jun 04 06:42:57.199807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9ace948-4eec-4854-afd4-922e9045fbc2 req-c993fac3-3fa2-477b-ad63-d36dd7fcfc2a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503006 Jun 04 06:42:58.264452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac7c1a-e462-4f5a-8fb8-ab1c5bfca7cc req-ae487b35-0136-409e-bb2f-e2e5d48ce440 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:58.264452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06ac7c1a-e462-4f5a-8fb8-ab1c5bfca7cc req-ae487b35-0136-409e-bb2f-e2e5d48ce440 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 943 time: 0.1158724 Jun 04 06:42:58.343958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-06ac7c1a-e462-4f5a-8fb8-ab1c5bfca7cc req-aef83793-75b4-47fb-b904-8c9594da5e18 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716965 Jun 04 06:42:58.648115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685271e8-986f-465c-a947-09f93ad71d66 req-f81dab8d-a32b-46ff-abc8-2e24dc0d5342 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:58.650099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-685271e8-986f-465c-a947-09f93ad71d66 req-f81dab8d-a32b-46ff-abc8-2e24dc0d5342 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.1020603 Jun 04 06:42:58.665443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:42:58.747354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-685271e8-986f-465c-a947-09f93ad71d66 req-895e788c-275d-4c64-b254-ccc6ed8ee222 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups?id=e55cacdf-a5ec-4874-a5cd-067cc72874da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851562 Jun 04 06:42:58.880739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:58.907998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'port_id': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'mac_address': 'fa:16:3e:d5:87:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ebe98-8bd4-42ac-a104-962ff0f3f64b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:42:59.042535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a3fd60dd-9404-4213-9956-e832a3b567d4 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:42:59.043267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:59.064816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fd60dd-9404-4213-9956-e832a3b567d4 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:42:59.104444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:42:59.113089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:42:59.194835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee23f32-7d27-4c53-a559-1f5386b749d2 req-0702daeb-031c-4299-a1f5-27e53e61c9be tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:59.208489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ee23f32-7d27-4c53-a559-1f5386b749d2 req-0702daeb-031c-4299-a1f5-27e53e61c9be tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1965237 Jun 04 06:42:59.264784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:42:59.321322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ee23f32-7d27-4c53-a559-1f5386b749d2 req-07132d58-381c-4c3b-a3cb-cc49b4c94328 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173267 Jun 04 06:42:59.443587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['a3fd60dd-9404-4213-9956-e832a3b567d4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:42:59.900144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734512e6-9dab-4cad-a260-4f96441c131c req-5409474c-2e62-4bd7-a4c2-16d068c6091f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:59.900144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-734512e6-9dab-4cad-a260-4f96441c131c req-5409474c-2e62-4bd7-a4c2-16d068c6091f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 946 time: 0.4821298 Jun 04 06:42:59.910131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36ec0-88b1-4db0-bb80-a424bc1b85e3 req-9d01a34d-8d8e-4146-b3e9-3e68d6a41ec4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:59.922826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee36ec0-88b1-4db0-bb80-a424bc1b85e3 req-9d01a34d-8d8e-4146-b3e9-3e68d6a41ec4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 946 time: 0.4238579 Jun 04 06:42:59.958969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-1836c9f1-1df4-4cfb-b912-c86099324a89 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:42:59.958969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-1836c9f1-1df4-4cfb-b912-c86099324a89 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Synchronizing usage tracker for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:42:59.998488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-1836c9f1-1df4-4cfb-b912-c86099324a89 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Unset dirty status for tenant:4025913fbe5b4437a9a3b27ededfa43b on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:42:59.998488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-1836c9f1-1df4-4cfb-b912-c86099324a89 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 945 time: 0.1914413 Jun 04 06:43:00.115774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port d322c6be-2c6f-4fec-ba16-db805834c817 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:00.116423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:00.164434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port d699c577-cc23-45fc-8284-8d1111730c0a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:00.164784 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:00.257276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee36ec0-88b1-4db0-bb80-a424bc1b85e3 req-10757412-96ae-4118-af21-315c4f326443 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322124 Jun 04 06:43:00.539484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] For port d699c577-cc23-45fc-8284-8d1111730c0a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d699c577-cc23-45fc-8284-8d1111730c0a,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:00.540116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:00.680020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:43:00.781368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23474b-02a5-41fc-a670-d04967e3baff req-d06435fe-0d55-486d-b61e-58f4263079db tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:00.789185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f23474b-02a5-41fc-a670-d04967e3baff req-d06435fe-0d55-486d-b61e-58f4263079db tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2336121 Jun 04 06:43:00.816190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port d322c6be-2c6f-4fec-ba16-db805834c817, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=d322c6be-2c6f-4fec-ba16-db805834c817,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:00.816626 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:00.834065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port a3fd60dd-9404-4213-9956-e832a3b567d4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:43:00.839938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port a3fd60dd-9404-4213-9956-e832a3b567d4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:43:00.840377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.143299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for d322c6be-2c6f-4fec-ba16-db805834c817 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:01.189192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.189192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.189192 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Floating IP 416856c5-ce42-46bb-96ab-ac44e58df84c disassociated. External IP: 172.25.1.197, port: d699c577-cc23-45fc-8284-8d1111730c0a. Jun 04 06:43:01.189192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for d699c577-cc23-45fc-8284-8d1111730c0a owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:01.218043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a3fd60dd-9404-4213-9956-e832a3b567d4 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:01.218426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.282948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f23474b-02a5-41fc-a670-d04967e3baff req-d6dcee74-122a-486b-81d0-beb40869a200 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925907 Jun 04 06:43:01.287843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:01.318718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:01.330962 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.500708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:01.614764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.657137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:01.695075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['aa767697-dc57-4c66-a208-eb32de98c6e8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:01.771510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:01.810980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=d322c6be-2c6f-4fec-ba16-db805834c817,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:01.939611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d699c577-cc23-45fc-8284-8d1111730c0a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:02.074188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'Port': ['ID=d699c577-cc23-45fc-8284-8d1111730c0a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:02.090751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: d699c577-cc23-45fc-8284-8d1111730c0a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:02.094631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d699c577-cc23-45fc-8284-8d1111730c0a not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:02.099241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d322c6be-2c6f-4fec-ba16-db805834c817 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:02.154648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port d322c6be-2c6f-4fec-ba16-db805834c817 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:02.164137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:02.179993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'name': 'network-vif-deleted', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:02.222350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: d322c6be-2c6f-4fec-ba16-db805834c817 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:02.222350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device d322c6be-2c6f-4fec-ba16-db805834c817 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:02.368552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-734512e6-9dab-4cad-a260-4f96441c131c req-19f3430c-74a0-4495-a9df-d32a169376f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "DELETE /v2.0/ports/d322c6be-2c6f-4fec-ba16-db805834c817 HTTP/1.1" status: 204 len: 173 time: 2.4117823 Jun 04 06:43:02.429433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae1214-a50e-4750-9f89-8220f60a50c9 req-ae670061-bd21-48be-bdeb-28fbe4ce7898 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:02.439501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23ae1214-a50e-4750-9f89-8220f60a50c9 req-ae670061-bd21-48be-bdeb-28fbe4ce7898 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.9169238 Jun 04 06:43:02.446621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:43:02.528416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23ae1214-a50e-4750-9f89-8220f60a50c9 req-5ed04134-cce6-4f00-9a10-f9fc7bb1def2 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Jun 04 06:43:02.779086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3d3c590-02f2-437f-8d14-98a7fa40f4d2 req-895985d3-f14e-4135-a0a8-70c56adf51d6 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/ports?device_id=8413f281-56bf-412c-8a8c-27dab9153781 HTTP/1.1" status: 200 len: 210 time: 0.0723240 Jun 04 06:43:03.009382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:43:03.019862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:43:03.032361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:43:03.032986 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:03.047564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:03.181853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-657a68be-ae71-4c0a-bae8-bd40d14a508b req-26a7d98e-d36e-4d19-9bd0-dd3e45e81288 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:43:03.203753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-657a68be-ae71-4c0a-bae8-bd40d14a508b req-26a7d98e-d36e-4d19-9bd0-dd3e45e81288 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:43:03.219317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] No DVR routers for this DVR port d699c577-cc23-45fc-8284-8d1111730c0a on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:03.221522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-657a68be-ae71-4c0a-bae8-bd40d14a508b req-26a7d98e-d36e-4d19-9bd0-dd3e45e81288 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9 HTTP/1.1" status: 200 len: 210 time: 0.1245341 Jun 04 06:43:03.234943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:03.280049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'name': 'network-vif-deleted', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:03.300230 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99df3ba5-e244-4ab0-ba8d-f02e97e91f67'] response: {'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'code': 200} Jun 04 06:43:03.324310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39103dc0-8dfa-4e80-a8a0-cfd003f5f602 req-91ac24d4-15be-4549-95e8-4f3718f5a5e8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.39 "DELETE /v2.0/ports/d699c577-cc23-45fc-8284-8d1111730c0a HTTP/1.1" status: 204 len: 173 time: 3.3228791 Jun 04 06:43:03.419108 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac06f5b-5b99-45e9-b5d4-733b40a10593'] response: {'server_uuid': '5a2f38f3-ee49-4854-bf5d-4e20f6d4d9f9', 'name': 'network-vif-deleted', 'tag': 'd322c6be-2c6f-4fec-ba16-db805834c817', 'status': 'completed', 'code': 200} Jun 04 06:43:03.510749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:03.574367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:03.591843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Usage tracker for resource:security_group_rule and tenant:7acdfd78f6eb4f9c89725b985648b772 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:03.599482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:03.602786 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b74bc8-747c-454f-ac4f-1b79171a3444'] response: {'server_uuid': '8413f281-56bf-412c-8a8c-27dab9153781', 'name': 'network-vif-deleted', 'tag': 'd699c577-cc23-45fc-8284-8d1111730c0a', 'status': 'completed', 'code': 200} Jun 04 06:43:03.623099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:03.684641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4ad88-7762-4cd0-9aad-002086fd1f1b req-6fe16cf3-92a1-4aeb-bdc1-4a539e088f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:03.688528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06f4ad88-7762-4cd0-9aad-002086fd1f1b req-6fe16cf3-92a1-4aeb-bdc1-4a539e088f44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 1096 time: 0.1737301 Jun 04 06:43:03.759455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:43:03.761311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-06f4ad88-7762-4cd0-9aad-002086fd1f1b req-725dc3e1-3495-468b-974f-b449107f0953 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659938 Jun 04 06:43:03.904579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:03.951548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:04.025306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19c9fe-fd8c-4e83-b6e0-bcd901f9a964,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:04.050503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e1566aeb-befa-4ca8-9528-d26a32ba5c61 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7acdfd78f6eb4f9c89725b985648b772&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009143 Jun 04 06:43:04.054168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42554) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:04.115963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cce594-94d6-489a-bffa-c4f8a586b2b6 req-6bc05838-8207-49f4-987f-68da51aca822 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:04.123889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3cce594-94d6-489a-bffa-c4f8a586b2b6 req-6bc05838-8207-49f4-987f-68da51aca822 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.2521782 Jun 04 06:43:04.197396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3cce594-94d6-489a-bffa-c4f8a586b2b6 req-de52bbae-107e-48bf-be0d-a4c9b6ee447d tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692806 Jun 04 06:43:04.267122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:04.327378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:04.453537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:04.502417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19c9fe-fd8c-4e83-b6e0-bcd901f9a964,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:04.534950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:04.553217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba9eee34-39c4-43ce-a3d9-0cd071246261 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ea19c9fe-fd8c-4e83-b6e0-bcd901f9a964 HTTP/1.1" status: 204 len: 168 time: 0.4963472 Jun 04 06:43:04.649590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479d8de-c2c6-409c-a83f-0f34fadd4195 req-955f1a27-89d9-4219-a765-eb83e603bd27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:04.649590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0479d8de-c2c6-409c-a83f-0f34fadd4195 req-955f1a27-89d9-4219-a765-eb83e603bd27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2219529 Jun 04 06:43:04.658890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:04.674364 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:43:04.691439 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:43:04.691439 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:42:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:04.748832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0479d8de-c2c6-409c-a83f-0f34fadd4195 req-6830b725-d90f-4c25-a308-46e3f8490604 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947285 Jun 04 06:43:05.037328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:43:05.203551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff24641-9df5-4125-8c3e-abf3f1d10129 req-dd27a43b-11f6-41ac-9d5d-599d52585268 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:05.203551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eff24641-9df5-4125-8c3e-abf3f1d10129 req-dd27a43b-11f6-41ac-9d5d-599d52585268 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1903298 Jun 04 06:43:05.272129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eff24641-9df5-4125-8c3e-abf3f1d10129 req-eeb51f48-482b-44a8-9252-7c09b09e1230 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Jun 04 06:43:05.369707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42580) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:05.412345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:05.436388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:05.497015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Usage tracker for resource:security_group_rule and tenant:259b60e2517a4216bed2c485f7100b3a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:05.500707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:05.517228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:05.521565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42586) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:05.715232 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:05.732517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fd93c-43aa-4898-9871-c9504aada016 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'ff72a992-ac44-4940-a6b6-12e3fbb41c65', 'name': '', 'network_id': '5df9b8ac-c373-43af-b4d0-611b5d688684', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'mac_address': 'fa:16:3e:67:d6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:46Z', 'updated_at': '2022-06-04T06:35:03Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'subnets': [{'id': '39561012-1a44-4b6f-b7db-f7046f577bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:43:05.761854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:05.817868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:05.826461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:05.839199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:05.933982 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=259b60e2517a4216bed2c485f7100b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537791 Jun 04 06:43:05.933982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b528c1-2589-45df-8823-956a45f12d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b49a4-f867-4d82-804f-17ba76a71d48,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:05.936419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:05.994840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.133759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55cacdf-a5ec-4874-a5cd-067cc72874da,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:06.167443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.180802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.182147 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01918a29-bcb5-4721-a402-ea00dfcf6a20 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "DELETE /v2.0/security-groups/e55cacdf-a5ec-4874-a5cd-067cc72874da HTTP/1.1" status: 204 len: 168 time: 0.6649644 Jun 04 06:43:06.185220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42610) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:06.211076 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0a74898d-3b9e-435d-afa3-5d5fd3ab7fc8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] show failed (client error): The resource could not be found. Jun 04 06:43:06.211076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0a74898d-3b9e-435d-afa3-5d5fd3ab7fc8 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "GET /v2.0/security-groups/e55cacdf-a5ec-4874-a5cd-067cc72874da HTTP/1.1" status: 404 len: 347 time: 0.0182896 Jun 04 06:43:06.211076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:06.299286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.338589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa80c5-c3bf-48e1-9b3f-21a2a76c10c8 None None] New status for floating IP 416856c5-ce42-46bb-96ab-ac44e58df84c: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:43:06.373844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc905a84-c23d-4de9-b2d8-94c672b545a4 req-cca16750-9229-4f0d-bad4-2180421e905b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:06.382344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc905a84-c23d-4de9-b2d8-94c672b545a4 req-cca16750-9229-4f0d-bad4-2180421e905b tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1791620 Jun 04 06:43:06.446345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.451249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port b10c156e-8da7-4cd3-b67f-34b81eb36aea {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:06.451735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.464529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc905a84-c23d-4de9-b2d8-94c672b545a4 req-b24b3e7f-61df-4e72-95a6-bb50eea08ba2 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860329 Jun 04 06:43:06.506933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b49a4-f867-4d82-804f-17ba76a71d48,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:06.521278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.533554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-55ba72c1-4c4b-4e80-8cbf-0403e59d81d6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b34b49a4-f867-4d82-804f-17ba76a71d48 HTTP/1.1" status: 204 len: 168 time: 0.6037281 Jun 04 06:43:06.872283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:06.872621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:07.053970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for b10c156e-8da7-4cd3-b67f-34b81eb36aea owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:07.343746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:43:07.345313 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:43:07.383848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46f69-bb99-4340-a52e-a0f96173c98b req-47bae9ed-2ec0-45b7-941e-a99caeeda9aa tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:07.387517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96b46f69-bb99-4340-a52e-a0f96173c98b req-47bae9ed-2ec0-45b7-941e-a99caeeda9aa tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.6568823 Jun 04 06:43:07.518015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96b46f69-bb99-4340-a52e-a0f96173c98b req-9a249ea3-750f-4bb9-9d3b-c1c29b74b76d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185648 Jun 04 06:43:07.831173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055c137-8df5-4376-9379-5c26c141b9d2 req-b6b7606a-8be3-4139-890d-ce82769c8bb1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:07.831173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1055c137-8df5-4376-9379-5c26c141b9d2 req-b6b7606a-8be3-4139-890d-ce82769c8bb1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.1711075 Jun 04 06:43:07.847472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Deleting port b10c156e-8da7-4cd3-b67f-34b81eb36aea {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:07.847472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:07.942937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1055c137-8df5-4376-9379-5c26c141b9d2 req-12e77c27-f893-44e7-9730-52dcf52db3af tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955799 Jun 04 06:43:08.039005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-57f6d0cf-bd07-46d1-aad0-7d750e53afa7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:08.039754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-57f6d0cf-bd07-46d1-aad0-7d750e53afa7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:43:08.476576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b3f0d-b80b-4dc6-8981-2faaa7fc0375 req-505ed84c-4935-419c-a0ad-8c086e717aed tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:08.486920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-346b3f0d-b80b-4dc6-8981-2faaa7fc0375 req-505ed84c-4935-419c-a0ad-8c086e717aed tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.3248582 Jun 04 06:43:08.545100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-57f6d0cf-bd07-46d1-aad0-7d750e53afa7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:43:08.545100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-57f6d0cf-bd07-46d1-aad0-7d750e53afa7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.8331237 Jun 04 06:43:08.618003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-346b3f0d-b80b-4dc6-8981-2faaa7fc0375 req-44e00e89-c78b-4c85-a850-c1d41e6c73c7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255589 Jun 04 06:43:08.818136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port aa767697-dc57-4c66-a208-eb32de98c6e8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:08.819039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:09.092476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:09.092476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:09.574268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Calling delete_port for b10c156e-8da7-4cd3-b67f-34b81eb36aea owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:09.909312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:10.128993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc6cc-f817-4f1e-8218-765011a0a8bc req-ce957544-acc3-4255-a8d6-7e386df73b82 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:10.141161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8afcc6cc-f817-4f1e-8218-765011a0a8bc req-ce957544-acc3-4255-a8d6-7e386df73b82 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 945 time: 0.2596021 Jun 04 06:43:10.167313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Pushing event deleted for resources: {'Port': ['ID=b10c156e-8da7-4cd3-b67f-34b81eb36aea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:10.325741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8afcc6cc-f817-4f1e-8218-765011a0a8bc req-d65426c2-544f-4b46-b036-c1c77a3e1392 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782138 Jun 04 06:43:10.465598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:10.465598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:10.695093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device aa767697-dc57-4c66-a208-eb32de98c6e8 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:10.741233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for aa767697-dc57-4c66-a208-eb32de98c6e8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:10.907220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecf9f-12ea-417c-8352-90f74f13528e req-360ddfaf-066b-4541-9bc9-fa0fa24bcbc8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:10.907220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ccecf9f-12ea-417c-8352-90f74f13528e req-360ddfaf-066b-4541-9bc9-fa0fa24bcbc8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1834507 Jun 04 06:43:10.995017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port aa767697-dc57-4c66-a208-eb32de98c6e8 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:10.995017 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:11.049633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:11.072586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:11.072586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:11.118992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ccecf9f-12ea-417c-8352-90f74f13528e req-666be13e-7c4d-4e58-810f-0d4ac05b20ed tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826906 Jun 04 06:43:11.151631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:11.235259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:11.252944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.255681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.257198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.258905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.259485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.260048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.262038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.262647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.263207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.264643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.265206 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.267065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:11.286548 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8188ea2-7b9d-43fa-8d48-3b5901c3dfe8'] response: {'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'code': 200} Jun 04 06:43:11.289288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:43:11.289832 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:43:11.300313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:11.306973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4afb37ab-673f-4692-b63b-d0310ff01315 tempest-AttachVolumeTestJSON-1685589312 tempest-AttachVolumeTestJSON-1685589312-project] 10.222.0.17 "DELETE /v2.0/floatingips/416856c5-ce42-46bb-96ab-ac44e58df84c HTTP/1.1" status: 204 len: 168 time: 5.0975907 Jun 04 06:43:11.792939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port aa767697-dc57-4c66-a208-eb32de98c6e8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:11.792939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:11.976501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed0434-e45d-4f8a-a69c-7f10f1eff69e req-db72c7f3-5b98-4572-8217-a6cda6357d4e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:11.981556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2bed0434-e45d-4f8a-a69c-7f10f1eff69e req-db72c7f3-5b98-4572-8217-a6cda6357d4e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 943 time: 0.3078363 Jun 04 06:43:12.122253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2bed0434-e45d-4f8a-a69c-7f10f1eff69e req-053601ae-e04d-489e-a1a1-30ddadb495de tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336048 Jun 04 06:43:12.495002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port aa767697-dc57-4c66-a208-eb32de98c6e8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=aa767697-dc57-4c66-a208-eb32de98c6e8,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:12.495635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:12.747853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aaafa-973c-4083-8637-13942fc9bee8 req-c8c0f7de-c9fc-4b44-b592-d533814ebc75 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:12.747853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b30aaafa-973c-4083-8637-13942fc9bee8 req-c8c0f7de-c9fc-4b44-b592-d533814ebc75 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1727030 Jun 04 06:43:12.938057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b30aaafa-973c-4083-8637-13942fc9bee8 req-23ce3acb-f034-4590-b0ef-cda481f71a6f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841187 Jun 04 06:43:12.989284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for aa767697-dc57-4c66-a208-eb32de98c6e8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:13.374482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:13.388585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:13.529503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79dc69f5-a1c4-44e1-8279-ea1d42e30fc1 req-407a4802-7ada-4fd3-b751-cbfacbd41cd9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 210 time: 0.1437538 Jun 04 06:43:13.680862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=aa767697-dc57-4c66-a208-eb32de98c6e8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:13.786854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port aa767697-dc57-4c66-a208-eb32de98c6e8 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:13.792633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:13.796608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-deleted', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:13.852295 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d04f4e1b-9709-4483-a4e5-665c8ce72630 req-5856be45-5888-45d9-aa67-5cc11bb98370 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.24 "DELETE /v2.0/ports/aa767697-dc57-4c66-a208-eb32de98c6e8 HTTP/1.1" status: 204 len: 173 time: 5.2865756 Jun 04 06:43:13.998643 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96908229-d80d-48aa-bef9-ffae6bf578e8'] response: {'server_uuid': '90f44440-a923-4c0d-a445-3f97889aa921', 'name': 'network-vif-deleted', 'tag': 'aa767697-dc57-4c66-a208-eb32de98c6e8', 'status': 'completed', 'code': 200} Jun 04 06:43:14.528230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ee3f6-c126-4a16-b773-f272d8929eee req-ba91e172-6f49-441b-9603-67b180de465f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:14.535040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a61ee3f6-c126-4a16-b773-f272d8929eee req-ba91e172-6f49-441b-9603-67b180de465f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1788900 Jun 04 06:43:14.648826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a61ee3f6-c126-4a16-b773-f272d8929eee req-3aef748b-9e1c-4c6f-bc54-5ec650bba42d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055737 Jun 04 06:43:14.896525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-671d28f6-94be-4335-96e2-cf4d05b5f2d9 req-641b2db6-7d37-4606-b484-8e5e4290625e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=90f44440-a923-4c0d-a445-3f97889aa921 HTTP/1.1" status: 200 len: 210 time: 0.0799968 Jun 04 06:43:16.310177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32583f6d-49f0-4fcb-8d81-f618dd6312cb req-f9c4c130-a7df-46d9-93a6-2120505fc5d3 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:16.331590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32583f6d-49f0-4fcb-8d81-f618dd6312cb req-f9c4c130-a7df-46d9-93a6-2120505fc5d3 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2259140 Jun 04 06:43:16.442981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32583f6d-49f0-4fcb-8d81-f618dd6312cb req-4940dba0-dd82-4ec9-9e43-cf4d146b696d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135573 Jun 04 06:43:16.745314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695835-4dad-4c0b-8312-da3491f578a9 req-c07316f9-eff1-46e8-a65c-ad06be84928a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:16.762946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d695835-4dad-4c0b-8312-da3491f578a9 req-c07316f9-eff1-46e8-a65c-ad06be84928a tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1827691 Jun 04 06:43:16.817022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d695835-4dad-4c0b-8312-da3491f578a9 req-c28f0f7b-4799-407a-9f5e-ec5efb2998aa tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/security-groups?id=bc541369-c7b9-4a62-8324-59cc496cc19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Jun 04 06:43:16.944614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44864df6-8d82-41bc-9132-8b6c0d4fc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:17.734313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-8c0865fb-e605-4a26-aab6-74c085840a89 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:17.742138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-8c0865fb-e605-4a26-aab6-74c085840a89 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 946 time: 0.1075082 Jun 04 06:43:17.944878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Deleting port 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:17.944878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:17.971662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-e37edc6e-324c-4d15-bb49-b42894085144 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:17.979908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-e37edc6e-324c-4d15-bb49-b42894085144 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.5952733 Jun 04 06:43:18.023477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-b9f78f14-2aa1-419b-8ffc-8ec9dda23b82 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0466404 Jun 04 06:43:18.271280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-8ba52a27-9594-442d-8d35-fa4932ccabfe tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2237818 Jun 04 06:43:18.542933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] For port 7b90fb84-1c76-4ded-a707-151f1a6e565f, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7b90fb84-1c76-4ded-a707-151f1a6e565f,segment=NetworkSegment(ec58278e-9453-4ee1-955f-6b669399387b),segment_id=ec58278e-9453-4ee1-955f-6b669399387b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:18.543235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:18.604528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-65e00214-b010-4c69-9ac7-5c5166332618 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383784 Jun 04 06:43:18.822447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Calling delete_port for 7b90fb84-1c76-4ded-a707-151f1a6e565f owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:18.983277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-ae4115d6-d8c8-4de1-9298-d37f514d1360 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687000 Jun 04 06:43:19.077624 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d023eea5-584c-44b8-bd5f-ad9f00775caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:19.386884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:19.712005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66c608-4d40-45b3-aa13-bb6d11b54bf2 req-db57a998-9c0d-40bf-9f1e-6f13a15d07f4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:19.721180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e66c608-4d40-45b3-aa13-bb6d11b54bf2 req-db57a998-9c0d-40bf-9f1e-6f13a15d07f4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2543676 Jun 04 06:43:19.788411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Pushing event deleted for resources: {'Port': ['ID=7b90fb84-1c76-4ded-a707-151f1a6e565f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:19.821315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e66c608-4d40-45b3-aa13-bb6d11b54bf2 req-3ff256ec-faa9-48c0-9ff0-e978b6a60d25 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 Jun 04 06:43:19.851865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] No DVR routers for this DVR port 7b90fb84-1c76-4ded-a707-151f1a6e565f on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:19.851865 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:19.859238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-deleted', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.879966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.883858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.883858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.883858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.883858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.883858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:19.917890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49d60b5f-2e4d-408c-85cf-f8d14c221e5a req-fcc78670-02b8-4f2a-b521-ad8ed36c4de5 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.24 "DELETE /v2.0/ports/7b90fb84-1c76-4ded-a707-151f1a6e565f HTTP/1.1" status: 204 len: 173 time: 2.1669626 Jun 04 06:43:20.169579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:20.276036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21b5e0c7-3ad2-4bdc-ab5c-86f1a990f573 req-b5809e06-7f6e-41bb-a0de-db8f3a590c33 tempest-ServersNegativeTestJSON-539421428 tempest-ServersNegativeTestJSON-539421428-project] 10.222.0.17 "GET /v2.0/ports?device_id=668e4603-cee5-467d-bf5c-033990a27975 HTTP/1.1" status: 200 len: 210 time: 0.0857291 Jun 04 06:43:20.462739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:20.640613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b4d2105-8f41-4a26-ac81-1775e1e9d77c req-654affd9-7ab1-454c-834a-13c58062b083 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 210 time: 0.0844095 Jun 04 06:43:20.727228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:20.810295 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c83b028-5e85-498b-8e01-8d6d7484b37c'] response: {'server_uuid': '668e4603-cee5-467d-bf5c-033990a27975', 'name': 'network-vif-deleted', 'tag': '7b90fb84-1c76-4ded-a707-151f1a6e565f', 'status': 'completed', 'code': 200} Jun 04 06:43:20.844141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 7b90fb84-1c76-4ded-a707-151f1a6e565f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:20.844141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7b90fb84-1c76-4ded-a707-151f1a6e565f not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:21.530768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff206d1-d16e-455f-9de4-9909facdb492 req-6ac70157-93f1-4b8a-9ae6-5727b98de70e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:21.541162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ff206d1-d16e-455f-9de4-9909facdb492 req-6ac70157-93f1-4b8a-9ae6-5727b98de70e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2384627 Jun 04 06:43:21.618353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ff206d1-d16e-455f-9de4-9909facdb492 req-deb41eb3-defe-4889-87da-90e13f103f27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716159 Jun 04 06:43:22.009033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42964) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:22.065544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:22.451812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-9f76d974-bd91-4100-bb8c-a663cec46143 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:22.467022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-9f76d974-bd91-4100-bb8c-a663cec46143 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.4106789 Jun 04 06:43:22.470558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3df73da4-95b8-4e24-908e-18a657286ab4 req-6c665763-bc70-40ca-a76b-07eff775f733 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 210 time: 0.0810733 Jun 04 06:43:22.475540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:22.607507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Deleting subnet 4ba307f8-f581-4000-9c0d-52ea8870dc13 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:43:22.621052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:22.697149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:22.719801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:22.731492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Usage tracker for resource:port and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:22.746647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:22.746647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:22.761642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:43:22.767454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:22.836555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:23.158391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:23.282044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:23.331502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba307f8-f581-4000-9c0d-52ea8870dc13,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:23.359399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.359938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.360442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.360939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.361438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.361947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.362441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.368306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.368852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.369603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.370107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.370605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:43:23.375664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6bfd3271-f6a7-49c0-92a8-3e43cf6a6789 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4ba307f8-f581-4000-9c0d-52ea8870dc13 HTTP/1.1" status: 204 len: 168 time: 1.3682940 Jun 04 06:43:23.382415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:23.651664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c23e5-4c53-43f9-ae98-a1fa2ada28cc req-a7d5986a-98a1-4cc8-9f05-38f45a21fdad tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:23.657022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-405c23e5-4c53-43f9-ae98-a1fa2ada28cc req-a7d5986a-98a1-4cc8-9f05-38f45a21fdad tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.6630960 Jun 04 06:43:23.661871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:23.682998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.11 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:43:23.749380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-405c23e5-4c53-43f9-ae98-a1fa2ada28cc req-c31d6046-dbe6-40d5-a146-6c2a4352fe8d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850115 Jun 04 06:43:24.075434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43010) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:24.183451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.258488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd44dc79-a002-4ae8-a870-f40f8c9e7272']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:24.287324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec58278e-9453-4ee1-955f-6b669399387b') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:24.298748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec58278e-9453-4ee1-955f-6b669399387b') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:24.327957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.354540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.373147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.400079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:43:24.400595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.460317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.496496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.511545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:24.600748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:24.619221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:43:24.621216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:43:24.626109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Usage tracker for resource:security_group_rule and tenant:e2a2cffe427344c1b88fdd870500ae83 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:24.633300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:43:24.705064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:24.744169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:24.809749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:24.812070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.842376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.850638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] Pushing event deleted for resources: {'Network': ['ID=cd44dc79-a002-4ae8-a870-f40f8c9e7272,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:24.859013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:24.860486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:24.911474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becbe86-c308-445b-8547-b7686aae125f req-cc99ee64-48fb-4b21-8bcf-f1ed6c2c26de tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:24.915485 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-8e157978-1dbd-4db8-8d62-e44d1b8db2cc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4463279 Jun 04 06:43:24.928893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Request body: {'port': {'device_id': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:24.935095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1becbe86-c308-445b-8547-b7686aae125f req-cc99ee64-48fb-4b21-8bcf-f1ed6c2c26de tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 932 time: 0.4845767 Jun 04 06:43:24.954063 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ec58278e-9453-4ee1-955f-6b669399387b resource provider aggregate not found Jun 04 06:43:24.972606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d4cd1a54-d56e-44a7-b664-eee1a3243faa admin admin] 10.222.0.17 "DELETE /v2.0/networks/cd44dc79-a002-4ae8-a870-f40f8c9e7272 HTTP/1.1" status: 204 len: 168 time: 1.5862818 Jun 04 06:43:25.006100 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment ec58278e-9453-4ee1-955f-6b669399387b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec58278e-9453-4ee1-955f-6b669399387b found for delete ", "request_id": "req-4c5bc5e0-082e-4fcb-b5c4-325af6d0a333"}]} Jun 04 06:43:25.102554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1becbe86-c308-445b-8547-b7686aae125f req-50e11d37-2eea-4212-8611-84eb9486b392 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660368 Jun 04 06:43:25.278458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:25.300036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.375808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.388930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.434765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-88256698-c8f4-4b1c-9158-38248642ee75 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0498d9aace984ca798e775e1b258be03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547232 Jun 04 06:43:25.441407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:25.475388 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e2a2cffe427344c1b88fdd870500ae83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3893542 Jun 04 06:43:25.478476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56405c71-51c6-45d9-885b-785e8cd3ad65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628ac4f-ce24-44a0-aa40-3d5c68741c41,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:25.481056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43048) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:25.527310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.544728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c4c00-48f6-4f23-9475-2f1f31f59ed8 req-3db1160e-9a38-4303-8d2b-cc0e6c813abe tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:25.546539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c06c4c00-48f6-4f23-9475-2f1f31f59ed8 req-3db1160e-9a38-4303-8d2b-cc0e6c813abe tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2231102 Jun 04 06:43:25.620628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.638999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c06c4c00-48f6-4f23-9475-2f1f31f59ed8 req-ba2a63da-4e0f-4f76-be01-34d8faab69dc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Jun 04 06:43:25.647809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.676128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.682310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.730147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.749507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.755756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.779801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc541369-c7b9-4a62-8324-59cc496cc19c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:25.807310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.808327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c82ae5c-dd6e-436e-9529-26938b929889 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bc541369-c7b9-4a62-8324-59cc496cc19c HTTP/1.1" status: 204 len: 168 time: 0.3604553 Jun 04 06:43:25.825938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628ac4f-ce24-44a0-aa40-3d5c68741c41,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:25.846198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:25.861733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ddd343f-71a7-4a3f-9a91-07d796fadd78 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e628ac4f-ce24-44a0-aa40-3d5c68741c41 HTTP/1.1" status: 204 len: 168 time: 0.3475468 Jun 04 06:43:26.083286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:43:26.097977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:26.134681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Transition to ACTIVE for port object 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:43:26.143380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:26.232799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:26.325567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:26.597152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Attempting to bind port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:43:26.597152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Attempting to bind port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:43:26.597152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Attempting to bind port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:43:26.613498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:43:26.616904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Attempting to bind port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:43:26.624192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db4092-60e5-47bb-bec5-e53abe3db3c4 req-4b7a753d-a225-4a69-b3bc-0de5725c8ee9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:26.631255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:43:26.632098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:43:26.632860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:43:26.633545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Bound port: 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:43:26.634244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:26.635506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9db4092-60e5-47bb-bec5-e53abe3db3c4 req-4b7a753d-a225-4a69-b3bc-0de5725c8ee9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 944 time: 0.1522763 Jun 04 06:43:26.808236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:43:26.813242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:43:26.949704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:27.166627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:27.169991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:27.172426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] 10.222.0.39 "PUT /v2.0/ports/9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 HTTP/1.1" status: 200 len: 1092 time: 2.2485821 Jun 04 06:43:27.175081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43112) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:27.176005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f34c-905e-4025-99d8-14cd75a13cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:27.192246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:27.294667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:27.339129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:27.345681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Usage tracker for resource:security_group_rule and tenant:eac838ff5acb469ba29dbffbb3905267 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:27.348769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f9db4092-60e5-47bb-bec5-e53abe3db3c4 req-fc43c7dd-b72a-4c21-b920-580101b19673 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119865 Jun 04 06:43:27.359782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:27.389464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:27.472407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-5c1af5c9-b731-4560-8b2b-66d89108bc09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6536510 Jun 04 06:43:27.594242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:27.747949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-5fd52ad5-a95d-4b2f-880e-b17ca839f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:27.750148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-5fd52ad5-a95d-4b2f-880e-b17ca839f0fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 1095 time: 0.5330377 Jun 04 06:43:27.826130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c7f-7bef-47b0-9791-d57f6b66b01c req-f6df4375-65bc-418d-8ff3-9184c827b379 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:27.834915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb5f2c7f-7bef-47b0-9791-d57f6b66b01c req-f6df4375-65bc-418d-8ff3-9184c827b379 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2413409 Jun 04 06:43:27.843819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-32db5d9b-052b-4444-ad76-a65e3c53cc29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 HTTP/1.1" status: 200 len: 217 time: 0.0836942 Jun 04 06:43:27.847906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1495479265-network', 'tenant_id': '600ac8d392f64a31addb0eed62d35089'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:27.875489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:27.921422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Usage tracker for resource:network and tenant:600ac8d392f64a31addb0eed62d35089 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:27.951699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:27.966966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457463-8bad-4a10-8020-b13821e8d342 req-07329b96-14d6-4744-8644-e1745fc35f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:27.968429 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-07329b96-14d6-4744-8644-e1745fc35f12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1136813 Jun 04 06:43:27.970405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-7f9e2cb7-94df-4627-8d37-9263d35fc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:27.971292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb5f2c7f-7bef-47b0-9791-d57f6b66b01c req-2ec8c244-2763-4561-8be4-1efe76327136 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352482 Jun 04 06:43:27.971732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-7f9e2cb7-94df-4627-8d37-9263d35fc8a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 1097 time: 0.4717436 Jun 04 06:43:27.990730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:28.029261 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.065289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Made reservation on behalf of 600ac8d392f64a31addb0eed62d35089 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:43:28.068549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.082635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.084381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.091604 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6beaef-efd9-4ae8-aa22-f4485aaa936d'] response: {'name': 'network-changed', 'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3', 'status': 'completed', 'code': 200} Jun 04 06:43:28.103757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-cd0d22fb-6059-44cd-8720-7a239df8abe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275706 Jun 04 06:43:28.174971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:28.187502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Usage tracker for resource:security_group_rule and tenant:600ac8d392f64a31addb0eed62d35089 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:28.193931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:28.200696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:28.297076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.331294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce64ae0-c3a6-4258-9e77-7364e84770ab,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:28.359055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3445a1a5-eb71-4fe8-85c2-a1f4fb9e5c6c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eac838ff5acb469ba29dbffbb3905267&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458409 Jun 04 06:43:28.360201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:28.521751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-888267f2-82de-44d0-bca8-a531196cc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:28.523354 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-888267f2-82de-44d0-bca8-a531196cc160 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.4928913 Jun 04 06:43:28.606197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-6808d73c-6b05-4534-8eb0-d9f66b25a344 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225750 Jun 04 06:43:28.622157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.708540 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.753789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.762153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-dbf992fb-70dd-47e1-80dc-c0a1ee104b47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 200 len: 1002 time: 0.2294819 Jun 04 06:43:28.865835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.866496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2af9be-5c27-4538-ab03-e1c230cad346,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:28.900218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:43:28.928798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-76457463-8bad-4a10-8020-b13821e8d342 req-89cacb84-e44d-4117-bdc4-725c757ad3c9 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119478 Jun 04 06:43:28.935029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-74c56b38-262a-47e6-8287-ff0e475ca489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:28.936423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-74c56b38-262a-47e6-8287-ff0e475ca489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1633470 Jun 04 06:43:28.978338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:28.978696 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Added segment 1f381ef8-4c05-4111-aba0-d595e7e21cef of type vlan for network 629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1 Jun 04 06:43:28.993880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecf57c-5eed-4dde-990d-db01e53050bc req-016b0f9c-8324-4848-8fc4-bc058172a3d6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:29.002002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aecf57c-5eed-4dde-990d-db01e53050bc req-016b0f9c-8324-4848-8fc4-bc058172a3d6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 944 time: 0.4799373 Jun 04 06:43:29.035524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.106926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce64ae0-c3a6-4258-9e77-7364e84770ab,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:29.120313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.120807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.121549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88955c57-12a9-4422-89fa-c2e067ddd0ee admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ce64ae0-c3a6-4258-9e77-7364e84770ab HTTP/1.1" status: 204 len: 168 time: 0.7412663 Jun 04 06:43:29.175048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-16b09c3d-fee0-4161-bef9-86a087b6e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:29.189054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-16b09c3d-fee0-4161-bef9-86a087b6e513 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063618 Jun 04 06:43:29.204730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Deleting port ff72a992-ac44-4940-a6b6-12e3fbb41c65 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:29.204976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.246332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aecf57c-5eed-4dde-990d-db01e53050bc req-2892b51d-3e9e-402f-8b30-a4f37605e592 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432249 Jun 04 06:43:29.265010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.266009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:29.266600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.403439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-d9125868-e458-4143-8a6f-38cad26586fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:29.404984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-d9125868-e458-4143-8a6f-38cad26586fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 1095 time: 0.3706033 Jun 04 06:43:29.478187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-b4f9f1f1-9712-4040-817e-2a478ef4c949 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881708 Jun 04 06:43:29.564737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9693074 Jun 04 06:43:29.622842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a07f-9523-424f-9a98-0456c04dd952 admin admin] Pushing event updated for resources: {'Network': ['ID=629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:29.637048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:43:29.714406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1ac70-ff0e-470c-84fe-fddc73aabdfc req-33749ea0-f757-41e4-a5db-3dddedd417eb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:29.730184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aad1ac70-ff0e-470c-84fe-fddc73aabdfc req-33749ea0-f757-41e4-a5db-3dddedd417eb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2612340 Jun 04 06:43:29.733899 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:43:29.820079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] For port ff72a992-ac44-4940-a6b6-12e3fbb41c65, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ff72a992-ac44-4940-a6b6-12e3fbb41c65,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:29.826487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:29.893185 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-70b4a0f2-c090-4187-b048-a4867aceb64e req-ed0fdef8-797b-4a4c-85fb-68edbd45a84f service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869255 Jun 04 06:43:29.934544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aad1ac70-ff0e-470c-84fe-fddc73aabdfc req-99494704-ee15-45ad-b733-bb854f010dec tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013974 Jun 04 06:43:30.181760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-622531ba-93e4-4dba-83db-26932bbfc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:30.183495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-622531ba-93e4-4dba-83db-26932bbfc919 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.7043159 Jun 04 06:43:30.449558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Calling delete_port for ff72a992-ac44-4940-a6b6-12e3fbb41c65 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:30.569232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-da3e12fe-72d5-4794-bd22-4192e8e3ee8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 HTTP/1.1" status: 200 len: 217 time: 0.3792109 Jun 04 06:43:30.721977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-d06dcd8c-4753-497e-a7bc-a0c422d2c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:30.723537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-d06dcd8c-4753-497e-a7bc-a0c422d2c1df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1474261 Jun 04 06:43:30.812685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-6cf0a242-709a-4159-a5dd-3dcc30f27a1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836792 Jun 04 06:43:30.922143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:30.931380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:30.942633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:30.943535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Synchronizing usage tracker for tenant:600ac8d392f64a31addb0eed62d35089 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:43:31.067415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Unset dirty status for tenant:600ac8d392f64a31addb0eed62d35089 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:43:31.080452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b68ae96e-6aa9-4250-b52a-3cef67612a28 req-f506e75e-de26-4e25-a6a2-4cbadfc4fb92 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5445991 Jun 04 06:43:31.316850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-a1a2d74d-6957-4e9a-a6a4-320257ffe6eb service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961388 Jun 04 06:43:31.382701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:31.606300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5138598-2e70-43c5-944a-dc2b34b19765 req-3b2bb15e-9337-4074-8532-6587706d3dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752984 Jun 04 06:43:31.630055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff72a992-ac44-4940-a6b6-12e3fbb41c65,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:32.122120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeb19b-f410-49b1-9517-2a1f4f7b5d54 req-cc661423-691d-42a4-a09b-62f378da8064 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:32.131330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4aeb19b-f410-49b1-9517-2a1f4f7b5d54 req-cc661423-691d-42a4-a09b-62f378da8064 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 944 time: 0.7271442 Jun 04 06:43:32.154474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43326) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:32.281033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4aeb19b-f410-49b1-9517-2a1f4f7b5d54 req-20a1facf-70ba-4874-902e-d047511af143 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485698 Jun 04 06:43:32.311139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.446529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.487231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:32.507868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Usage tracker for resource:security_group_rule and tenant:31945c85d4564e16b36a98ca70cbe950 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:32.511120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:32.518143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:32.662112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.668106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.745968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=31945c85d4564e16b36a98ca70cbe950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877564 Jun 04 06:43:32.745968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaeaa9-b419-4643-8f59-c8130de5ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216d3b2f-64fd-4bfe-be70-7b77bcd22073,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:32.747205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43384) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:32.796924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac478733-f2dc-4163-8ccc-45491f8565a0 req-9eb0c19f-1092-4339-aedf-4f9527b7b4a5 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:32.804439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac478733-f2dc-4163-8ccc-45491f8565a0 req-9eb0c19f-1092-4339-aedf-4f9527b7b4a5 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.3002112 Jun 04 06:43:32.871403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.901917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:32.988115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:33.017520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac478733-f2dc-4163-8ccc-45491f8565a0 req-561418e4-67d4-422e-83fd-f2fa34b06a00 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119763 Jun 04 06:43:33.027246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216d3b2f-64fd-4bfe-be70-7b77bcd22073,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:33.036501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:33.037110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:43:33.038029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c38c98fa-908d-4357-9baf-076d36a38a38 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/216d3b2f-64fd-4bfe-be70-7b77bcd22073 HTTP/1.1" status: 204 len: 168 time: 0.2902470 Jun 04 06:43:33.470836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a942ab0-c095-41a9-bad6-3b405627d125 req-eea6e740-6650-4b53-bbdc-19e87ac2a2f5 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:33.472045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a942ab0-c095-41a9-bad6-3b405627d125 req-eea6e740-6650-4b53-bbdc-19e87ac2a2f5 tempest-ComputeTenantNetworksTest-1869952524 tempest-ComputeTenantNetworksTest-1869952524-project] 10.222.0.17 "GET /v2.0/networks/629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1 HTTP/1.1" status: 200 len: 769 time: 0.3939722 Jun 04 06:43:33.480520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:33.516996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:43:33.530909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a1653951-4172-4a0b-8cb9-114ae3487573 admin admin] 10.222.0.17 "PUT /v2.0/routers/17c0bed4-4bd8-4bcc-b184-e78df95d78d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2967992 Jun 04 06:43:33.533513 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Sync routers for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:43:33.533996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43502) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:33.554786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:43:33.555616 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:43:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:33.780497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:33.855371 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:43:33.953392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:43:34.137078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.203114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.235314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:34.272581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f381ef8-4c05-4111-aba0-d595e7e21cef') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:34.273081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f381ef8-4c05-4111-aba0-d595e7e21cef') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:34.294142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.319521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.341160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:43:34.341903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.420396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:34.450778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3', 'mac_address': 'fa:16:3e:d5:84:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:43:34.467873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ffc12-ae37-4516-9abb-e4784f01a31a req-c2b1c35c-9cc6-4b5c-a90a-2200f7dc74d7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:34.469401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d84ffc12-ae37-4516-9abb-e4784f01a31a req-c2b1c35c-9cc6-4b5c-a90a-2200f7dc74d7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 944 time: 0.5869472 Jun 04 06:43:34.500692 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1f381ef8-4c05-4111-aba0-d595e7e21cef resource provider aggregate not found Jun 04 06:43:34.525466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:43:31Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:34.530283 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Checking router: 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:43:34.558857 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1f381ef8-4c05-4111-aba0-d595e7e21cef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f381ef8-4c05-4111-aba0-d595e7e21cef found for delete ", "request_id": "req-2ba5c6ce-a8df-4921-aa95-34f67df02d54"}]} Jun 04 06:43:34.571568 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Routers {'17c0bed4-4bd8-4bcc-b184-e78df95d78d0'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:43:34.573012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.573193 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:43:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:34.583962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:34.584708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.605776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.608791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:43:34.637372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] Pushing event deleted for resources: {'Network': ['ID=629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:34.648055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:34.668266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c69f5983-1ae5-43c3-a1be-dd44cc2ede29 admin admin] 10.222.0.17 "DELETE /v2.0/networks/629e10f4-f5a4-4c04-b1cd-ed9a6919ddd1 HTTP/1.1" status: 204 len: 168 time: 1.1762333 Jun 04 06:43:34.678816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.784098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.790623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d84ffc12-ae37-4516-9abb-e4784f01a31a req-d5f33054-99f0-4e92-904e-afdbc8e487e3 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985846 Jun 04 06:43:34.810719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Deleting port 8373b48f-3236-43a6-a7a5-a06c818c48f4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:34.811314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:34.865373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:35.015842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:35.117934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43716) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:35.368625 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-793c06ab-2713-4955-893c-c8bdf6ff6ba9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=600ac8d392f64a31addb0eed62d35089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473540 Jun 04 06:43:35.369275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43746) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:35.479944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] For port 8373b48f-3236-43a6-a7a5-a06c818c48f4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8373b48f-3236-43a6-a7a5-a06c818c48f4,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:35.480673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:35.506747 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] Set router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:43:35.578929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:35.633084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4235-ae43-4980-81f4-804f57af816a req-44675b41-f8ad-4824-827e-ebbc9c12de1f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:35.641496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91cf4235-ae43-4980-81f4-804f57af816a req-44675b41-f8ad-4824-827e-ebbc9c12de1f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.3524756 Jun 04 06:43:35.652781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Calling delete_port for 8373b48f-3236-43a6-a7a5-a06c818c48f4 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:35.655848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:35.724700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:35.756010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2af9be-5c27-4538-ab03-e1c230cad346,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:35.763166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:35.766607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77494a6a-a872-470f-9055-2d17468d06a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb2af9be-5c27-4538-ab03-e1c230cad346 HTTP/1.1" status: 204 len: 168 time: 0.3961017 Jun 04 06:43:35.799354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91cf4235-ae43-4980-81f4-804f57af816a req-1332010f-da2b-401e-a5c1-907ecf382991 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562779 Jun 04 06:43:36.183496 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:43:31Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:36.191974 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3e55b-d32a-4851-82f1-6b11b36027c0 None None] The sync data for ids ['17c0bed4-4bd8-4bcc-b184-e78df95d78d0'] in n-d-811808-2 is: [{'id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'name': 'tempest-AttachVolumeTestJSON-723716659-router', 'tenant_id': '4025913fbe5b4437a9a3b27ededfa43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:34:36Z', 'updated_at': '2022-06-04T06:43:31Z', 'revision_number': 5, 'project_id': '4025913fbe5b4437a9a3b27ededfa43b', 'gw_port': {'id': '8373b48f-3236-43a6-a7a5-a06c818c48f4', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c0bed4-4bd8-4bcc-b184-e78df95d78d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:34:39Z', 'updated_at': '2022-06-04T06:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:43:36.390610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:36.458306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8373b48f-3236-43a6-a7a5-a06c818c48f4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:36.584667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeffc21-1519-455b-ad4f-d08031fe7573 req-64e8d1c6-6770-494c-87c5-a60e2a97ace6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:36.587107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eeeffc21-1519-455b-ad4f-d08031fe7573 req-64e8d1c6-6770-494c-87c5-a60e2a97ace6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 945 time: 0.5437338 Jun 04 06:43:36.620837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:36.735403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff72a992-ac44-4940-a6b6-12e3fbb41c65 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:36.820122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ff72a992-ac44-4940-a6b6-12e3fbb41c65 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:36.820715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ff72a992-ac44-4940-a6b6-12e3fbb41c65 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:37.047011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.059898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.071841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eeeffc21-1519-455b-ad4f-d08031fe7573 req-e4cee8d1-23d2-4a0d-973d-46133b2177d8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691737 Jun 04 06:43:37.128446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.130160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c0bed4-4bd8-4bcc-b184-e78df95d78d0 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:43:37.161935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.166034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43824) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:37.166650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7aba1b8e-25e4-4827-99b3-6757d2defe66 admin admin] 10.222.0.17 "DELETE /v2.0/routers/17c0bed4-4bd8-4bcc-b184-e78df95d78d0 HTTP/1.1" status: 204 len: 168 time: 3.6314530 Jun 04 06:43:37.311806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Deleting subnet 39561012-1a44-4b6f-b7db-f7046f577bbc {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:43:37.321219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.441898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c1908-acfe-40f7-b9da-ce73fc4d5b06 req-67fe227b-4db3-430b-b6d6-e747d3e3cd89 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:37.451403 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f89c1908-acfe-40f7-b9da-ce73fc4d5b06 req-67fe227b-4db3-430b-b6d6-e747d3e3cd89 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2071226 Jun 04 06:43:37.490883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.506598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f89c1908-acfe-40f7-b9da-ce73fc4d5b06 req-5a27385d-e2e1-41df-8b44-644fd86a30d7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541785 Jun 04 06:43:37.589568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.695554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.755732 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:37.760104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7686557-2227-419e-a74d-7862b6e089d7 None None] Network 5df9b8ac-c373-43af-b4d0-611b5d688684 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:43:37.762276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39561012-1a44-4b6f-b7db-f7046f577bbc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:37.777736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:37.777914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89ee527b-6cff-4775-b473-945a2352c4e5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/39561012-1a44-4b6f-b7db-f7046f577bbc HTTP/1.1" status: 204 len: 168 time: 0.6103003 Jun 04 06:43:37.984473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:43:38.025692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.046221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Deleting port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:38.046565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.086627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:43:38.093180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:43:38.093840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.297656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] DHCP port deletion for 5df9b8ac-c373-43af-b4d0-611b5d688684 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:43:38.330229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Deleting port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:38.330682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.400125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:38.400354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.435438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8373b48f-3236-43a6-a7a5-a06c818c48f4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:38.483464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:38.493160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 8373b48f-3236-43a6-a7a5-a06c818c48f4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:38.493781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8373b48f-3236-43a6-a7a5-a06c818c48f4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:38.494275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 12dbe3f9-f9e9-4df9-ae91-517545ea1acc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:38.566667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] For port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:38.567637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:38.753596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Calling delete_port for 12dbe3f9-f9e9-4df9-ae91-517545ea1acc owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:38.889443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:38.901142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:38.975585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.006609 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.137516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] For port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,segment=NetworkSegment(d15548d7-0af7-4874-84cc-8827a5f4f8c0),segment_id=d15548d7-0af7-4874-84cc-8827a5f4f8c0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:39.137902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.173894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 06:43:39.181598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 12dbe3f9-f9e9-4df9-ae91-517545ea1acc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:39.196446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Pushing event deleted for resources: {'Port': ['ID=12dbe3f9-f9e9-4df9-ae91-517545ea1acc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:39.207128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:39.211423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] No DVR routers for this DVR port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:39.492380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Calling delete_port for 12dbe3f9-f9e9-4df9-ae91-517545ea1acc owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:39.503687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.513333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.551701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df9b8ac-c373-43af-b4d0-611b5d688684']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:39.577787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c1785-7e1a-469e-921e-8849b0b0a5de req-3967c4bb-b6aa-405b-96e7-f28412c1e94d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:39.579767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:39.587573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a8c1785-7e1a-469e-921e-8849b0b0a5de req-3967c4bb-b6aa-405b-96e7-f28412c1e94d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.5135326 Jun 04 06:43:39.596344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Usage tracker for resource:security_group_rule and tenant:32d8bfa25e714fd899d115a863e9e53e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:39.602418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:39.606754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:39.610778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:39.621114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15548d7-0af7-4874-84cc-8827a5f4f8c0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:39.621634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15548d7-0af7-4874-84cc-8827a5f4f8c0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:43:39.663288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.728022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a3fd60dd-9404-4213-9956-e832a3b567d4 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:39.728484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.819852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:43:39.820536 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:43:39.822966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.835511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.860672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:39.865770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.917743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a8c1785-7e1a-469e-921e-8849b0b0a5de req-af52e9f5-0279-40a5-bc8f-ff75b439dbcc tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289838 Jun 04 06:43:39.948424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:39.949041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991cd95-9027-4185-a748-5f9d03254d6e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:39.957596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e354717-ff75-455d-b701-c8ce772ec13d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=32d8bfa25e714fd899d115a863e9e53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491877 Jun 04 06:43:39.962067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43884) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:39.979475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:43:39.990559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.007970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:40.047512 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d15548d7-0af7-4874-84cc-8827a5f4f8c0 resource provider aggregate not found Jun 04 06:43:40.064556 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d99290-c6b6-4fe4-be81-8d024cc64588'] response: {'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3', 'code': 200} Jun 04 06:43:40.152904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.223480 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d15548d7-0af7-4874-84cc-8827a5f4f8c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d15548d7-0af7-4874-84cc-8827a5f4f8c0 found for delete ", "request_id": "req-b1daf755-f8f8-49a8-9fb8-781acdd485f8"}]} Jun 04 06:43:40.306578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.321647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Deleting port 12dbe3f9-f9e9-4df9-ae91-517545ea1acc {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:40.322259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.402529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.414414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.425780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8913-f3ce-4a3a-8155-b25a4140d95b req-1aebd6fe-e049-4f6c-8fb4-48103d1b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:40.427305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f8f8913-f3ce-4a3a-8155-b25a4140d95b req-1aebd6fe-e049-4f6c-8fb4-48103d1b8bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 1097 time: 0.2770832 Jun 04 06:43:40.431201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991cd95-9027-4185-a748-5f9d03254d6e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:40.439989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.444828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d88d2710-be63-41ce-8298-ba416d711abf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c991cd95-9027-4185-a748-5f9d03254d6e HTTP/1.1" status: 204 len: 168 time: 0.4794297 Jun 04 06:43:40.485558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0f8f8913-f3ce-4a3a-8155-b25a4140d95b req-84c37b11-7533-4027-86aa-92ebed2a1b41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jun 04 06:43:40.513044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:40.528621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d5f1-4f6a-4fc0-8797-d21656ce9464 None None] The port '12dbe3f9-f9e9-4df9-ae91-517545ea1acc' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:43:40.537225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] Pushing event deleted for resources: {'Network': ['ID=5df9b8ac-c373-43af-b4d0-611b5d688684,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:40.581163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-abb9f864-0e39-49ed-bcaf-c490a0b1467b admin admin] 10.222.0.17 "DELETE /v2.0/networks/5df9b8ac-c373-43af-b4d0-611b5d688684 HTTP/1.1" status: 204 len: 168 time: 2.8019333 Jun 04 06:43:40.595542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce2a5f-ce9d-4220-8cfc-1a9b9200854f req-f53a440f-de6f-4a84-be86-28cbed564936 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:40.603743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5ce2a5f-ce9d-4220-8cfc-1a9b9200854f req-f53a440f-de6f-4a84-be86-28cbed564936 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 943 time: 0.3725724 Jun 04 06:43:40.671128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5ce2a5f-ce9d-4220-8cfc-1a9b9200854f req-2137dacb-bf85-43d1-90fa-37fe2fad12e9 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661643 Jun 04 06:43:40.798522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:43:41.015655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43920) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:41.149811 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7ee34827-7313-4d31-907e-566a78181fcc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4025913fbe5b4437a9a3b27ededfa43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304610 Jun 04 06:43:41.150161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:41.186324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:41.215289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'port_id': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'mac_address': 'fa:16:3e:d5:87:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ebe98-8bd4-42ac-a104-962ff0f3f64b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:43:41.283164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.320717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a3fd60dd-9404-4213-9956-e832a3b567d4 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:41.321064 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.338443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.339188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fd60dd-9404-4213-9956-e832a3b567d4 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:43:41.359607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:41.365694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.417340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.460052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f841a-9606-4b09-9162-6c41b578a84f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:41.481644 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:41.489402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e0133c04-cf18-4847-b086-b347ff9a7b62 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d15f841a-9606-4b09-9162-6c41b578a84f HTTP/1.1" status: 204 len: 168 time: 0.3362823 Jun 04 06:43:41.585990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:41.729884 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['a3fd60dd-9404-4213-9956-e832a3b567d4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:41.865755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81ac4-7102-4266-8d00-13a320f94fc6 req-956fd7d2-d44d-4111-a3f4-97edfea6d606 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:41.888384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ae81ac4-7102-4266-8d00-13a320f94fc6 req-956fd7d2-d44d-4111-a3f4-97edfea6d606 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.2191081 Jun 04 06:43:42.022417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ae81ac4-7102-4266-8d00-13a320f94fc6 req-f3d06948-d914-43a7-b047-1eb7bc4dc3a9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312404 Jun 04 06:43:42.071998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:42.495403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7443fb-408b-4749-ab5b-1cbcdc8baf9b req-5d6ce36d-e9bd-4f8f-acaa-d38ef5122b66 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:42.497826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e7443fb-408b-4749-ab5b-1cbcdc8baf9b req-5d6ce36d-e9bd-4f8f-acaa-d38ef5122b66 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 944 time: 0.1487479 Jun 04 06:43:42.578348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e7443fb-408b-4749-ab5b-1cbcdc8baf9b req-d520a9f4-60ca-436b-aca5-f83d2ff6e7cb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698369 Jun 04 06:43:42.653568 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec67f2d9-ef30-42bd-bbae-28872d2844be'] response: {'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'code': 200} Jun 04 06:43:43.303390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230e44a-f9d8-4a17-8374-a9a97f08b5ad req-0685a206-b6fa-4fbc-97fd-7544a722018f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:43.314187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c230e44a-f9d8-4a17-8374-a9a97f08b5ad req-0685a206-b6fa-4fbc-97fd-7544a722018f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.1145477 Jun 04 06:43:43.443735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c230e44a-f9d8-4a17-8374-a9a97f08b5ad req-524cabc7-3d23-449e-a3a8-e9edaf6b21a6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286688 Jun 04 06:43:44.111216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13416-59e2-49b4-b5d0-01ce598edb0a req-b806d822-a924-4dcc-8fd1-fe3f38997359 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:44.119078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2cb13416-59e2-49b4-b5d0-01ce598edb0a req-b806d822-a924-4dcc-8fd1-fe3f38997359 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 944 time: 0.1469171 Jun 04 06:43:44.171919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2cb13416-59e2-49b4-b5d0-01ce598edb0a req-c428e928-bbfb-4a96-a17a-8baf10abd004 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Jun 04 06:43:44.580935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c211a9a-5d38-4314-9fb8-4525a5131535 req-e8d64931-55ab-4f8e-a116-05c4a5306cbe tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:44.592829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c211a9a-5d38-4314-9fb8-4525a5131535 req-e8d64931-55ab-4f8e-a116-05c4a5306cbe tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.1328998 Jun 04 06:43:44.614328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:44.656824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c211a9a-5d38-4314-9fb8-4525a5131535 req-ecf75f04-e0a1-40c8-bf80-6aa99e949e1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Jun 04 06:43:44.818893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:43:44.860969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6d3dde29-fc49-4f58-ab1f-82c0d335fe72 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e69bb59cbe3462395cca474580b554e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452796 Jun 04 06:43:44.863731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44044) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:44.982339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port a3fd60dd-9404-4213-9956-e832a3b567d4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:43:44.982762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.088731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.158105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.204466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1d45-82fc-470d-a416-c9e6fd883ecd req-ae2f23a9-711a-42fc-9869-b2adcd20c6e1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:45.208158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port a3fd60dd-9404-4213-9956-e832a3b567d4 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:43:45.208920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.218475 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86b1d45-82fc-470d-a416-c9e6fd883ecd req-ae2f23a9-711a-42fc-9869-b2adcd20c6e1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.1953430 Jun 04 06:43:45.250626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:45.262846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:45.270434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.281665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86b1d45-82fc-470d-a416-c9e6fd883ecd req-02c31333-9fd2-476c-a444-3320c6de5980 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620673 Jun 04 06:43:45.309706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.329149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f835e-e606-4762-a10e-0c8b3bb17e6e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:45.348167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:45.349888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b2ad0e4e-69ae-4e24-ab1a-a432614b6082 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e80f835e-e606-4762-a10e-0c8b3bb17e6e HTTP/1.1" status: 204 len: 168 time: 0.4847348 Jun 04 06:43:45.392857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:45.746059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dba71-6d6f-45c7-a748-15c7228e02d8 req-5ed6863c-ef2c-4377-9849-7108987f3a87 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:45.755483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c76dba71-6d6f-45c7-a748-15c7228e02d8 req-5ed6863c-ef2c-4377-9849-7108987f3a87 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1232443 Jun 04 06:43:45.853780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c76dba71-6d6f-45c7-a748-15c7228e02d8 req-7be7f0c5-ee81-411a-aec0-b8daaae8fa3f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969806 Jun 04 06:43:45.931003 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dff486f-6feb-4c88-95d8-58e9041890a8'] response: {'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'code': 200} Jun 04 06:43:46.309973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7152c-97bf-42df-9379-62dc38a5d1f2 req-a2054347-320a-41da-bde2-1720d6853f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:46.312161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12b7152c-97bf-42df-9379-62dc38a5d1f2 req-a2054347-320a-41da-bde2-1720d6853f9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 1096 time: 0.1512046 Jun 04 06:43:46.642527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-12b7152c-97bf-42df-9379-62dc38a5d1f2 req-bcd4d845-8147-44d1-9796-832102705e67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228679 Jun 04 06:43:46.741226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1661503-1e06-460a-b522-bdc7c7f35679 req-cc8c0537-4ef9-49ad-9dee-f8e47cbfb8b7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:46.757013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1661503-1e06-460a-b522-bdc7c7f35679 req-cc8c0537-4ef9-49ad-9dee-f8e47cbfb8b7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.1409900 Jun 04 06:43:46.914418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1661503-1e06-460a-b522-bdc7c7f35679 req-78670572-b895-4d74-8abe-f013b7a82de4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525280 Jun 04 06:43:46.921753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4c09d26f-b8cb-4466-8af8-f868fa20af54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:47.216022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7247141-b8ee-4e68-9bd9-33f69b021746 req-f1f45212-e60f-40f9-a01c-6a0460647d89 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:47.216022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7247141-b8ee-4e68-9bd9-33f69b021746 req-f1f45212-e60f-40f9-a01c-6a0460647d89 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1461329 Jun 04 06:43:47.308456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7247141-b8ee-4e68-9bd9-33f69b021746 req-fa3cc209-c4bd-45c3-8f16-92f0aa730024 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 Jun 04 06:43:48.087212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76c758-402d-4ae0-adbe-99f510655786 req-9336cae4-a654-4b09-81e2-99a70f6fb278 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:48.088458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2c76c758-402d-4ae0-adbe-99f510655786 req-9336cae4-a654-4b09-81e2-99a70f6fb278 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:43:48.119002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2c76c758-402d-4ae0-adbe-99f510655786 req-9336cae4-a654-4b09-81e2-99a70f6fb278 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:43:48.122816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2c76c758-402d-4ae0-adbe-99f510655786 req-9336cae4-a654-4b09-81e2-99a70f6fb278 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.2558467 Jun 04 06:43:48.218680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:48.219835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:48.620997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:48.621390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:48.900276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac1257-ed55-489d-99f4-ada43e6646a6 req-5fc8b478-9266-41a2-b4e1-5dd9f96c94c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:48.910313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7ac1257-ed55-489d-99f4-ada43e6646a6 req-5fc8b478-9266-41a2-b4e1-5dd9f96c94c4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=23d28e3d-40f8-407a-a5ac-73476eb271a1 HTTP/1.1" status: 200 len: 946 time: 0.2253375 Jun 04 06:43:48.982655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:49.056194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f767fd34-6201-486d-b23c-0d007633ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.106089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7ac1257-ed55-489d-99f4-ada43e6646a6 req-1a1e8a14-9115-4011-a737-fc7bf75aeb74 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914496 Jun 04 06:43:49.106612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44186) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:49.379906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.390789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.394382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:49.410646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:49.420309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Usage tracker for resource:security_group_rule and tenant:d60430e455074354a3e6b62acd12d3f4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:49.426113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:49.433094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:49.438109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:49.539858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:49.542387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.544996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'name': 'network-vif-deleted', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:49.566669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2c76c758-402d-4ae0-adbe-99f510655786 req-702bfc25-78db-45b7-8368-63d6528a988d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "DELETE /v2.0/ports/9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 HTTP/1.1" status: 204 len: 173 time: 1.4368751 Jun 04 06:43:49.582104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.589452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.676478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e9cd35-002f-4761-83b1-2bfc0c6cbf8a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:49.698701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90a24918-13b2-409a-82dd-ead8cf520a52 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d60430e455074354a3e6b62acd12d3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910547 Jun 04 06:43:49.701307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:49.763743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.805408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.887187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.938578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e9cd35-002f-4761-83b1-2bfc0c6cbf8a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:49.942116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:49.945831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea845670-6bc7-4cef-9d2e-b07ef12ef9a9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a4e9cd35-002f-4761-83b1-2bfc0c6cbf8a HTTP/1.1" status: 204 len: 168 time: 0.2406771 Jun 04 06:43:49.995450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81a78-7bbb-4b2b-a9b4-d52bab63d490 req-cc1424f4-c24d-4287-89e9-a8e76836d7ca tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:50.001219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19c81a78-7bbb-4b2b-a9b4-d52bab63d490 req-cc1424f4-c24d-4287-89e9-a8e76836d7ca tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.1616175 Jun 04 06:43:50.018197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:50.120101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:50.127275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:50.141496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19c81a78-7bbb-4b2b-a9b4-d52bab63d490 req-839e74d1-5cea-43bd-b92b-c1eead38a2ae tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150048 Jun 04 06:43:50.177467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:50.240317 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222a197a-49e3-4106-8cc7-0c446b3d9ab7'] response: {'server_uuid': '23d28e3d-40f8-407a-a5ac-73476eb271a1', 'name': 'network-vif-deleted', 'tag': '9f8fed30-5c2a-4107-a8b8-e252bd5ae0b3', 'status': 'completed', 'code': 200} Jun 04 06:43:50.421529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:51.321830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7876a-c2d6-4166-862a-1853dba1ea8a req-92bc0279-5bb6-4f4c-b767-7299888b7bbb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:51.324889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14e7876a-c2d6-4166-862a-1853dba1ea8a req-92bc0279-5bb6-4f4c-b767-7299888b7bbb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.2243166 Jun 04 06:43:51.416773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14e7876a-c2d6-4166-862a-1853dba1ea8a req-725411f7-8cb0-42b8-9a34-3efbe98dd75e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Jun 04 06:43:51.777774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-5d631f6d-e37f-4ae4-8d65-718966111320 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:51.779644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-5d631f6d-e37f-4ae4-8d65-718966111320 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.2421777 Jun 04 06:43:51.806580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-c7ca7a2c-41e7-4ce2-bad8-7532f8fdfd88 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/quotas/610a5193700447bbbdea9246e83dc0d4 HTTP/1.1" status: 200 len: 375 time: 0.0190787 Jun 04 06:43:51.934316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-3d867d5f-fe91-48e9-a15f-2cb383d43285 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199558 Jun 04 06:43:52.056636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:52.160539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-cfc0afcc-9142-4c8a-937b-6acc30a57751 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220399 Jun 04 06:43:52.686642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-9b7df630-2ce1-4977-9e66-c1e9005a2942 service neutron] 10.222.0.17 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170548 Jun 04 06:43:53.841971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9bf14be-f9cd-40c6-a76a-ad6be15e11be req-928da017-aabd-4bd9-bab9-fdf11dd5977b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 210 time: 0.1332114 Jun 04 06:43:54.336665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-ca4b5409-7f42-4ec9-a3e6-6da1033d5e14 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:54.341935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-ca4b5409-7f42-4ec9-a3e6-6da1033d5e14 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.2681532 Jun 04 06:43:54.359846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-e227fa60-09c9-4edb-bf0b-6d17635c1e2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/quotas/ed08945e2e454da19301c708280aa885 HTTP/1.1" status: 200 len: 375 time: 0.0152149 Jun 04 06:43:54.463582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-a77cce3f-0180-4841-ab07-865691ec1ccc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028962 Jun 04 06:43:54.689216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-5f841f09-dd31-4d65-bdec-a6e705f22877 service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179682 Jun 04 06:43:54.930262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-8e4eef86-3a77-4aa0-8c5d-1d4de8fc3688 service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396884 Jun 04 06:43:55.139077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-cd9139c5-c4a1-46e9-81b3-a1d6d0d179ac tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:55.140621 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-cd9139c5-c4a1-46e9-81b3-a1d6d0d179ac tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 805 time: 0.5513730 Jun 04 06:43:55.171489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Request body: {'port': {'device_id': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'admin_state_up': True, 'tenant_id': '610a5193700447bbbdea9246e83dc0d4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:55.470845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-38fb3b14-2ffd-409f-8d9e-4f0b90279b27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:55.471638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-38fb3b14-2ffd-409f-8d9e-4f0b90279b27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:43:55.547904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:55.566533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-38fb3b14-2ffd-409f-8d9e-4f0b90279b27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:43:55.568097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-38fb3b14-2ffd-409f-8d9e-4f0b90279b27 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.24 "GET /v2.0/ports?device_id=0092cc5e-4881-444f-b932-b20667f931b4 HTTP/1.1" status: 200 len: 945 time: 0.5733960 Jun 04 06:43:55.658175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c42912e4-0f58-45ec-ae45-48f86c440aa8 req-09f7c824-ac4d-485b-a153-8ce998b49399 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 210 time: 0.0957103 Jun 04 06:43:55.671864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44394) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:55.751134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:55.782105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Deleting port a3fd60dd-9404-4213-9956-e832a3b567d4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:43:55.786099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:55.860401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44406) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:55.890911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:55.912369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Usage tracker for resource:port and tenant:610a5193700447bbbdea9246e83dc0d4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:55.921850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:55.957559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:55.980714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be6b4d05-f997-4a79-b510-d0e68cc85691 req-ca3319fc-cda0-451a-b4a3-1df9613ced50 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 210 time: 0.1760008 Jun 04 06:43:56.051179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Made reservation on behalf of 610a5193700447bbbdea9246e83dc0d4 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:43:56.064306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.156929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.208039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:56.213357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Usage tracker for resource:security_group_rule and tenant:b8012b3b07e64eba8ba9280ee70aff01 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:56.217178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:56.238905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:56.434938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.457762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.514864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b8012b3b07e64eba8ba9280ee70aff01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396792 Jun 04 06:43:56.516598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:56.520545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13e97c-1f72-42d4-9f79-c5bce9fcc069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d68b2-b11e-4ce7-b694-21bb08245c85,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:56.604275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.639255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] For port a3fd60dd-9404-4213-9956-e832a3b567d4, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=a3fd60dd-9404-4213-9956-e832a3b567d4,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:43:56.639255 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.647661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.872108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.933270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d68b2-b11e-4ce7-b694-21bb08245c85,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:56.948581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:56.950061 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2bf789de-a677-4b46-bee5-d5653426e107 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/233d68b2-b11e-4ce7-b694-21bb08245c85 HTTP/1.1" status: 204 len: 168 time: 0.4321215 Jun 04 06:43:57.122083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Calling delete_port for a3fd60dd-9404-4213-9956-e832a3b567d4 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:43:57.260633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:57.337084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7fee101-f2f6-4597-acda-783c845279d1 req-ffaa59c2-850d-4b17-8dcd-65d049bc8eee tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 210 time: 0.2789335 Jun 04 06:43:57.435802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:57.490063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:66544a8f816b4f208a92a858e9d8621d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:57.501605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:57.549629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-ce0c5761-38de-4979-86ce-593e6788e679 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:57.562280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-ce0c5761-38de-4979-86ce-593e6788e679 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.5719836 Jun 04 06:43:57.574934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Request body: {'port': {'device_id': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'admin_state_up': True, 'tenant_id': 'ed08945e2e454da19301c708280aa885'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:57.661983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:57.719527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44440) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:57.775453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-721f7f0f-c8e5-47cd-a216-39aca687a848 req-8d7a0df4-2334-4136-bcdf-f57afa35d53e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 210 time: 0.0960035 Jun 04 06:43:57.805727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:57.850341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:57.866525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:57.880100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Made reservation on behalf of ed08945e2e454da19301c708280aa885 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:43:57.884924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:57.891987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:57.986714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Allocated IP 172.20.0.8 (91e0cf7c-b853-4f04-8590-ce0996c739fa/13d72478-be04-4ecd-866d-96383439eabf/bee5adf9-7d2d-4042-8c58-0b751e1aa8de) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:43:58.038224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Usage tracker for resource:security_group_rule and tenant:11ab489c9a1c42e98ba7d8563e59f3e5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:58.067097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:43:58.105805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:43:58.219024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.231068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Allocated IP 172.20.0.13 (b77c9c6b-0234-41fd-80de-2511a3c7c4a3/dc7ebe98-8bd4-42ac-a104-962ff0f3f64b/dc6d8e10-19bc-44e2-95ea-4a32141a95ba) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:43:58.432048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event deleted for resources: {'Port': ['ID=a3fd60dd-9404-4213-9956-e832a3b567d4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:58.445653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] No DVR routers for this DVR port a3fd60dd-9404-4213-9956-e832a3b567d4 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:43:58.448409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.508403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-deleted', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:43:58.608679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb9d023d-67ba-454d-88a6-4bc9ed28d6fb req-ed9a2990-90c9-4abf-88d4-34ab9ae71f96 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.24 "DELETE /v2.0/ports/a3fd60dd-9404-4213-9956-e832a3b567d4 HTTP/1.1" status: 204 len: 173 time: 3.0347879 Jun 04 06:43:58.666689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.719279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.749971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.774838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:58.889019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e33f8-7da4-447f-bb8e-dd75550d94f6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:58.927266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:43:58.956335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:43:58.970472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:43:58.973049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:58.982692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:43:59.031735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5c06ba1-b8fc-46bc-8fa8-f66d21cfd1e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=66544a8f816b4f208a92a858e9d8621d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1678500 Jun 04 06:43:59.036787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:59.061853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: a3fd60dd-9404-4213-9956-e832a3b567d4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:43:59.061853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device a3fd60dd-9404-4213-9956-e832a3b567d4 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:43:59.147581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:43:59.148498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.179449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-c7be9715-1a37-42bd-86ca-2ecf0118a081 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6084378 Jun 04 06:43:59.193693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Request body: {'port': {'device_id': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:43:59.332430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.366370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44478) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:59.445927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.481971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.530038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.570471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.766617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=11ab489c9a1c42e98ba7d8563e59f3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0427499 Jun 04 06:43:59.768340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84068054-91ef-4621-8595-c1f8590bdc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ebf45-dcf9-46ed-b88b-42fe9ddec051,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:43:59.774573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:43:59.775610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.848334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.859002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:43:59.860701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:43:59.915640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34943771-8a37-4fed-8503-5cb49948d83a req-f208f882-7356-48b2-ae6f-53360823aa5e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 210 time: 0.4800522 Jun 04 06:43:59.922399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.922616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:43:59.942880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5327da89434b1a9b40d07a4cad7efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:43:59.967753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:00.093198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Network 91e0cf7c-b853-4f04-8590-ce0996c739fa is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:00.101841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:00.112840 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88a7ae5-1b5a-46fa-922d-46f43763ab70'] response: {'server_uuid': '0092cc5e-4881-444f-b932-b20667f931b4', 'name': 'network-vif-deleted', 'tag': 'a3fd60dd-9404-4213-9956-e832a3b567d4', 'status': 'completed', 'code': 200} Jun 04 06:44:00.126877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e33f8-7da4-447f-bb8e-dd75550d94f6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:00.157618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:00.163399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:00.206716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44494) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:00.319036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:00.352317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15c27b15-5c4f-4821-a0de-4ef5a17af87e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9e1e33f8-7da4-447f-bb8e-dd75550d94f6 HTTP/1.1" status: 204 len: 168 time: 1.2703772 Jun 04 06:44:00.396185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event updated for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:00.489822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:00.541222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:00.551811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:00.701543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:00.798055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-724d3390-b126-47ce-a97b-3687d75a7c1e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6398737 Jun 04 06:44:00.824832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Request body: {'port': {'device_id': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:01.009522 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.016997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.046975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:44:01.055632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.071698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:01.091160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:43861d5fdf464987a13c69580f2e5010 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:01.102698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:01.145294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.161046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8240e8b7-e63a-457f-91a5-eb87ba133bbc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:01.172990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.207517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b3c0af2-07f0-4f64-81ca-e0af57214484 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cc5327da89434b1a9b40d07a4cad7efa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8399317 Jun 04 06:44:01.210519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44516) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:01.215495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:01.221902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ebf45-dcf9-46ed-b88b-42fe9ddec051,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:01.244826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751b56-f1ae-45d6-88f4-ee7ea5865483 req-04eeecce-3e5b-4ef1-a1f6-4ab68c33fb0f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:01.245886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0751b56-f1ae-45d6-88f4-ee7ea5865483 req-04eeecce-3e5b-4ef1-a1f6-4ab68c33fb0f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:44:01.288678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6d8e10-19bc-44e2-95ea-4a32141a95ba {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:01.301084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.310239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0751b56-f1ae-45d6-88f4-ee7ea5865483 req-04eeecce-3e5b-4ef1-a1f6-4ab68c33fb0f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:44:01.311514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0751b56-f1ae-45d6-88f4-ee7ea5865483 req-04eeecce-3e5b-4ef1-a1f6-4ab68c33fb0f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 932 time: 0.7643976 Jun 04 06:44:01.351276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Transition to ACTIVE for port object dc6d8e10-19bc-44e2-95ea-4a32141a95ba will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:01.358507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.446624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.450247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2825967b-ee50-4d89-a0e6-c60f0170a028 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9c0ebf45-dcf9-46ed-b88b-42fe9ddec051 HTTP/1.1" status: 204 len: 168 time: 1.6550131 Jun 04 06:44:01.510411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0751b56-f1ae-45d6-88f4-ee7ea5865483 req-8b2b94f7-f8e8-4d83-9911-124abfaa6f3f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859081 Jun 04 06:44:01.619861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.621845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:01.684887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.841467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.853927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.864302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.884424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8240e8b7-e63a-457f-91a5-eb87ba133bbc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:01.943044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:01.947203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d503d9fc-f35e-492a-9664-9b778e458879 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8240e8b7-e63a-457f-91a5-eb87ba133bbc HTTP/1.1" status: 204 len: 168 time: 0.7321742 Jun 04 06:44:01.985832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=43861d5fdf464987a13c69580f2e5010&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7762895 Jun 04 06:44:01.990970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44540) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:02.069399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd033d-1fe7-42da-a6b4-df33b3d92fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10661a00-bf75-4096-8d0c-1f7e843f8fef,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:02.095664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Attempting to bind port dc6d8e10-19bc-44e2-95ea-4a32141a95ba on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:02.096373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Attempting to bind port dc6d8e10-19bc-44e2-95ea-4a32141a95ba by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:02.097411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Attempting to bind port dc6d8e10-19bc-44e2-95ea-4a32141a95ba on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:02.110561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Port dc6d8e10-19bc-44e2-95ea-4a32141a95ba on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:44:02.110890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Attempting to bind port dc6d8e10-19bc-44e2-95ea-4a32141a95ba on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:02.117851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5adf9-7d2d-4042-8c58-0b751e1aa8de {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:02.126807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:02.127162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Checking segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:02.130698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Bound using segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:02.131788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Bound port: dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:02.132088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.157581 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.195073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.213873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Transition to ACTIVE for port object bee5adf9-7d2d-4042-8c58-0b751e1aa8de will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:02.225833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.288321 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.437389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:02.457961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763bdf6-40be-413e-a2b6-ac0b7f724700 req-ec7f7388-9e66-4287-b23a-c830c86972f0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:02.468772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5763bdf6-40be-413e-a2b6-ac0b7f724700 req-ec7f7388-9e66-4287-b23a-c830c86972f0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 943 time: 0.2357986 Jun 04 06:44:02.472466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:02.492746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.519191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:02.578107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Attempting to bind port bee5adf9-7d2d-4042-8c58-0b751e1aa8de on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:02.578751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Attempting to bind port bee5adf9-7d2d-4042-8c58-0b751e1aa8de by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:02.581436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Attempting to bind port bee5adf9-7d2d-4042-8c58-0b751e1aa8de on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:02.591461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Port bee5adf9-7d2d-4042-8c58-0b751e1aa8de on network 91e0cf7c-b853-4f04-8590-ce0996c739fa not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:44:02.591967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Attempting to bind port bee5adf9-7d2d-4042-8c58-0b751e1aa8de on network 91e0cf7c-b853-4f04-8590-ce0996c739fa {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:02.594399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.621950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:02.622498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Checking segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:02.623196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Bound using segment: {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:02.623791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Bound port: bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89bf9960-db08-491f-96e0-68feee10f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:02.624305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.637408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10661a00-bf75-4096-8d0c-1f7e843f8fef,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:02.644288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.646102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52d66b99-4685-4367-9f49-3ad6449a1792 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/10661a00-bf75-4096-8d0c-1f7e843f8fef HTTP/1.1" status: 204 len: 168 time: 0.6517119 Jun 04 06:44:02.671486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5763bdf6-40be-413e-a2b6-ac0b7f724700 req-351131b3-e4bb-45d6-9a26-354e6eece8f8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015553 Jun 04 06:44:02.680016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:02.680627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.695198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] 10.222.0.39 "PUT /v2.0/ports/dc6d8e10-19bc-44e2-95ea-4a32141a95ba HTTP/1.1" status: 200 len: 1092 time: 3.5092745 Jun 04 06:44:02.695925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:02.734543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3070a-27c0-49ad-a19e-61b9efe1e5da service neutron] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:02.798888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:02.807188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:02.817176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.917981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:02.932034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:02.932810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:02.934829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-77b9e031-2519-4935-9f8f-dce0f1de8b15 service neutron] 10.222.0.39 "PUT /v2.0/ports/bee5adf9-7d2d-4042-8c58-0b751e1aa8de HTTP/1.1" status: 200 len: 1091 time: 2.1256790 Jun 04 06:44:02.935429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:02.935902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-e486e8df-aa5e-44ff-9252-cd7dcddb0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:02.940104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-e486e8df-aa5e-44ff-9252-cd7dcddb0ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 1095 time: 0.1999123 Jun 04 06:44:03.114817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-ca78e1d9-8804-45f4-ae3a-ffe3652a379c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba HTTP/1.1" status: 200 len: 217 time: 0.1546898 Jun 04 06:44:03.193914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-92b27c16-ec93-4b50-ae1a-bd6126f1ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:03.196189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-92b27c16-ec93-4b50-ae1a-bd6126f1ebbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.0748296 Jun 04 06:44:03.197415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-b76ac626-e7bb-46ef-96f1-246dbcddb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:03.198971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-b76ac626-e7bb-46ef-96f1-246dbcddb0bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1734784 Jun 04 06:44:03.275657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-e70bb4e7-529f-40f0-9a5c-b04c5ab8e559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680416 Jun 04 06:44:03.334457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-b168368a-9770-47cc-b048-ca1e27401ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de HTTP/1.1" status: 200 len: 217 time: 0.1258647 Jun 04 06:44:03.450474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-d781f4a0-f796-441d-a3fc-4b76c54a474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:03.451947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-d781f4a0-f796-441d-a3fc-4b76c54a474e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1125224 Jun 04 06:44:03.460353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-e2e10268-0b81-44b8-806b-694924889f09 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778510 Jun 04 06:44:03.504759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-960b6e9a-75a7-4fb3-863e-b3650dede08a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470192 Jun 04 06:44:03.696750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86aed89e-154a-46cd-b206-9c7418886ca8 req-fd31af55-0989-44ef-ac4b-7b92818fe1a0 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307596 Jun 04 06:44:03.743764 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-dcd72622-fde2-4bcf-9218-ec0fd554684a service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336307 Jun 04 06:44:03.920700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-95692d03-5c16-4f5f-bdc5-7da3b14406ee req-026924d2-9cf6-439c-936d-a61886c22aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703694 Jun 04 06:44:04.873561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2290e-6546-4fd2-9610-7189d5932e44 req-1f53274b-62fb-4627-b42b-f4a079b4baff tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:04.876717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57f2290e-6546-4fd2-9610-7189d5932e44 req-1f53274b-62fb-4627-b42b-f4a079b4baff tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 944 time: 0.2455018 Jun 04 06:44:04.980644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57f2290e-6546-4fd2-9610-7189d5932e44 req-41cacf1f-b62f-41c8-90e7-8d26c588416d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919576 Jun 04 06:44:05.166910 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bfa24f-e995-4b27-929a-c0d2549cd71a'] response: {'name': 'network-changed', 'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'status': 'completed', 'code': 200} Jun 04 06:44:05.323111 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274b9990-d7dc-47b9-8124-b8b6002d0c27'] response: {'name': 'network-changed', 'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de', 'status': 'completed', 'code': 200} Jun 04 06:44:05.395178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-d241b6bd-2bc9-4b2f-a946-c1aee48195b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:05.397280 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-d241b6bd-2bc9-4b2f-a946-c1aee48195b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 1095 time: 0.1965959 Jun 04 06:44:05.608856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-3f93f2cc-58ee-45e0-8f68-0a248910b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:05.610638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-3f93f2cc-58ee-45e0-8f68-0a248910b317 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 1094 time: 0.2959094 Jun 04 06:44:05.769887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-51bade5d-e8ef-44a7-867a-76e18f805378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:05.770829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e993-1aa3-43cc-955f-fd3eb8ee6729 req-9d4ed956-85b5-49d3-940b-f5c3edc7f115 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:05.772455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-51bade5d-e8ef-44a7-867a-76e18f805378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 915 time: 0.3683641 Jun 04 06:44:05.777949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cf6e993-1aa3-43cc-955f-fd3eb8ee6729 req-9d4ed956-85b5-49d3-940b-f5c3edc7f115 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 943 time: 0.3167801 Jun 04 06:44:05.855515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cf6e993-1aa3-43cc-955f-fd3eb8ee6729 req-183e66dd-4143-4e78-9d01-66c1dcc0511c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765195 Jun 04 06:44:05.912197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-244d9847-d36a-4bfc-aaf4-dfcc49c7f3f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba HTTP/1.1" status: 200 len: 217 time: 0.1328073 Jun 04 06:44:05.926866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-3ba36c2c-2fca-4276-a9d4-ed17a99ec66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:05.928320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-3ba36c2c-2fca-4276-a9d4-ed17a99ec66a service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.3049357 Jun 04 06:44:06.014666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-48f1daae-2731-40c5-946b-ca5c9b43a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:06.017586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-48f1daae-2731-40c5-946b-ca5c9b43a76c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.0977864 Jun 04 06:44:06.017586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44686) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:06.056742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-05aeaae9-9275-4507-9f7d-fb993c545497 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de HTTP/1.1" status: 200 len: 217 time: 0.1214561 Jun 04 06:44:06.097586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-fcbc1fba-6595-47b3-95c2-957eb6f79746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739901 Jun 04 06:44:06.153935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-50d80a22-cb6a-4e90-bc6c-143c6c7a8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:06.155639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-50d80a22-cb6a-4e90-bc6c-143c6c7a8a4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.0921006 Jun 04 06:44:06.220979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-561a1f27-856c-4b82-aff9-9949a5ff0b42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587661 Jun 04 06:44:06.264623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:06.382287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:06.394437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Usage tracker for resource:security_group_rule and tenant:cf5e50ee6cef43888839e1128adb75a0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:06.406315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:06.410704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:06.484586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-0ac3301a-4775-4eba-aeda-8915e3d02e71 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:06.485325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-0ac3301a-4775-4eba-aeda-8915e3d02e71 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:44:06.492415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-2cbf0fa1-0ccd-46dd-bb5d-31f9ea87d0da service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779833 Jun 04 06:44:06.568625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38737f39-bf75-4a7e-9e60-704d2020d4e8 req-7185cabe-fa47-43f3-a4e7-6c8e353e26ca tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:06.570157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38737f39-bf75-4a7e-9e60-704d2020d4e8 req-7185cabe-fa47-43f3-a4e7-6c8e353e26ca tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.3444600 Jun 04 06:44:06.572087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-75dfe91c-1826-4e63-86c4-048c72a7772a service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433321 Jun 04 06:44:06.606164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-0ac3301a-4775-4eba-aeda-8915e3d02e71 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:44:06.607278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-0ac3301a-4775-4eba-aeda-8915e3d02e71 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 946 time: 0.4467657 Jun 04 06:44:06.711103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38737f39-bf75-4a7e-9e60-704d2020d4e8 req-5f969bd9-95fb-466a-a9d4-e09ab756fb3d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=e0795065-50f0-437d-a95d-41ea1d3b87f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346397 Jun 04 06:44:06.735235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:44:06.776597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:06.779372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9160dcae-473b-46ed-be12-a2f1cdfb6673 req-8ddb6215-e74d-4352-b854-fd2c87c4fe85 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784929 Jun 04 06:44:06.785249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port 40e8440c-c24b-408b-8061-ce8f2fa596be {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:06.785569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:06.785813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e76e84c3-a5ac-4433-b5a5-799325db1d43 req-c2b2babb-b103-4218-8716-9787556feaf2 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957867 Jun 04 06:44:06.814982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:06.890975 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cf5e50ee6cef43888839e1128adb75a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8732169 Jun 04 06:44:06.894305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44702) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:06.936206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd3f6-f7eb-48d8-85ac-39957c0c9c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525e577d-627b-43ec-87cd-65beecbf8eb9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:06.993870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.028698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44d607-66b8-4e4e-b0ac-c9c8a8bae123 req-60f9d809-a8e5-4974-87ed-6fc6a06928b0 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:07.030196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d44d607-66b8-4e4e-b0ac-c9c8a8bae123 req-60f9d809-a8e5-4974-87ed-6fc6a06928b0 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 944 time: 0.1709819 Jun 04 06:44:07.036129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.128010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] For port 40e8440c-c24b-408b-8061-ce8f2fa596be, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=40e8440c-c24b-408b-8061-ce8f2fa596be,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:07.128302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.130560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d44d607-66b8-4e4e-b0ac-c9c8a8bae123 req-59f51cc5-ecdc-4ba7-a555-d409f3b7d1e3 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835240 Jun 04 06:44:07.158475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.179943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525e577d-627b-43ec-87cd-65beecbf8eb9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:07.199981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.203970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-284e4b45-bee6-4713-b81f-c4858747c791 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/525e577d-627b-43ec-87cd-65beecbf8eb9 HTTP/1.1" status: 204 len: 168 time: 0.3086059 Jun 04 06:44:07.553752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.553752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.554331 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP 0025b651-cb43-4489-a676-e1e11ee1d53e disassociated. External IP: 172.25.1.156, port: 40e8440c-c24b-408b-8061-ce8f2fa596be. Jun 04 06:44:07.555486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for 40e8440c-c24b-408b-8061-ce8f2fa596be owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:07.584133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19155c63-5781-44ba-9291-fe56641b24ab req-7185b4e8-d31e-4d6d-ada0-f8deb49223c5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:07.597400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19155c63-5781-44ba-9291-fe56641b24ab req-7185b4e8-d31e-4d6d-ada0-f8deb49223c5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 943 time: 0.1836660 Jun 04 06:44:07.660815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19155c63-5781-44ba-9291-fe56641b24ab req-8f8b4a70-c854-4a25-93ff-7e0004e4f1ac tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622666 Jun 04 06:44:07.746353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44722) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:07.786394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.793397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:07.812823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:07.818756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa2bfa466284538962935f944fedb98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:07.822583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:07.830435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:07.897927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=40e8440c-c24b-408b-8061-ce8f2fa596be,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:08.084836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device bee5adf9-7d2d-4042-8c58-0b751e1aa8de details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:44:08.164730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.170797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b39184d-6f32-4b27-aac4-ca9da98c0026 req-456089ed-ead0-4a6b-adc4-98ed35fd5803 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=4667783d-7a59-492a-875d-cd0cfd8760f4 HTTP/1.1" status: 200 len: 210 time: 0.1257224 Jun 04 06:44:08.176885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.254317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f030c-1ab7-44d7-a0d7-3236d83117b1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:08.259061 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d8ab145c-f6b1-4ed5-9403-829a80652730 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1aa2bfa466284538962935f944fedb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123029 Jun 04 06:44:08.261815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44738) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:08.374074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.445794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.516930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:44:08.529101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:08.581606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de', 'network_id': '91e0cf7c-b853-4f04-8590-ce0996c739fa', 'port_id': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de', 'mac_address': 'fa:16:3e:3c:09:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d72478-be04-4ecd-866d-96383439eabf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:44:08.604181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.632607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f030c-1ab7-44d7-a0d7-3236d83117b1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:08.652941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.668822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de10b87c-89f2-40fc-9762-a11e6952d186 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/621f030c-1ab7-44d7-a0d7-3236d83117b1 HTTP/1.1" status: 204 len: 168 time: 0.3961661 Jun 04 06:44:08.765561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port bee5adf9-7d2d-4042-8c58-0b751e1aa8de is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:08.766279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.800657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5adf9-7d2d-4042-8c58-0b751e1aa8de {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:08.855898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:08.864975 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:08.865717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:44:08.975415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:44:08.984555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 40e8440c-c24b-408b-8061-ce8f2fa596be no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:44:09.064240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303c3aa-c332-4948-9789-a1730d575c6c req-b2b17914-dbe8-437e-b332-bc5640bcf55a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:09.079400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5303c3aa-c332-4948-9789-a1730d575c6c req-b2b17914-dbe8-437e-b332-bc5640bcf55a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 944 time: 0.3645816 Jun 04 06:44:09.129718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:44:09.150262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 40e8440c-c24b-408b-8061-ce8f2fa596be {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:44:09.150864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 40e8440c-c24b-408b-8061-ce8f2fa596be not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:44:09.151687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] No DVR routers for this DVR port 40e8440c-c24b-408b-8061-ce8f2fa596be on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:44:09.158666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:09.165657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'name': 'network-vif-deleted', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:09.172655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:09.173560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:43:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:09.191834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5303c3aa-c332-4948-9789-a1730d575c6c req-a4503d64-40a1-4166-87ab-03dfe531ce51 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002119 Jun 04 06:44:09.203434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23eb623b-6e60-4f96-a3b1-06c65bf2a08e req-2ebfa309-483b-4c10-b9d3-c0e09ec449a0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "DELETE /v2.0/ports/40e8440c-c24b-408b-8061-ce8f2fa596be HTTP/1.1" status: 204 len: 173 time: 2.5835791 Jun 04 06:44:09.309612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:09.323198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:44:09.599884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af82e71-7f97-4903-9593-64ca6ae5b89a req-900886d5-dd64-4d40-85ab-7966220c365b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:09.602386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5af82e71-7f97-4903-9593-64ca6ae5b89a req-900886d5-dd64-4d40-85ab-7966220c365b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 944 time: 0.2119315 Jun 04 06:44:09.615582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:09.641380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'port_id': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'mac_address': 'fa:16:3e:2a:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ebe98-8bd4-42ac-a104-962ff0f3f64b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:44:09.730160 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5af82e71-7f97-4903-9593-64ca6ae5b89a req-e0211d88-ad80-427f-a677-f35ed111c187 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202002 Jun 04 06:44:09.811797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:09.830404 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435e846c-7712-41f8-ba8e-e13c0ebc2446'] response: {'server_uuid': '4667783d-7a59-492a-875d-cd0cfd8760f4', 'name': 'network-vif-deleted', 'tag': '40e8440c-c24b-408b-8061-ce8f2fa596be', 'status': 'completed', 'code': 200} Jun 04 06:44:10.265107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port dc6d8e10-19bc-44e2-95ea-4a32141a95ba is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:10.265656 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.295751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:10.315465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6d8e10-19bc-44e2-95ea-4a32141a95ba {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:10.340680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:10.350383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.404652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.464512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.513886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:10.529698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:10.534989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:44:10.558201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:10.558947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:43:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:10.642079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3d14f-0575-4c11-b135-bf4a3217ed71 req-837f0294-1c15-4e7d-9be9-386b84476793 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:10.656502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95c3d14f-0575-4c11-b135-bf4a3217ed71 req-837f0294-1c15-4e7d-9be9-386b84476793 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 945 time: 0.1411626 Jun 04 06:44:10.691596 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.758345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-95c3d14f-0575-4c11-b135-bf4a3217ed71 req-b2bf3154-c2b2-4038-944d-672dd8aa7c70 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Jun 04 06:44:10.789524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0795065-50f0-437d-a95d-41ea1d3b87f5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:10.801040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:10.805054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44818) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:10.812037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['dc6d8e10-19bc-44e2-95ea-4a32141a95ba'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:44:10.825328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73d613c4-4f43-4b7e-a169-97cd90f80528 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/security-groups/e0795065-50f0-437d-a95d-41ea1d3b87f5 HTTP/1.1" status: 204 len: 168 time: 0.5283246 Jun 04 06:44:10.837556 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-5bd423f7-9e3e-4320-a01c-85b916442e32 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] show failed (client error): The resource could not be found. Jun 04 06:44:10.842533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['bee5adf9-7d2d-4042-8c58-0b751e1aa8de'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:44:10.843815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:10.852446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5bd423f7-9e3e-4320-a01c-85b916442e32 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups/e0795065-50f0-437d-a95d-41ea1d3b87f5 HTTP/1.1" status: 404 len: 347 time: 0.0462275 Jun 04 06:44:11.119264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:11.249076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port 47be1bf1-79d9-4263-a71c-c8b895698715 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:11.249452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:11.673166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068b7af-09c6-40d2-a6d4-6fdf03a6dffe req-13db427d-757b-41e6-a9e1-e946d3d05fac tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:11.681417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2068b7af-09c6-40d2-a6d4-6fdf03a6dffe req-13db427d-757b-41e6-a9e1-e946d3d05fac tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 944 time: 0.5397699 Jun 04 06:44:11.687566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:11.687896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:11.840603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for 47be1bf1-79d9-4263-a71c-c8b895698715 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:12.054797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2068b7af-09c6-40d2-a6d4-6fdf03a6dffe req-8eca59b2-99d6-48ee-b5b3-598e070582a9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722425 Jun 04 06:44:12.097060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:12.196860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:12.205764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea47d63-aeff-4e1d-b043-b3b31bec5418 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:44:12.229919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=47be1bf1-79d9-4263-a71c-c8b895698715,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:12.494261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:12.523664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:12.524719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9566c94b-e09e-44a6-9ffd-2b2d68499ffc tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/floatingips/0025b651-cb43-4489-a676-e1e11ee1d53e HTTP/1.1" status: 204 len: 168 time: 1.6796207 Jun 04 06:44:12.593969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931227-9213-43c3-a87e-c28f6b397747 req-83d62f6c-0f8a-4ba9-adba-65cc16c1cca4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:12.595909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68931227-9213-43c3-a87e-c28f6b397747 req-83d62f6c-0f8a-4ba9-adba-65cc16c1cca4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 945 time: 0.1749823 Jun 04 06:44:12.714705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68931227-9213-43c3-a87e-c28f6b397747 req-34a56a9b-6061-43b3-9097-f6b7d41e3c68 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119382 Jun 04 06:44:12.754677 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e80c9-1806-435f-b03f-3209e43e2f99 None None] New status for floating IP 0025b651-cb43-4489-a676-e1e11ee1d53e: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:44:12.851072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:12.897062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44896) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:12.904209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260102168', 'description': 'tempest-description--194339994'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:12.921919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:12.935783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:12.944008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:12.959974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:12.998813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.050829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:13.059641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81555368-932d-4469-b996-228a54431035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.070899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:13.075980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:13.085361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:13.089457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-81555368-932d-4469-b996-228a54431035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:13.103959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81555368-932d-4469-b996-228a54431035 admin admin] Usage tracker for resource:security_group_rule and tenant:1f26241a096f48bcae02b7bd09e4a8e4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:13.117080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81555368-932d-4469-b996-228a54431035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:13.233347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.239596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-81555368-932d-4469-b996-228a54431035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:13.288162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.547552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2d79c-3000-4959-805f-93980c573187,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:13.562232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.563445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5a4bf532-578e-4e49-b18b-422e7a538cab tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6653595 Jun 04 06:44:13.567135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44950) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:13.574399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '8dd2d79c-3000-4959-805f-93980c573187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:13.585536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:13.595432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a777da-7112-4bf4-8166-e1106e1c9ff1 req-e9862f47-0b6f-475d-8e55-d271b5855390 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:13.598022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:13.603658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a777da-7112-4bf4-8166-e1106e1c9ff1 req-e9862f47-0b6f-475d-8e55-d271b5855390 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 944 time: 0.3601294 Jun 04 06:44:13.607700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:13.623533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:13.652777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.696697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a777da-7112-4bf4-8166-e1106e1c9ff1 req-20ebd89b-da2e-464d-a271-15d9af5c7c0f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 Jun 04 06:44:13.701612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44956) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:13.736074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81555368-932d-4469-b996-228a54431035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.743480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81555368-932d-4469-b996-228a54431035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.744161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.748694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.793774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-81555368-932d-4469-b996-228a54431035 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1f26241a096f48bcae02b7bd09e4a8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9410300 Jun 04 06:44:13.796438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44968) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:13.799886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf896333-0b48-43b2-9d48-f9c47eea8595,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:13.834126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.835469 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6de5db4c-d43d-47f7-8e62-276683007cf2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2666075 Jun 04 06:44:13.838220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44972) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:13.844554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'security_group_rule': {'security_group_id': '8dd2d79c-3000-4959-805f-93980c573187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:13.850972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81555368-932d-4469-b996-228a54431035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b383fff-dbe0-4a36-99a4-9d5e5d7626b5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:13.860389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:13.871458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:security_group_rule and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:13.877069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:13.890141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:13.895829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.930983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:13.933681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.017774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.056617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:14.063748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Usage tracker for resource:security_group_rule and tenant:92344566cd4346d689fc569edf530816 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:14.069628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:14.083575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:14.093406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.100531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.104258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.148684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44978) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:14.148965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f3b6ba-ce00-40d1-9df6-cdf9707153e5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:14.167135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b383fff-dbe0-4a36-99a4-9d5e5d7626b5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:14.175055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.176624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-82ae5231-85fc-43f8-8376-8cca33be1cc1 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374724 Jun 04 06:44:14.179733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44982) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:14.186868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:14.198094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:14.202769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Usage tracker for resource:floatingip and tenant:358a52c1c3324af09eae4b72709deea7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:14.206669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:14.213410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:14.230311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0a4b0-daee-4806-8439-bbbf8a49b726 req-33ecda06-198f-4416-bce8-9608cbd880e8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:14.235303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbf0a4b0-daee-4806-8439-bbbf8a49b726 req-33ecda06-198f-4416-bce8-9608cbd880e8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 945 time: 0.2594872 Jun 04 06:44:14.238813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.244284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ee0e961d-e63c-4803-bebd-11e3005ac398 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7b383fff-dbe0-4a36-99a4-9d5e5d7626b5 HTTP/1.1" status: 204 len: 168 time: 0.4443288 Jun 04 06:44:14.245645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.342335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbf0a4b0-daee-4806-8439-bbbf8a49b726 req-60194914-20e6-4d1f-9506-d6f29d529771 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960810 Jun 04 06:44:14.374752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device bee5adf9-7d2d-4042-8c58-0b751e1aa8de up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:14.404871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.415861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.418771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.463092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:14.472629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Usage tracker for resource:security_group_rule and tenant:aa4deaedd194496eb7a38724f19c9074 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:14.480937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=92344566cd4346d689fc569edf530816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7784467 Jun 04 06:44:14.481833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:14.486125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44992) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:14.490989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d651a63-611f-4251-8926-643d7ba1d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234fa994-7de1-48cc-ba2f-b5ca74e59f69,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:14.519890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:14.524499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port bee5adf9-7d2d-4042-8c58-0b751e1aa8de completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:14.532815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port bee5adf9-7d2d-4042-8c58-0b751e1aa8de triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:14.533200 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.537107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.777580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port bee5adf9-7d2d-4042-8c58-0b751e1aa8de is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:14.777789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.779798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.821867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.25.1.210 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9758510e-e7f3-4e66-8d09-798f80669d09) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:14.855039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:14.856732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:14.863884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.864031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.864711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:14.891012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:14.920660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.000157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.012954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.013343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.013715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.014539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.015307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.015823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.016362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.016904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.017384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.017925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.018996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.019600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:15.038360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port dc6d8e10-19bc-44e2-95ea-4a32141a95ba completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:15.044836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port dc6d8e10-19bc-44e2-95ea-4a32141a95ba triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:15.045403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.065844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.068420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=aa4deaedd194496eb7a38724f19c9074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9163141 Jun 04 06:44:15.074039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:15.074039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95483acc-3713-48b2-8160-8bcc55ddc124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68749750-fe19-45e1-9047-9dd0fa2b46d9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.101831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.143683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.185534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:15.187557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234fa994-7de1-48cc-ba2f-b5ca74e59f69,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.190607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:15.198293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:15.205931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port dc6d8e10-19bc-44e2-95ea-4a32141a95ba is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:15.206498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.224202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffe12f-aa93-42a4-85c0-e4904273b727 req-ecec342a-87d2-4626-b04d-6c0074f61eb9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:15.225853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcffe12f-aa93-42a4-85c0-e4904273b727 req-ecec342a-87d2-4626-b04d-6c0074f61eb9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2865310 Jun 04 06:44:15.237828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.239426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9e35533-e519-4fe3-98ca-453de1bf2086 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/234fa994-7de1-48cc-ba2f-b5ca74e59f69 HTTP/1.1" status: 204 len: 168 time: 0.7491746 Jun 04 06:44:15.254741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=9758510e-e7f3-4e66-8d09-798f80669d09,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.267479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:15.276852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.280996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.306742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.362465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.381972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.383762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcffe12f-aa93-42a4-85c0-e4904273b727 req-7b085ec8-004f-434a-a4ac-a9ec59f90558 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380186 Jun 04 06:44:15.389942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.464808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.509361 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb9bdd3-38c2-4b2b-a6e8-ade07be2f1d8'] response: {'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de', 'code': 200} Jun 04 06:44:15.514410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68749750-fe19-45e1-9047-9dd0fa2b46d9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.525156 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.541177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-852bef9d-3742-4eb9-9514-4064a947f778 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68749750-fe19-45e1-9047-9dd0fa2b46d9 HTTP/1.1" status: 204 len: 168 time: 0.4522560 Jun 04 06:44:15.661189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef7bf6-756f-4b47-aae6-18dd30eca0a9 req-6001e291-2744-4d86-ba0d-ac37ab3972ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:15.662750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30ef7bf6-756f-4b47-aae6-18dd30eca0a9 req-6001e291-2744-4d86-ba0d-ac37ab3972ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0891171 Jun 04 06:44:15.712126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45030) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:15.742630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.798271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.804931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:15.832464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:15.839792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30ef7bf6-756f-4b47-aae6-18dd30eca0a9 req-9ec89f5e-a27e-441a-bc05-4ac896d360d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710646 Jun 04 06:44:15.841005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Usage tracker for resource:security_group_rule and tenant:b7dcd8ebb7fe47d88eaa375cdca6170b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:15.850169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:15.860356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:15.923976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961e758-8bb3-4aff-b071-881e12a578a4 req-41f71192-c474-4ae2-b9fb-5be5b48d0e02 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:15.933530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7961e758-8bb3-4aff-b071-881e12a578a4 req-41f71192-c474-4ae2-b9fb-5be5b48d0e02 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1720986 Jun 04 06:44:15.943840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=9758510e-e7f3-4e66-8d09-798f80669d09,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:15.976343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.014017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7961e758-8bb3-4aff-b071-881e12a578a4 req-6e14b3fe-60a1-40d3-b86c-142ca18adff8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Jun 04 06:44:16.060241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.063581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77cb6bd6-3ba7-487e-bfbe-0e249b55d3af tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8826642 Jun 04 06:44:16.100047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.105101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.175385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45054) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:16.175604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b7dcd8ebb7fe47d88eaa375cdca6170b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588776 Jun 04 06:44:16.176726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86e01a-d990-46a4-8145-262144f0971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369f2867-a0a0-4225-b42b-6c9c7a5bc6a7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:16.271160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.306023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45066) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:16.320533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.402194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.421881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f2867-a0a0-4225-b42b-6c9c7a5bc6a7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:16.426133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.427279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ee7d5e0f-ee8f-4545-b717-51f3139b36d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/369f2867-a0a0-4225-b42b-6c9c7a5bc6a7 HTTP/1.1" status: 204 len: 168 time: 0.2507010 Jun 04 06:44:16.437381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-39575eb3-f39a-4cfb-8a58-91036af7a1e9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:44:16.462157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-39575eb3-f39a-4cfb-8a58-91036af7a1e9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:44:16.463799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-39575eb3-f39a-4cfb-8a58-91036af7a1e9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1260102168&fields=id&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 267 time: 0.1299067 Jun 04 06:44:16.605018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.632122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:16.641880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Usage tracker for resource:security_group_rule and tenant:92baeed2a6194b35afeda8435c89d9c6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:16.649516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:16.675170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:16.711035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-1389a594-4851-4449-8faa-5030bcd2dd4c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:16.712644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-1389a594-4851-4449-8faa-5030bcd2dd4c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.2379529 Jun 04 06:44:16.740217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-916a766c-209e-4c1c-95ad-827c5b235b42 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/quotas/358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 375 time: 0.0192957 Jun 04 06:44:16.901059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.907618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.912361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4b09-6c79-4af4-a1e7-7e9a6328444a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:16.951001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-6218573a-c187-4338-933f-717d2f7e878b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:44:17.016100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:17.016633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=92baeed2a6194b35afeda8435c89d9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090552 Jun 04 06:44:17.017289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-6218573a-c187-4338-933f-717d2f7e878b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:44:17.031404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-6218573a-c187-4338-933f-717d2f7e878b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2779562 Jun 04 06:44:17.187666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:17.203269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-074ddb39-ae1c-42a0-8374-07e85cd87d09 service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709480 Jun 04 06:44:17.250251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:17.347130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2b64f-bdd0-41cb-9245-3c8e8602cd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4b1af-78e1-4a07-91c1-c2b28256c944,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:17.368626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:17.421068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4b1af-78e1-4a07-91c1-c2b28256c944,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:17.454295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:17.455945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-de10eada-8e98-4c34-9380-d3a2c3dc7493 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ef4b1af-78e1-4a07-91c1-c2b28256c944 HTTP/1.1" status: 204 len: 168 time: 0.4383514 Jun 04 06:44:17.461621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-bfffb1b5-c379-4a34-89c8-0cefaad8b4bd service neutron] 10.222.0.17 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566075 Jun 04 06:44:17.510887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:18.019730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad208a3-f4fc-4330-94e9-218aeb7af729 req-4374074f-dff0-4be3-bb01-3cc0e48a0030 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:18.028187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ad208a3-f4fc-4330-94e9-218aeb7af729 req-4374074f-dff0-4be3-bb01-3cc0e48a0030 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1752002 Jun 04 06:44:18.082113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ad208a3-f4fc-4330-94e9-218aeb7af729 req-e1e54e17-d9b0-4cfc-93ef-ba1c6d3ecfc7 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526712 Jun 04 06:44:18.429643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045f9c-aff9-476d-9fba-65a9fbfe8e06 req-e8aa1c7c-5ffb-4d38-b6e7-d80f71adeb48 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:18.438107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db045f9c-aff9-476d-9fba-65a9fbfe8e06 req-e8aa1c7c-5ffb-4d38-b6e7-d80f71adeb48 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2368562 Jun 04 06:44:18.496179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db045f9c-aff9-476d-9fba-65a9fbfe8e06 req-4498e260-ef4d-4e5d-a1ed-89b6edf0c0b7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Jun 04 06:44:18.595837 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5b9ca3-84ea-4762-963d-707085dee3fc'] response: {'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'code': 200} Jun 04 06:44:18.829597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f3655b-298a-406d-b1ac-b188447a8aa8 req-9bc02a9f-7a28-4be4-8d73-3d3110778744 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 210 time: 0.1200435 Jun 04 06:44:18.891938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeb2ff-313f-4a81-b58a-2f827d8f8fb3 req-eed08729-6781-4bac-990d-688ec2c636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:18.899081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ddeb2ff-313f-4a81-b58a-2f827d8f8fb3 req-eed08729-6781-4bac-990d-688ec2c636a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 1097 time: 0.2459881 Jun 04 06:44:18.973620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ddeb2ff-313f-4a81-b58a-2f827d8f8fb3 req-c697ebcb-061f-47d7-9c0e-2a5f9568461b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Jun 04 06:44:19.054824 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-138c27fc-21cf-47c3-b941-a73806df886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:19.221336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-c4368404-b6df-4f86-8317-3048ff10fe36 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:19.223691 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-c4368404-b6df-4f86-8317-3048ff10fe36 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 814 time: 0.3007891 Jun 04 06:44:19.291741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-65cf44c0-8e69-4c49-a654-c835a6d20362 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358a52c1c3324af09eae4b72709deea7 HTTP/1.1" status: 200 len: 380 time: 0.0595803 Jun 04 06:44:19.305193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'port': {'device_id': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'admin_state_up': True, 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'security_groups': ['8dd2d79c-3000-4959-805f-93980c573187']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:19.531724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:19.556186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:19.560073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e3ef-3a79-4431-a1d0-db928f019af8 req-98c602e0-e66b-42ec-b61b-cac7f7fc755c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:19.568238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42d2e3ef-3a79-4431-a1d0-db928f019af8 req-98c602e0-e66b-42ec-b61b-cac7f7fc755c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1403379 Jun 04 06:44:19.580019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Made reservation on behalf of 358a52c1c3324af09eae4b72709deea7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:19.583808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:19.630269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42d2e3ef-3a79-4431-a1d0-db928f019af8 req-39c1ce3e-7fcb-40db-a4d1-34dcb30931e4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jun 04 06:44:19.872209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Allocated IP 172.20.0.11 (043f7b68-cd8d-46f0-b1f3-612ff1e5af30/52066dc6-fb24-4118-9eae-e2fd734e1e9f/f42c037c-9244-429a-a78f-7c941fe75952) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:19.891867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd77303-cbd9-44cd-b73e-0a3a291410dc req-135b924b-a754-46aa-9357-1d8d24fd0760 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:19.896252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cd77303-cbd9-44cd-b73e-0a3a291410dc req-135b924b-a754-46aa-9357-1d8d24fd0760 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1594450 Jun 04 06:44:19.994943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cd77303-cbd9-44cd-b73e-0a3a291410dc req-7ce1d594-aa1e-4736-8da0-009538351b6c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802739 Jun 04 06:44:20.150617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.233737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.255203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Transition to ACTIVE for port object f42c037c-9244-429a-a78f-7c941fe75952 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:20.286792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.378475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:20.382763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:20.385515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:20.435351 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.467575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceab17a-ca32-4044-b619-e04ead8e27a7 req-639048f4-1f3e-419a-b6f4-211843c60d81 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:20.488029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event updated for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:20.488427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fceab17a-ca32-4044-b619-e04ead8e27a7 req-639048f4-1f3e-419a-b6f4-211843c60d81 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2618792 Jun 04 06:44:20.506746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.508950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.509394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.509851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.510299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.510728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.512428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.512858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.513289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.513750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.514175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.514615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:20.539521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:20.542813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.589102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fceab17a-ca32-4044-b619-e04ead8e27a7 req-e907a737-49d1-4215-8e20-567306b335a2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994101 Jun 04 06:44:20.590642 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-ff0878d6-2c5e-4fc1-aecf-ede3757c0e81 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2931652 Jun 04 06:44:20.616490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Request body: {'port': {'device_id': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:20.801556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-21d4ce86-c624-47b1-a112-d22bedecd5c3 None None] Provisioning for port f42c037c-9244-429a-a78f-7c941fe75952 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:20.813987 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.825097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45262) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:20.828361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-21d4ce86-c624-47b1-a112-d22bedecd5c3 None None] Provisioning complete for port f42c037c-9244-429a-a78f-7c941fe75952 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:20.829678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21d4ce86-c624-47b1-a112-d22bedecd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:20.939163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-21d4ce86-c624-47b1-a112-d22bedecd5c3 None None] Port f42c037c-9244-429a-a78f-7c941fe75952 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:44:20.966457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a8d14-6f8d-4529-983a-ea352e8840ee req-d4ed6d6f-a931-4717-a6d7-8003b00303bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:20.988051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed0a8d14-6f8d-4529-983a-ea352e8840ee req-d4ed6d6f-a931-4717-a6d7-8003b00303bf tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 932 time: 0.1737688 Jun 04 06:44:21.141496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed0a8d14-6f8d-4529-983a-ea352e8840ee req-c339d8c7-fdf9-43ff-850b-c9af4765faeb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524777 Jun 04 06:44:21.210898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:21.290115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42c037c-9244-429a-a78f-7c941fe75952 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:21.298881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.317186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Transition to ACTIVE for port object f42c037c-9244-429a-a78f-7c941fe75952 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:21.323449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.411181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.443470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-776608493'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:21.459972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:21.474374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Usage tracker for resource:network and tenant:3d24e8b561ab4f9bbae34c530833a363 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:21.477194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:21.479511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:21.489643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:21.491708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Usage tracker for resource:security_group_rule and tenant:e2bcd150031f400fbab2bb08b63ed7a6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:21.496365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:21.517700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:21.557873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Made reservation on behalf of 3d24e8b561ab4f9bbae34c530833a363 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:21.564931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.649447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.690677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:21.696165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Usage tracker for resource:security_group_rule and tenant:3d24e8b561ab4f9bbae34c530833a363 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:21.699573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:21.706980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:21.790635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:21.835079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.847695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.883598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Attempting to bind port f42c037c-9244-429a-a78f-7c941fe75952 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:21.884518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Attempting to bind port f42c037c-9244-429a-a78f-7c941fe75952 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:21.884518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Attempting to bind port f42c037c-9244-429a-a78f-7c941fe75952 on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:21.890648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Port f42c037c-9244-429a-a78f-7c941fe75952 on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:44:21.891193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Attempting to bind port f42c037c-9244-429a-a78f-7c941fe75952 on network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:21.898308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:21.899523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:21.899652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Checking segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:21.900112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Bound using segment: {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:21.900562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Bound port: f42c037c-9244-429a-a78f-7c941fe75952, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '986e12f0-f394-4087-a1fc-86a58820935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:21.905265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.944886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d287c39-8e8b-4d14-8394-7b975c101666,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:21.973314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:21.974189 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Added segment 53cf191a-3c00-4056-948f-5d9166533029 of type vlan for network 5e6cd54a-a265-40a3-817c-9c656d6da966 Jun 04 06:44:22.017634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178e12-d9c6-443e-a247-dde30f26405e req-c9cb35fc-4f92-4bec-b7c8-bafdf9ca55ab tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.024458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f178e12-d9c6-443e-a247-dde30f26405e req-c9cb35fc-4f92-4bec-b7c8-bafdf9ca55ab tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.4430363 Jun 04 06:44:22.057530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.059103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:22.063365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.064775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f42c037c-9244-429a-a78f-7c941fe75952,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:22.070644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.123627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.134963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.147525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.148546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.149895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 200 len: 1092 time: 1.5520077 Jun 04 06:44:22.157104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:22.219163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.225610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.226252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.232593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e2bcd150031f400fbab2bb08b63ed7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4048388 Jun 04 06:44:22.245452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:22.258154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5820149-afc0-44c9-add0-32f64d5812d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:22.431283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event updated for resources: {'Network': ['ID=5e6cd54a-a265-40a3-817c-9c656d6da966,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:22.440567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.445857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:22.476644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f178e12-d9c6-443e-a247-dde30f26405e req-983f17a7-2f0e-46e1-88a0-64cc8dffe618 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056461 Jun 04 06:44:22.497009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-9d6f28de-dab4-4176-9913-5b1af88c3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.508938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-9d6f28de-dab4-4176-9913-5b1af88c3ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 1095 time: 0.3058774 Jun 04 06:44:22.523655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9680890-7769-4df1-976f-657f6109f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a869569d-2635-4dc3-8adb-66e62b1ccf47,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:22.598475 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1db5cc3f-fa8b-4685-9db0-f8c2674745e1 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3861830 Jun 04 06:44:22.603797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45304) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:22.616237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Request body: {'subnet': {'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:22.666126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:22.709817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-025ff470-a365-4855-a7bb-50e300528e31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 200 len: 217 time: 0.1919107 Jun 04 06:44:22.809766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-5a61d521-a293-437e-9fa1-7d86bb3ef39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.811243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-5a61d521-a293-437e-9fa1-7d86bb3ef39a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0958285 Jun 04 06:44:22.875625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:22.881087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Usage tracker for resource:subnet and tenant:3d24e8b561ab4f9bbae34c530833a363 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:22.911384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:22.934037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:22.990425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faadf1a-61cf-46ed-a071-2843bdc79efa req-bec7dfe6-209d-4415-aa2f-65286666db8e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:22.998404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9faadf1a-61cf-46ed-a071-2843bdc79efa req-bec7dfe6-209d-4415-aa2f-65286666db8e tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.3461046 Jun 04 06:44:23.000359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Made reservation on behalf of 3d24e8b561ab4f9bbae34c530833a363 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:23.005402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:23.056461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:23.078532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a869569d-2635-4dc3-8adb-66e62b1ccf47,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:23.110632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:23.114477 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-653c5ff6-99d4-4870-8e6d-56a49f9bd22d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a869569d-2635-4dc3-8adb-66e62b1ccf47 HTTP/1.1" status: 204 len: 168 time: 0.8654475 Jun 04 06:44:23.149320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-53c40a28-3999-426e-8be6-cfd4039627ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:23.150830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-53c40a28-3999-426e-8be6-cfd4039627ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320012 Jun 04 06:44:23.283352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9faadf1a-61cf-46ed-a071-2843bdc79efa req-80e738df-e9e1-439d-b3f8-e88edd33eac8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834539 Jun 04 06:44:23.415288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-e58a0a4f-bad2-4f9b-a5de-f44ae253dd64 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573159 Jun 04 06:44:23.645670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45326) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:23.668211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e0f217a4-78a0-4152-a6b8-90693a672499 req-6619971e-38af-4f12-b753-56521df4005d service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399724 Jun 04 06:44:23.677164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:23.689052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:23.761987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event updated for resources: {'Subnet': ['ID=909b65f4-70a5-4e73-bda7-5d221c5aa4e2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:23.775761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4a08-05ac-4ab4-b3a0-1d74a33a251d req-4fbd5bc7-5715-44bb-a443-31900da974c9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:23.777236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9ba4a08-05ac-4ab4-b3a0-1d74a33a251d req-4fbd5bc7-5715-44bb-a443-31900da974c9 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 944 time: 0.3307052 Jun 04 06:44:23.786827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:23.939458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.940260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.940348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.940919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.941217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.941574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.941917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.942325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.942874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.943217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.943433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.943752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:44:23.957438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Usage tracker for resource:security_group_rule and tenant:51d1166b8fb24dd6bf6272238820ee3d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:23.963589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:23.972752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:24.011658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9ba4a08-05ac-4ab4-b3a0-1d74a33a251d req-4692eeed-e525-4a15-a897-9687ffa3d66f tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196863 Jun 04 06:44:24.062897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Checking segment: {'id': '53cf191a-3c00-4056-948f-5d9166533029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:24.072022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Network hostable DHCP agents. Network: 5e6cd54a-a265-40a3-817c-9c656d6da966, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:44:24.123575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:24.146195 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d255b7ce-0b40-4973-8c1c-887a22e958b7'] response: {'name': 'network-changed', 'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952', 'status': 'completed', 'code': 200} Jun 04 06:44:24.164641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5e6cd54a-a265-40a3-817c-9c656d6da966) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:24.172401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.172975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.182981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b285b-ea4e-4f8e-8f07-a7e716932dde None None] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:24.220749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.229324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-010986a6-7d00-49dd-a8ac-7a915e9b83e7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6185880 Jun 04 06:44:24.230977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:24.233512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.261228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Request body: {'port': {'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966', 'name': 'tempest-DHCPAgentSchedulersTestJSON-927783541'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:24.391303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c90d-4723-499d-be18-df15072e7784 req-7079e494-d0a7-42ce-ad57-d436d77c6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.393329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-7079e494-d0a7-42ce-ad57-d436d77c6d79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 1095 time: 0.2257702 Jun 04 06:44:24.450512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=51d1166b8fb24dd6bf6272238820ee3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004115 Jun 04 06:44:24.466276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45350) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:24.500035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de688376-8a97-4dc4-9b81-4ca3fc6d7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56782da3-44d1-45d8-859a-b4c14bac3a44,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:24.526288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-5e6cd54a-a265-40a3-817c-9c656d6da966', 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966', 'tenant_id': '3d24e8b561ab4f9bbae34c530833a363', 'fixed_ips': [{'subnet_id': '909b65f4-70a5-4e73-bda7-5d221c5aa4e2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:44:24.529262 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.588301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c90d-4723-499d-be18-df15072e7784 req-fd93e883-213c-4908-b89d-9a1e3e661b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.589926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-fd93e883-213c-4908-b89d-9a1e3e661b2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.1899047 Jun 04 06:44:24.717636 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-d5e080d6-1a4f-4f26-8b89-412ab1516d56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 200 len: 217 time: 0.1215162 Jun 04 06:44:24.719881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:24.725220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Usage tracker for resource:port and tenant:3d24e8b561ab4f9bbae34c530833a363 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:24.729244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:24.735623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:24.756980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19fa8-24e7-46ac-b4d1-680d1293800a req-21ec380c-5026-484c-98ab-383cfc1a4ab5 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.770627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8e19fa8-24e7-46ac-b4d1-680d1293800a req-21ec380c-5026-484c-98ab-383cfc1a4ab5 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.4690185 Jun 04 06:44:24.776958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Allocated IP 172.20.0.2 (5e6cd54a-a265-40a3-817c-9c656d6da966/909b65f4-70a5-4e73-bda7-5d221c5aa4e2/6e464154-a369-43b0-bf52-7636a5a217fd) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:24.777195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.797142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c90d-4723-499d-be18-df15072e7784 req-d3e25703-8590-485c-aa57-3b7f05f0e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.799732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-d3e25703-8590-485c-aa57-3b7f05f0e19d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0747576 Jun 04 06:44:24.823257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Made reservation on behalf of 3d24e8b561ab4f9bbae34c530833a363 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:24.826674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.876655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:24.904551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5c90d-4723-499d-be18-df15072e7784 req-5f6d0427-2238-4a0f-997e-f3aa3f5209d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:24.908046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-5f6d0427-2238-4a0f-997e-f3aa3f5209d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021700 Jun 04 06:44:24.916849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8e19fa8-24e7-46ac-b4d1-680d1293800a req-46f1567b-03c0-4cde-ac6d-a4ba168c7007 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449661 Jun 04 06:44:24.919944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] device_id is not set on port a78095f1-72e5-4d55-97fd-74bc6b360ce5 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:44:25.148623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.217635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Transition to ACTIVE for port object 6e464154-a369-43b0-bf52-7636a5a217fd will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:25.230742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-c5ed65e0-d27e-4012-9097-fbfa40a33cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142829 Jun 04 06:44:25.230957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.269714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Transition to ACTIVE for port object 6e464154-a369-43b0-bf52-7636a5a217fd will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:25.277830 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.296517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56782da3-44d1-45d8-859a-b4c14bac3a44,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:25.357041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.358200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc819926-6841-4522-b19b-d4bd7943a53f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/56782da3-44d1-45d8-859a-b4c14bac3a44 HTTP/1.1" status: 204 len: 168 time: 0.8844008 Jun 04 06:44:25.412047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:25.415690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:25.418307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564a3a0-59fc-4299-9762-92086cb8e4ad req-794647bc-f73f-45cd-ba03-829c2d003e85 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:25.419416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:25.421828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Pushing event updated for resources: {'Port': ['ID=6e464154-a369-43b0-bf52-7636a5a217fd,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:25.426945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a564a3a0-59fc-4299-9762-92086cb8e4ad req-794647bc-f73f-45cd-ba03-829c2d003e85 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.3091617 Jun 04 06:44:25.482521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Allocated IP 172.20.0.14 (5e6cd54a-a265-40a3-817c-9c656d6da966/909b65f4-70a5-4e73-bda7-5d221c5aa4e2/a78095f1-72e5-4d55-97fd-74bc6b360ce5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:25.551620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a564a3a0-59fc-4299-9762-92086cb8e4ad req-d3448466-6aa9-4c3e-a540-7025594420e0 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157522 Jun 04 06:44:25.654873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.666896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Attempting to bind port 6e464154-a369-43b0-bf52-7636a5a217fd on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:25.667274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Attempting to bind port 6e464154-a369-43b0-bf52-7636a5a217fd by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '53cf191a-3c00-4056-948f-5d9166533029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:25.667638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Attempting to bind port 6e464154-a369-43b0-bf52-7636a5a217fd on network 5e6cd54a-a265-40a3-817c-9c656d6da966 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:25.679108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:25.683245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Checking segment: {'id': '53cf191a-3c00-4056-948f-5d9166533029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:25.683668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.684064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Bound using segment: {'id': '53cf191a-3c00-4056-948f-5d9166533029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:25.684807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Bound port: 6e464154-a369-43b0-bf52-7636a5a217fd, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cf191a-3c00-4056-948f-5d9166533029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e6cd54a-a265-40a3-817c-9c656d6da966'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:25.685188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.722184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55b5c90d-4723-499d-be18-df15072e7784 req-b09e84b5-380e-4527-a844-0af3ca313154 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828157 Jun 04 06:44:25.843827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.911933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.923375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] For port 6e464154-a369-43b0-bf52-7636a5a217fd, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:25.930529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] For port 6e464154-a369-43b0-bf52-7636a5a217fd, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6e464154-a369-43b0-bf52-7636a5a217fd,segment=NetworkSegment(53cf191a-3c00-4056-948f-5d9166533029),segment_id=53cf191a-3c00-4056-948f-5d9166533029)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:25.937695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Transition to ACTIVE for port object a78095f1-72e5-4d55-97fd-74bc6b360ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:25.940561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:25.966769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:26.059084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf370c27-1b2a-4738-b8ab-4dc4a78849a4 None None] Pushing event updated for resources: {'Port': ['ID=6e464154-a369-43b0-bf52-7636a5a217fd,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:26.085776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:26.175447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:26.185933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:26.257219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event updated for resources: {'Port': ['ID=a78095f1-72e5-4d55-97fd-74bc6b360ce5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:26.313456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:26.314299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:26.346569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d77214-a974-4ffa-8f21-ae9237adc831 req-c2eb5afc-7c34-45c4-afef-f8ce0a3af5f6 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:26.348140 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d77214-a974-4ffa-8f21-ae9237adc831 req-c2eb5afc-7c34-45c4-afef-f8ce0a3af5f6 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 944 time: 0.2384808 Jun 04 06:44:26.356737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bfbb2b4b-e176-41dd-85ff-594596aad37a tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1136246 Jun 04 06:44:26.359974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:26.518816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d77214-a974-4ffa-8f21-ae9237adc831 req-3c79cd05-11d9-4383-acda-458e7643ee08 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786762 Jun 04 06:44:26.590627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Deleting port a78095f1-72e5-4d55-97fd-74bc6b360ce5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:26.591365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:26.991988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:27.070799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f42c037c-9244-429a-a78f-7c941fe75952 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:44:27.339521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Calling delete_port for a78095f1-72e5-4d55-97fd-74bc6b360ce5 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:27.364235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f42c037c-9244-429a-a78f-7c941fe75952,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:27.389243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'f42c037c-9244-429a-a78f-7c941fe75952', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'port_id': 'f42c037c-9244-429a-a78f-7c941fe75952', 'mac_address': 'fa:16:3e:87:90:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:44:27.415645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30097a-da2f-472f-b1ed-8a0bc07267ac req-2bbeceb0-5c07-4a32-b14c-456489e80b75 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:27.438106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d30097a-da2f-472f-b1ed-8a0bc07267ac req-2bbeceb0-5c07-4a32-b14c-456489e80b75 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.7296968 Jun 04 06:44:27.470426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port f42c037c-9244-429a-a78f-7c941fe75952 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:27.471139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:27.494398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42c037c-9244-429a-a78f-7c941fe75952 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:27.526759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f42c037c-9244-429a-a78f-7c941fe75952,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:27.535693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:27.579425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d30097a-da2f-472f-b1ed-8a0bc07267ac req-5b108fae-8a6d-4c09-9016-efd58192ca64 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403265 Jun 04 06:44:27.671773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:27.805418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31279a3a-ce8a-47ca-a897-0c6a93c219e5 None None] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:27.815111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:28.041509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event deleted for resources: {'Port': ['ID=a78095f1-72e5-4d55-97fd-74bc6b360ce5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:28.101035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:28.114012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5e6614ae-5681-4f95-b61e-678d67893c61 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "DELETE /v2.0/ports/a78095f1-72e5-4d55-97fd-74bc6b360ce5 HTTP/1.1" status: 204 len: 168 time: 1.7529612 Jun 04 06:44:28.116663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:28.235212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['f42c037c-9244-429a-a78f-7c941fe75952'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:44:28.379691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-01370d01-be2f-4fe6-bc02-1d9046e6a846 None None] Provisioning for port 6e464154-a369-43b0-bf52-7636a5a217fd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:28.492799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f964d5-9da7-4ddc-b581-d0153686cfac req-cce1db15-ffc3-46b8-a7d9-f420ee9fdc57 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:28.510081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30f964d5-9da7-4ddc-b581-d0153686cfac req-cce1db15-ffc3-46b8-a7d9-f420ee9fdc57 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2625973 Jun 04 06:44:28.643022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6e464154-a369-43b0-bf52-7636a5a217fd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:28.691960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c3c08e6a-ba77-449c-a64d-ff3a49b14c2d tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.5737491 Jun 04 06:44:28.695130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:28.701583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1005124071'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:28.707785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30f964d5-9da7-4ddc-b581-d0153686cfac req-d70ef946-e95e-454b-a30e-ce383486e539 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968300 Jun 04 06:44:28.714494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:28.725186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Usage tracker for resource:network and tenant:3d24e8b561ab4f9bbae34c530833a363 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:28.747213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:28.758751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:28.785859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Made reservation on behalf of 3d24e8b561ab4f9bbae34c530833a363 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:28.798744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:28.864951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6e464154-a369-43b0-bf52-7636a5a217fd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:28.872129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6e464154-a369-43b0-bf52-7636a5a217fd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:28.872512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:28.904003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:28.948596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:28.948955 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Added segment 73e2b282-59eb-41f0-b642-0e407a8b517c of type vlan for network d82f70e8-f51e-4810-8bee-20bbab22bae7 Jun 04 06:44:29.043229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.146946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.153080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:29.153771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e4c16-3890-43c7-a735-7ea752eb5595 req-949171c5-d997-421b-89ef-f86f38463532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:29.155705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.179650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb7e4c16-3890-43c7-a735-7ea752eb5595 req-949171c5-d997-421b-89ef-f86f38463532 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 945 time: 0.2371368 Jun 04 06:44:29.211276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6e464154-a369-43b0-bf52-7636a5a217fd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:29.211658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.303694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5960820 Jun 04 06:44:29.304320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb7e4c16-3890-43c7-a735-7ea752eb5595 req-9c736e80-70db-4c1d-b6d8-09ab10b00779 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174765 Jun 04 06:44:29.304320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45502) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:29.323157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6e464154-a369-43b0-bf52-7636a5a217fd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6e464154-a369-43b0-bf52-7636a5a217fd,segment=NetworkSegment(53cf191a-3c00-4056-948f-5d9166533029),segment_id=53cf191a-3c00-4056-948f-5d9166533029)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:29.334300 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.550713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b42c-de94-4fa0-832a-6b8f7ee6b0f7 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event updated for resources: {'Network': ['ID=d82f70e8-f51e-4810-8bee-20bbab22bae7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:29.571154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d82f70e8-f51e-4810-8bee-20bbab22bae7 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:29.698638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cdf4646d-dd9a-4b0e-a0e5-83673ee73c98 None None] Provisioning complete for port 6e464154-a369-43b0-bf52-7636a5a217fd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:29.699538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cdf4646d-dd9a-4b0e-a0e5-83673ee73c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:29.820229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6e464154-a369-43b0-bf52-7636a5a217fd,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:29.928104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef75434-c88d-4d02-bde4-2be0c5b36898 req-ddaeb744-7dcf-49f2-9f4c-bb2167a32a20 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:29.936505 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ef75434-c88d-4d02-bde4-2be0c5b36898 req-ddaeb744-7dcf-49f2-9f4c-bb2167a32a20 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.3111746 Jun 04 06:44:30.015589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-183e8793-a712-4c8a-8a5f-7a797615e451 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.7158048 Jun 04 06:44:30.018653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45540) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:30.076530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ef75434-c88d-4d02-bde4-2be0c5b36898 req-1d55a534-efa8-4d49-8563-c00ae7425b46 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384752 Jun 04 06:44:30.192815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4646d-dd9a-4b0e-a0e5-83673ee73c98 None None] Current status of the port 6e464154-a369-43b0-bf52-7636a5a217fd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:30.312203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-424383e7-9d7e-4e23-8ed4-9ad96201fc0f None None] Could not find standard attr ID for object a78095f1-72e5-4d55-97fd-74bc6b360ce5. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:44:30.342816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0a4c3-1441-403d-b7d5-3c22b0e3cb51 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] Network d82f70e8-f51e-4810-8bee-20bbab22bae7 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:30.388207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4a0a4c3-1441-403d-b7d5-3c22b0e3cb51 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "POST /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3678710 Jun 04 06:44:30.391368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:30.391618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f138d0-3a96-442d-b196-ca80f88abf8f None None] Network d82f70e8-f51e-4810-8bee-20bbab22bae7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:30.576922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6e464154-a369-43b0-bf52-7636a5a217fd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:30.593436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee658e-a2de-4819-a77f-82ef32460060 req-7a4837b1-c997-47c5-97e0-af5ff84bedb5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:30.601303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bee658e-a2de-4819-a77f-82ef32460060 req-7a4837b1-c997-47c5-97e0-af5ff84bedb5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.3381114 Jun 04 06:44:30.699858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0bee658e-a2de-4819-a77f-82ef32460060 req-903dd5ae-ee67-4912-b0f2-7a386ca4337a tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975926 Jun 04 06:44:30.704803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-abcb9a2a-522f-4ae1-8048-27e07f201eab tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.3072827 Jun 04 06:44:30.705188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45574) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:30.793315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-211651bf-d5ca-4153-9d47-d1dc7a39ba74 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "DELETE /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks/d82f70e8-f51e-4810-8bee-20bbab22bae7 HTTP/1.1" status: 204 len: 168 time: 0.0863881 Jun 04 06:44:30.795907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:30.900534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6e464154-a369-43b0-bf52-7636a5a217fd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:30.900912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:31.149695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f42c037c-9244-429a-a78f-7c941fe75952 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:31.184844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe5d22ce-7739-44bb-8b7b-392f2e1015a9 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.3871851 Jun 04 06:44:31.190833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:31.238023 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4318fac-db3d-4609-addc-467e62463123 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/networks/5e6cd54a-a265-40a3-817c-9c656d6da966/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0417042 Jun 04 06:44:31.238311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45618) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:31.274983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6e464154-a369-43b0-bf52-7636a5a217fd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:31.283647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-69d54d06-51e5-4b87-99d3-eadb514f4c7b tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/networks/5e6cd54a-a265-40a3-817c-9c656d6da966/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0437140 Jun 04 06:44:31.286312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:31.310127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port f42c037c-9244-429a-a78f-7c941fe75952 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:31.318456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port f42c037c-9244-429a-a78f-7c941fe75952 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:31.319919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:31.580636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port f42c037c-9244-429a-a78f-7c941fe75952 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:31.581356 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:31.638067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:31.654448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f42c037c-9244-429a-a78f-7c941fe75952,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:31.673988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:31.824601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:31.876191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a661e-99b5-453e-9dcb-92e911aa98ac req-c7db9dbb-5e5c-449e-8abd-9f04b4501a1c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:31.878825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf8a661e-99b5-453e-9dcb-92e911aa98ac req-c7db9dbb-5e5c-449e-8abd-9f04b4501a1c tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 945 time: 0.2756958 Jun 04 06:44:31.880923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90504440-cf44-4996-9c05-2863d2360b83 tempest-DHCPAgentSchedulersTestJSON-394510468 tempest-DHCPAgentSchedulersTestJSON-394510468-project-admin] 10.222.0.17 "GET /v2.0/agents/5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.5936050 Jun 04 06:44:31.884548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45664) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:32.015568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45670) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:32.070609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf8a661e-99b5-453e-9dcb-92e911aa98ac req-f5f17c1b-d2da-421c-99ba-b875e06c2f5b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648464 Jun 04 06:44:32.172105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.194293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:32.198954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Usage tracker for resource:security_group_rule and tenant:892d39fb2f6d4f0182d7e10dbe493134 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:32.202557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:32.210870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:32.323556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.332256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.335912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.381351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975fc4-2497-4e7a-b396-36d6b5045ece req-a99ba614-c77e-4f23-a937-8dad05d3e823 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:32.382888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc975fc4-2497-4e7a-b396-36d6b5045ece req-a99ba614-c77e-4f23-a937-8dad05d3e823 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1120613 Jun 04 06:44:32.397110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=892d39fb2f6d4f0182d7e10dbe493134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782191 Jun 04 06:44:32.397377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45676) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:32.400189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403518ff-a503-4d05-a45f-a4cd8213cca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6ae28-6b9c-4e06-95e8-191a7ae9a9ba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:32.482602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.516793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.542632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc975fc4-2497-4e7a-b396-36d6b5045ece req-61b122ee-79c1-4396-84a3-3659db0d1ab7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343362 Jun 04 06:44:32.544456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.578643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82f70e8-f51e-4810-8bee-20bbab22bae7']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:32.592692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e2b282-59eb-41f0-b642-0e407a8b517c') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:32.592984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e2b282-59eb-41f0-b642-0e407a8b517c') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:32.608654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.622192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.639831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.641788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6ae28-6b9c-4e06-95e8-191a7ae9a9ba,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:32.659465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.659966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:44:32.660430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.661441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b05f785-ae95-465a-8b0a-e363ffaf5576 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ded6ae28-6b9c-4e06-95e8-191a7ae9a9ba HTTP/1.1" status: 204 len: 168 time: 0.2631252 Jun 04 06:44:32.667503 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414bcb63-d82d-49c1-a097-8fa6f2c7bc51'] response: {'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952', 'code': 200} Jun 04 06:44:32.729789 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 73e2b282-59eb-41f0-b642-0e407a8b517c resource provider aggregate not found Jun 04 06:44:32.848047 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 73e2b282-59eb-41f0-b642-0e407a8b517c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73e2b282-59eb-41f0-b642-0e407a8b517c found for delete ", "request_id": "req-818d1884-f984-4e85-93f2-6bd6269c1da3"}]} Jun 04 06:44:32.938061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cae8eb-8546-40e8-88ba-49a4ecd0029b req-aafd769c-de6f-47d6-89f3-8ec46156f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:32.940267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f4cae8eb-8546-40e8-88ba-49a4ecd0029b req-aafd769c-de6f-47d6-89f3-8ec46156f53a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 1097 time: 0.1815038 Jun 04 06:44:32.974383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:32.982384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.031554 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f4cae8eb-8546-40e8-88ba-49a4ecd0029b req-e634f80a-4985-439a-8c7b-d445394dc145 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844476 Jun 04 06:44:33.045213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "DELETE /v2.0/networks/d82f70e8-f51e-4810-8bee-20bbab22bae7 HTTP/1.1" status: 204 len: 168 time: 1.1574564 Jun 04 06:44:33.045983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45696) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.071922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632fef9-958d-4e1f-9049-17c0312d5ef8 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event deleted for resources: {'Network': ['ID=d82f70e8-f51e-4810-8bee-20bbab22bae7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:33.141233 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-086f3810-35ad-4eed-a4ea-0242dc0c1455 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] DELETE failed (client error): The resource could not be found. Jun 04 06:44:33.144007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086f3810-35ad-4eed-a4ea-0242dc0c1455 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:44:33.151683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-086f3810-35ad-4eed-a4ea-0242dc0c1455 tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "DELETE /v2.0/ports/a78095f1-72e5-4d55-97fd-74bc6b360ce5 HTTP/1.1" status: 404 len: 333 time: 0.1037090 Jun 04 06:44:33.153334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45702) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.161186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db854fca-6d80-4033-8c19-bd5c605137f8 req-6f71bbfb-9bd9-4072-9c72-291bbddb120c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:33.170382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db854fca-6d80-4033-8c19-bd5c605137f8 req-6f71bbfb-9bd9-4072-9c72-291bbddb120c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2880151 Jun 04 06:44:33.171925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45706) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.253054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db854fca-6d80-4033-8c19-bd5c605137f8 req-66785a59-e250-4f9d-8154-653374a8b79b tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759342 Jun 04 06:44:33.332192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Deleting subnet 909b65f4-70a5-4e73-bda7-5d221c5aa4e2 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:44:33.336883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.358655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.387579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.406490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.421955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:33.427549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Usage tracker for resource:security_group_rule and tenant:21aada6b0eb74ec699411956bab4d4fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:33.430594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:33.437505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:33.528899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.576197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.584770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.624997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.671531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event deleted for resources: {'Subnet': ['ID=909b65f4-70a5-4e73-bda7-5d221c5aa4e2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:33.673657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.680046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-11d3e7a5-6d42-4f5f-af5d-e9aafdec79ca tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "DELETE /v2.0/subnets/909b65f4-70a5-4e73-bda7-5d221c5aa4e2 HTTP/1.1" status: 204 len: 168 time: 0.5228114 Jun 04 06:44:33.682436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45720) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.685139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cad7d-4fd0-4e44-a3f3-4e64caa885bf None None] Network 5e6cd54a-a265-40a3-817c-9c656d6da966 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:33.701275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21aada6b0eb74ec699411956bab4d4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415091 Jun 04 06:44:33.704958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45724) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:33.708249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.739311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29422d82-6e55-46e2-9ece-1b0b8e2ee98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69d2e2-3cd6-48ea-876d-43f0e7f7a711,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:33.746595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:33.756536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Usage tracker for resource:security_group_rule and tenant:30d762c2420e4e2da5aadcf237105c4f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:33.767161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:33.781513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:33.829355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1503c-8f3e-49d1-866d-bb7df0d86ffc req-6923017c-44d5-42dc-ba24-1b738d6d8977 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:33.838240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f1503c-8f3e-49d1-866d-bb7df0d86ffc req-6923017c-44d5-42dc-ba24-1b738d6d8977 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.4211252 Jun 04 06:44:33.847250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.860037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Deleting port 6e464154-a369-43b0-bf52-7636a5a217fd {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:33.860708 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.885857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:33.930067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3f1503c-8f3e-49d1-866d-bb7df0d86ffc req-0f350f8b-98d0-460d-b3f5-01e6456f49e0 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909650 Jun 04 06:44:33.973625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.025582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] DHCP port deletion for 5e6cd54a-a265-40a3-817c-9c656d6da966 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:44:34.030928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Deleting port 6e464154-a369-43b0-bf52-7636a5a217fd {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:34.031460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.118248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.129669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.206776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=30d762c2420e4e2da5aadcf237105c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0335984 Jun 04 06:44:34.211422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45730) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:34.214621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.220170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17dc35-4698-458a-a504-d68265390166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83365d42-1e3c-4817-a569-1c59535ef625,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:34.254428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69d2e2-3cd6-48ea-876d-43f0e7f7a711,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:34.255374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] For port 6e464154-a369-43b0-bf52-7636a5a217fd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6e464154-a369-43b0-bf52-7636a5a217fd,segment=NetworkSegment(53cf191a-3c00-4056-948f-5d9166533029),segment_id=53cf191a-3c00-4056-948f-5d9166533029)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:34.255741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.293390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.297290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9440da2c-891c-4120-a5aa-6225cd6b98cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0b69d2e2-3cd6-48ea-876d-43f0e7f7a711 HTTP/1.1" status: 204 len: 168 time: 0.5722940 Jun 04 06:44:34.311419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896930-6f40-4e3b-861c-eb35614d6e9e req-3bdda241-6b66-4402-80fe-b5cc6089a82e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:34.320119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05896930-6f40-4e3b-861c-eb35614d6e9e req-3bdda241-6b66-4402-80fe-b5cc6089a82e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2543876 Jun 04 06:44:34.405518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.456458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] For port 6e464154-a369-43b0-bf52-7636a5a217fd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6e464154-a369-43b0-bf52-7636a5a217fd,segment=NetworkSegment(53cf191a-3c00-4056-948f-5d9166533029),segment_id=53cf191a-3c00-4056-948f-5d9166533029)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:34.458577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05896930-6f40-4e3b-861c-eb35614d6e9e req-279f048b-81db-435b-984b-cfcebbc75949 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373484 Jun 04 06:44:34.459934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.492008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6e464154-a369-43b0-bf52-7636a5a217fd no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:44:34.507006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.617090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.670672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83365d42-1e3c-4817-a569-1c59535ef625,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:34.677744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.682529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e8ffe20-eae6-4e28-a785-0e2f979b2897 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/83365d42-1e3c-4817-a569-1c59535ef625 HTTP/1.1" status: 204 len: 168 time: 0.4698300 Jun 04 06:44:34.758274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Calling delete_port for 6e464154-a369-43b0-bf52-7636a5a217fd owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:34.811711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Calling delete_port for 6e464154-a369-43b0-bf52-7636a5a217fd owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:34.854485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09cf0-55d6-43ca-b81f-7928083c4aa9 req-3e90bf5a-19a0-43a5-8e2e-e32406a38934 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:34.856771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10d09cf0-55d6-43ca-b81f-7928083c4aa9 req-3e90bf5a-19a0-43a5-8e2e-e32406a38934 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1898532 Jun 04 06:44:34.946805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:34.952167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10d09cf0-55d6-43ca-b81f-7928083c4aa9 req-896c7612-e32f-4f1a-8ed2-810e02a1b6c2 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Jun 04 06:44:34.981793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6e464154-a369-43b0-bf52-7636a5a217fd is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:34.982361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.011352 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:44:35.011834 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:44:35.077329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] No DVR routers for this DVR port 6e464154-a369-43b0-bf52-7636a5a217fd on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:44:35.079107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event deleted for resources: {'Port': ['ID=6e464154-a369-43b0-bf52-7636a5a217fd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:35.212340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc22fa-0b5b-4103-8284-edf586d01d44 req-aff4d680-3360-499b-9fcd-3022bb099fc5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:35.219808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60dc22fa-0b5b-4103-8284-edf586d01d44 req-aff4d680-3360-499b-9fcd-3022bb099fc5 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.1023321 Jun 04 06:44:35.264761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45758) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:35.284819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.301882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60dc22fa-0b5b-4103-8284-edf586d01d44 req-f3078138-d104-4cd0-99a9-f02e8ed7e971 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808678 Jun 04 06:44:35.323589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6cd54a-a265-40a3-817c-9c656d6da966']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:35.339473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cf191a-3c00-4056-948f-5d9166533029') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:35.339752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cf191a-3c00-4056-948f-5d9166533029') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:35.356462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.374396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.385505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:44:35.386541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.513670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Deleting port 6e464154-a369-43b0-bf52-7636a5a217fd {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:35.514309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.528861 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53cf191a-3c00-4056-948f-5d9166533029 resource provider aggregate not found Jun 04 06:44:35.566680 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 53cf191a-3c00-4056-948f-5d9166533029 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53cf191a-3c00-4056-948f-5d9166533029 found for delete ", "request_id": "req-3448f50c-fd13-4987-91a8-d84996d232ac"}]} Jun 04 06:44:35.592032 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.619810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.630344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] Pushing event deleted for resources: {'Network': ['ID=5e6cd54a-a265-40a3-817c-9c656d6da966,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:35.646084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d0023500-0eb9-4195-bf83-5c3c4ef9f2ce tempest-DHCPAgentSchedulersTestJSON-1053098239 tempest-DHCPAgentSchedulersTestJSON-1053098239-project] 10.222.0.17 "DELETE /v2.0/networks/5e6cd54a-a265-40a3-817c-9c656d6da966 HTTP/1.1" status: 204 len: 168 time: 1.9543056 Jun 04 06:44:35.684820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5c0b7-d31a-40ac-abc4-b413b9add7e9 req-6e3701eb-77fa-47db-8e3f-1ccb5429a8ce tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:35.695722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45786) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:35.698183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-caf5c0b7-d31a-40ac-abc4-b413b9add7e9 req-6e3701eb-77fa-47db-8e3f-1ccb5429a8ce tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.2799785 Jun 04 06:44:35.704893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Request body: {'floatingip': {'port_id': 'f42c037c-9244-429a-a78f-7c941fe75952'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:35.708730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b713acad-f4c1-400d-9c17-a0b5c12d1a1b None None] The port '6e464154-a369-43b0-bf52-7636a5a217fd' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:44:35.770043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.811775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:35.823504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Usage tracker for resource:security_group_rule and tenant:092a9455466345eba07fae875bfb5815 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:35.826466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:35.838635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:35.861946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:35.936008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-1ad6f3b3-4d19-4d2c-9e1e-3beffdb159e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4377770 Jun 04 06:44:36.041960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45798) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:36.112172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a1e03-b564-4433-b16a-efa3278f4cd3 req-246468b0-66eb-4f70-a73b-2fc71cab7641 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:36.118998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b2a1e03-b564-4433-b16a-efa3278f4cd3 req-246468b0-66eb-4f70-a73b-2fc71cab7641 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2300465 Jun 04 06:44:36.130194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.146923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.370465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=092a9455466345eba07fae875bfb5815&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0985754 Jun 04 06:44:36.376227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45812) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:36.389528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b2a1e03-b564-4433-b16a-efa3278f4cd3 req-22a131d2-ce82-4663-99d1-6dda67a5af33 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672215 Jun 04 06:44:36.418853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dabbe-09de-4b4e-8972-1c18b5986857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a223055c-a884-4aa2-ae55-6ee364a28161,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:36.476596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4de19a22-dbc1-4ee5-99cf-1cfa896ccf81 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3d24e8b561ab4f9bbae34c530833a363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328263 Jun 04 06:44:36.477247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45820) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:36.482498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390740-9e51-4a95-881a-8bfd476f86bc req-dbdc6abc-6214-447a-98d4-19076888f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:36.483954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-dbdc6abc-6214-447a-98d4-19076888f309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=610a5193700447bbbdea9246e83dc0d4&device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 1096 time: 0.4175863 Jun 04 06:44:36.580802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.618775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.635934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45828) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:36.723337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.752617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390740-9e51-4a95-881a-8bfd476f86bc req-aa1e53e1-2b27-4122-b13e-eae832b9a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:36.753409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223055c-a884-4aa2-ae55-6ee364a28161,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:36.754806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-aa1e53e1-2b27-4122-b13e-eae832b9a0f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 200 len: 906 time: 0.2413986 Jun 04 06:44:36.760839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.840630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-788768351-network', 'tenant_id': '116c10edefc14b0ba7ffb10632d4d06c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:36.850723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-334ade0c-2873-475f-aecd-9a9f2971a1a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 200 len: 217 time: 0.0877798 Jun 04 06:44:36.857421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.858535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b683bec0-9487-422f-8d09-e177879d762a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a223055c-a884-4aa2-ae55-6ee364a28161 HTTP/1.1" status: 204 len: 168 time: 0.4812396 Jun 04 06:44:36.859626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:36.872452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Usage tracker for resource:network and tenant:116c10edefc14b0ba7ffb10632d4d06c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:36.877615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:36.893084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:36.906911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.912716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:36.919670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2944e5-3846-4857-8161-2ff80477e62d req-930af903-169e-4606-9e2c-1bf2bb60bba3 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:36.921321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d2944e5-3846-4857-8161-2ff80477e62d req-930af903-169e-4606-9e2c-1bf2bb60bba3 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.4071493 Jun 04 06:44:36.936570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.000984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Made reservation on behalf of 116c10edefc14b0ba7ffb10632d4d06c for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:37.005123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.043732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390740-9e51-4a95-881a-8bfd476f86bc req-b6b2a9de-4902-492a-a049-99ee1a36efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:37.045686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-b6b2a9de-4902-492a-a049-99ee1a36efef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 200 len: 845 time: 0.1799676 Jun 04 06:44:37.061762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d2944e5-3846-4857-8161-2ff80477e62d req-c771b9d5-0d22-4843-8a01-6013ceeb0e85 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274638 Jun 04 06:44:37.128083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-bdc1d3fc-fade-4264-b609-f8283af9116f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91e0cf7c-b853-4f04-8590-ce0996c739fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648551 Jun 04 06:44:37.219425 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.224517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.251984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d287c39-8e8b-4d14-8394-7b975c101666,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:37.277585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.280794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26c08c08-48d4-46c9-ac03-96990ea84e0d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3d287c39-8e8b-4d14-8394-7b975c101666 HTTP/1.1" status: 204 len: 168 time: 0.7993922 Jun 04 06:44:37.280794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45848) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:37.324977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:37.336333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-2969ce68-c033-4f2e-9b92-627a128c5632 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015722 Jun 04 06:44:37.339813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Usage tracker for resource:security_group_rule and tenant:116c10edefc14b0ba7ffb10632d4d06c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:37.344762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:37.357722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:37.374911 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP ebdd6664-9900-47d1-98d6-46cc252ce1d7 associated. External IP: 172.25.1.210, port: f42c037c-9244-429a-a78f-7c941fe75952. Jun 04 06:44:37.522510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45858) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:37.542645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54390740-9e51-4a95-881a-8bfd476f86bc req-9b242f01-d702-4911-8ee6-0aecf0411578 service neutron] 10.222.0.39 "GET /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955841 Jun 04 06:44:37.581383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.608610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:37.612563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Usage tracker for resource:security_group_rule and tenant:add0054574914c0d9b333a3932534bbb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:37.615815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:37.621877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:37.708640 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.719343 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.778560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:37.795731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:37.800228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=add0054574914c0d9b333a3932534bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763894 Jun 04 06:44:37.803292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716edb-f23a-4c1e-85f0-72ae2100fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06e87d-c3ae-4b00-a57a-626b79698f82,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:37.805769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45864) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:37.806696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Usage tracker for resource:floatingip and tenant:6d15938cc83042bcabeec998fdd7606d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:37.815000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:37.830957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:37.843471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.849893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37eb6a-249e-4133-a17d-cdd7c4fe7d9c req-dd76a0c6-d54a-4f04-ae2d-820468ea436b tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:37.850334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.851710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d37eb6a-249e-4133-a17d-cdd7c4fe7d9c req-dd76a0c6-d54a-4f04-ae2d-820468ea436b tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.3065436 Jun 04 06:44:37.882803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45868) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:37.891291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.915144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:44:37.915961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:37.931975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.948096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:37.958998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:37.959338 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Added segment 5e8ea9d8-6d1a-4363-8100-2592fc854bac of type vlan for network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 Jun 04 06:44:37.969068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:37.993973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d37eb6a-249e-4133-a17d-cdd7c4fe7d9c req-45f17eaa-1988-423b-a196-7e7ada71d860 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337366 Jun 04 06:44:38.003478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.049746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.058849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Usage tracker for resource:security_group_rule and tenant:8be7b924940340a4b32f6473dcd3cd92 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:38.081723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:38.091826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.112757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:38.121376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.164261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.183378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06e87d-c3ae-4b00-a57a-626b79698f82,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:38.255098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.258602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51c8e097-390c-4d8c-866b-6ab31ff23c86 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cd06e87d-c3ae-4b00-a57a-626b79698f82 HTTP/1.1" status: 204 len: 168 time: 0.4439335 Jun 04 06:44:38.271640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:44:38.284226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:44:38.297304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:38.298248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:38.359010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e3c0-9b8a-4457-a628-c7b5ca88a4fd req-bae0a5b8-cc82-43c6-9627-ccb7772edec1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:38.361456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89c5e3c0-9b8a-4457-a628-c7b5ca88a4fd req-bae0a5b8-cc82-43c6-9627-ccb7772edec1 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1696498 Jun 04 06:44:38.363090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.364316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.365609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:38.367327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.367778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Allocated IP 172.25.1.13 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9ee1988b-5809-4b3f-b225-1842dc9af78a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:38.401373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.464362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20e863-bbc2-42f4-a326-17439ea656a0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:38.522401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89c5e3c0-9b8a-4457-a628-c7b5ca88a4fd req-e73a9d79-f756-47d2-a20d-781159041b63 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521337 Jun 04 06:44:38.538650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:38.570780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.647441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0104148 Jun 04 06:44:38.650488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:38.662578 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4ba9086-2fda-48b3-887b-9a6c94dd4324 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8be7b924940340a4b32f6473dcd3cd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787647 Jun 04 06:44:38.668308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Request body: {'subnet': {'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-788768351-subnet', 'tenant_id': '116c10edefc14b0ba7ffb10632d4d06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:38.674483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45882) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:38.678699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e164571-1c86-4b8a-8d67-c45510b7707b tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "PUT /v2.0/floatingips/ebdd6664-9900-47d1-98d6-46cc252ce1d7 HTTP/1.1" status: 200 len: 992 time: 2.9806564 Jun 04 06:44:38.680329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:38.682842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:38.687648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9dc65-275d-4e6a-8be0-b35940c7dd0d admin admin] Pushing event updated for resources: {'Network': ['ID=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:38.708920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:38.738573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Usage tracker for resource:subnet and tenant:116c10edefc14b0ba7ffb10632d4d06c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:38.743570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:38.759228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:38.772170 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9427924-b3ae-4d12-882c-0f8346c22b3b'] response: {'name': 'network-changed', 'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952', 'status': 'completed', 'code': 200} Jun 04 06:44:38.777910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.794638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:38.829624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.832348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Made reservation on behalf of 116c10edefc14b0ba7ffb10632d4d06c for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:38.834681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.862985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.870948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:38.879227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Usage tracker for resource:security_group_rule and tenant:09e423bb7a964f8e9907cca05c52f0aa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:38.882944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:38.890416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:38.926677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:38.947856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.063270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-c140a6fb-b711-4698-9395-1e76e78096d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.065291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-c140a6fb-b711-4698-9395-1e76e78096d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 1097 time: 0.2756820 Jun 04 06:44:39.105194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.105498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:39.116082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ebdd6664-9900-47d1-98d6-46cc252ce1d7', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'f42c037c-9244-429a-a78f-7c941fe75952', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:87:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:44:15Z', 'updated_at': '2022-06-04T06:44:36Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:39.116363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:39.124106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:44:39.128045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:39.135680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:39.136445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:39.160297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee1988b-5809-4b3f-b225-1842dc9af78a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:39.237781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.249533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.301107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20e863-bbc2-42f4-a326-17439ea656a0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:39.328649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=09e423bb7a964f8e9907cca05c52f0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323119 Jun 04 06:44:39.332527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13365e3b-ab55-47bc-978c-d3a78e7b37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821f315-8dea-4341-a30a-a608eb9d97b8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:39.335207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45896) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:39.358715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:39.360697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.364728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cc42b2ac-20fe-4238-8f76-2bc540e385b3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fd20e863-bbc2-42f4-a326-17439ea656a0 HTTP/1.1" status: 204 len: 168 time: 0.6858888 Jun 04 06:44:39.381823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.408054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38527afb-ab03-431d-9d67-f3d91629df8c req-2dc4bb1e-a80e-43d3-9bb6-06ff2dbc6b48 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.409389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38527afb-ab03-431d-9d67-f3d91629df8c req-2dc4bb1e-a80e-43d3-9bb6-06ff2dbc6b48 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2559953 Jun 04 06:44:39.416701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.447890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-95569952-2593-41bc-addd-9c4616f6e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.449002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-95569952-2593-41bc-addd-9c4616f6e611 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.3738344 Jun 04 06:44:39.514119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.554305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38527afb-ab03-431d-9d67-f3d91629df8c req-5a0f8474-7148-42a0-aee9-909b897339de tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338687 Jun 04 06:44:39.560198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Pushing event updated for resources: {'Subnet': ['ID=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:39.570915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.576127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Checking segment: {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:39.576491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Network hostable DHCP agents. Network: 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:44:39.597006 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-57dd5892-850b-4b6b-a2e7-35ddb7253e97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 200 len: 1000 time: 0.1390040 Jun 04 06:44:39.636377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:39.661369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:39.668542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.669145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.676311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d913f7a-440a-4110-9e79-48db7cc68a0f None None] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:39.678841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:39.679058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-5c24e784-c415-4b6b-989a-0295e78b0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.680543 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-5c24e784-c415-4b6b-989a-0295e78b0d5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.0780218 Jun 04 06:44:39.774966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-200ab8b6-8de0-4174-b248-6893aa75497d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1197803 Jun 04 06:44:39.836303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-dd777344-a373-43e6-8bf0-d20bceed2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:39.840176 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-dd777344-a373-43e6-8bf0-d20bceed2453 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535974 Jun 04 06:44:39.944669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.028029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-4e47826c-5835-4943-962f-cd4607b6bab5 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803873 Jun 04 06:44:40.034408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821f315-8dea-4341-a30a-a608eb9d97b8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:40.071570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927540-5b81-4361-89ad-61fefa515c1a req-c4237a4f-eb28-4cf2-b306-f69bce0b614d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:40.073129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14927540-5b81-4361-89ad-61fefa515c1a req-c4237a4f-eb28-4cf2-b306-f69bce0b614d tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.3471470 Jun 04 06:44:40.161030 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.165034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14927540-5b81-4361-89ad-61fefa515c1a req-3338d166-44e8-4970-940b-8a757267c0a8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730388 Jun 04 06:44:40.166353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.167537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-892d98e2-f494-47c1-bb2d-29531b10d65a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d821f315-8dea-4341-a30a-a608eb9d97b8 HTTP/1.1" status: 204 len: 168 time: 0.8298044 Jun 04 06:44:40.170431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.257205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c99d61-d81e-48d8-8eaf-ae3bf22e7ac4 None None] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:40.290838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee1988b-5809-4b3f-b225-1842dc9af78a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:40.300581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.318790 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2d1a8be-8b64-4030-adbc-3f9eac9dd882 req-0d746cfc-a91a-4602-98ce-edb532fd9bfb service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844381 Jun 04 06:44:40.322324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.327245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8ddcf678-7aad-4575-9392-0cbcd19a2a3f tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0453827 Jun 04 06:44:40.327895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45924) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:40.333960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2035513413', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'fixed_ips': [{'ip_address': '172.25.1.13'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:40.341601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:40.347496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Usage tracker for resource:port and tenant:6d15938cc83042bcabeec998fdd7606d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:40.350686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:40.356833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:40.370257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Made reservation on behalf of 6d15938cc83042bcabeec998fdd7606d for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:40.372684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.378812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ebdd6664-9900-47d1-98d6-46cc252ce1d7', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'f42c037c-9244-429a-a78f-7c941fe75952', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:87:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:44:15Z', 'updated_at': '2022-06-04T06:44:36Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:40.386879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.387556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe6eb9-0b66-400a-99e7-8aff2e9cb3ca None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ebdd6664-9900-47d1-98d6-46cc252ce1d7', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'port_id': 'f42c037c-9244-429a-a78f-7c941fe75952', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'mac_address': 'fa:16:3e:87:90:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:44:15Z', 'updated_at': '2022-06-04T06:44:36Z', 'revision_number': 1, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:44:40.409306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:40.415917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Usage tracker for resource:security_group_rule and tenant:6d15938cc83042bcabeec998fdd7606d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:40.429552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:40.443838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:40.576209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.586993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:40.625113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] device_id is not set on port 93709ded-863a-4446-a297-cfef0d59e649 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:44:40.702586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7997e95f-067a-47cd-bc41-8431c92b38fd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:40.804683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8081c0-3f24-4691-8787-a891fe52d25f None None] New status for floating IP ebdd6664-9900-47d1-98d6-46cc252ce1d7: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:44:40.888327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf9f10-9097-43fa-9901-c367481a683f req-d3b1d82c-9b9b-4827-b150-db5391a02959 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:40.889925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43cf9f10-9097-43fa-9901-c367481a683f req-d3b1d82c-9b9b-4827-b150-db5391a02959 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1411533 Jun 04 06:44:40.973648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43cf9f10-9097-43fa-9901-c367481a683f req-9e578249-475c-4221-b2f8-4c14202968b4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Jun 04 06:44:40.993368 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 06:44:40.994427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:44:41.045441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:41.045684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7795ebc-085c-40e5-ac7a-d85dedd7e716 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7161469 Jun 04 06:44:41.449054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Deleting port 9ee1988b-5809-4b3f-b225-1842dc9af78a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:41.449397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:41.651804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e6db6-3af4-411a-bbd3-340ece179765 req-db3ebd81-2723-4b8f-b79e-7a3f980b3dbd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:41.653611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b95e6db6-3af4-411a-bbd3-340ece179765 req-db3ebd81-2723-4b8f-b79e-7a3f980b3dbd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2655315 Jun 04 06:44:41.726088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:41.726448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.012387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Calling delete_port for 9ee1988b-5809-4b3f-b225-1842dc9af78a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:42.143769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b95e6db6-3af4-411a-bbd3-340ece179765 req-e5ebe1de-93e0-48f7-ac50-736e88721d0c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825389 Jun 04 06:44:42.194783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.332644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ee1988b-5809-4b3f-b225-1842dc9af78a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:42.460192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.477736 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.479051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8cfbc09b-72f2-41e2-9301-d323587dbae2 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101 tempest-ExternalNetworksAdminNegativeTestJSON-1320742101-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/6774508d-4585-4451-b8a9-f6ed785bf1be HTTP/1.1" status: 204 len: 168 time: 1.4317687 Jun 04 06:44:42.493418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca3e6-92cc-4e4f-9961-62eb14466215 req-923a68af-887c-42bf-8dee-7c635de6f999 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:42.495099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-427ca3e6-92cc-4e4f-9961-62eb14466215 req-923a68af-887c-42bf-8dee-7c635de6f999 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1996078 Jun 04 06:44:42.565810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-427ca3e6-92cc-4e4f-9961-62eb14466215 req-aab770f7-1cb3-4ca8-a552-c2fdd8c8dd4c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615287 Jun 04 06:44:42.609518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46018) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:42.894426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46028) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:42.899720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564347145', 'description': 'tempest-secgroup-smoke-1564347145 description', 'project_id': '37092d7db36349b3ae22457540bd734a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:42.907223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:42.913034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:42.916891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:42.923101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:42.938803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.940337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:42.966569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:42.996202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:43.004291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:43.009127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:floatingip and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:43.012724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:43.020001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:43.026104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.033610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:43.036885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.043194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:43.047075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Usage tracker for resource:security_group_rule and tenant:59057f31bba74db49b2030547ef0e22d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:43.050806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:43.056588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:43.057501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:43.061718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:43.070618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:43.151482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.155539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.206944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=59057f31bba74db49b2030547ef0e22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652121 Jun 04 06:44:43.208986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d338302-4026-4ca2-8eeb-7984236e65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400cda81-2713-4c98-a110-4504bf7506e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:43.211663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:43.255985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.263898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.278099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.279394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:43.290281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:43.301368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:43.305079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.307493 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.317372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:43.363719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb06749-b636-4187-b969-83744096c63e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:43.426163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f770ee-c8ca-4779-baa2-abc3d2e9cb7b req-b25502bd-a622-4893-8382-36c0f6ff9d75 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:43.430559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32f770ee-c8ca-4779-baa2-abc3d2e9cb7b req-b25502bd-a622-4893-8382-36c0f6ff9d75 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1147807 Jun 04 06:44:43.448556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.479422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cda81-2713-4c98-a110-4504bf7506e1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:43.488200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.489312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-804c11ec-8d91-49bb-9ce2-f72757d29d1a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/400cda81-2713-4c98-a110-4504bf7506e1 HTTP/1.1" status: 204 len: 168 time: 0.2764828 Jun 04 06:44:43.519089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32f770ee-c8ca-4779-baa2-abc3d2e9cb7b req-828bcec0-3b08-4b97-b69c-2288d3356df3 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854859 Jun 04 06:44:43.531557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Allocated IP 172.25.1.83 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/a52a9281-ad82-4574-b945-8e05a860a2bb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:43.535591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.540559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.667531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f02caf-688e-4606-8c24-79c540507f48,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:43.676493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.677983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9280acc3-53ba-4518-b0b3-7c9205936768 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7825131 Jun 04 06:44:43.681218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:43.686657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:43.699983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:43.706352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:43.714485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:43.734453 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:44:43.778304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:43.787838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.810478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.827675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.895407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d329ac-36f0-4acc-8bfd-44a9804a3894 req-c0b615fa-eed6-4afc-ae12-94ed842787b7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:43.904822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86d329ac-36f0-4acc-8bfd-44a9804a3894 req-c0b615fa-eed6-4afc-ae12-94ed842787b7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1872218 Jun 04 06:44:43.934382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46056) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:43.957766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:43.982646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=a52a9281-ad82-4574-b945-8e05a860a2bb,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:43.989908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.032195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:44.035171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:44.038322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:44.044048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7296d2f6-f4bc-42c9-847e-13cda560debf,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.056110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86d329ac-36f0-4acc-8bfd-44a9804a3894 req-b62bc173-2365-4c5d-bb1c-0fa35ea60440 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501729 Jun 04 06:44:44.076288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.077629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-218fc2f8-65d6-4cac-b09a-82346da7e463 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3953733 Jun 04 06:44:44.094406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c6e4a0ef-f17d-46ae-8074-29ea7b06521e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d15938cc83042bcabeec998fdd7606d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498406 Jun 04 06:44:44.095355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.099114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46062) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.104997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:44.126406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.135313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.141127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.156072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:44.197798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.223976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.269697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.281057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.304137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.314940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.342615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.345898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bacd8dd-826a-4134-b155-7058710ef3ab,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.352669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.354008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4bd622e-039b-48dd-a66c-86f6057bd427 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2564476 Jun 04 06:44:44.356818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46068) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.363837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:44.370459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.374513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.378383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.385085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:44.388289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.408656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997e95f-067a-47cd-bc41-8431c92b38fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.419652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.423203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-770f8ab5-ddee-4ff5-951f-6b93044c95cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7997e95f-067a-47cd-bc41-8431c92b38fd HTTP/1.1" status: 204 len: 168 time: 0.3201468 Jun 04 06:44:44.426346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.511367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.515766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.538515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876bcc83-a099-4a95-9e3f-782ce1f8458a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.553063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.555431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f8966eb-47e7-4f2b-81d6-8f394462dbd2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974854 Jun 04 06:44:44.558136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.568967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:44.576188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.581132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.584676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.584847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.591344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.592813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:44.616141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.721917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=a52a9281-ad82-4574-b945-8e05a860a2bb,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.730700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.750313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.756778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.786277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.791523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6179a18-0e9d-45ce-961d-23d22d09012f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1783056 Jun 04 06:44:44.792192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.796903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77226d-62bd-4cb8-9a09-872a45c94d32 req-7a693dc0-9732-4663-a9cb-760243bcdbe8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:44.799079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e77226d-62bd-4cb8-9a09-872a45c94d32 req-7a693dc0-9732-4663-a9cb-760243bcdbe8 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1624887 Jun 04 06:44:44.799203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-308232136'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:44.799793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b6220-bdc3-403e-b870-ea28f83e2ffe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:44.805163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.810666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:network and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.816377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.816538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.818031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2109eac1-11a6-4553-910c-ad8f9da39501 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571242 Jun 04 06:44:44.822225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46092) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:44.825181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:44.830433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:44.838852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.845185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.849655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.856170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:44.858299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Made reservation on behalf of 373c53793b1947218331a6d7c0758154 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:44.862031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.872295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e77226d-62bd-4cb8-9a09-872a45c94d32 req-bf7a6ff9-d9b4-4103-bb4a-61ad1721dcff tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Jun 04 06:44:44.877158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.906883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:44.911453 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:44:44.917274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:security_group_rule and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:44.920265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:44.922953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:44.937650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:45.014497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.023308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.069403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.072997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2474430 Jun 04 06:44:45.073504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:45.075745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb12f8-069c-46bf-9ea1-88bee51dbcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7d79c3-2804-4108-8f22-b00297d29962,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:45.086431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '08f02caf-688e-4606-8c24-79c540507f48', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:45.115280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:45.128184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:45.129655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:45.136304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:45.151088 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:44:45.160412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.161779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.168303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.218594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:45.230526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68033332-4160-439a-ba65-2ca6b6b51e04,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:45.237919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.238332 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Added segment 6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45 of type vlan for network c9452e1d-a39f-4f57-b4bd-046db5073ea9 Jun 04 06:44:45.242689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.249119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.277160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.315028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.322317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:45.323061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.330589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0979e63-3b28-41e6-8bcf-576aaa2996fc,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:45.348137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.352493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20e99c8d-ce07-4a6f-9c1a-cb5772b4582c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2775688 Jun 04 06:44:45.353277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46116) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:45.362445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'network': {'name': 'tempest-network-smoke--808349015', 'project_id': '37092d7db36349b3ae22457540bd734a', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:45.370823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:45.381465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:network and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:45.385921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:45.393414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:45.415498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:45.421466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.439931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd9e1-9a66-4324-9c6c-3951d7d3ce8d req-1fc0573b-09d5-4753-b9e0-3e8713c66dc3 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:45.447463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6536555 Jun 04 06:44:45.448710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fefd1-daf6-4136-b78a-c8a65eddaa78 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Network': ['ID=c9452e1d-a39f-4f57-b4bd-046db5073ea9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:45.450881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad4fd9e1-9a66-4324-9c6c-3951d7d3ce8d req-1fc0573b-09d5-4753-b9e0-3e8713c66dc3 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.1926739 Jun 04 06:44:45.451857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:45.459087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Request body: {'subnet': {'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:45.465713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:45.513020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad4fd9e1-9a66-4324-9c6c-3951d7d3ce8d req-2c3ccf32-3353-41b3-b9c5-a039fce9ce28 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Jun 04 06:44:45.519532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:45.539347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:45.550858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.551347 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Added segment 1c8e1d1a-e54f-402a-8d09-43add7a3c730 of type vlan for network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 Jun 04 06:44:45.615739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:45.619537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.619852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:subnet and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:45.622845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:45.630624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:45.644937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Made reservation on behalf of 373c53793b1947218331a6d7c0758154 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:45.648793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.671639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.677892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:45.678890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.721236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea9dd37b-08c7-4b9f-9f63-58bc29eef68e tempest-AgentManagementNegativeTest-753283370 tempest-AgentManagementNegativeTest-753283370-project] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1944389 Jun 04 06:44:45.797038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4424810 Jun 04 06:44:45.800386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:45.809294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1e7f-5f21-45fd-b030-bb1157549f00 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Network': ['ID=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:45.820654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:45.835864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'admin_state_up': True, 'project_id': '37092d7db36349b3ae22457540bd734a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:45.850522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:45.862157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:router and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:45.867157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:45.876584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:45.906587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.907712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:45.937527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.020269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.070416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Subnet': ['ID=a49dbd13-c798-43b2-aa55-1750c12fafe9,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:46.085799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Checking segment: {'id': '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:46.086562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network hostable DHCP agents. Network: c9452e1d-a39f-4f57-b4bd-046db5073ea9, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:44:46.152882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46144) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:46.197505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd9da7-4648-414f-aa45-86759804771c req-34cea5eb-1a31-4873-a11a-9ce9677036e9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:46.204572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8afd9da7-4648-414f-aa45-86759804771c req-34cea5eb-1a31-4873-a11a-9ce9677036e9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.1531162 Jun 04 06:44:46.286312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8afd9da7-4648-414f-aa45-86759804771c req-7a2f6933-b79a-4dcf-a191-1dd7587102db tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798800 Jun 04 06:44:46.328361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:46.328817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.351070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:46.356088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c74bdcd6c94eea82aa9c9f9c467d3c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:46.359473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:46.367355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:46.466075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.472310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.531948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c9452e1d-a39f-4f57-b4bd-046db5073ea9) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:46.535419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.540372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea088d-9589-452e-b101-a71026522552 None None] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:46.542489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:46.543078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.551461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c7c74bdcd6c94eea82aa9c9f9c467d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972993 Jun 04 06:44:46.554889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07f05c-305b-402c-a2fd-57e0644e1d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1540d188-05f1-4baf-beba-564613912d1c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:46.557392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46152) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:46.619093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ebd21327-d7f2-4b07-af5d-fc8f93ffd489 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1632063 Jun 04 06:44:46.620278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:46.626012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-327724451', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:46.640739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:46.651398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:router and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:46.655616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:46.720167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.734011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:46.755199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.864612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c9452e1d-a39f-4f57-b4bd-046db5073ea9', 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9', 'tenant_id': '373c53793b1947218331a6d7c0758154', 'fixed_ips': [{'subnet_id': 'a49dbd13-c798-43b2-aa55-1750c12fafe9'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:44:46.865870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.906411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.907561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.930118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539f7fb-6ecc-44f0-b715-47020d2dc938 req-b0bd4828-6b45-48a9-b74e-fe45b3766c29 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:46.931907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a539f7fb-6ecc-44f0-b715-47020d2dc938 req-b0bd4828-6b45-48a9-b74e-fe45b3766c29 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2563884 Jun 04 06:44:46.940165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.969642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.979437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-19f85f30-1513-474f-8a5f-2e64cc747504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:46.995684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a539f7fb-6ecc-44f0-b715-47020d2dc938 req-641e480f-18d2-426b-a98a-ce7dff86f6c2 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Jun 04 06:44:47.053441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1540d188-05f1-4baf-beba-564613912d1c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:47.079878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.081732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-471e8a86-db3e-40e7-8186-12dd24a0c45b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1540d188-05f1-4baf-beba-564613912d1c HTTP/1.1" status: 204 len: 168 time: 0.5226691 Jun 04 06:44:47.138930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.171591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.175576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Allocated IP 172.20.0.2 (c9452e1d-a39f-4f57-b4bd-046db5073ea9/a49dbd13-c798-43b2-aa55-1750c12fafe9/405d7fd7-5e44-45a5-969d-a113f66fa13f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:47.399859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.180 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/029d3bfa-54de-49a7-8ba7-661d651fb2d8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:47.518404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.542398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.569877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Transition to ACTIVE for port object 405d7fd7-5e44-45a5-969d-a113f66fa13f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:47.605719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Transition to ACTIVE for port object 405d7fd7-5e44-45a5-969d-a113f66fa13f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:47.617060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.731406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb2eee-bf1c-4459-a3ea-0a0b2293f099 req-4902b8d4-cebd-414a-9547-a562cc407ca4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:47.738163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.741500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bbb2eee-bf1c-4459-a3ea-0a0b2293f099 req-4902b8d4-cebd-414a-9547-a562cc407ca4 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2135932 Jun 04 06:44:47.810781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9bbb2eee-bf1c-4459-a3ea-0a0b2293f099 req-21bd0488-1120-4360-8330-de4d53cd9973 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682993 Jun 04 06:44:47.816312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:47.851709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:47.854977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:47.868712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:47.929495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:47.937042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Pushing event updated for resources: {'Port': ['ID=405d7fd7-5e44-45a5-969d-a113f66fa13f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:47.944017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:47.953063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:48.008234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Attempting to bind port 405d7fd7-5e44-45a5-969d-a113f66fa13f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:48.013306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Attempting to bind port 405d7fd7-5e44-45a5-969d-a113f66fa13f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:48.013938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Attempting to bind port 405d7fd7-5e44-45a5-969d-a113f66fa13f on network c9452e1d-a39f-4f57-b4bd-046db5073ea9 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:48.026347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:48.027056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Checking segment: {'id': '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:48.028138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.031299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Bound using segment: {'id': '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:48.031989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Bound port: 405d7fd7-5e44-45a5-969d-a113f66fa13f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:48.033587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=029d3bfa-54de-49a7-8ba7-661d651fb2d8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:48.036319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.207783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] For port 405d7fd7-5e44-45a5-969d-a113f66fa13f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:48.218705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] For port 405d7fd7-5e44-45a5-969d-a113f66fa13f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405d7fd7-5e44-45a5-969d-a113f66fa13f,segment=NetworkSegment(6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45),segment_id=6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:48.226288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.397879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.480240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.495860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46192) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:48.520026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af7e2-42ca-41f2-8542-4077ea8f9707 None None] Pushing event updated for resources: {'Port': ['ID=405d7fd7-5e44-45a5-969d-a113f66fa13f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:48.699318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-314580777'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:48.722378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43364-f55d-420c-bfcb-7f09d66a38e0 req-fb633e29-8b14-4d23-99ad-981c6c0fd740 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:48.723916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55a43364-f55d-420c-bfcb-7f09d66a38e0 req-fb633e29-8b14-4d23-99ad-981c6c0fd740 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2456892 Jun 04 06:44:48.756364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Allocated IP 172.25.1.65 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/1fab04ed-c4d3-48ca-9cad-420975662959) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:48.768858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:48.776664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Usage tracker for resource:network and tenant:02be6741c3ac451d86b67f46ded24930 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:48.788596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:48.799214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:48.810898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55a43364-f55d-420c-bfcb-7f09d66a38e0 req-3a658240-f86f-4af7-b7b0-1b03e8ce88a7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801375 Jun 04 06:44:48.819143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:48.973809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Made reservation on behalf of 02be6741c3ac451d86b67f46ded24930 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:48.976639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.069435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2be5f066-5c89-4264-b00a-7d12dc15b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.144630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.171411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf4730-2c32-4779-ae1b-a74cc4b5c588 req-8f937a86-623a-4bf3-a233-7711e1752c28 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:49.179891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98cf4730-2c32-4779-ae1b-a74cc4b5c588 req-8f937a86-623a-4bf3-a233-7711e1752c28 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.2315876 Jun 04 06:44:49.233508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98cf4730-2c32-4779-ae1b-a74cc4b5c588 req-eba9fff2-effb-43af-a6e5-eba0a7b77433 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524895 Jun 04 06:44:49.280909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.321618 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.395546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=1fab04ed-c4d3-48ca-9cad-420975662959,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:49.403462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:49.413404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Usage tracker for resource:security_group_rule and tenant:02be6741c3ac451d86b67f46ded24930 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:49.422171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:49.434316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:49.438387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:49.443979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:49.453592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:49.723420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:49.871555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.009981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.078454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:44:50.081286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28224efd-a728-4c80-8624-00405b05e195,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:50.089571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router f72af468-44a4-49ee-9657-3ea505086990 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:44:50.092712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313580b-a03c-427f-bbf3-d44e6e1b54fe req-f5805ea9-d357-4950-8fb5-2abd7895b2e6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:50.100420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c313580b-a03c-427f-bbf3-d44e6e1b54fe req-f5805ea9-d357-4950-8fb5-2abd7895b2e6 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.5539837 Jun 04 06:44:50.101451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.101815 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Added segment 91da6d3b-cd2d-4741-a8af-94a48e097c91 of type vlan for network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 Jun 04 06:44:50.163662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c313580b-a03c-427f-bbf3-d44e6e1b54fe req-ee680634-47a9-4e65-94e0-72028581c45c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Jun 04 06:44:50.167965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.250265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aed33b-7d9e-49e0-be87-58b05ba01922 None None] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:50.346674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:44:50.349228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.362253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Sync routers for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:44:50.389292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-910654c8-4ab8-401d-9a4e-a44f50a28b8c None None] Provisioning for port 405d7fd7-5e44-45a5-969d-a113f66fa13f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:50.404518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:50.407363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:50.430909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.432381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4321f4d4-c8c1-476e-9fb2-56051c24b42f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6007013 Jun 04 06:44:50.433674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.440800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:50.441730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.444747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:50.558829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0617967 Jun 04 06:44:50.559511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:50.568992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:44:50.570768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Request body: {'subnet': {'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:50.589815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb157ed-7beb-47f1-b483-9775b748c863 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'Network': ['ID=06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:50.638986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405d7fd7-5e44-45a5-969d-a113f66fa13f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:50.708854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.712753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:44:50.761000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:50.817383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b500-05d7-40d4-833e-a2613936f35b req-e95fbfc6-aed1-4899-9ede-0de6beb9e047 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:50.824241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20f6b500-05d7-40d4-833e-a2613936f35b req-e95fbfc6-aed1-4899-9ede-0de6beb9e047 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.3559933 Jun 04 06:44:50.873898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb9922c4-e126-4040-8144-dcee67451676 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=37092d7db36349b3ae22457540bd734a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4109104 Jun 04 06:44:50.874665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46218) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:50.985644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:50.989409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 405d7fd7-5e44-45a5-969d-a113f66fa13f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:50.998490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 405d7fd7-5e44-45a5-969d-a113f66fa13f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:50.998846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.002043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Usage tracker for resource:subnet and tenant:02be6741c3ac451d86b67f46ded24930 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:51.006434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:51.022549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:51.030752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6cc174-57c1-41e4-878f-89fb3661b13b tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:51.035792 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cf6cc174-57c1-41e4-878f-89fb3661b13b tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569488 Jun 04 06:44:51.036063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46222) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:51.082535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Made reservation on behalf of 02be6741c3ac451d86b67f46ded24930 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:51.086248 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.108914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d59762ad-6407-4a9f-875e-f4b153f8a127 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717471 Jun 04 06:44:51.113659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:51.122427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088612419', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'project_id': '37092d7db36349b3ae22457540bd734a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:51.185048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:51.196479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20f6b500-05d7-40d4-833e-a2613936f35b req-90ae6642-62da-46ab-96d4-b6f831ffeaad tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713386 Jun 04 06:44:51.319223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:51.325028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:subnet and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:51.328658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:51.338729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port dc6d8e10-19bc-44e2-95ea-4a32141a95ba is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:51.340041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.415311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:51.432311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.521589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 405d7fd7-5e44-45a5-969d-a113f66fa13f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:51.521928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.552612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:51.586353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:51.613189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:51.617318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.634841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.708003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 405d7fd7-5e44-45a5-969d-a113f66fa13f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405d7fd7-5e44-45a5-969d-a113f66fa13f,segment=NetworkSegment(6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45),segment_id=6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:51.746390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.812740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:51.835693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:51.878846 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7336d6cd-06f4-4727-8f10-2d672bf2eb8e'] response: {'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'code': 200} Jun 04 06:44:51.906603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Router 374ddd82-b606-460e-a1b8-ca9df95909dc is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:44:52.026868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=405d7fd7-5e44-45a5-969d-a113f66fa13f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:52.059121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'Subnet': ['ID=8fe783b8-c8f0-4f69-b073-11fa73435b9d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:52.089376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Checking segment: {'id': '91da6d3b-cd2d-4741-a8af-94a48e097c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:52.090500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Network hostable DHCP agents. Network: 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:44:52.099181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:48Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:52.107354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.108893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Checking router: f72af468-44a4-49ee-9657-3ea505086990 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:44:52.109223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Updating router f72af468-44a4-49ee-9657-3ea505086990 port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:44:52.176550 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.197315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:52.221055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:52.245671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:52.247622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.285933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.292667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14a9c6-7a7f-4ebd-aded-3d1544c2b6f3 None None] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:52.331413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-58644b82-63da-4026-b272-24d692a7779b tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7649517 Jun 04 06:44:52.340459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46240) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:52.358089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Request body: {'port': {'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1571095329'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:52.483595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405d7fd7-5e44-45a5-969d-a113f66fa13f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:52.531482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:44:52.533903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Checking segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:52.534599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network hostable DHCP agents. Network: a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:44:52.546879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Subnet': ['ID=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:52.581241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:44:52.596067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:52.612021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:52.612708 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.633370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:52.638579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Usage tracker for resource:port and tenant:02be6741c3ac451d86b67f46ded24930 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:52.641945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:52.650130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a9e137b-2906-42ba-be45-89da85db84c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5351853 Jun 04 06:44:52.651381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:52.653195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:52.663749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7936-8d75-412e-9992-659178aafa7e req-a526de73-8efa-4d75-90d9-a3f74405d16f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:52.681559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86f7936-8d75-412e-9992-659178aafa7e req-a526de73-8efa-4d75-90d9-a3f74405d16f tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.6192553 Jun 04 06:44:52.685701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:52.715459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'port_id': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'mac_address': 'fa:16:3e:2a:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ebe98-8bd4-42ac-a104-962ff0f3f64b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:44:52.718016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe9f54-c490-4437-b4fb-c71811cb19dd None None] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:52.733776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cc273acd-2c60-4d9b-a70a-97bc45b47c32 None None] Provisioning complete for port 405d7fd7-5e44-45a5-969d-a113f66fa13f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:52.734157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc273acd-2c60-4d9b-a70a-97bc45b47c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.750246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Made reservation on behalf of 02be6741c3ac451d86b67f46ded24930 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:52.753879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.770784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e86f7936-8d75-412e-9992-659178aafa7e req-a2072502-268f-43dd-8ed5-ac7ca1323641 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Jun 04 06:44:52.776334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:44:52.787969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] device_id is not set on port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:44:52.793377 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] Sync routers for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:44:52.806568 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:52.808460 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:52.816429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:52.819603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6575efc8-a55c-4217-9b11-272ec7e410a7 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.1970243 Jun 04 06:44:52.821989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:52.905336 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:52.917380 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:52.918438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:53.039211 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:53.039973 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718232c-8d6a-4c1b-8662-32e83c7ab08a None None] The sync data for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:44:53.320507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Allocated IP 172.20.0.6 (06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3/8fe783b8-c8f0-4f69-b073-11fa73435b9d/88d7b2bd-11ed-483a-b48f-4b0d72754a8c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:53.397828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port dc6d8e10-19bc-44e2-95ea-4a32141a95ba is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:53.398452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:53.433188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3', 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3', 'tenant_id': '02be6741c3ac451d86b67f46ded24930', 'fixed_ips': [{'subnet_id': '8fe783b8-c8f0-4f69-b073-11fa73435b9d'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:44:53.434027 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:53.523316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 405d7fd7-5e44-45a5-969d-a113f66fa13f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:53.533898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:53.542002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc145a-ff13-4822-9c45-5c6fed11e90d req-5b54e8c6-cb0a-4f1c-aa85-575bf17f50e8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:53.549721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6bc145a-ff13-4822-9c45-5c6fed11e90d req-5b54e8c6-cb0a-4f1c-aa85-575bf17f50e8 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 944 time: 0.3313222 Jun 04 06:44:53.564724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6d8e10-19bc-44e2-95ea-4a32141a95ba {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:44:53.585153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-2a53b544-61e5-4174-b9a2-e589f5528783 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:53.586569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-2a53b544-61e5-4174-b9a2-e589f5528783 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.4947996 Jun 04 06:44:53.641729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cc273acd-2c60-4d9b-a70a-97bc45b47c32 None None] Current status of the port 405d7fd7-5e44-45a5-969d-a113f66fa13f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:53.722507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6bc145a-ff13-4822-9c45-5c6fed11e90d req-6eb95625-9950-4e23-8fc5-3fa36beb4c86 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714773 Jun 04 06:44:53.818356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:44:53.819175 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:53.851005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:53.869226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:53.922263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.004343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port bee5adf9-7d2d-4042-8c58-0b751e1aa8de {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:54.004710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.076109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.118466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:54.168140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Transition to ACTIVE for port object 88d7b2bd-11ed-483a-b48f-4b0d72754a8c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:54.195750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:44:54.284282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['dc6d8e10-19bc-44e2-95ea-4a32141a95ba'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:44:54.311612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.401455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'Port': ['ID=88d7b2bd-11ed-483a-b48f-4b0d72754a8c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:54.431599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:54.435702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:54.441206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:54.461635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce426ae-0b52-407b-b702-87ede3c52636 req-d47f110e-9406-478c-8ceb-cb9fd7131386 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:54.469195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce426ae-0b52-407b-b702-87ede3c52636 req-d47f110e-9406-478c-8ceb-cb9fd7131386 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 945 time: 0.4019697 Jun 04 06:44:54.512072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:54.512715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.552483 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6e46498-b1e3-442c-bdbe-2de7ef4dbc44 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2019055 Jun 04 06:44:54.553884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46258) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:54.554124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.565026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Request body: {'port': {'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-790359117', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:44:54.567559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] bootfile-name is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:44:54.568609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Allocated IP 172.20.0.2 (a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4/4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a/02d9cd19-1eed-4275-91d1-805bafb4eb65) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:54.569046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] tftp-server is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:44:54.569577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] server-ip-address is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:44:54.582726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 405d7fd7-5e44-45a5-969d-a113f66fa13f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:54.605072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Transition to ACTIVE for port object 029d3bfa-54de-49a7-8ba7-661d651fb2d8 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:54.610991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce426ae-0b52-407b-b702-87ede3c52636 req-21982713-582f-4416-8e81-2cbe053164d5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404591 Jun 04 06:44:54.617230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Allocated IP 172.20.0.2 (06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3/8fe783b8-c8f0-4f69-b073-11fa73435b9d/71ea0c08-9ab3-445b-a8d0-0099bb9f4a38) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:54.620225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port bee5adf9-7d2d-4042-8c58-0b751e1aa8de, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:54.620786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.665116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:54.913703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:44:54.927562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Usage tracker for resource:port and tenant:02be6741c3ac451d86b67f46ded24930 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:44:54.934359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:44:54.950621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:44:54.964623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Made reservation on behalf of 02be6741c3ac451d86b67f46ded24930 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:44:54.976879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.049168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Attempting to bind port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:55.049618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Attempting to bind port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:55.049925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Attempting to bind port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:55.052298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] device_id is not set on port 895be6aa-1f0f-4bb8-94d4-d9ba68d324fc yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:44:55.055602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for bee5adf9-7d2d-4042-8c58-0b751e1aa8de owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:55.074366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:55.074768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:55.075141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.075530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:55.076015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Bound port: 029d3bfa-54de-49a7-8ba7-661d651fb2d8, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:55.076399 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.194998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b9cca-1505-4314-8b33-3315a5bb0b2c None None] Pushing event updated for resources: {'Port': ['ID=029d3bfa-54de-49a7-8ba7-661d651fb2d8,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:55.257105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.299107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.399174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Transition to ACTIVE for port object 02d9cd19-1eed-4275-91d1-805bafb4eb65 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:55.412378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f356e-6782-4dd8-a5d5-b1a0ceaa290f req-cb813f89-18c2-42ca-9fd8-62e4f3ec8d02 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:55.413936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-830f356e-6782-4dd8-a5d5-b1a0ceaa290f req-cb813f89-18c2-42ca-9fd8-62e4f3ec8d02 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 945 time: 0.3680420 Jun 04 06:44:55.426845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] For port 029d3bfa-54de-49a7-8ba7-661d651fb2d8, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:55.484989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] For port 029d3bfa-54de-49a7-8ba7-661d651fb2d8, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=029d3bfa-54de-49a7-8ba7-661d651fb2d8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:55.503282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Transition to ACTIVE for port object 02d9cd19-1eed-4275-91d1-805bafb4eb65 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:55.518139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.565995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.576406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.580325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-830f356e-6782-4dd8-a5d5-b1a0ceaa290f req-e8ac029c-69fd-4778-975e-2ae8ea6bdae6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566472 Jun 04 06:44:55.647025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.1 (a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4/4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a/3d45bec1-5b7d-4d68-966f-612bfbc28a8a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:55.648368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.652725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=bee5adf9-7d2d-4042-8c58-0b751e1aa8de,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:55.659978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.672937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:55.684393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:55.690824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:55.697693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Transition to ACTIVE for port object 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:55.708785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:44:55.709427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:55.856518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b9cca-1505-4314-8b33-3315a5bb0b2c None None] Pushing event updated for resources: {'Port': ['ID=029d3bfa-54de-49a7-8ba7-661d651fb2d8,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:55.894710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port bee5adf9-7d2d-4042-8c58-0b751e1aa8de on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:44:55.897397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.910415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1982d7bd-013d-4d76-b79d-12334c5555e2 req-f3359f42-a1c0-4928-b137-9999890f6dc5 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=37fe56ee-5bf5-4237-8def-71eb31f42ed8 HTTP/1.1" status: 200 len: 210 time: 0.0697355 Jun 04 06:44:55.922630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'name': 'network-vif-deleted', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:55.945393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:55.955544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19b9aab9-550c-4116-b311-e689ddbdc19e req-6213fc22-9d4a-4252-af3d-413e4545458c tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "DELETE /v2.0/ports/bee5adf9-7d2d-4042-8c58-0b751e1aa8de HTTP/1.1" status: 204 len: 173 time: 2.3623624 Jun 04 06:44:56.009733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 3d45bec1-5b7d-4d68-966f-612bfbc28a8a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:56.046352 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2ca0ab-ee1f-4a50-aad4-e29e615abbec'] response: {'server_uuid': '37fe56ee-5bf5-4237-8def-71eb31f42ed8', 'name': 'network-vif-deleted', 'tag': 'bee5adf9-7d2d-4042-8c58-0b751e1aa8de', 'status': 'completed', 'code': 200} Jun 04 06:44:56.071455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.131862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['25e306ba-762e-4400-a9e8-ada1cd6b8eb4'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:44:56.165358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:56.179053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:56.180556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Allocated IP 172.20.0.1 (c9452e1d-a39f-4f57-b4bd-046db5073ea9/a49dbd13-c798-43b2-aa55-1750c12fafe9/09874a5d-a8ab-493d-bc0f-d4066f37adba) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:56.185401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:56.196842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Transition to ACTIVE for port object 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:56.237692 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.241314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.302218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Attempting to bind port 02d9cd19-1eed-4275-91d1-805bafb4eb65 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:56.302699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Attempting to bind port 02d9cd19-1eed-4275-91d1-805bafb4eb65 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:56.303408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Attempting to bind port 02d9cd19-1eed-4275-91d1-805bafb4eb65 on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:56.304796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Allocated IP 172.20.0.7 (06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3/8fe783b8-c8f0-4f69-b073-11fa73435b9d/895be6aa-1f0f-4bb8-94d4-d9ba68d324fc) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:44:56.321753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Pushing event updated for resources: {'Port': ['ID=02d9cd19-1eed-4275-91d1-805bafb4eb65,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:56.353912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:56.406244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:56.408218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Checking segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:56.408710 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.409229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Bound using segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:56.409815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Bound port: 02d9cd19-1eed-4275-91d1-805bafb4eb65, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:56.410259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.419268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.425993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.436234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:56.451383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Transition to ACTIVE for port object 09874a5d-a8ab-493d-bc0f-d4066f37adba will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:56.474736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:56.482327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.493961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:56.562378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Pushing event updated for resources: {'Port': ['ID=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:56.570846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:56.654547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=09874a5d-a8ab-493d-bc0f-d4066f37adba,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:56.666173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:44:56.683314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:56.684579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:56.687510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:56.787669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.836737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Transition to ACTIVE for port object 895be6aa-1f0f-4bb8-94d4-d9ba68d324fc will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:44:56.885500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:56.949399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] For port 02d9cd19-1eed-4275-91d1-805bafb4eb65, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:56.953929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] For port 02d9cd19-1eed-4275-91d1-805bafb4eb65, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02d9cd19-1eed-4275-91d1-805bafb4eb65,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:56.978744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.099257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e87d-f294-4e9c-a926-66eb39a3e523 req-6d482617-a10b-4ba1-a57c-911336fef6cb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:57.100754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0c4e87d-f294-4e9c-a926-66eb39a3e523 req-6d482617-a10b-4ba1-a57c-911336fef6cb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 945 time: 0.2750845 Jun 04 06:44:57.165035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0c4e87d-f294-4e9c-a926-66eb39a3e523 req-15de1a1c-419b-4978-a3ad-fccf456c1268 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573294 Jun 04 06:44:57.194827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.280846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca516d2-fe33-4196-a87a-9ea60cf28f4c None None] Pushing event updated for resources: {'Port': ['ID=02d9cd19-1eed-4275-91d1-805bafb4eb65,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:57.302742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.310817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Attempting to bind port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:44:57.311416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Attempting to bind port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '91da6d3b-cd2d-4741-a8af-94a48e097c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:44:57.312072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Attempting to bind port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 on network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:44:57.337984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:57.343945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:57.347267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:44:57.402682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:44:57.403131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Checking segment: {'id': '91da6d3b-cd2d-4741-a8af-94a48e097c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:44:57.403466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.403867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Bound using segment: {'id': '91da6d3b-cd2d-4741-a8af-94a48e097c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:44:57.404359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Bound port: 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91da6d3b-cd2d-4741-a8af-94a48e097c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:44:57.404737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.411135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.414373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-689334b5-b3bf-4d69-be42-19d6a6c3a670 None None] Provisioning for port 09874a5d-a8ab-493d-bc0f-d4066f37adba completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:57.426208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:57.427084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.486730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-689334b5-b3bf-4d69-be42-19d6a6c3a670 None None] Provisioning complete for port 09874a5d-a8ab-493d-bc0f-d4066f37adba triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:57.487111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-689334b5-b3bf-4d69-be42-19d6a6c3a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.497233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.9416003 Jun 04 06:44:57.498251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772abff-623c-408a-ae1b-f51d894d65fa tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'Port': ['ID=895be6aa-1f0f-4bb8-94d4-d9ba68d324fc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:57.501685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46282) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:57.580801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port dc6d8e10-19bc-44e2-95ea-4a32141a95ba triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:57.581161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.740753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-689334b5-b3bf-4d69-be42-19d6a6c3a670 None None] Port 09874a5d-a8ab-493d-bc0f-d4066f37adba cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:44:57.756848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:48Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:44:57.796079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914ed4f-4ccf-45ad-a9da-78c1839b4ff8 None None] The sync data for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 is: [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:48Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:44:57.799003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] For port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:44:57.811447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] For port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,segment=NetworkSegment(91da6d3b-cd2d-4741-a8af-94a48e097c91),segment_id=91da6d3b-cd2d-4741-a8af-94a48e097c91)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:44:57.830315 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:57.888137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:57.894864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:57.900582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:57.903343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Synchronizing usage tracker for tenant:02be6741c3ac451d86b67f46ded24930 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:44:57.976677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Unset dirty status for tenant:02be6741c3ac451d86b67f46ded24930 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:44:57.977926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fff7cc05-8411-41ab-b133-725320f30838 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4701586 Jun 04 06:44:57.980864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:44:58.089002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Deleting port 895be6aa-1f0f-4bb8-94d4-d9ba68d324fc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:44:58.089621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.171672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df05042-88a6-4b7d-8930-a852f473f778 None None] Pushing event updated for resources: {'Port': ['ID=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:58.236405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port dc6d8e10-19bc-44e2-95ea-4a32141a95ba is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:58.236889 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.385275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:58.385275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:44:58.396513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.396513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device bee5adf9-7d2d-4042-8c58-0b751e1aa8de no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:44:58.539492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: bee5adf9-7d2d-4042-8c58-0b751e1aa8de {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:44:58.540204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device bee5adf9-7d2d-4042-8c58-0b751e1aa8de not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:44:58.593125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.608987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.641362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:58.841122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=09874a5d-a8ab-493d-bc0f-d4066f37adba,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:58.844670 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.877858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:44:58.905667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 029d3bfa-54de-49a7-8ba7-661d651fb2d8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:58.929590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:58.936547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.006018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:59.014412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:44:59.015134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.015481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9081e4c-5696-40c3-be43-aa41c3b69ebe req-165b644c-ea55-4125-94d5-3d17e6147635 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:44:59.017718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9081e4c-5696-40c3-be43-aa41c3b69ebe req-165b644c-ea55-4125-94d5-3d17e6147635 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.5561175 Jun 04 06:44:59.199929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9081e4c-5696-40c3-be43-aa41c3b69ebe req-472e3cd5-acbc-4a14-84b9-009ebfe59596 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508350 Jun 04 06:44:59.205098 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.211610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:44:59.228794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.269646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:59.271590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:59.323428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab3f17-2743-4d04-9202-0bfce4af4913 None None] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:44:59.553076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Calling delete_port for 895be6aa-1f0f-4bb8-94d4-d9ba68d324fc owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:44:59.621145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Router 374ddd82-b606-460e-a1b8-ca9df95909dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:44:59.684156 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ad602e-3d7e-47a2-8c95-efacb846db51'] response: {'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'code': 200} Jun 04 06:44:59.686535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:44:59.687196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.819233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 029d3bfa-54de-49a7-8ba7-661d651fb2d8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=029d3bfa-54de-49a7-8ba7-661d651fb2d8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:44:59.832538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cdb0953c-9656-429b-ade2-5dee38009cb1 None None] Provisioning for port 02d9cd19-1eed-4275-91d1-805bafb4eb65 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:44:59.839597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:44:59.840944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02d9cd19-1eed-4275-91d1-805bafb4eb65 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:44:59.941582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:44:59.950160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:44:59.991297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=029d3bfa-54de-49a7-8ba7-661d651fb2d8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:00.109854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8318f1-949d-462e-9394-d555acd8d2d2 None None] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:00.181445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:00.202007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee8803-209b-48c6-b2dd-db0750617ca8 req-895d79ef-edc1-4cbb-b198-ff368f82bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:00.203672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abee8803-209b-48c6-b2dd-db0750617ca8 req-895d79ef-edc1-4cbb-b198-ff368f82bfec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 1097 time: 0.3629804 Jun 04 06:45:00.213128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b7dcfeb8-6045-460a-acb0-e4a2a4535cc0 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "PUT /v2.0/routers/374ddd82-b606-460e-a1b8-ca9df95909dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3899853 Jun 04 06:45:00.215077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46324) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:00.224610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] Sync routers for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:00.284070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Request body: {'port': {'network_id': 'c9452e1d-a39f-4f57-b4bd-046db5073ea9', 'name': 'tempest-FloatingIPAdminTestJSON-1188123941'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:00.376629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abee8803-209b-48c6-b2dd-db0750617ca8 req-cd4a9487-ddac-4ce6-8c59-2961a2c5c12b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620820 Jun 04 06:45:00.380458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:00.381329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:00.475256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-01d7e156-c5f9-4eb8-840b-abfcda04d33b None None] Provisioning for port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:00.491469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:00.515847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router f72af468-44a4-49ee-9657-3ea505086990 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:45:00.635668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-01d7e156-c5f9-4eb8-840b-abfcda04d33b None None] Provisioning complete for port 09874a5d-a8ab-493d-bc0f-d4066f37adba triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:00.636129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-01d7e156-c5f9-4eb8-840b-abfcda04d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:00.659365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:00.670891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2df63-1ffe-4a06-a27a-2c0597305ffc req-7eb8d718-8cea-47d7-9f47-4fb52676e891 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:00.672310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54e2df63-1ffe-4a06-a27a-2c0597305ffc req-7eb8d718-8cea-47d7-9f47-4fb52676e891 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2846410 Jun 04 06:45:00.673650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Usage tracker for resource:port and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:00.679401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:00.689435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:00.690111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:00.715632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:00.738919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 02d9cd19-1eed-4275-91d1-805bafb4eb65 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:00.740015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:00.758404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54e2df63-1ffe-4a06-a27a-2c0597305ffc req-ca245918-f926-4fd6-9718-ffd18c5a6e08 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756757 Jun 04 06:45:00.764624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Made reservation on behalf of 373c53793b1947218331a6d7c0758154 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:00.771106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:00.800992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] device_id is not set on port d8c5c161-e651-4c5e-9edd-a32b7314a6ce yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:00.826690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 02d9cd19-1eed-4275-91d1-805bafb4eb65 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:00.826690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:00.900280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:00.900713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aa1412-20cd-455e-9f2c-09ce4f3b45f4 None None] The sync data for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:00.950261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-01d7e156-c5f9-4eb8-840b-abfcda04d33b None None] Port 09874a5d-a8ab-493d-bc0f-d4066f37adba cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:01.087454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:01.097354 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Sync routers for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:01.111478 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:01.112225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event deleted for resources: {'Port': ['ID=895be6aa-1f0f-4bb8-94d4-d9ba68d324fc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:01.112908 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:01.195417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Allocated IP 172.20.0.11 (c9452e1d-a39f-4f57-b4bd-046db5073ea9/a49dbd13-c798-43b2-aa55-1750c12fafe9/d8c5c161-e651-4c5e-9edd-a32b7314a6ce) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:01.207597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 02d9cd19-1eed-4275-91d1-805bafb4eb65 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:01.244248 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:01.256129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:01.258315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8aed09ca-3aaa-4075-bea2-1690dba9beb0 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "DELETE /v2.0/ports/895be6aa-1f0f-4bb8-94d4-d9ba68d324fc HTTP/1.1" status: 204 len: 168 time: 3.2751145 Jun 04 06:45:01.268551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:01.286630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f0ec2b8-e876-44e5-a403-df5771502f84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/f72af468-44a4-49ee-9657-3ea505086990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6322956 Jun 04 06:45:01.296304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Request body: {'port': {'name': 'tempest-new-port-name-600430626', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:01.296865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] bootfile-name is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:45:01.297269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] tftp-server is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:45:01.297733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] server-ip-address is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:45:01.368295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 02d9cd19-1eed-4275-91d1-805bafb4eb65, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02d9cd19-1eed-4275-91d1-805bafb4eb65,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:01.384145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:01.384873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:01.468342 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:45:01.588086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Provisioning for port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:01.666245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Provisioning complete for port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:01.666618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:01.944209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=02d9cd19-1eed-4275-91d1-805bafb4eb65,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:01.992077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:02.019265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:02.036635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:02.036983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.070929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Provisioning complete for port 02d9cd19-1eed-4275-91d1-805bafb4eb65 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:02.071461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.205753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:44:57Z', 'revision_number': 2, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:02.211764 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Checking router: f72af468-44a4-49ee-9657-3ea505086990 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:45:02.212304 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Updating router f72af468-44a4-49ee-9657-3ea505086990 port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:45:02.271079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.292926 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.379717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4496ac9f-1e65-45a9-9c8d-69349e61e3e0 None None] Current status of the port 02d9cd19-1eed-4275-91d1-805bafb4eb65 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:02.385392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:02.385930 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.416105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.465207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,segment=NetworkSegment(91da6d3b-cd2d-4741-a8af-94a48e097c91),segment_id=91da6d3b-cd2d-4741-a8af-94a48e097c91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:02.472648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.546381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Transition to ACTIVE for port object d8c5c161-e651-4c5e-9edd-a32b7314a6ce will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:02.682638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 029d3bfa-54de-49a7-8ba7-661d651fb2d8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:02.688567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472947ab-1df7-4e6f-ac3f-c2116818c3ce req-9dbb3af8-bb82-4472-ad74-42d888b86040 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:02.689716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-472947ab-1df7-4e6f-ac3f-c2116818c3ce req-9dbb3af8-bb82-4472-ad74-42d888b86040 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:02.712227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-24473701-b7af-49e3-9cf6-83f72cbe9dd9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:02.713014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-24473701-b7af-49e3-9cf6-83f72cbe9dd9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Synchronizing usage tracker for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:02.744951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.775070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:02.817348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-472947ab-1df7-4e6f-ac3f-c2116818c3ce req-9dbb3af8-bb82-4472-ad74-42d888b86040 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:02.819958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-472947ab-1df7-4e6f-ac3f-c2116818c3ce req-9dbb3af8-bb82-4472-ad74-42d888b86040 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 945 time: 0.6692033 Jun 04 06:45:02.820727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-24473701-b7af-49e3-9cf6-83f72cbe9dd9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Unset dirty status for tenant:610a5193700447bbbdea9246e83dc0d4 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:02.822535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-24473701-b7af-49e3-9cf6-83f72cbe9dd9 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "GET /v2.0/ports?device_id=0460502e-cc4a-4bb3-b0a7-dcbac36fcf79 HTTP/1.1" status: 200 len: 945 time: 0.6186724 Jun 04 06:45:02.826076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Provisioning complete for port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:02.826450 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.910751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:02.911887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:45:02.928232 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:02.939268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:02.942225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:02.942365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Transition to ACTIVE for port object 3d45bec1-5b7d-4d68-966f-612bfbc28a8a will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:02.956476 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.025047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:03.025417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.060115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Current status of the port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:03.069961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:03.070423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.070539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.118095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-472947ab-1df7-4e6f-ac3f-c2116818c3ce req-7fa329b4-6b8a-4e80-bb97-2d6bd46fbb26 tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.17 "GET /v2.0/security-groups?id=e1870d78-871b-4bbb-9f92-ca6248aa1f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825475 Jun 04 06:45:03.122715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.132898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event updated for resources: {'Port': ['ID=d8c5c161-e651-4c5e-9edd-a32b7314a6ce,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:03.226159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Could not find standard attr ID for object 895be6aa-1f0f-4bb8-94d4-d9ba68d324fc. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:45:03.267351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Provisioning for port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:03.274474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Provisioning complete for port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:03.276603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.289006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] In _notify_port_updated(), no bound segment for port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c on network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:45:03.294869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:03.295592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.296987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "PUT /v2.0/ports/88d7b2bd-11ed-483a-b48f-4b0d72754a8c HTTP/1.1" status: 200 len: 1135 time: 2.0212636 Jun 04 06:45:03.299790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46394) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:03.352184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8da623ab-79a0-4702-b86b-c442017edabe tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1328285 Jun 04 06:45:03.355427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Deleting port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:03.355772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.374238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46402) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:03.411637 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Pushing event updated for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:03.459731 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.460259 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.460752 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.461240 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.461772 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.462270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.462760 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.463248 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.463918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.464514 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.465243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.465857 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:03.480615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1656a6b4-ec36-40d4-a64a-dcbd603f618a tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:03.481058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1656a6b4-ec36-40d4-a64a-dcbd603f618a tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Synchronizing usage tracker for tenant:02be6741c3ac451d86b67f46ded24930 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:03.551806 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Attempting to bind port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:03.552639 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Attempting to bind port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:03.553311 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Attempting to bind port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:03.557297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1656a6b4-ec36-40d4-a64a-dcbd603f618a tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Unset dirty status for tenant:02be6741c3ac451d86b67f46ded24930 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:03.558809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1656a6b4-ec36-40d4-a64a-dcbd603f618a tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "GET /v2.0/ports/88d7b2bd-11ed-483a-b48f-4b0d72754a8c HTTP/1.1" status: 200 len: 1135 time: 0.2579997 Jun 04 06:45:03.564992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46410) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:03.569904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f84103bf-ee6a-4c86-a6f7-ad3c7f3dd75c None None] Port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:03.577248 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:03.578205 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Checking segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:03.579038 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.580577 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Bound using segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:03.581982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Bound port: 3d45bec1-5b7d-4d68-966f-612bfbc28a8a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:03.582807 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.636297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-d962ab9e-9994-44c8-bab5-f21b4cf42bca tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564347145&fields=id&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 267 time: 0.2214730 Jun 04 06:45:03.725500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5546b-f7fe-4782-9bad-cc82501b18ce tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event updated for resources: {'Port': ['ID=88d7b2bd-11ed-483a-b48f-4b0d72754a8c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:03.742703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Deleting port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:03.743388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.772266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:03.774610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02d9cd19-1eed-4275-91d1-805bafb4eb65 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:03.843791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c10ccf9c-7b3b-4cfa-b2ac-59c3a3bc8398 None None] Provisioning for port d8c5c161-e651-4c5e-9edd-a32b7314a6ce completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:03.855507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c10ccf9c-7b3b-4cfa-b2ac-59c3a3bc8398 None None] Provisioning complete for port d8c5c161-e651-4c5e-9edd-a32b7314a6ce triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:03.856224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c10ccf9c-7b3b-4cfa-b2ac-59c3a3bc8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.858756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] For port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:03.865378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] For port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:03.879063 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.882669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'project_id': '373c53793b1947218331a6d7c0758154', 'port_id': 'd8c5c161-e651-4c5e-9edd-a32b7314a6ce'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:03.911517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:03.937773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Usage tracker for resource:floatingip and tenant:373c53793b1947218331a6d7c0758154 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:03.943743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:03.946810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 02d9cd19-1eed-4275-91d1-805bafb4eb65 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:03.950748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:03.977740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:04.075394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c10ccf9c-7b3b-4cfa-b2ac-59c3a3bc8398 None None] Port d8c5c161-e651-4c5e-9edd-a32b7314a6ce cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:04.078348 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60629-caa2-41f6-a4d1-39a6cb1a6bb0 None None] Pushing event updated for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:04.148194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:04.149198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:04.270582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 02d9cd19-1eed-4275-91d1-805bafb4eb65 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:04.289548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.294245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4c3ef989-fc11-49af-94aa-2a03a4452fb2 None None] Provisioning complete for port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:04.294622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef989-fc11-49af-94aa-2a03a4452fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.316569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-0e128349-9f7c-4bf3-b803-2a49168cb410 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:04.317428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-0e128349-9f7c-4bf3-b803-2a49168cb410 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:04.377708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ef989-fc11-49af-94aa-2a03a4452fb2 None None] Port 88d7b2bd-11ed-483a-b48f-4b0d72754a8c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:04.396161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] For port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,segment=NetworkSegment(89bf9960-db08-491f-96e0-68feee10f346),segment_id=89bf9960-db08-491f-96e0-68feee10f346)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:04.396543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.511672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.597641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-0e128349-9f7c-4bf3-b803-2a49168cb410 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:04.605059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-0e128349-9f7c-4bf3-b803-2a49168cb410 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 796 time: 0.9279249 Jun 04 06:45:04.638353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Calling delete_port for 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:04.667715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Calling delete_port for 88d7b2bd-11ed-483a-b48f-4b0d72754a8c owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:04.668767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:04.695748 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:45:04.733490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:04.843530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.869612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:04.869974 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:04.924749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-69b23c07-8ac9-4058-be25-05c909f30776 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/quotas/37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 375 time: 0.3184907 Jun 04 06:45:05.093645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:05.094059 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.144559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.196677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.260460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:05.357693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-065528fb-fc10-4424-a7d1-1878e7221a5c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4319332 Jun 04 06:45:05.360610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Pushing event deleted for resources: {'Port': ['ID=25e306ba-762e-4400-a9e8-ada1cd6b8eb4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:05.397243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:03Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:05.404411 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8595bf-56e4-4056-840b-4e159acd36dc None None] The sync data for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 is: [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:03Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:05.489001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Allocated IP 172.25.1.98 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:05.491302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event deleted for resources: {'Port': ['ID=88d7b2bd-11ed-483a-b48f-4b0d72754a8c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:05.545931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] No DVR routers for this DVR port 25e306ba-762e-4400-a9e8-ada1cd6b8eb4 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:05.561315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.564821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'name': 'network-vif-deleted', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:05.615990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.668858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9fc9bbb2-49c4-46cc-8c94-9daf5d87ed81 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "DELETE /v2.0/ports/88d7b2bd-11ed-483a-b48f-4b0d72754a8c HTTP/1.1" status: 204 len: 168 time: 2.1016440 Jun 04 06:45:05.673772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:05.760961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-874bbb3e-0db3-4bab-affa-ace8a8777396 req-33a9212e-60c5-4814-84a1-b21a98d4c3bd tempest-ServersTestJSON-1632793754 tempest-ServersTestJSON-1632793754-project] 10.222.0.39 "DELETE /v2.0/ports/25e306ba-762e-4400-a9e8-ada1cd6b8eb4 HTTP/1.1" status: 204 len: 173 time: 2.9064682 Jun 04 06:45:05.765535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.819998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.825871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Deleting subnet 8fe783b8-c8f0-4f69-b073-11fa73435b9d {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:05.829138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:05.909309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-c3822c90-62be-457c-9191-89fd9d66b72a service neutron] 10.222.0.17 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175829 Jun 04 06:45:05.913153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:05.925514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:05.940244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:06.016726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Pushing event updated for resources: {'Port': ['ID=b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:06.096613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.290792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-48922123-0655-4180-a817-58cce15d063f service neutron] 10.222.0.17 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799438 Jun 04 06:45:06.300634 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.428427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.522078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe783b8-c8f0-4f69-b073-11fa73435b9d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:06.573980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.588761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f1bf0e5-01da-4cc3-bedc-9ccaea6c00d8 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "DELETE /v2.0/subnets/8fe783b8-c8f0-4f69-b073-11fa73435b9d HTTP/1.1" status: 204 len: 168 time: 0.9122159 Jun 04 06:45:06.590025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ec426-3c00-4ee4-b61f-e8d19fb0d570 None None] Network 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:06.600695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46452) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:06.771274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.805323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d45bec1-5b7d-4d68-966f-612bfbc28a8a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:06.929286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:06.984879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:07.015831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:07.017832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.037847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.096467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Deleting port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:07.096816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.246375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172366bd-47d6-4e99-837a-855b7e312ebd req-29882517-84df-435b-ba1b-7c920d95e6c4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:07.255601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-172366bd-47d6-4e99-837a-855b7e312ebd req-29882517-84df-435b-ba1b-7c920d95e6c4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.3831027 Jun 04 06:45:07.346730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] DHCP port deletion for 06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:45:07.367469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Deleting port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:07.367996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.429706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.444124 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.556386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Pushing event updated for resources: {'Port': ['ID=b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:07.677763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.710285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:07.711245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.727339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-172366bd-47d6-4e99-837a-855b7e312ebd req-320e9bf9-cf55-4800-beef-d89211070f4f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707060 Jun 04 06:45:07.763784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] For port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,segment=NetworkSegment(91da6d3b-cd2d-4741-a8af-94a48e097c91),segment_id=91da6d3b-cd2d-4741-a8af-94a48e097c91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:07.764422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.856665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] For port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,segment=NetworkSegment(91da6d3b-cd2d-4741-a8af-94a48e097c91),segment_id=91da6d3b-cd2d-4741-a8af-94a48e097c91)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:07.857031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:07.969636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46484) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:08.032969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Calling delete_port for 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:08.043712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Calling delete_port for 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:08.084137 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d555443c-5f58-4528-b0d4-a190c11fdbb6'] response: {'server_uuid': '0460502e-cc4a-4bb3-b0a7-dcbac36fcf79', 'name': 'network-vif-deleted', 'tag': '25e306ba-762e-4400-a9e8-ada1cd6b8eb4', 'status': 'completed', 'code': 200} Jun 04 06:45:08.114219 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Floating IP 563e6829-d89c-4c30-bf2b-135227a3d67d associated. External IP: 172.25.1.98, port: d8c5c161-e651-4c5e-9edd-a32b7314a6ce. Jun 04 06:45:08.135998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:08.144901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.225311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e315bf8-05aa-42f6-b15e-8947513e041d req-cc54ba53-9f9d-4fa5-8f57-ff3c8090383f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 210 time: 0.1385202 Jun 04 06:45:08.259895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.283922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:08.288411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:45:08.288792 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:45:08.326217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event deleted for resources: {'Port': ['ID=71ea0c08-9ab3-445b-a8d0-0099bb9f4a38,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:08.332067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] No DVR routers for this DVR port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:08.538159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Deleting subnet 13d72478-be04-4ecd-866d-96383439eabf {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:08.540897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.550763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.588011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e404-3265-46a2-a018-cab46d8e3d35 req-51cac05c-ab25-44c5-95ad-aec9b4f0e8ec tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:08.595682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a71e404-3265-46a2-a018-cab46d8e3d35 req-51cac05c-ab25-44c5-95ad-aec9b4f0e8ec tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.2042069 Jun 04 06:45:08.616803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:08.639999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91da6d3b-cd2d-4741-a8af-94a48e097c91') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:08.640337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91da6d3b-cd2d-4741-a8af-94a48e097c91') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:08.646013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d45bec1-5b7d-4d68-966f-612bfbc28a8a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:08.683618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a71e404-3265-46a2-a018-cab46d8e3d35 req-a8ada01e-2390-44e7-90d2-11b5ac4b25ff tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867560 Jun 04 06:45:08.694512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.711563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.730801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.739344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:08.739658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.788141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:08.788715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.872338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Deleting port 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:08.872970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.887844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:08.909546 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 91da6d3b-cd2d-4741-a8af-94a48e097c91 resource provider aggregate not found Jun 04 06:45:08.919441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:09.060429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] Pushing event deleted for resources: {'Network': ['ID=06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:09.066263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e66eea9-8054-4d5f-92e4-03d1dcc3076b None None] The port '71ea0c08-9ab3-445b-a8d0-0099bb9f4a38' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:45:09.068883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-38fd712c-5704-4777-a248-58a6b5a2fe12 tempest-ExtraDHCPOptionsTestJSON-871166762 tempest-ExtraDHCPOptionsTestJSON-871166762-project] 10.222.0.17 "DELETE /v2.0/networks/06e94bdd-edb5-441a-96b1-dd6a6c5ab6f3 HTTP/1.1" status: 204 len: 168 time: 2.4668965 Jun 04 06:45:09.094675 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 91da6d3b-cd2d-4741-a8af-94a48e097c91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91da6d3b-cd2d-4741-a8af-94a48e097c91 found for delete ", "request_id": "req-0d001ce4-f236-4f52-a14f-4a74cfa83f64"}]} Jun 04 06:45:09.182395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Router 374ddd82-b606-460e-a1b8-ca9df95909dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:45:09.242268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:09.277596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-c5950f69-ff9f-463f-ae44-7b98bf1ddbdf tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:09.279410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-c5950f69-ff9f-463f-ae44-7b98bf1ddbdf tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 796 time: 0.6602156 Jun 04 06:45:09.333260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:09.370654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:09.398935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:45:09.399898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 71ea0c08-9ab3-445b-a8d0-0099bb9f4a38 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:45:09.404795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46528) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:09.552790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-a6c45d95-f8bb-4c24-bc69-47d31113947a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:09.557029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-a6c45d95-f8bb-4c24-bc69-47d31113947a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.2335763 Jun 04 06:45:09.571694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-3461e08e-dabc-4522-b353-94b7979ff6da tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:09.575012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-b4d6736f-a8aa-4b6b-972e-e4affa98b741 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/quotas/ed08945e2e454da19301c708280aa885 HTTP/1.1" status: 200 len: 375 time: 0.0121903 Jun 04 06:45:09.634303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:09.637330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:09.646560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] Sync routers for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:09.657950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:09.659042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:09.679747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-3461e08e-dabc-4522-b353-94b7979ff6da tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:09.681114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-3461e08e-dabc-4522-b353-94b7979ff6da tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 380 time: 0.3320484 Jun 04 06:45:09.689187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:09.699059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'port': {'device_id': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'admin_state_up': True, 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'security_groups': ['08f02caf-688e-4606-8c24-79c540507f48']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:09.715729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6ed4d113-7c72-406b-9b67-733da29a3168 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=02be6741c3ac451d86b67f46ded24930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081956 Jun 04 06:45:09.716685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46536) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:09.736292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d72478-be04-4ecd-866d-96383439eabf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:09.744824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:09.747963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-179e476b-1960-449d-89ad-baacf3e9b0ed tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671646 Jun 04 06:45:09.755136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-71dfc236-7d1e-442e-b953-ef48e9c4ff01 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/13d72478-be04-4ecd-866d-96383439eabf HTTP/1.1" status: 204 len: 168 time: 1.7835720 Jun 04 06:45:09.759870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:09.760652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:09.769968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46544) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:09.816546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:09.849538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:09.850034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8ce5fc-5c6e-4a33-a519-24d268eb5043 None None] The sync data for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:09.926290 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4b1c76ed-6fe9-4850-9337-eb9839fc2a79 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.5394886 Jun 04 06:45:09.930232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46548) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:10.036485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:10.053390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:port and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:10.058418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:10.071021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:10.073451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.077434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-665be936-3425-43b2-bdc1-93f96ebcba50 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "GET /v2.0/floatingips/563e6829-d89c-4c30-bf2b-135227a3d67d HTTP/1.1" status: 200 len: 983 time: 0.1459739 Jun 04 06:45:10.082062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:10.098518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-ad3076db-1eac-4c83-9c5b-d2792342b2aa service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496838 Jun 04 06:45:10.142931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:10.147067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.198737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.248705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2063dcf4-e5e3-48b6-8cea-26119b27ab34 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1651609 Jun 04 06:45:10.255232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:10.444772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.551308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.560208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-040fe310-87fa-47bf-83c8-0409a8628186 service neutron] 10.222.0.17 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512138 Jun 04 06:45:10.603839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e0cf7c-b853-4f04-8590-ce0996c739fa']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:10.659349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bf9960-db08-491f-96e0-68feee10f346') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:10.659977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bf9960-db08-491f-96e0-68feee10f346') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:10.684640 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.691430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.7 (a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4/4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a/93fdb303-71f8-4b47-950b-05da4f114f5e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:10.701970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:10.701970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.710041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.714296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.733810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:10.734219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.760869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28224efd-a728-4c80-8624-00405b05e195,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:10.846403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.850277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e15de2e-de54-44cc-a624-1d605ed316a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28224efd-a728-4c80-8624-00405b05e195 HTTP/1.1" status: 204 len: 168 time: 1.1287527 Jun 04 06:45:10.900830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.901164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.939712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-465861e7-f950-4111-b45f-ea32d7a82856 req-4abef6c8-8f77-4d9a-8254-97ce39cbffc2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 210 time: 0.0624800 Jun 04 06:45:10.944406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.949139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:10.991148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-de7f3fa7-de14-4d45-8084-4264d2fb9fec tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:10.992624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-de7f3fa7-de14-4d45-8084-4264d2fb9fec tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "GET /v2.0/ports?device_id=04794e7b-a544-4a13-b62b-12a26cb40cc2 HTTP/1.1" status: 200 len: 946 time: 0.3754826 Jun 04 06:45:11.014482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e0cf7c-b853-4f04-8590-ce0996c739fa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:11.104345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:11.155727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9acbeb23-8d30-4063-b136-078b01521535 admin admin] 10.222.0.17 "DELETE /v2.0/networks/91e0cf7c-b853-4f04-8590-ce0996c739fa HTTP/1.1" status: 204 len: 168 time: 1.3847990 Jun 04 06:45:11.278280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Deleting port dc6d8e10-19bc-44e2-95ea-4a32141a95ba {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:11.286933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:11.295024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:11.362896 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 89bf9960-db08-491f-96e0-68feee10f346 resource provider aggregate not found Jun 04 06:45:11.391065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6890a658-c0dc-4ee5-975c-20bb864de318 req-b2f7fcee-89dd-4724-b1c9-bdb83db75888 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 210 time: 0.2809737 Jun 04 06:45:11.418605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=b59f0cb9-9a58-4574-99b9-b3cc7fdc0e20,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:11.424866 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 89bf9960-db08-491f-96e0-68feee10f346 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89bf9960-db08-491f-96e0-68feee10f346 found for delete ", "request_id": "req-85e69331-85e5-4f79-b6cb-1f13e308dd54"}]} Jun 04 06:45:11.481368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46602) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:11.748740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] For port dc6d8e10-19bc-44e2-95ea-4a32141a95ba, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:11.749139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:11.761615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:11.762005 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Floating IP 563e6829-d89c-4c30-bf2b-135227a3d67d disassociated (deleted). External IP: 172.25.1.98, port: d8c5c161-e651-4c5e-9edd-a32b7314a6ce. Jun 04 06:45:11.848976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e949f752-626c-4bc0-81f5-9ad3d218af0d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=610a5193700447bbbdea9246e83dc0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542128 Jun 04 06:45:11.864714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46616) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:11.953517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Calling delete_port for dc6d8e10-19bc-44e2-95ea-4a32141a95ba owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:12.010732 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.089287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 93fdb303-71f8-4b47-950b-05da4f114f5e will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:12.146508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.226636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-324cc27f-1c64-4169-9b2a-2364d55a02f3 req-2b7d10d9-0396-4abb-8781-a4502ace8158 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 210 time: 0.0740359 Jun 04 06:45:12.295643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.351535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.436469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event deleted for resources: {'Port': ['ID=dc6d8e10-19bc-44e2-95ea-4a32141a95ba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:12.618136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46642) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:12.624701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] No DVR routers for this DVR port dc6d8e10-19bc-44e2-95ea-4a32141a95ba on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:12.635869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.638712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-deleted', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:12.654738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.669324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19c6f44d-a81b-4565-aaa9-ecaa3da2583e req-95bad1ef-8475-476a-aa01-dbc237feb906 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 210 time: 0.0856373 Jun 04 06:45:12.681283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1870d78-871b-4bbb-9f92-ca6248aa1f18,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:12.703307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1a243e6-7a0b-43bf-a3c2-6d5d8992e72b req-7998129e-1d57-47dc-b138-579639d48758 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "DELETE /v2.0/ports/dc6d8e10-19bc-44e2-95ea-4a32141a95ba HTTP/1.1" status: 204 len: 173 time: 1.6963060 Jun 04 06:45:12.705969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.710004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e93d8af0-351e-430b-8b2a-7bb832bbe655 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e1870d78-871b-4bbb-9f92-ca6248aa1f18 HTTP/1.1" status: 204 len: 168 time: 0.8410048 Jun 04 06:45:12.750339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:12.754108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:12.809496 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba6b46b-35e9-4dd7-85b1-93b0e4a26ea8'] response: {'server_uuid': '04794e7b-a544-4a13-b62b-12a26cb40cc2', 'name': 'network-vif-deleted', 'tag': 'dc6d8e10-19bc-44e2-95ea-4a32141a95ba', 'status': 'completed', 'code': 200} Jun 04 06:45:12.833780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: dc6d8e10-19bc-44e2-95ea-4a32141a95ba {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:45:12.834037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device dc6d8e10-19bc-44e2-95ea-4a32141a95ba not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:45:12.912196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Router 374ddd82-b606-460e-a1b8-ca9df95909dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:45:12.941629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:12.951071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:12.953787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:13.165653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1804703357'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:13.168414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:13.268405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:13.287419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:13.305898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:13.335832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6432a32e-b582-4fe7-8181-4edc697dfbd6 None None] Provisioning for port 93fdb303-71f8-4b47-950b-05da4f114f5e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:13.336148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:13.341043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6432a32e-b582-4fe7-8181-4edc697dfbd6 None None] Provisioning complete for port 93fdb303-71f8-4b47-950b-05da4f114f5e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:13.341412 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6432a32e-b582-4fe7-8181-4edc697dfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:13.376872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-cab39f28-b217-4cc1-89da-ee1d2c7a7b6b tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:13.378430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-cab39f28-b217-4cc1-89da-ee1d2c7a7b6b tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 814 time: 0.7557321 Jun 04 06:45:13.391154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:13.392919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:13.419679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Request body: {'port': {'device_id': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'admin_state_up': True, 'tenant_id': 'ed08945e2e454da19301c708280aa885'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:13.499901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6432a32e-b582-4fe7-8181-4edc697dfbd6 None None] Port 93fdb303-71f8-4b47-950b-05da4f114f5e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:45:13.526966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:13.538488 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:13.553414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530d32-01aa-4910-af2a-ba5d3b9b025e req-650ed928-d1eb-4f9e-9314-1ddd88c1ce1f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:13.563171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b530d32-01aa-4910-af2a-ba5d3b9b025e req-650ed928-d1eb-4f9e-9314-1ddd88c1ce1f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 931 time: 0.1190462 Jun 04 06:45:13.585034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:13.603284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208b026-e42a-462c-a520-a632e638e52d None None] Sync routers for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:13.620221 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:13.622298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:13.622474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:13.646376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b530d32-01aa-4910-af2a-ba5d3b9b025e req-cf257f8b-0c10-42ea-b081-427e9a09d1bc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813277 Jun 04 06:45:13.662354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:13.762658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b8b06ea2-0ca7-406f-92e0-67dc150e213d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0683870 Jun 04 06:45:13.778545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Request body: {'port': {'device_id': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:13.780913 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:13.803575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:13.805608 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:44:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:13.815868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:13.825436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:13.842147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Usage tracker for resource:port and tenant:ed08945e2e454da19301c708280aa885 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:13.847928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:13.878168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:13.889746 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-7208b026-e42a-462c-a520-a632e638e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:13.890972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208b026-e42a-462c-a520-a632e638e52d None None] The sync data for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:13.891299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:13.909523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:13.913685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:13.916455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-107746ab-2d51-42c7-8c56-9f966329482d tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/floatingips/563e6829-d89c-4c30-bf2b-135227a3d67d HTTP/1.1" status: 204 len: 168 time: 3.6600320 Jun 04 06:45:13.920921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46690) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:13.944627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:13.951575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46696) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:14.099471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.101046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Made reservation on behalf of ed08945e2e454da19301c708280aa885 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:14.105133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.126323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f6a6a931-afa8-492d-ba4c-9b8c49332f0f req-de19bacf-d23e-48cf-8d3a-c232f231d5ca tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:14.132347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:14.132982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.139192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Usage tracker for resource:floatingip and tenant:478a7e5898344c06a14296e92e3a2e08 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:14.143618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:14.153182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:14.165246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f6a6a931-afa8-492d-ba4c-9b8c49332f0f req-de19bacf-d23e-48cf-8d3a-c232f231d5ca tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:14.166614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6a6a931-afa8-492d-ba4c-9b8c49332f0f req-de19bacf-d23e-48cf-8d3a-c232f231d5ca tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 210 time: 0.3107984 Jun 04 06:45:14.170661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.179337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00b808-3933-4e69-808e-882cf5bbd0e1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:14.191517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-982215196-network', 'tenant_id': 'b5d8fe567683470b8b896af87af417a4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:14.255791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:14.260780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.281915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Usage tracker for resource:network and tenant:b5d8fe567683470b8b896af87af417a4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:14.285014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:14.293185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:14.312475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.315216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:14.373311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.373767 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 7dd64ca0-62f9-4050-9c79-a132f6a80cbb of type vlan for network 8b845882-a1d2-44d5-9697-2194b180304d Jun 04 06:45:14.467275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Allocated IP 172.25.1.181 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4d0ffad8-f6cc-49b8-9a79-e77fcc53af23) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:14.487156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Made reservation on behalf of b5d8fe567683470b8b896af87af417a4 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:14.489668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.545001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.638543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.647445 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.676853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:14.685579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d8fe567683470b8b896af87af417a4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:14.695030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:14.708289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.719022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:14.739115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Allocated IP 172.20.0.2 (b77c9c6b-0234-41fd-80de-2511a3c7c4a3/dc7ebe98-8bd4-42ac-a104-962ff0f3f64b/fec2bc28-d6d2-468d-a959-6a0ef4da2d4d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:14.770317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.776421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:14.777018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:14.798324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:14.801197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:14.807324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:14.878129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0ffad8-f6cc-49b8-9a79-e77fcc53af23,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:14.983899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.003900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf9015-7c9e-4e79-8774-f37574a57795 req-ec683a0a-5043-480e-932a-cef1d93eb2a2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:15.012803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddaf9015-7c9e-4e79-8774-f37574a57795 req-ec683a0a-5043-480e-932a-cef1d93eb2a2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 931 time: 0.1796281 Jun 04 06:45:15.104913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddaf9015-7c9e-4e79-8774-f37574a57795 req-063de091-426f-4941-939e-f8c13f7a12f7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907075 Jun 04 06:45:15.121302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.143105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5185642 Jun 04 06:45:15.144039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafef5c-2921-46a7-8c3d-e5d76e6b9f66 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=8b845882-a1d2-44d5-9697-2194b180304d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:15.148023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:15.159303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8b845882-a1d2-44d5-9697-2194b180304d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:15.191794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'name': 'tempest-PortsTestJSON-1236131751'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:15.412823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e73269da-46d8-4986-bf81-2c053192cd59 req-5e71dbde-1d61-40b6-8176-c0e324f15960 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 210 time: 0.0521584 Jun 04 06:45:15.479257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fdb303-71f8-4b47-950b-05da4f114f5e {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:45:15.495729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.499699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.502273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.507672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.513112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:15.519160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.546968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:15.554226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:15.592480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Transition to ACTIVE for port object 93fdb303-71f8-4b47-950b-05da4f114f5e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:15.594895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:15.606729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:15.618956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.665972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0ffad8-f6cc-49b8-9a79-e77fcc53af23,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:15.682551 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.686872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3efe00-c475-4cda-bd25-ace0f20eb9a7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:15.690590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.690930 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Added segment 54b1caaf-4d30-400e-8dad-0048c3146d10 of type vlan for network 18d26f6f-e578-4696-b0d4-6771135c2285 Jun 04 06:45:15.701213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.720720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.722101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-93dac7af-92b0-42d4-a032-f01efc614ae7 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7919772 Jun 04 06:45:15.724790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46736) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:15.754438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:15.757851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.885391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:15.903721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:15.904018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:15.911002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Usage tracker for resource:floatingip and tenant:ede7e2fe7cdc4dddad906bc901f011f0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:15.915851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:15.922732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:15.940918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:15.946559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:15.981401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.123397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.125221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:16.125313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:16.125757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:16.131958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.149739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.150665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:16.151242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.261546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:45:16.261809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:16.348025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Allocated IP 172.25.1.108 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/8132d518-30e8-4bef-9ce1-fb1efc907a35) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:16.355988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4033730 Jun 04 06:45:16.359332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46754) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:16.369595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:16.369932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Checking segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:16.370311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Bound using segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:16.370575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Request body: {'subnet': {'network_id': '18d26f6f-e578-4696-b0d4-6771135c2285', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-982215196-subnet', 'tenant_id': 'b5d8fe567683470b8b896af87af417a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:16.370747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Bound port: 93fdb303-71f8-4b47-950b-05da4f114f5e, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:16.371282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.380805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:16.381629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:16.387234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Usage tracker for resource:subnet and tenant:b5d8fe567683470b8b896af87af417a4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:16.391866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:16.406371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:16.456590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:16.474826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:16.495955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d34b2-d938-41d9-a80f-a52a656fb9e0 req-49e445c6-a024-4982-aa62-51fe424347e1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:16.497494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f6d34b2-d938-41d9-a80f-a52a656fb9e0 req-49e445c6-a024-4982-aa62-51fe424347e1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.2251596 Jun 04 06:45:16.506629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Made reservation on behalf of b5d8fe567683470b8b896af87af417a4 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:16.509137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.557667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566def58-4760-4b6a-86ac-100a5b666dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=18d26f6f-e578-4696-b0d4-6771135c2285,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:16.571353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 18d26f6f-e578-4696-b0d4-6771135c2285 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:16.593378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event updated for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:16.669868 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.687408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:16.688129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.709549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:16.719601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:16.723440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-6ef3cc3e-a39a-4508-aa17-40b99db94d2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3134623 Jun 04 06:45:16.729339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.771416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Request body: {'port': {'device_id': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:16.801999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f6d34b2-d938-41d9-a80f-a52a656fb9e0 req-4873fca3-1e4f-4ce3-987e-9b2d4b4a3934 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612548 Jun 04 06:45:16.836159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:16.836772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.838171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] 10.222.0.24 "PUT /v2.0/ports/93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1091 time: 3.0636587 Jun 04 06:45:16.838608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:16.868846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.905775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:16.938400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43d5d5a4-4dd1-4709-a476-651d36abc611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.180988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba232c29-00e2-436d-ad26-8f70ec7b1987 service neutron] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:17.181809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.230087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.330626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:17.336179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '7dd64ca0-62f9-4050-9c79-a132f6a80cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:17.336476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 8b845882-a1d2-44d5-9697-2194b180304d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:17.338129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:17.340458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:17.342326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.356330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=d65faa67-b237-4ed2-ace1-f4fdaa5d0649,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:17.398367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Pushing event updated for resources: {'Port': ['ID=8132d518-30e8-4bef-9ce1-fb1efc907a35,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:17.401292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1c66f7-518e-4413-9c5b-218fe1edd8b0,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:17.417793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ce37b-0787-4778-bba6-d02e316b2051 req-51f3caf6-d39b-45be-8749-aeb69c80c70c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:17.419468 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c05ce37b-0787-4778-bba6-d02e316b2051 req-51f3caf6-d39b-45be-8749-aeb69c80c70c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 931 time: 0.4180162 Jun 04 06:45:17.437562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-fea231de-b8c3-4022-b266-cb29f8489aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:17.439862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-fea231de-b8c3-4022-b266-cb29f8489aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1094 time: 0.5411031 Jun 04 06:45:17.440455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:17.462437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Checking segment: {'id': '54b1caaf-4d30-400e-8dad-0048c3146d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '18d26f6f-e578-4696-b0d4-6771135c2285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:17.462799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Network hostable DHCP agents. Network: 18d26f6f-e578-4696-b0d4-6771135c2285, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:17.502542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c05ce37b-0787-4778-bba6-d02e316b2051 req-dd564b81-23d1-4d55-9227-bc9678e9f5db tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 Jun 04 06:45:17.520984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Network 18d26f6f-e578-4696-b0d4-6771135c2285 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:17.530038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 18d26f6f-e578-4696-b0d4-6771135c2285) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:17.534663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:17.535254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.540192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8b845882-a1d2-44d5-9697-2194b180304d) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:17.543589 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.545775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606f197-f887-44e8-8bcf-726eeab909ff None None] Network 18d26f6f-e578-4696-b0d4-6771135c2285 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:17.556860 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-db4adefc-800a-4dd3-bd4a-e50ca06b6101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 217 time: 0.1069613 Jun 04 06:45:17.558493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:17.565629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:17.566742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.604304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54ade4-9c9a-4581-81c6-f22ecb1e395e None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:17.618336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b2f63bc-7544-4cd8-ab26-7979732dac95 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2435939 Jun 04 06:45:17.641066 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ddb2e7-a4dd-4e4b-9f46-aa73afd4ec7b'] response: {'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'status': 'completed', 'code': 200} Jun 04 06:45:17.645745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.731487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b464787d-c187-4bfd-9706-b834641a6b75 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5796206 Jun 04 06:45:17.732890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:17.752476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230084979'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:17.775474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:17.786433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:17.789701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:17.796409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:17.850548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:17.862634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:17.871817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:17.884850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-d5c84ddd-60a3-42cd-9769-9a74662a5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:17.886987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-d5c84ddd-60a3-42cd-9769-9a74662a5623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.2494187 Jun 04 06:45:17.958214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Deleting subnet ee1c66f7-518e-4413-9c5b-218fe1edd8b0 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:17.997325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.104175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.154402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec2bc28-d6d2-468d-a959-6a0ef4da2d4d {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:45:18.166216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.171966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.187092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Transition to ACTIVE for port object fec2bc28-d6d2-468d-a959-6a0ef4da2d4d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:18.189201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.249411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:18.251816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a834776-5f40-4b03-8b1e-7a900d254c1f None None] Network 18d26f6f-e578-4696-b0d4-6771135c2285 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:18.260694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.261044 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 2659da32-86fc-4d26-a81b-1520d7fe55e1 of type vlan for network 0aed544e-a637-4041-b46c-33136d0c8720 Jun 04 06:45:18.267778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.290191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.300401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.428972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94485b9-3754-4701-8072-9cec2af086ad req-1f37932d-32ca-4858-a130-04fa324bafde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:18.437060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a94485b9-3754-4701-8072-9cec2af086ad req-1f37932d-32ca-4858-a130-04fa324bafde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.4445732 Jun 04 06:45:18.443468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Pushing event updated for resources: {'Port': ['ID=8132d518-30e8-4bef-9ce1-fb1efc907a35,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:18.483898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.499140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:45:18.529966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a94485b9-3754-4701-8072-9cec2af086ad req-760ee122-083a-47de-a9b3-314aa240a8ae tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920222 Jun 04 06:45:18.537741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.584885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.586414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5650d4f7-db54-4910-817c-89765bcd5abb tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8605962 Jun 04 06:45:18.587982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.590017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ee1c66f7-518e-4413-9c5b-218fe1edd8b0 HTTP/1.1" status: 204 len: 168 time: 0.7385199 Jun 04 06:45:18.594431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46808) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:18.595831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46810) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:18.600428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Pushing event updated for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:18.601094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224ae7-4caa-4d91-a1da-30be525d8b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1c66f7-518e-4413-9c5b-218fe1edd8b0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:18.606331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.613774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:18.614381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.801602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0621719 Jun 04 06:45:18.818531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46818) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:18.830492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cfcff-fbb6-4aa3-9ebf-a31f74cb146e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=0aed544e-a637-4041-b46c-33136d0c8720,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:18.836398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b7756586-6c06-4c97-8ce9-9c6df4eb03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:18.838263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-b7756586-6c06-4c97-8ce9-9c6df4eb03e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8502467 Jun 04 06:45:18.843798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0aed544e-a637-4041-b46c-33136d0c8720 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:18.844327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'ports': [{'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'}, {'network_id': '0aed544e-a637-4041-b46c-33136d0c8720'}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:18.844635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:18.845153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '0aed544e-a637-4041-b46c-33136d0c8720'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:18.886621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Attempting to bind port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:18.886857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Attempting to bind port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:18.887110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Attempting to bind port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:18.926977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:18.935669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ceb153b-907e-43a7-a160-68eb835664a5 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Synchronizing usage tracker for tenant:478a7e5898344c06a14296e92e3a2e08 on resource:floatingip {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:18.944314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:45:18.945105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Attempting to bind port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d on network b77c9c6b-0234-41fd-80de-2511a3c7c4a3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:19.024927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:19.024927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Checking segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:19.024927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Bound using segment: {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:19.024927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Bound port: fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:19.024927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.085424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-955dde25-0363-4d67-a67f-af78fdc3963e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.179625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ef3b0-f580-4352-844f-9807ef4acc9b req-f0b8a4f6-e15a-4bf3-807e-ae63bfbeccc7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:19.181094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74ef3b0-f580-4352-844f-9807ef4acc9b req-f0b8a4f6-e15a-4bf3-807e-ae63bfbeccc7 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 943 time: 0.4408503 Jun 04 06:45:19.184036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ceb153b-907e-43a7-a160-68eb835664a5 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Unset dirty status for tenant:478a7e5898344c06a14296e92e3a2e08 on resource:floatingip {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:19.188319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ceb153b-907e-43a7-a160-68eb835664a5 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.5910685 Jun 04 06:45:19.189673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46826) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:19.349681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.366803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-09f43044-c955-4e81-b0f5-6afaea42d217 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1344161 Jun 04 06:45:19.370635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46836) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:19.425568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-40f1d72d-2440-41af-a492-1a2bb2c9301a service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603106 Jun 04 06:45:19.476031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:19.520810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:19.544436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:19.550641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:19.551838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:19.562004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.568332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:19.582015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74ef3b0-f580-4352-844f-9807ef4acc9b req-8ad27ac2-f66a-4169-9997-952150f2bc21 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477423 Jun 04 06:45:19.583522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d26f6f-e578-4696-b0d4-6771135c2285']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:19.596974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Deleting port 8132d518-30e8-4bef-9ce1-fb1efc907a35 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:19.597168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.660108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b1caaf-4d30-400e-8dad-0048c3146d10') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:19.660108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b1caaf-4d30-400e-8dad-0048c3146d10') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:19.678360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:19.678973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.680342 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] 10.222.0.39 "PUT /v2.0/ports/fec2bc28-d6d2-468d-a959-6a0ef4da2d4d HTTP/1.1" status: 200 len: 1091 time: 2.9466255 Jun 04 06:45:19.680944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 2} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:19.686380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.693454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.698067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:19.752735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.770476 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.790714 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc9b1065-d86f-4540-9172-2adc74112fda req-e215f405-174a-4d7b-a899-6779c4d5335d service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516183 Jun 04 06:45:19.791294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c26c51-b975-47e4-aafe-c8b2ee0ad81c service neutron] Pushing event updated for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:19.812343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:19.812741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:19.882211 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 54b1caaf-4d30-400e-8dad-0048c3146d10 resource provider aggregate not found Jun 04 06:45:19.991713 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 54b1caaf-4d30-400e-8dad-0048c3146d10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54b1caaf-4d30-400e-8dad-0048c3146d10 found for delete ", "request_id": "req-bda25eee-2e26-411e-b4f5-f784dba75857"}]} Jun 04 06:45:20.014117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.021375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.021938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.045851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.125566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 5782095a-2efc-464f-9dab-0aa35630724d yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:20.150417 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.151387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-4efd0bfa-da33-4ec5-a887-250470810e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:20.153548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-4efd0bfa-da33-4ec5-a887-250470810e55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 1094 time: 0.4269283 Jun 04 06:45:20.173337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] Pushing event deleted for resources: {'Network': ['ID=18d26f6f-e578-4696-b0d4-6771135c2285,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:20.182626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Calling delete_port for 8132d518-30e8-4bef-9ce1-fb1efc907a35 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:20.214675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3621be6a-1039-4b87-b9b1-7b1505f984cb admin admin] 10.222.0.17 "DELETE /v2.0/networks/18d26f6f-e578-4696-b0d4-6771135c2285 HTTP/1.1" status: 204 len: 168 time: 1.6155343 Jun 04 06:45:20.255010 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-f59e62d9-3807-4daa-9f71-1eef437433cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d HTTP/1.1" status: 200 len: 217 time: 0.0927138 Jun 04 06:45:20.262109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaddb9-20bb-4713-a837-5a5d09acaf10 req-c6f55a9c-593f-444d-a4ce-d6cace0e23ce tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:20.270017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8aeaddb9-20bb-4713-a837-5a5d09acaf10 req-c6f55a9c-593f-444d-a4ce-d6cace0e23ce tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.4590812 Jun 04 06:45:20.294832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103537-5f5b-439b-853d-d56da6c809a4 req-1a77fee1-fce9-443a-ae3e-25c062a83f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:20.296299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-1a77fee1-fce9-443a-ae3e-25c062a83f69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1094 time: 0.3949735 Jun 04 06:45:20.391887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8aeaddb9-20bb-4713-a837-5a5d09acaf10 req-1736b1ef-ca59-4ac6-8c3b-44a903aa3a5a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206646 Jun 04 06:45:20.400387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46864) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:20.433552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-32af21fe-361f-46e3-b28f-5e52d8ab1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:20.433863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.435941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-32af21fe-361f-46e3-b28f-5e52d8ab1405 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.1739409 Jun 04 06:45:20.444556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.540894 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfafaf4-3615-4843-97ca-5921915d15bb'] response: {'name': 'network-changed', 'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d', 'status': 'completed', 'code': 200} Jun 04 06:45:20.599315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Pushing event deleted for resources: {'Port': ['ID=8132d518-30e8-4bef-9ce1-fb1efc907a35,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:20.601886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-9151a5de-e325-4cee-80d6-c27e5292f7f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495571 Jun 04 06:45:20.631742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.636678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a12876eb-c4f4-4eb6-aca6-50065bb439b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b5d8fe567683470b8b896af87af417a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351303 Jun 04 06:45:20.639171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:20.672393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.677818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c34cafa7-efdb-41e5-a2fd-dae23df12a87 tempest-FloatingIPAdminTestJSON-1443888483 tempest-FloatingIPAdminTestJSON-1443888483-project] 10.222.0.17 "DELETE /v2.0/floatingips/a023c2f8-d4dd-4e0b-9ac4-f36d65f79f36 HTTP/1.1" status: 204 len: 168 time: 1.2992728 Jun 04 06:45:20.678683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:20.732868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:45:20.742533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103537-5f5b-439b-853d-d56da6c809a4 req-05e2ae02-0567-408e-88b5-8173d64d57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:20.743955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-05e2ae02-0567-408e-88b5-8173d64d57d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.4379997 Jun 04 06:45:20.749680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:20.833865 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-b356027b-db63-4a60-99e6-6caa559412d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196023 Jun 04 06:45:20.872677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-7f284124-6154-4dd0-be22-a7055f7ce97b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 217 time: 0.1181362 Jun 04 06:45:21.035688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.055758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Deleting port 4d0ffad8-f6cc-49b8-9a79-e77fcc53af23 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:21.056150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.115373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.208773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 95ae4f59-8a2b-47d3-8c05-12a889b6a8dc yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:21.226521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103537-5f5b-439b-853d-d56da6c809a4 req-09923b36-2ea1-4f8a-a149-c90acb05f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:21.227961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-09923b36-2ea1-4f8a-a149-c90acb05f43f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.3045497 Jun 04 06:45:21.286367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2823-cf5d-4bb1-b694-6dfaeea60c44 req-91582d10-e4b6-48f6-8800-022583c36c9f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:21.287785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1efa2823-cf5d-4bb1-b694-6dfaeea60c44 req-91582d10-e4b6-48f6-8800-022583c36c9f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 943 time: 0.5325122 Jun 04 06:45:21.311397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.321008 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6c62b715-bb61-4901-91d5-dd4fca12aff0 req-3f721ae6-3500-42d0-bece-c19eec6b414b service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725878 Jun 04 06:45:21.359851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.360801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.368761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3efe00-c475-4cda-bd25-ace0f20eb9a7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:21.440471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103537-5f5b-439b-853d-d56da6c809a4 req-bbbaf1ba-e713-4e9b-aa25-013ae744d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:21.440693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.441674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c0e4e65-ce3c-4345-ac8e-84ef372abd57 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9e3efe00-c475-4cda-bd25-ace0f20eb9a7 HTTP/1.1" status: 204 len: 168 time: 0.8014250 Jun 04 06:45:21.442343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-bbbaf1ba-e713-4e9b-aa25-013ae744d838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037809 Jun 04 06:45:21.505908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1efa2823-cf5d-4bb1-b694-6dfaeea60c44 req-14429976-4202-418c-a8d3-0cd2e03551d4 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989851 Jun 04 06:45:21.512864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Calling delete_port for 4d0ffad8-f6cc-49b8-9a79-e77fcc53af23 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:21.630731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.696551 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.720834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-01eba992-1b94-410a-a4fc-faaaa3637b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:21.726141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-01eba992-1b94-410a-a4fc-faaaa3637b46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed08945e2e454da19301c708280aa885&device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 1094 time: 0.3534968 Jun 04 06:45:21.760483 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-a7b5e9dd-c9bb-4b84-ab9f-271bfcbb3924 service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984531 Jun 04 06:45:21.810601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d0ffad8-f6cc-49b8-9a79-e77fcc53af23,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:21.819266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.936547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.980088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:21.985785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07f53384-ac1a-44d2-a07f-41c9b7345e03 tempest-FloatingIPAdminTestJSON-1313688617 tempest-FloatingIPAdminTestJSON-1313688617-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/bec4e7ef-8aeb-4f1f-abd1-503a93594c41 HTTP/1.1" status: 204 len: 168 time: 1.3029089 Jun 04 06:45:21.987174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46910) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:22.043886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:22.048696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=5782095a-2efc-464f-9dab-0aa35630724d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:22.060377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.064314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:22.076148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:22.076980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.099232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288943e-7801-4bcf-a183-8d4a6357c27d req-83693e07-5da1-45e1-b753-70f8a77617ca tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:22.106742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.107012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.107151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9288943e-7801-4bcf-a183-8d4a6357c27d req-83693e07-5da1-45e1-b753-70f8a77617ca tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.3583801 Jun 04 06:45:22.107626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.108164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.108648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.109143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.109650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.110654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.111315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.111795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.112271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.112757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:22.160038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-dec1611b-5c7e-438e-9776-f995c539489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:22.161504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-dec1611b-5c7e-438e-9776-f995c539489a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 200 len: 915 time: 0.4279449 Jun 04 06:45:22.180496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port d8c5c161-e651-4c5e-9edd-a32b7314a6ce {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:22.181209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.235008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9288943e-7801-4bcf-a183-8d4a6357c27d req-29caac5e-d997-4e4c-9a2d-08562ddfd78e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236401 Jun 04 06:45:22.299645 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-80103537-5f5b-439b-853d-d56da6c809a4 req-440326dd-dd2f-4638-b7dd-7ea9c02b3eec service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826338 Jun 04 06:45:22.337740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-ffb0eb68-c68b-4dc7-a526-812624d8a707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d HTTP/1.1" status: 200 len: 217 time: 0.1525338 Jun 04 06:45:22.398136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=95ae4f59-8a2b-47d3-8c05-12a889b6a8dc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:22.412528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '2659da32-86fc-4d26-a81b-1520d7fe55e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0aed544e-a637-4041-b46c-33136d0c8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:22.412892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 0aed544e-a637-4041-b46c-33136d0c8720, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:22.439300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-b62e8509-9fcb-4786-a03f-5118c72c9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:22.441078 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-b62e8509-9fcb-4786-a03f-5118c72c9395 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 200 len: 854 time: 0.0949032 Jun 04 06:45:22.443190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 0aed544e-a637-4041-b46c-33136d0c8720 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:22.506571 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-f6e1ad79-171a-491f-a8dc-53d7eb9466fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b77c9c6b-0234-41fd-80de-2511a3c7c4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568419 Jun 04 06:45:22.507800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0aed544e-a637-4041-b46c-33136d0c8720) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:22.511419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:22.518474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:22.523922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:22.524944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.530056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6a767-6695-45dc-90ef-e6c18d6facbb None None] Network 0aed544e-a637-4041-b46c-33136d0c8720 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:22.542609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.699394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51202daa-f6e8-441b-b4ac-05054e3f5499 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8719182 Jun 04 06:45:22.699645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:22.787687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for d8c5c161-e651-4c5e-9edd-a32b7314a6ce owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:22.805221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 95ae4f59-8a2b-47d3-8c05-12a889b6a8dc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:22.805993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:22.968701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-87958e0f-5895-4c73-a658-d9d1ee2cc915 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377847 Jun 04 06:45:23.134312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e78bd192-ba68-4a2d-9511-7e82c0f2e141 req-f8c2c77c-2f9f-452c-afc5-e9586ad7f9b7 service neutron] 10.222.0.39 "GET /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426766 Jun 04 06:45:23.156446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.227705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=d8c5c161-e651-4c5e-9edd-a32b7314a6ce,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:23.240336 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.347091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d65a2-37cb-42f4-919e-3c422cc022b6 req-ec4fff0f-cc6c-43af-885b-6120f54dbebc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:23.355015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab5d65a2-37cb-42f4-919e-3c422cc022b6 req-ec4fff0f-cc6c-43af-885b-6120f54dbebc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 943 time: 0.2872603 Jun 04 06:45:23.393166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:45:23.470347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab5d65a2-37cb-42f4-919e-3c422cc022b6 req-40908cd9-4e87-4b19-aaaf-e373698a3013 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143053 Jun 04 06:45:23.558827 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.577553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9e04dcbf-2e0c-4d67-a3c9-c5083b6f650f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/ports/d8c5c161-e651-4c5e-9edd-a32b7314a6ce HTTP/1.1" status: 204 len: 168 time: 1.5871263 Jun 04 06:45:23.586465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:23.623449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 95ae4f59-8a2b-47d3-8c05-12a889b6a8dc owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:23.845850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:23.846103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.869593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'mac_address': 'fa:16:3e:1e:23:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:45:23.951904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=95ae4f59-8a2b-47d3-8c05-12a889b6a8dc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:23.954156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.958259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 93fdb303-71f8-4b47-950b-05da4f114f5e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:23.958939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:23.960349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887ec93-f728-4216-b39c-d9c1f243af71 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:23.961109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8887ec93-f728-4216-b39c-d9c1f243af71 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Synchronizing usage tracker for tenant:373c53793b1947218331a6d7c0758154 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:23.978567 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4f6948fd-9664-4efe-bec7-5272fc5dece7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/95ae4f59-8a2b-47d3-8c05-12a889b6a8dc HTTP/1.1" status: 204 len: 168 time: 1.2777185 Jun 04 06:45:23.981025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46968) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:23.992140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f7cb3-6b19-44ad-950c-df92e3669610 req-fbf4e3f8-08cc-4a9a-a200-d7e2ef94378f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:23.994373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fdb303-71f8-4b47-950b-05da4f114f5e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:45:24.000453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d57f7cb3-6b19-44ad-950c-df92e3669610 req-fbf4e3f8-08cc-4a9a-a200-d7e2ef94378f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.3018105 Jun 04 06:45:24.025055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8887ec93-f728-4216-b39c-d9c1f243af71 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Unset dirty status for tenant:373c53793b1947218331a6d7c0758154 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:24.026687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8887ec93-f728-4216-b39c-d9c1f243af71 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "GET /v2.0/ports?device_id=374ddd82-b606-460e-a1b8-ca9df95909dc HTTP/1.1" status: 200 len: 913 time: 0.4392452 Jun 04 06:45:24.029554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46974) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:24.035301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:24.046078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.200346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe56a5-14f8-4035-9ff1-90005dcce146 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:24.207412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe56a5-14f8-4035-9ff1-90005dcce146 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:24.216638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46982) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:24.218091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dbfe56a5-14f8-4035-9ff1-90005dcce146 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:24.218244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:24.227035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.227477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.227901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.228767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.228767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.229138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.230233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.230834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.231233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.231629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.232118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.232512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.237637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dbfe56a5-14f8-4035-9ff1-90005dcce146 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:24.242046 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dbfe56a5-14f8-4035-9ff1-90005dcce146 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2597044 Jun 04 06:45:24.242760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46988) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:24.296184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d57f7cb3-6b19-44ad-950c-df92e3669610 req-7c45e430-ca5d-4554-abc6-5d933231a631 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940366 Jun 04 06:45:24.345876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['93fdb303-71f8-4b47-950b-05da4f114f5e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:45:24.349050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 5782095a-2efc-464f-9dab-0aa35630724d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:24.350230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.424500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.446783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:24.450785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Usage tracker for resource:security_group_rule and tenant:4c0b51fff4c7424f8d1de3b8d5b37896 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:24.453647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:24.460173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:24.625549 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.761120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.779462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.804343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 5782095a-2efc-464f-9dab-0aa35630724d owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:24.826943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device fec2bc28-d6d2-468d-a959-6a0ef4da2d4d details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:45:24.886766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a205179-f0ea-4310-89f9-864052c3d41a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:24.895066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4c0b51fff4c7424f8d1de3b8d5b37896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6694841 Jun 04 06:45:24.898512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:24.909394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:24.911118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.911622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.912310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.913074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.913518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.914227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.914790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.915549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.916092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.916642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.917195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.917764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb12848-9189-4328-8eb5-79b4118c04da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:45:24.942322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791313e-295b-42f6-9302-e3feeacb5998 req-1ba41ed5-8e08-4d5b-ad4a-9cf64cda5a70 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:24.949301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1791313e-295b-42f6-9302-e3feeacb5998 req-1ba41ed5-8e08-4d5b-ad4a-9cf64cda5a70 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 943 time: 0.3191948 Jun 04 06:45:24.978256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=5782095a-2efc-464f-9dab-0aa35630724d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:25.018994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.057169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aef1de79-f369-49d9-9425-cf617b9b0df1 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/5782095a-2efc-464f-9dab-0aa35630724d HTTP/1.1" status: 204 len: 168 time: 0.8105288 Jun 04 06:45:25.057169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47008) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:25.059876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:25.066697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1791313e-295b-42f6-9302-e3feeacb5998 req-cb4ee8a2-4ff7-4f7c-95ea-aba2c34fd310 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162615 Jun 04 06:45:25.097787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d', 'network_id': 'b77c9c6b-0234-41fd-80de-2511a3c7c4a3', 'port_id': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d', 'mac_address': 'fa:16:3e:88:0a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7ebe98-8bd4-42ac-a104-962ff0f3f64b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:45:25.128503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.167537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.169333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:25.170361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.176408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e76436-5cfd-4c0c-8ace-5907ebdd2516 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:25.177322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6e76436-5cfd-4c0c-8ace-5907ebdd2516 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:25.189065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec2bc28-d6d2-468d-a959-6a0ef4da2d4d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:45:25.198723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6e76436-5cfd-4c0c-8ace-5907ebdd2516 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:25.202726 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6e76436-5cfd-4c0c-8ace-5907ebdd2516 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1415873 Jun 04 06:45:25.203273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47012) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:25.215049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:25.221268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.230232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.253151 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-178e7b3d-04f0-48cd-983e-0fd42a599a18 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:25.254879 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-178e7b3d-04f0-48cd-983e-0fd42a599a18 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/95ae4f59-8a2b-47d3-8c05-12a889b6a8dc HTTP/1.1" status: 404 len: 333 time: 0.0493503 Jun 04 06:45:25.257814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47020) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:25.303430 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7aad5b8-c090-4cda-8f87-44a42c961fb3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:25.304927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7aad5b8-c090-4cda-8f87-44a42c961fb3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/5782095a-2efc-464f-9dab-0aa35630724d HTTP/1.1" status: 404 len: 333 time: 0.0461361 Jun 04 06:45:25.308698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47026) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:25.388295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:25.415575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:25.499172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 93fdb303-71f8-4b47-950b-05da4f114f5e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:25.506697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 93fdb303-71f8-4b47-950b-05da4f114f5e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:25.507230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.568510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['fec2bc28-d6d2-468d-a959-6a0ef4da2d4d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:45:25.634612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.673682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.736744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a205179-f0ea-4310-89f9-864052c3d41a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:25.755453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.761291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.762413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7104ede5-4b71-479b-b907-143d5bc5cd79 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a205179-f0ea-4310-89f9-864052c3d41a HTTP/1.1" status: 204 len: 168 time: 0.8561730 Jun 04 06:45:25.790885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 93fdb303-71f8-4b47-950b-05da4f114f5e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:25.791368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.805391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:25.868558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:25.894318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:25.910413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.024105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:26.072583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.094041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b77ae9-d996-4815-8ca6-c7b1684667a7 req-a1212374-8b30-4df9-81a5-f4c90a008901 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:26.096158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02b77ae9-d996-4815-8ca6-c7b1684667a7 req-a1212374-8b30-4df9-81a5-f4c90a008901 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 944 time: 0.5394950 Jun 04 06:45:26.157047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aed544e-a637-4041-b46c-33136d0c8720']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:26.186941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2659da32-86fc-4d26-a81b-1520d7fe55e1') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:26.187256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2659da32-86fc-4d26-a81b-1520d7fe55e1') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:26.213327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02b77ae9-d996-4815-8ca6-c7b1684667a7 req-a39db976-0de6-4810-903f-2760df2c0943 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051300 Jun 04 06:45:26.216117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.295268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.327384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:26.327856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.329652 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcf8996-555c-420b-b346-2743161e657a'] response: {'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'code': 200} Jun 04 06:45:26.353977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port 09874a5d-a8ab-493d-bc0f-d4066f37adba {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:26.354328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.393558 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2659da32-86fc-4d26-a81b-1520d7fe55e1 resource provider aggregate not found Jun 04 06:45:26.490367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294eb5d-0468-44f9-a527-a0f479509032 req-7febaf7b-8784-4a0c-b943-fc72aa744a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:26.493127 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b294eb5d-0468-44f9-a527-a0f479509032 req-7febaf7b-8784-4a0c-b943-fc72aa744a65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.1105225 Jun 04 06:45:26.531834 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2659da32-86fc-4d26-a81b-1520d7fe55e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2659da32-86fc-4d26-a81b-1520d7fe55e1 found for delete ", "request_id": "req-e0581f36-666d-4a30-abee-362cfa775d6d"}]} Jun 04 06:45:26.558454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b294eb5d-0468-44f9-a527-a0f479509032 req-abc4a5a8-eb41-4e89-8162-0d0c743c80cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495286 Jun 04 06:45:26.588313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.689356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.705207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=0aed544e-a637-4041-b46c-33136d0c8720,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:26.720675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d80b2ef1-54c4-487e-8ec6-18f02b495928 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/0aed544e-a637-4041-b46c-33136d0c8720 HTTP/1.1" status: 204 len: 168 time: 1.4082472 Jun 04 06:45:26.724165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47078) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:26.729750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1269045069'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:26.735879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:26.739925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:26.743262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:26.749980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:26.761693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:26.767086 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.780641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf481d-8693-4b9f-87f0-ceb5b3791b27 req-a9a33d34-7331-420a-b899-4c25589b34eb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:26.783037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3acf481d-8693-4b9f-87f0-ceb5b3791b27 req-a9a33d34-7331-420a-b899-4c25589b34eb tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 944 time: 0.3258562 Jun 04 06:45:26.784954 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.812311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:26.823383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.824448 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 2e5d1a2b-fc77-451e-b4ce-730ba922b8c5 of type vlan for network 440a2f0f-6275-4d0e-a70e-275fc87822b3 Jun 04 06:45:26.842956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device fec2bc28-d6d2-468d-a959-6a0ef4da2d4d up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:26.890551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.936605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for 09874a5d-a8ab-493d-bc0f-d4066f37adba owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:26.944971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:26.951077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:26.951682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.004712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:27.013557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:27.014269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.033394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3acf481d-8693-4b9f-87f0-ceb5b3791b27 req-b9f28e41-6ebf-4f8d-9650-81c2ea865dcc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406061 Jun 04 06:45:27.195548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=440a2f0f-6275-4d0e-a70e-275fc87822b3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:27.201996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2698e61-f808-4694-b7d3-2044fb425d8f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4766912 Jun 04 06:45:27.206717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47092) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:27.212361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:27.214368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:27.314012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:27.314802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.374459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:27.384600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:27.388123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:27.399648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:27.415561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:27.438225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:27.444828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.447206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.535390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:27.604695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Performing IP validity checks on allocation pools {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:45:27.606061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:45:27.686284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:27.805024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=09874a5d-a8ab-493d-bc0f-d4066f37adba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:27.831153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:28.041080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126445-ccd6-4a3e-be2a-f6c82994b1fa req-44014332-73b4-4dea-bd04-4a0b4d42603e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:28.048092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b126445-ccd6-4a3e-be2a-f6c82994b1fa req-44014332-73b4-4dea-bd04-4a0b4d42603e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.4502614 Jun 04 06:45:28.051520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:28.051891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 440a2f0f-6275-4d0e-a70e-275fc87822b3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:28.060446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=dce44cb0-b969-46a9-81fe-279700663765,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:28.100281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:28.115835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 440a2f0f-6275-4d0e-a70e-275fc87822b3) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:28.124703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:28.125724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:28.130288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706aa43-cdd7-4afc-bcd5-fc074a9bb8e9 None None] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:28.171803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f7c8870-717b-4585-995f-f0bea8662144 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9632442 Jun 04 06:45:28.175318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47124) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:28.181748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3', 'name': 'tempest-PortsTestJSON-564515737'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:28.213720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b126445-ccd6-4a3e-be2a-f6c82994b1fa req-2b679a2e-d228-43c5-ab34-13540c9ef293 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605694 Jun 04 06:45:28.258426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:28.352792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:28.458976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:28.469817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:28.490924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:28.494889 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:28.516037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-440a2f0f-6275-4d0e-a70e-275fc87822b3', 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': 'dce44cb0-b969-46a9-81fe-279700663765'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:45:28.516959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:28.520530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port c324ef8e-0829-4f74-bf5c-14b843d65350 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:28.728590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6983d4f-bb14-4413-9d11-b44828055896 req-a37972fd-a04b-43d1-93f4-b957c2a54079 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:28.733657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6983d4f-bb14-4413-9d11-b44828055896 req-a37972fd-a04b-43d1-93f4-b957c2a54079 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.3481114 Jun 04 06:45:28.833393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Allocated IP 172.20.0.2 (440a2f0f-6275-4d0e-a70e-275fc87822b3/dce44cb0-b969-46a9-81fe-279700663765/1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:29.073071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6983d4f-bb14-4413-9d11-b44828055896 req-3f6ee89b-4956-4404-bce2-ecfd4b85e55c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329875 Jun 04 06:45:29.082656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Router 374ddd82-b606-460e-a1b8-ca9df95909dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:45:29.176599 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66dadf7d-4ddb-49f0-8682-f6d41011d63b'] response: {'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d', 'code': 200} Jun 04 06:45:29.204347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.218160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Transition to ACTIVE for port object 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:29.256977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Transition to ACTIVE for port object 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:29.269070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.361851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:29.388743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0063a2d8-c8fe-4ad7-afb3-7eab1403efaf tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "PUT /v2.0/routers/374ddd82-b606-460e-a1b8-ca9df95909dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579190 Jun 04 06:45:29.389431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47174) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:29.390444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] Sync routers for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:29.414021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:29.418944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:29.421766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:29.450419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Pushing event updated for resources: {'Port': ['ID=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:29.466212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:29.466212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:29.483986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.6 (440a2f0f-6275-4d0e-a70e-275fc87822b3/dce44cb0-b969-46a9-81fe-279700663765/c324ef8e-0829-4f74-bf5c-14b843d65350) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:29.499385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d5201-f01b-4973-8401-31b24077c404 req-6824e4d6-b59b-43f2-841d-1924f5978b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:29.501550 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b60d5201-f01b-4973-8401-31b24077c404 req-6824e4d6-b59b-43f2-841d-1924f5978b84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 1096 time: 0.2613344 Jun 04 06:45:29.618615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b60d5201-f01b-4973-8401-31b24077c404 req-f7b0b99a-a39c-48fe-9be1-0fbcd589d67c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101892 Jun 04 06:45:29.659594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:29.712906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Attempting to bind port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:29.712906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Attempting to bind port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:29.713388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Attempting to bind port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a on network 440a2f0f-6275-4d0e-a70e-275fc87822b3 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:29.719926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:29.720430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Checking segment: {'id': '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:29.720844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.721237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Bound using segment: {'id': '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:29.721742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Bound port: 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '440a2f0f-6275-4d0e-a70e-275fc87822b3'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:29.722123 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.834278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] For port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:29.838480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] For port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,segment=NetworkSegment(2e5d1a2b-fc77-451e-b4ce-730ba922b8c5),segment_id=2e5d1a2b-fc77-451e-b4ce-730ba922b8c5)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:29.840007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] Routers {'374ddd82-b606-460e-a1b8-ca9df95909dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:29.840984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['374ddd82-b606-460e-a1b8-ca9df95909dc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:29.902779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.919540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object c324ef8e-0829-4f74-bf5c-14b843d65350 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:29.933910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-20a9128e-cfe1-4f6b-8cd6-165191552003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285767 Jun 04 06:45:29.956642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.983353 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:29.992434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.103199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b18bf-e219-4d5a-b2a6-86cbade79f22 None None] Pushing event updated for resources: {'Port': ['ID=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:30.107823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:30.108231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567bcbc-2526-41ee-b6db-43b93501d735 None None] The sync data for ids ['374ddd82-b606-460e-a1b8-ca9df95909dc'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:30.142239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:30.147830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:30.150466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=c324ef8e-0829-4f74-bf5c-14b843d65350,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:30.152721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:30.154015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899fc0-f23f-4208-b783-be704440d5b0 req-b30b9d06-5f39-4947-b2b9-70f2f163b007 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:30.160299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6899fc0-f23f-4208-b783-be704440d5b0 req-b30b9d06-5f39-4947-b2b9-70f2f163b007 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.6294687 Jun 04 06:45:30.265838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47192) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:30.287581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:30.288206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.340461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6899fc0-f23f-4208-b783-be704440d5b0 req-5628cb6f-dd50-4043-932c-b53ef8ceb8e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646123 Jun 04 06:45:30.340859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-555a4949-9d18-40b2-a1f7-a7085a24c223 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1631155 Jun 04 06:45:30.342301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:30.350444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-f9b53b8d-1b02-4bac-b111-fa84a7b25c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:30.351942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-f9b53b8d-1b02-4bac-b111-fa84a7b25c2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=358a52c1c3324af09eae4b72709deea7&device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 1097 time: 0.3024554 Jun 04 06:45:30.429889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.443384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port 1fab04ed-c4d3-48ca-9cad-420975662959 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:30.443915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.664196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:30.664758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port c324ef8e-0829-4f74-bf5c-14b843d65350 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:30.664758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.708018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.755265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:30.760572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-8737c9e6-0878-433a-98b0-69cdfc0b2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:30.762102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-8737c9e6-0878-433a-98b0-69cdfc0b2e72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 200 len: 915 time: 0.3489518 Jun 04 06:45:30.776692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:30.834814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Usage tracker for resource:security_group_rule and tenant:3548704e02294010b898491139ea57d7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:30.874104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:30.884888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:30.896391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:31.021191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-2b1db35e-ba8e-4ad2-97d8-26e9f484d195 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 200 len: 1002 time: 0.2488675 Jun 04 06:45:31.065542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for 1fab04ed-c4d3-48ca-9cad-420975662959 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:31.113018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626299-a05b-4269-8783-9bf74d382a0b req-bdcd87ea-581c-4b94-97a4-ce93c07cac2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:31.114613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21626299-a05b-4269-8783-9bf74d382a0b req-bdcd87ea-581c-4b94-97a4-ce93c07cac2e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.4633806 Jun 04 06:45:31.164947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-0598bbf1-c47f-42e7-bd9e-188ce543562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:31.166426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-0598bbf1-c47f-42e7-bd9e-188ce543562f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 200 len: 853 time: 0.1309936 Jun 04 06:45:31.200885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21626299-a05b-4269-8783-9bf74d382a0b req-4fa1de4d-2805-40da-ba32-767e50d9909c tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788839 Jun 04 06:45:31.240049 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.443520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.514427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=1fab04ed-c4d3-48ca-9cad-420975662959,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:31.609403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1f64f-d397-45fe-915a-b0e56a0b9443 req-8ef8f1a0-ac78-4695-9647-a609660bf43c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:31.611230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25c1f64f-d397-45fe-915a-b0e56a0b9443 req-8ef8f1a0-ac78-4695-9647-a609660bf43c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2556818 Jun 04 06:45:31.611885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for c324ef8e-0829-4f74-bf5c-14b843d65350 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:31.675798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.679852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25c1f64f-d397-45fe-915a-b0e56a0b9443 req-96d87f2d-b5b4-4827-a6dd-31305bdfc61d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526242 Jun 04 06:45:31.683786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.694408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.729531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47220) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:31.745433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a6945-2480-4c46-9a69-c0bcea698d1a None None] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:31.754985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3548704e02294010b898491139ea57d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4859076 Jun 04 06:45:31.759035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:31.882089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec19ac8-050d-49ae-8b78-e5e4839a9202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caffc6b-19bf-4b1a-a1eb-b4392882a598,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:31.916307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.918932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.948121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Provisioning for port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:31.949051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.949692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Fanout notify agent at l3_agent the message router_deleted on router 374ddd82-b606-460e-a1b8-ca9df95909dc {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:45:31.959159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Provisioning complete for port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:31.959547 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.969999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-9e3bdca9-ada3-40cd-83aa-9bab98b865fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:31.971742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-9e3bdca9-ada3-40cd-83aa-9bab98b865fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=043f7b68-cd8d-46f0-b1f3-612ff1e5af30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7943749 Jun 04 06:45:31.993794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:31.995508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d43e1a8a-3358-4102-8777-cb2096b88fdc tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/routers/374ddd82-b606-460e-a1b8-ca9df95909dc HTTP/1.1" status: 204 len: 168 time: 2.6030064 Jun 04 06:45:31.997938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47232) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:32.134528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting subnet a49dbd13-c798-43b2-aa55-1750c12fafe9 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:32.138491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.173756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Current status of the port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:32.174372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.180703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.234383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] For port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,segment=NetworkSegment(2e5d1a2b-fc77-451e-b4ce-730ba922b8c5),segment_id=2e5d1a2b-fc77-451e-b4ce-730ba922b8c5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:32.239345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.257032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.286107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48941d-7a36-448b-a03f-cbf546366dec tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:32.287759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fe48941d-7a36-448b-a03f-cbf546366dec tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1091 time: 0.5442228 Jun 04 06:45:32.296434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-19c071d5-e733-43eb-90a3-a940d9221053 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156400 Jun 04 06:45:32.298705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47244) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:32.302762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.343093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:32.360139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e150-3762-4f9c-9d8b-bac4dbdf211e None None] Pushing event updated for resources: {'Port': ['ID=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:32.410708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:32.445594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.450846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:floatingip and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:32.577527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:32.647470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85c418-1086-4b25-a07c-0aa06433eb8d req-7493c4e6-ed15-456c-a668-3169ea2ad6f0 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:32.649280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc85c418-1086-4b25-a07c-0aa06433eb8d req-7493c4e6-ed15-456c-a668-3169ea2ad6f0 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.1496737 Jun 04 06:45:32.667458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b647067b-a283-48b0-9c7a-7c54e29b2918 None None] Provisioning complete for port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:32.667842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b647067b-a283-48b0-9c7a-7c54e29b2918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.682592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.701734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:32.753886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc85c418-1086-4b25-a07c-0aa06433eb8d req-4cd3b5ee-7c38-4e8e-a9a5-c9bf7c6a18f2 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955381 Jun 04 06:45:32.764232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:32.789433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.793023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=c324ef8e-0829-4f74-bf5c-14b843d65350,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:32.802670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.820945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.853616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:32.854193 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.921020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Subnet': ['ID=a49dbd13-c798-43b2-aa55-1750c12fafe9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:32.944162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c176ff7c-3fcf-4f2c-be68-93aaa0eb6e22 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/c324ef8e-0829-4f74-bf5c-14b843d65350 HTTP/1.1" status: 204 len: 168 time: 2.6003056 Jun 04 06:45:32.948565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47254) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:32.967144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.970582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:32.972107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2caffc6b-19bf-4b1a-a1eb-b4392882a598 HTTP/1.1" status: 204 len: 168 time: 1.1605897 Jun 04 06:45:33.033459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.068073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864aa3c9-6525-413d-9a4f-03c79e254506 None None] Network c9452e1d-a39f-4f57-b4bd-046db5073ea9 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:33.106306 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f25502-de69-45f5-af7d-15f178ce390e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:45:33.106306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f25502-de69-45f5-af7d-15f178ce390e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:45:33.106306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74f25502-de69-45f5-af7d-15f178ce390e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/c324ef8e-0829-4f74-bf5c-14b843d65350 HTTP/1.1" status: 404 len: 333 time: 0.1408658 Jun 04 06:45:33.109112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45890a0b-12bb-436f-9111-f6ca48aada19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caffc6b-19bf-4b1a-a1eb-b4392882a598,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:33.119533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47264) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:33.121250 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af4e44c-1444-40be-a2f7-7cce26db2722 req-8ea86f6c-9266-4a30-9211-ca3e4f8c1eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635853 Jun 04 06:45:33.143195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-392aeb55-1bd4-4ab9-817b-f62af71c4e5f tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/subnets/a49dbd13-c798-43b2-aa55-1750c12fafe9 HTTP/1.1" status: 204 len: 168 time: 1.1416280 Jun 04 06:45:33.146752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:33.216658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b647067b-a283-48b0-9c7a-7c54e29b2918 None None] Current status of the port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:33.219358 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-850f560e-22af-4948-8d29-d56a5cd02dde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:33.220692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-850f560e-22af-4948-8d29-d56a5cd02dde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:33.254962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b647067b-a283-48b0-9c7a-7c54e29b2918 None None] Could not find standard attr ID for object c324ef8e-0829-4f74-bf5c-14b843d65350. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:45:33.284402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-850f560e-22af-4948-8d29-d56a5cd02dde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:33.285824 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-850f560e-22af-4948-8d29-d56a5cd02dde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/c324ef8e-0829-4f74-bf5c-14b843d65350 HTTP/1.1" status: 404 len: 333 time: 0.1686227 Jun 04 06:45:33.293856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47272) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:33.298969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.374181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c460-4dff-45f6-9f36-8f65c98aea35 req-a9b905ca-8238-4449-b4db-767a05cb925e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:33.385708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aa3c460-4dff-45f6-9f36-8f65c98aea35 req-a9b905ca-8238-4449-b4db-767a05cb925e tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.4683490 Jun 04 06:45:33.416328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet dce44cb0-b969-46a9-81fe-279700663765 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:33.438844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.467071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7aa3c460-4dff-45f6-9f36-8f65c98aea35 req-cc287878-279f-483d-a495-d89a7e9a7876 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807002 Jun 04 06:45:33.469192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d5e619af-dbff-4642-bc55-7db335ab6f03 None None] Could not find standard attr ID for object c324ef8e-0829-4f74-bf5c-14b843d65350. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:45:33.490873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.491348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port 405d7fd7-5e44-45a5-969d-a113f66fa13f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:33.491712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.502383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:33.647630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] DHCP port deletion for c9452e1d-a39f-4f57-b4bd-046db5073ea9 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:45:33.652432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.655750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Deleting port 405d7fd7-5e44-45a5-969d-a113f66fa13f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:33.656185 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.832414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47290) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:33.861376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:33.908023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:33.911826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c71ddcf380b4b0fbaf18109cfa91e1f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:33.914888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:33.920613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:33.989311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.51 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b065065d-2240-49f8-936d-c6f2cb17462c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:34.009525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] For port 405d7fd7-5e44-45a5-969d-a113f66fa13f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405d7fd7-5e44-45a5-969d-a113f66fa13f,segment=NetworkSegment(6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45),segment_id=6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:34.010631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.015829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.147269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.176686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for 405d7fd7-5e44-45a5-969d-a113f66fa13f owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:34.192895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.212056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] For port 405d7fd7-5e44-45a5-969d-a113f66fa13f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405d7fd7-5e44-45a5-969d-a113f66fa13f,segment=NetworkSegment(6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45),segment_id=6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:34.212568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.278759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.306603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.358798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94518ec-2ad5-4765-9ffa-d8e16210bfcf req-0c6dad68-b889-41c3-8f65-866c7ddd053a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:34.366060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94518ec-2ad5-4765-9ffa-d8e16210bfcf req-0c6dad68-b889-41c3-8f65-866c7ddd053a tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.4701788 Jun 04 06:45:34.382860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Calling delete_port for 405d7fd7-5e44-45a5-969d-a113f66fa13f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:34.417307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] No DVR routers for this DVR port 405d7fd7-5e44-45a5-969d-a113f66fa13f on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:34.463407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=405d7fd7-5e44-45a5-969d-a113f66fa13f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:34.510153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94518ec-2ad5-4765-9ffa-d8e16210bfcf req-5aca7efc-033f-479e-9019-0ac5cf50f413 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444464 Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:45:34.531471 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:45:34.551261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:45:34.551700 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:45:34.634476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.639118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405d7fd7-5e44-45a5-969d-a113f66fa13f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:34.663705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=dce44cb0-b969-46a9-81fe-279700663765,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:34.671736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.678324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9452e1d-a39f-4f57-b4bd-046db5073ea9']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:34.683385 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6c71ddcf380b4b0fbaf18109cfa91e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475196 Jun 04 06:45:34.686334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a1ba3-eb2b-44f3-b95c-7b02d4e9aae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff9822b-9cc7-4f58-a25e-a88e684441d7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:34.689610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47310) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:34.702738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:34.703238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:34.717111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f7c14-47ab-444e-8e97-4cf51172a193 None None] Network 440a2f0f-6275-4d0e-a70e-275fc87822b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:34.719667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.731672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9ca3e634-3d5c-492c-9593-9768236ef032 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/dce44cb0-b969-46a9-81fe-279700663765 HTTP/1.1" status: 204 len: 168 time: 1.4340539 Jun 04 06:45:34.746315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:34.747316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.817239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.823251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:34.823886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.849264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.868596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 405d7fd7-5e44-45a5-969d-a113f66fa13f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:45:34.868949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405d7fd7-5e44-45a5-969d-a113f66fa13f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:45:34.902668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:34.921557 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45 resource provider aggregate not found Jun 04 06:45:34.988185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.003910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.034500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] DHCP port deletion for 440a2f0f-6275-4d0e-a70e-275fc87822b3 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:45:35.039092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Deleting port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:35.039466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.106910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Deleting port 405d7fd7-5e44-45a5-969d-a113f66fa13f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:35.112812 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.134547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.136009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6ff9822b-9cc7-4f58-a25e-a88e684441d7 HTTP/1.1" status: 204 len: 168 time: 0.4403431 Jun 04 06:45:35.137012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c573c-ef4e-4478-a814-2962925e4fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff9822b-9cc7-4f58-a25e-a88e684441d7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:35.141547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:35.145408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:35.151198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:35.176347 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d5575f7-9c6d-4c0e-891e-5ec6b5ccdb45 found for delete ", "request_id": "req-9e2c6f40-e287-420c-a37a-39e8e166c13e"}]} Jun 04 06:45:35.218183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.221420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.231434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181bd0-4499-4091-b393-fd6fef097eba req-d21730fb-1a55-4962-acc6-47d0e8e53203 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:35.239043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df181bd0-4499-4091-b393-fd6fef097eba req-d21730fb-1a55-4962-acc6-47d0e8e53203 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.4891300 Jun 04 06:45:35.273253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.292595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/networks/c9452e1d-a39f-4f57-b4bd-046db5073ea9 HTTP/1.1" status: 204 len: 168 time: 2.1448088 Jun 04 06:45:35.295958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47328) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:35.305915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672015-9901-4d6d-a321-a3a4692ce255 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Network': ['ID=c9452e1d-a39f-4f57-b4bd-046db5073ea9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:35.405715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df181bd0-4499-4091-b393-fd6fef097eba req-a9be21cd-af91-4298-b9ac-d2b073e05e3d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654556 Jun 04 06:45:35.411238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:35.412334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.464673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] For port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,segment=NetworkSegment(2e5d1a2b-fc77-451e-b4ce-730ba922b8c5),segment_id=2e5d1a2b-fc77-451e-b4ce-730ba922b8c5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:35.465253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.644616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Calling delete_port for 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:35.735397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.763179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.786172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Deleting port a52a9281-ad82-4574-b945-8e05a860a2bb {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:35.786381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-527fd079-8c76-479e-a5d5-4a84856acb08 None None] The port '405d7fd7-5e44-45a5-969d-a113f66fa13f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:45:35.787873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:35.857190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] Pushing event deleted for resources: {'Port': ['ID=1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:35.874775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] The port '1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:45:35.887012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971cc67-d677-49d0-b7d3-c21bd4786f6d None None] No DVR routers for this DVR port 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:35.919779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=b065065d-2240-49f8-936d-c6f2cb17462c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:35.955454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.186270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.239515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440a2f0f-6275-4d0e-a70e-275fc87822b3']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:36.270474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:36.270770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5d1a2b-fc77-451e-b4ce-730ba922b8c5') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:36.293832 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.294157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.301525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.310340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.311779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.464203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.471512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Calling delete_port for a52a9281-ad82-4574-b945-8e05a860a2bb owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:36.501536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.514823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=b065065d-2240-49f8-936d-c6f2cb17462c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:36.522092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:36.522528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.554499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b30ec-c553-4000-935c-c1e59cc3dd46 req-f217132b-69d0-4c23-b374-a941487f8762 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:36.563651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-264b30ec-c553-4000-935c-c1e59cc3dd46 req-f217132b-69d0-4c23-b374-a941487f8762 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.4539630 Jun 04 06:45:36.636237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:36.680395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:45:36.680747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b04688f-7ee5-45a2-a1ca-c24eef6c1e7a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:45:36.726608 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 554e515a-2eb3-4834-b5f1-51372de059db associated. External IP: 172.25.1.51, port: 93fdb303-71f8-4b47-950b-05da4f114f5e. Jun 04 06:45:36.739890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-264b30ec-c553-4000-935c-c1e59cc3dd46 req-1b26261c-ce5b-413d-be34-f289804d7efa tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749868 Jun 04 06:45:36.761090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.764072 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:36.838221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=440a2f0f-6275-4d0e-a70e-275fc87822b3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:36.860273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8135d0e9-ec37-403a-912c-35d4a769c712 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/440a2f0f-6275-4d0e-a70e-275fc87822b3 HTTP/1.1" status: 204 len: 168 time: 2.1072845 Jun 04 06:45:36.861438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47378) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:36.870889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-853911772'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:36.895953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:36.918930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:36.926981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:36.935558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:36.940820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.044569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Pushing event deleted for resources: {'Port': ['ID=a52a9281-ad82-4574-b945-8e05a860a2bb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:37.053275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:37.057079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.182779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:37.208086 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2e5d1a2b-fc77-451e-b4ce-730ba922b8c5 resource provider aggregate not found Jun 04 06:45:37.271092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.272962 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 5e878ae0-1e2d-44ae-bce2-0c7242ddcda3 of type vlan for network 7e827169-e02a-47ad-8b39-d369870b52e1 Jun 04 06:45:37.276228 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2e5d1a2b-fc77-451e-b4ce-730ba922b8c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e5d1a2b-fc77-451e-b4ce-730ba922b8c5 found for delete ", "request_id": "req-aacc94a1-7503-411d-8121-62ccd0c65c1b"}]} Jun 04 06:45:37.279881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.355232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.356373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-33682883-2476-4092-9796-f42f397638f4 tempest-FloatingIPAdminTestJSON-879192045 tempest-FloatingIPAdminTestJSON-879192045-project] 10.222.0.17 "DELETE /v2.0/floatingips/083c7b6b-e9aa-414a-b62c-21dd4813f8ff HTTP/1.1" status: 204 len: 168 time: 2.0539250 Jun 04 06:45:37.379819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.482130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router f72af468-44a4-49ee-9657-3ea505086990 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:45:37.606797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6e352-bb4b-4342-9390-d19d183c5b83 req-1f97027d-bbb8-4ac6-8209-25b9dce8f7f6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:37.614926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00f6e352-bb4b-4342-9390-d19d183c5b83 req-1f97027d-bbb8-4ac6-8209-25b9dce8f7f6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.7087922 Jun 04 06:45:37.649650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.655593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:37.657322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.746935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00f6e352-bb4b-4342-9390-d19d183c5b83 req-f785d5e6-e207-454e-90a5-9d77f1e83c5d tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306994 Jun 04 06:45:37.772784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47418) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:37.846033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:45:37.860924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Sync routers for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:45:37.874076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:37.879827 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:37.937317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=7e827169-e02a-47ad-8b39-d369870b52e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:37.939022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:37.949564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 7e827169-e02a-47ad-8b39-d369870b52e1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:37.961871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7fc3af8-7a7a-495a-b854-bcbe011ea121 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0970411 Jun 04 06:45:37.964670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:37.977553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:38.119710 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-806a4ec0-70df-4da7-ba5c-9966c2bb0de5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7917831 Jun 04 06:45:38.121301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:38.194929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:38.200131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:38.205134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:38.230938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:38.254654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:38.259715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.337550 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:45:38.448840 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-778068bf-7805-4271-b87c-724c169c3559 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=373c53793b1947218331a6d7c0758154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745420 Jun 04 06:45:38.451172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47452) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:38.576191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.631283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.631907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6a24-d1f3-41c7-8ce8-ed0ed115cee4 req-8a3ca2f0-a784-4063-89e4-ce300a74cbf2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:38.633445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd6a24-d1f3-41c7-8ce8-ed0ed115cee4 req-8a3ca2f0-a784-4063-89e4-ce300a74cbf2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.1768470 Jun 04 06:45:38.692571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.754984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.779454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68033332-4160-439a-ba65-2ca6b6b51e04,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:38.799667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:38.801682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97c68fd8-c219-4921-94dc-a8572082dc64 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68033332-4160-439a-ba65-2ca6b6b51e04 HTTP/1.1" status: 204 len: 168 time: 0.3492103 Jun 04 06:45:38.823318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd6a24-d1f3-41c7-8ce8-ed0ed115cee4 req-267e365f-bb4a-4963-80ef-95579de292fb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782994 Jun 04 06:45:38.849992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47472) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:38.927706 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3720302-a642-42cd-9bc2-b2aabee6f364'] response: {'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'status': 'completed', 'code': 200} Jun 04 06:45:39.042001 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '554e515a-2eb3-4834-b5f1-51372de059db', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'mac_address': 'fa:16:3e:1e:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:45:35Z', 'updated_at': '2022-06-04T06:45:35Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:39.046645 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Checking router: f72af468-44a4-49ee-9657-3ea505086990 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:45:39.057672 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:45:39.066063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:39.161907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe8ef854-b054-4fb3-8d78-10d27fb91217 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 200 len: 990 time: 0.3103790 Jun 04 06:45:39.237869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=b562b349-85b5-4dd4-b766-d45a35edfec1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:39.258003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-fd7c1b15-2a69-4d49-97e7-0bb820fcbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:39.260885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-fd7c1b15-2a69-4d49-97e7-0bb820fcbfa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.2837219 Jun 04 06:45:39.262415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:39.262839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 7e827169-e02a-47ad-8b39-d369870b52e1, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:39.313620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 7e827169-e02a-47ad-8b39-d369870b52e1 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:39.331680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 7e827169-e02a-47ad-8b39-d369870b52e1) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:39.336800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:39.338084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:39.345852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e7961-fbcc-4935-936b-9c5945b40ea2 None None] Network 7e827169-e02a-47ad-8b39-d369870b52e1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:39.431806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1106322a-255d-43c2-a5fb-995ad934b69f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4659026 Jun 04 06:45:39.432708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47486) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:39.448329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1430966716'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:39.493166 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:45:39.603465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-9713e63a-c98c-4aa2-adf5-924ca36a274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:39.605821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-9713e63a-c98c-4aa2-adf5-924ca36a274a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.3365569 Jun 04 06:45:39.767211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:39.811168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:39.838526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:39.850982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:39.852339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-43cf4df2-608c-4d64-9d0c-7db2095145e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 998 time: 0.2371762 Jun 04 06:45:39.858306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:39.866363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Usage tracker for resource:security_group_rule and tenant:ede7e2fe7cdc4dddad906bc901f011f0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:39.870925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:39.878972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:39.892097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a37e7-71cd-42de-aacd-c55b987fe93e req-ab8a49e9-d8f5-4479-a720-258394369e3f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:39.901229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d9a37e7-71cd-42de-aacd-c55b987fe93e req-ab8a49e9-d8f5-4479-a720-258394369e3f tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.2725511 Jun 04 06:45:39.905688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:39.919664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:39.940226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-7e827169-e02a-47ad-8b39-d369870b52e1', 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': 'b562b349-85b5-4dd4-b766-d45a35edfec1'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:45:39.941097 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:39.981414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 292ce0a0-b3c4-45d9-8443-86a391f31bb8 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:40.059143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d9a37e7-71cd-42de-aacd-c55b987fe93e req-39a8d199-48c6-4dcc-b7f2-bb9f113da8fc tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554794 Jun 04 06:45:40.074606 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:40.205628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-0a80b1fe-a7d2-4568-80fb-0f82a220ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:40.207256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-0a80b1fe-a7d2-4568-80fb-0f82a220ffce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.1238523 Jun 04 06:45:40.207821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47508) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:40.213158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:40.305602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.11 (7e827169-e02a-47ad-8b39-d369870b52e1/b562b349-85b5-4dd4-b766-d45a35edfec1/292ce0a0-b3c4-45d9-8443-86a391f31bb8) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:40.358396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '554e515a-2eb3-4834-b5f1-51372de059db', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'mac_address': 'fa:16:3e:1e:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:45:35Z', 'updated_at': '2022-06-04T06:45:35Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:40.364478 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870556b4-1ead-4073-bdf7-881e886b727a None None] The sync data for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 is: [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '554e515a-2eb3-4834-b5f1-51372de059db', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'mac_address': 'fa:16:3e:1e:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:45:35Z', 'updated_at': '2022-06-04T06:45:35Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:45:40.467284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-40af7473-8bc5-428e-8cd8-e80df074b9c1 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:40.467284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-40af7473-8bc5-428e-8cd8-e80df074b9c1 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Synchronizing usage tracker for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:40.488597 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ede7e2fe7cdc4dddad906bc901f011f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7203028 Jun 04 06:45:40.491547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:40.503581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018b6c1-b29a-448d-939e-1161e8e17b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c7897c-a400-41cd-a3e0-302decedaca8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:40.522208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-780106b9-c61e-49b2-adbb-c0a08796d965 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 200 len: 990 time: 0.3103497 Jun 04 06:45:40.532527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-40af7473-8bc5-428e-8cd8-e80df074b9c1 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Unset dirty status for tenant:ed08945e2e454da19301c708280aa885 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:40.534069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-40af7473-8bc5-428e-8cd8-e80df074b9c1 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.8262160 Jun 04 06:45:40.540321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-f370f775-9ebf-4f08-b238-960876aff494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:40.541902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-f370f775-9ebf-4f08-b238-960876aff494 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175659 Jun 04 06:45:40.624934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:40.643728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 292ce0a0-b3c4-45d9-8443-86a391f31bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:40.691984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:40.725747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Deleting port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:40.726257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:40.752605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a9657-0ace-4dee-88e7-b8f762b414d7 None None] New status for floating IP 554e515a-2eb3-4834-b5f1-51372de059db: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:45:40.809958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 7e827169-e02a-47ad-8b39-d369870b52e1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:40.843944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:40.863317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:40.884775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Allocated IP 172.20.0.2 (7e827169-e02a-47ad-8b39-d369870b52e1/b562b349-85b5-4dd4-b766-d45a35edfec1/cbe27b20-5ca7-4862-9f54-1e42988c024c) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:41.092196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:41.092835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.118942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-1f2bd94b-6d0f-4298-90dc-9851ace0542e service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408230 Jun 04 06:45:41.133159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6994832 Jun 04 06:45:41.134409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.136298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195e3c5-1305-4298-8312-c067f5df282b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=292ce0a0-b3c4-45d9-8443-86a391f31bb8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:41.138469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:41.226888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 292ce0a0-b3c4-45d9-8443-86a391f31bb8 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:41.227675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.284861 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.298806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Transition to ACTIVE for port object cbe27b20-5ca7-4862-9f54-1e42988c024c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:41.321344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Transition to ACTIVE for port object cbe27b20-5ca7-4862-9f54-1e42988c024c will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:41.341375 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.464277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fbba67b9-2bda-4462-bc42-eb37681d0db0 req-1d3815d3-c74f-42c4-a878-addea679c43e service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367577 Jun 04 06:45:41.501657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] For port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,segment=NetworkSegment(1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf),segment_id=1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:41.502012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.528541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47552) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:41.626423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.667842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Calling delete_port for fec2bc28-d6d2-468d-a959-6a0ef4da2d4d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:41.703173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Network 7e827169-e02a-47ad-8b39-d369870b52e1 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:41.726896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:41.733120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:41.842846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Pushing event updated for resources: {'Port': ['ID=cbe27b20-5ca7-4862-9f54-1e42988c024c,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:41.874093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a64404cc-53ea-4049-9751-f7df7bfefceb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 200 len: 992 time: 0.3410981 Jun 04 06:45:41.878045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Attempting to bind port cbe27b20-5ca7-4862-9f54-1e42988c024c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:41.878663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Attempting to bind port cbe27b20-5ca7-4862-9f54-1e42988c024c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:41.879199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Attempting to bind port cbe27b20-5ca7-4862-9f54-1e42988c024c on network 7e827169-e02a-47ad-8b39-d369870b52e1 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:41.884815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:41.885361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Checking segment: {'id': '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:41.885787 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.886334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Bound using segment: {'id': '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:41.886796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Bound port: cbe27b20-5ca7-4862-9f54-1e42988c024c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7e827169-e02a-47ad-8b39-d369870b52e1'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:41.887166 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:41.962521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.005304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c7897c-a400-41cd-a3e0-302decedaca8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:42.019723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.021421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6787bd0-4ace-4679-bf1b-c5e8b3094ad0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d6c7897c-a400-41cd-a3e0-302decedaca8 HTTP/1.1" status: 204 len: 168 time: 1.5285568 Jun 04 06:45:42.047966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:42.055412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:42.080976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.093254 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.115704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3feca-c676-4675-abcb-825eebfcdf27 req-8235fea6-c54b-4ac0-90db-75843d450617 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:42.117954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ed3feca-c676-4675-abcb-825eebfcdf27 req-8235fea6-c54b-4ac0-90db-75843d450617 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/ports?device_id=b67f932b-f056-408b-afef-cd2c36f609d6 HTTP/1.1" status: 200 len: 945 time: 0.6484990 Jun 04 06:45:42.152362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.188441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Pushing event deleted for resources: {'Port': ['ID=fec2bc28-d6d2-468d-a959-6a0ef4da2d4d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:42.240498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420592b-2d32-4e9f-80c8-0aa6cfe6865d None None] Pushing event updated for resources: {'Port': ['ID=cbe27b20-5ca7-4862-9f54-1e42988c024c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:42.248318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] No DVR routers for this DVR port fec2bc28-d6d2-468d-a959-6a0ef4da2d4d on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:42.253726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.258891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'name': 'network-vif-deleted', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:42.283124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9b141b1f-66ce-4b8b-a437-1121f4539199 req-42ceb766-cd10-413c-b260-28132f3aadb6 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.39 "DELETE /v2.0/ports/fec2bc28-d6d2-468d-a959-6a0ef4da2d4d HTTP/1.1" status: 204 len: 173 time: 1.7399752 Jun 04 06:45:42.438614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ed3feca-c676-4675-abcb-825eebfcdf27 req-a1a363bc-0388-4519-be9f-31c7a7f05524 tempest-ServerDiskConfigTestJSON-414961006 tempest-ServerDiskConfigTestJSON-414961006-project] 10.222.0.17 "GET /v2.0/security-groups?id=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071213 Jun 04 06:45:42.446979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 292ce0a0-b3c4-45d9-8443-86a391f31bb8 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:42.659832 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46ef389-e824-481b-8bb5-9ae8957a5964'] response: {'server_uuid': 'b67f932b-f056-408b-afef-cd2c36f609d6', 'name': 'network-vif-deleted', 'tag': 'fec2bc28-d6d2-468d-a959-6a0ef4da2d4d', 'status': 'completed', 'code': 200} Jun 04 06:45:42.798002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:42.876205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=292ce0a0-b3c4-45d9-8443-86a391f31bb8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:42.937371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device fec2bc28-d6d2-468d-a959-6a0ef4da2d4d no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:43.116042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.138391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8219264a-6cd3-419e-a8e4-8b8bc1839da7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/292ce0a0-b3c4-45d9-8443-86a391f31bb8 HTTP/1.1" status: 204 len: 168 time: 1.9902165 Jun 04 06:45:43.140242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47616) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:43.166676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: fec2bc28-d6d2-468d-a959-6a0ef4da2d4d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:45:43.170068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device fec2bc28-d6d2-468d-a959-6a0ef4da2d4d not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:45:43.233905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47624) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:43.261307 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-72933cf1-2b8c-457a-b9b9-55204fcb089c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:43.261490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.264150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-72933cf1-2b8c-457a-b9b9-55204fcb089c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/292ce0a0-b3c4-45d9-8443-86a391f31bb8 HTTP/1.1" status: 404 len: 333 time: 0.1212516 Jun 04 06:45:43.280348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:43.285555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:43.290649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Usage tracker for resource:security_group_rule and tenant:478a7e5898344c06a14296e92e3a2e08 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:43.294909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:43.304049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:43.436783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet b562b349-85b5-4dd4-b766-d45a35edfec1 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:43.441185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.642558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.655897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.755378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.829208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47670) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:43.830091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=478a7e5898344c06a14296e92e3a2e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936069 Jun 04 06:45:43.832659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a54838-7ec5-4f5b-a80e-017030de576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb11b46-fb55-4b47-bf32-6f2477dbe30e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:43.952169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:43.976726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.013831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.135072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.169259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb11b46-fb55-4b47-bf32-6f2477dbe30e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:44.207040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.208399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-73ee4fb2-fb38-4c95-ac2e-a603864a266d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1fb11b46-fb55-4b47-bf32-6f2477dbe30e HTTP/1.1" status: 204 len: 168 time: 0.3779933 Jun 04 06:45:44.236024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454717ec-1145-406e-a72d-0165f2844798 None None] Network 7e827169-e02a-47ad-8b39-d369870b52e1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:44.255606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.288254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47704) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:44.367645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=b562b349-85b5-4dd4-b766-d45a35edfec1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:44.373578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.401222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47714) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:44.402012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3877b8c3-958e-4e2f-abd4-4e5cec525f9b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/b562b349-85b5-4dd4-b766-d45a35edfec1 HTTP/1.1" status: 204 len: 168 time: 1.0937729 Jun 04 06:45:44.442540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Deleting subnet dc7ebe98-8bd4-42ac-a104-962ff0f3f64b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:44.508142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.734277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.749588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-95c8e568-c098-4208-bb75-5ac5d64f9b6c None None] Provisioning for port cbe27b20-5ca7-4862-9f54-1e42988c024c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:44.764475 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.769077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cbe27b20-5ca7-4862-9f54-1e42988c024c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:45:44.861599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port cbe27b20-5ca7-4862-9f54-1e42988c024c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:44.861946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.897266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cbe27b20-5ca7-4862-9f54-1e42988c024c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:45:44.903305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cbe27b20-5ca7-4862-9f54-1e42988c024c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:45:44.904416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:44.986565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] DHCP port deletion for 7e827169-e02a-47ad-8b39-d369870b52e1 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:45:45.012953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Deleting port cbe27b20-5ca7-4862-9f54-1e42988c024c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:45.013598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.019045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.441200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.485566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:45.485937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.570034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:45.570501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.725692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Calling delete_port for cbe27b20-5ca7-4862-9f54-1e42988c024c owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:45.781076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cbe27b20-5ca7-4862-9f54-1e42988c024c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:45.782138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.839490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:45.848312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:45.876286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7ebe98-8bd4-42ac-a104-962ff0f3f64b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:45.920747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for cbe27b20-5ca7-4862-9f54-1e42988c024c owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:45.942154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:45:45.942514 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:45:46.006040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.069258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=cbe27b20-5ca7-4862-9f54-1e42988c024c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:46.079384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-12c13701-f3cd-4d10-a4c2-72550f1855b9 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/dc7ebe98-8bd4-42ac-a104-962ff0f3f64b HTTP/1.1" status: 204 len: 168 time: 1.7898893 Jun 04 06:45:46.082059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:46.151166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:45:46.151795 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:45:46.338532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.449268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Deleting port cbe27b20-5ca7-4862-9f54-1e42988c024c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:46.449742 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.623884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.653810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port cbe27b20-5ca7-4862-9f54-1e42988c024c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:46.654214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.683744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cbe27b20-5ca7-4862-9f54-1e42988c024c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:45:46.703376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77c9c6b-0234-41fd-80de-2511a3c7c4a3']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:46.731201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:46.732437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:46.771442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.818403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:46.833939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:46.834759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.193983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:47.194104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.212281 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d171b07-65c4-41e1-be5e-2e0d67f2e76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.418721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47988) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:47.420751 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf resource provider aggregate not found Jun 04 06:45:47.436578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for cbe27b20-5ca7-4862-9f54-1e42988c024c owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:47.471372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] For port cbe27b20-5ca7-4862-9f54-1e42988c024c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cbe27b20-5ca7-4862-9f54-1e42988c024c,segment=NetworkSegment(5e878ae0-1e2d-44ae-bce2-0c7242ddcda3),segment_id=5e878ae0-1e2d-44ae-bce2-0c7242ddcda3)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:45:47.471783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.500863 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e45e4f3-06d2-4601-b2a0-e6e350b2dfdf found for delete ", "request_id": "req-32d9dbd6-bab1-4e03-b094-1dd3f1daebf1"}]} Jun 04 06:45:47.536037 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.548491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.611588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] Pushing event deleted for resources: {'Network': ['ID=b77c9c6b-0234-41fd-80de-2511a3c7c4a3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:47.637033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-652b054a-878b-4ab2-9226-84b8ad0bc611 admin admin] 10.222.0.17 "DELETE /v2.0/networks/b77c9c6b-0234-41fd-80de-2511a3c7c4a3 HTTP/1.1" status: 204 len: 168 time: 1.5538685 Jun 04 06:45:47.745378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.754049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48046) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:47.802911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cbe27b20-5ca7-4862-9f54-1e42988c024c is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:45:47.816188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.868383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=cbe27b20-5ca7-4862-9f54-1e42988c024c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:47.885706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No DVR routers for this DVR port cbe27b20-5ca7-4862-9f54-1e42988c024c on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:45:47.885979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Calling delete_port for cbe27b20-5ca7-4862-9f54-1e42988c024c owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:47.964407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:47.999926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:48.010165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Usage tracker for resource:security_group_rule and tenant:594b616e27b9400c9b7d34fb60bd9ea5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:48.015524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:48.028367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:48.090379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-205999344'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:48.113109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:48.128097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Usage tracker for resource:router and tenant:41a2e3444f434dda8dcc0213c991b24d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:48.131900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:48.159200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:48.160078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:45:48.160846 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:45:48.201535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.202460 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.206443 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.259315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e827169-e02a-47ad-8b39-d369870b52e1']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:48.288731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:48.289248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e878ae0-1e2d-44ae-bce2-0c7242ddcda3') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:48.294402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.315181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.333600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.359200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.361514 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.374492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:48.375348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.414506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:48.464810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.539579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=594b616e27b9400c9b7d34fb60bd9ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1145878 Jun 04 06:45:48.540499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07226-af93-452c-a25f-b8581da80c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92d7ff-3fa7-4520-85e7-675b27d4366e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:48.542915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:48.617714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6755524-b0ef-4be0-b99e-6e8f3af7ff9f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed08945e2e454da19301c708280aa885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996529 Jun 04 06:45:48.618696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:48.642195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.650354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.651526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afc2fb45-b5ae-4f54-939d-f21384769166 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8964870 Jun 04 06:45:48.654645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48152) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:48.693178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.715132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=7e827169-e02a-47ad-8b39-d369870b52e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:48.731211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6014ed4-e610-4a29-a0ed-58c6063fdfa5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/7e827169-e02a-47ad-8b39-d369870b52e1 HTTP/1.1" status: 204 len: 168 time: 4.3277063 Jun 04 06:45:48.735185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48164) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:48.741917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Deleting port cbe27b20-5ca7-4862-9f54-1e42988c024c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:48.742682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.742793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'name': 'tempest-PortsTestJSON-620834916'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:48.811978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.838018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.914741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43371bbc-b568-4126-9802-138dd9a8ece9 None None] The port 'cbe27b20-5ca7-4862-9f54-1e42988c024c' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:45:48.941658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:48.975832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.029038 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5e878ae0-1e2d-44ae-bce2-0c7242ddcda3 resource provider aggregate not found Jun 04 06:45:49.048334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.053954 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.062832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-47416601-0e19-43b9-888f-44872f67616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.081859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:49.087899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:49.093692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:49.098237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:49.102104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.103513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7bae815a-002d-41a2-ab6b-ce4ffbf79b3e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/54ce3a9f-9e61-4aa2-8b26-30c1c88b12a8 HTTP/1.1" status: 204 len: 168 time: 0.4838896 Jun 04 06:45:49.108917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:49.128198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:49.144397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.194882 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5e878ae0-1e2d-44ae-bce2-0c7242ddcda3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e878ae0-1e2d-44ae-bce2-0c7242ddcda3 found for delete ", "request_id": "req-245fbff8-7a35-4b93-afe3-cf666307d20d"}]} Jun 04 06:45:49.251089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 75a6bf6f-5096-4927-ab98-504a3220a666 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:49.352036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.354943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.390385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.391761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5a07cb9-1f38-4572-ac8e-6c84fc8441ce {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:45:49.393825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.468318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92d7ff-3fa7-4520-85e7-675b27d4366e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:49.496082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.500907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-313227e9-c891-4fe7-8f76-648f7abcd3c0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e92d7ff-3fa7-4520-85e7-675b27d4366e HTTP/1.1" status: 204 len: 168 time: 0.9508646 Jun 04 06:45:49.505689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.507122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-89fbe991-8889-4855-bd2a-09d4f30a627e tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "DELETE /v2.0/routers/a5a07cb9-1f38-4572-ac8e-6c84fc8441ce HTTP/1.1" status: 204 len: 168 time: 0.8515997 Jun 04 06:45:49.510106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48248) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:49.520930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Request body: {'router': {'name': 'tempest-router-449667037', 'distributed': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:49.536327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:49.542352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Usage tracker for resource:router and tenant:41a2e3444f434dda8dcc0213c991b24d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:49.570671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:49.587040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:49.604914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.610975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.640933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.665779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.694223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.696432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76c22a73-7c4a-4ad2-9aa0-5213432bdd75 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1850810 Jun 04 06:45:49.698940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:49.807252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.855249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:49.967067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.037406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:50.053892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:50.060617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:50.075070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:50.076650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.121400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=75a6bf6f-5096-4927-ab98-504a3220a666,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:50.173112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.192707 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-624ca562-1139-4f9e-a72b-c4b0850bdde7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4554210 Jun 04 06:45:50.193460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48332) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.280737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 75a6bf6f-5096-4927-ab98-504a3220a666 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:50.281118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.359499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48346) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.382641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.400206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:50.405052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Usage tracker for resource:security_group_rule and tenant:9225bfdc6836464c8855c0f99026887b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:50.408661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:50.418794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:50.432525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.615694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.618044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.629177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.648045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.648888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62c7158a-94e4-4bb2-b92c-e50d3b183939 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:45:50.667350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.669344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e29a47a0-316b-4f09-a60f-bf8fe0d22053 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "DELETE /v2.0/routers/62c7158a-94e4-4bb2-b92c-e50d3b183939 HTTP/1.1" status: 204 len: 168 time: 0.9691191 Jun 04 06:45:50.670369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48356) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.674006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48358) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.682754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Request body: {'router': {'name': 'tempest-router-1710517660', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e74ed82e33ef409797c9c736e4dea2af'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:50.696943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:50.696943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Usage tracker for resource:router and tenant:e74ed82e33ef409797c9c736e4dea2af is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:50.697485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:50.704221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:50.715794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.716874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.733587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.753948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.774185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.778046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d3315b66-5dad-475f-bd74-6516e6ed047a tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1004934 Jun 04 06:45:50.778184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 75a6bf6f-5096-4927-ab98-504a3220a666 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:50.778490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48366) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.784347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:50.847973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-249695145-network', 'tenant_id': 'd4921b216d0c44ad948b9cb0dd3069b3'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:50.860126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:50.861506 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.866261 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.915201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Usage tracker for resource:network and tenant:d4921b216d0c44ad948b9cb0dd3069b3 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:50.923241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:50.925790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:50.933071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9225bfdc6836464c8855c0f99026887b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725782 Jun 04 06:45:50.934617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:50.970404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48372) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:50.984352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1addc-155b-46e0-81a2-7bdf6d807a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50efce6-8ee0-4033-a062-80512739e75e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:50.997837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=75a6bf6f-5096-4927-ab98-504a3220a666,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:51.008834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.042523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64c1fec4-9c2e-4f81-bece-a047dcaa2d6b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/75a6bf6f-5096-4927-ab98-504a3220a666 HTTP/1.1" status: 204 len: 168 time: 0.8478363 Jun 04 06:45:51.045677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:51.053704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'mac_address': 'fa:16:3e:12:b5:96', 'name': 'tempest-PortsTestJSON-1529325030'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:51.062839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Made reservation on behalf of d4921b216d0c44ad948b9cb0dd3069b3 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:51.065145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.080468 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.152431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.198542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.208733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:51.219661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:51.223038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:51.225209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:51.226850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.227188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.240290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:51.260067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:51.289715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Usage tracker for resource:security_group_rule and tenant:d4921b216d0c44ad948b9cb0dd3069b3 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:51.296027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:51.362008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:51.378484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.402230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.415366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50efce6-8ee0-4033-a062-80512739e75e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:51.422051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.425605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52d0c88b-a3cd-4622-9515-81386f3d10d8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e50efce6-8ee0-4033-a062-80512739e75e HTTP/1.1" status: 204 len: 168 time: 0.4515703 Jun 04 06:45:51.438698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port a67dc4a6-4e04-43fe-9517-92925287553a yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:51.482967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88849) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 04 06:45:51.483336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Router 0a8ba32d-605f-45c2-bec0-10b12bbe4f2e migrating from provider to provider. {{(pid=88849) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 04 06:45:51.483703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.499282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.508241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.686048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.687096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-28586eee-3183-492b-a926-a5f9a4f43c6b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:51.693777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-28586eee-3183-492b-a926-a5f9a4f43c6b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 813 time: 0.3432271 Jun 04 06:45:51.731411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-0a2c558b-aae2-4dec-bc89-ffcd7b1f5dbf tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/quotas/116c10edefc14b0ba7ffb10632d4d06c HTTP/1.1" status: 200 len: 375 time: 0.0356648 Jun 04 06:45:51.732194 n-d-811808-2 neutron-server[88849]: WARNING neutron.scheduler.l3_agent_scheduler [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] No L3 agents can host the router 0a8ba32d-605f-45c2-bec0-10b12bbe4f2e Jun 04 06:45:51.734746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.798561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.815429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:51.819707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:51.826084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:51.831947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:51.832642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:51.862470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-68109e02-c482-4b43-9225-22c5fa16b027 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155639 Jun 04 06:45:51.875427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=a67dc4a6-4e04-43fe-9517-92925287553a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:51.884641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6563e67-bc88-4310-8c33-44e948598b42 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8353605 Jun 04 06:45:51.885193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48408) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:51.960750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d637cd-d79a-4669-acc1-0b01bae07869 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:51.961365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-86d637cd-d79a-4669-acc1-0b01bae07869 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:51.980117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-86d637cd-d79a-4669-acc1-0b01bae07869 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:51.981538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-86d637cd-d79a-4669-acc1-0b01bae07869 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/a67dc4a6-4e04-43fe-9517-92925287553a HTTP/1.1" status: 200 len: 841 time: 0.0955768 Jun 04 06:45:51.984885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48412) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:51.996333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.070758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.187217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port a67dc4a6-4e04-43fe-9517-92925287553a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:52.188427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.214204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:52.216221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ba64b1-195f-435d-95d9-fe2b06abd1e5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:52.244352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Hosts for router 0a8ba32d-605f-45c2-bec0-10b12bbe4f2e: [] {{(pid=88849) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 04 06:45:52.275689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.276032 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Added segment 0639cbf5-04fa-4e96-be44-81a7df27ff32 of type vlan for network 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 Jun 04 06:45:52.310099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Hosts for other DVR routers connected to router 0a8ba32d-605f-45c2-bec0-10b12bbe4f2e: set() {{(pid=88849) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 04 06:45:52.345301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.355021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-05f55cbc-7f0e-474a-a56d-0db5c58b0413 service neutron] 10.222.0.17 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522947 Jun 04 06:45:52.390605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.394360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-36601ac8-cdfd-41d9-b228-73dd725e19c3 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "PUT /v2.0/routers/0a8ba32d-605f-45c2-bec0-10b12bbe4f2e HTTP/1.1" status: 200 len: 717 time: 1.6122484 Jun 04 06:45:52.394610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:52.472325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.473267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:52.473878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.564212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.579433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-595e326a-4900-40ed-96cf-937d5acacab1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "GET /v2.0/routers/0a8ba32d-605f-45c2-bec0-10b12bbe4f2e HTTP/1.1" status: 200 len: 717 time: 0.1828322 Jun 04 06:45:52.584565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:52.613938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9397252 Jun 04 06:45:52.613938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ccc89-7cd4-4625-98bf-c9106ac91803 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:52.615794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48440) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:52.621293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-ef36b438-1033-49e7-a463-b9ac244b2baa service neutron] 10.222.0.17 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568622 Jun 04 06:45:52.624605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Request body: {'subnet': {'network_id': '5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-249695145-subnet', 'tenant_id': 'd4921b216d0c44ad948b9cb0dd3069b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:52.627012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:52.630608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:52.634500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Usage tracker for resource:subnet and tenant:d4921b216d0c44ad948b9cb0dd3069b3 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:52.637806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:52.644260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:52.662066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Made reservation on behalf of d4921b216d0c44ad948b9cb0dd3069b3 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:52.664637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.711198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for a67dc4a6-4e04-43fe-9517-92925287553a owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:52.847376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.914829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=a67dc4a6-4e04-43fe-9517-92925287553a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:52.923665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:52.940882 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e26d3e3a-9bc2-4b9a-a723-4614614f5356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/a67dc4a6-4e04-43fe-9517-92925287553a HTTP/1.1" status: 204 len: 168 time: 0.9544899 Jun 04 06:45:52.947913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:53.006908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68343115-abbb-4e40-84ac-a1257082ffaa req-9d230c69-a2a9-4c0a-b634-f7b78e1a08fe tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 210 time: 0.1343915 Jun 04 06:45:53.044008 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50a1375-3039-4663-ad1e-8aae778bb2db tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:53.045660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f50a1375-3039-4663-ad1e-8aae778bb2db tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:53.066478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f50a1375-3039-4663-ad1e-8aae778bb2db tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:53.072657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f50a1375-3039-4663-ad1e-8aae778bb2db tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/a67dc4a6-4e04-43fe-9517-92925287553a HTTP/1.1" status: 404 len: 333 time: 0.1231084 Jun 04 06:45:53.073262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48462) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:53.078979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'name': 'tempest-PortsTestJSON-771347081'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:53.206878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-79fa11a1-dffe-44bf-8399-e196e7f6d696 tempest-RoutersTestDVR-1696775055 tempest-RoutersTestDVR-1696775055-project] 10.222.0.17 "GET /v2.0/routers/0a8ba32d-605f-45c2-bec0-10b12bbe4f2e HTTP/1.1" status: 200 len: 683 time: 0.6193717 Jun 04 06:45:53.221734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:53.233143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:53.236396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:53.321669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:53.397452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:53.420926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0652e2b5-d833-4912-bf5c-a5f3d7450309,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:53.425562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Checking segment: {'id': '0639cbf5-04fa-4e96-be44-81a7df27ff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:53.426215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Network hostable DHCP agents. Network: 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:53.448508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Network 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:53.462554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:53.466615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:53.470351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:53.470501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:53.471027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:53.474346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977f901-a761-4bee-bd42-1242a88c09c3 None None] Network 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:53.498609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-740af343-8f4e-4ce3-b670-f9b1de526a96 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8803601 Jun 04 06:45:53.550552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 20782531-ecdd-48d6-b9e2-682f538113c3 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:45:53.882713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920657f0-c1a9-46ec-a6a2-aeee90c446a2 None None] Network 5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:45:53.998407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.003774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.145887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.146994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8ba32d-605f-45c2-bec0-10b12bbe4f2e {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:45:54.201461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.205356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.206861 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6159600a-28f5-46d1-bbeb-320c0e6c966c tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "DELETE /v2.0/routers/0a8ba32d-605f-45c2-bec0-10b12bbe4f2e HTTP/1.1" status: 204 len: 168 time: 0.9693007 Jun 04 06:45:54.210482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48504) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:54.217141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Request body: {'router': {'name': 'tempest-router-209210966', 'distributed': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:54.225267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:54.235598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Usage tracker for resource:router and tenant:41a2e3444f434dda8dcc0213c991b24d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:54.240387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:54.266108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.286491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:54.295996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dac471b6-5aa6-4845-95f9-f53deed1500d req-82afc80a-315a-42ae-984d-58bf7792bd03 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 210 time: 0.0566361 Jun 04 06:45:54.306571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.307903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.328861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.360575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.395505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.397737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8042b1ad-303c-4426-bf33-71c55410f0f6 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1853032 Jun 04 06:45:54.400356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48516) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:54.470823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:54.479810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:54.493663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:54.499610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:54.500292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.535083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4578931 Jun 04 06:45:54.539580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2a90b-d49f-4066-bd3e-ed53aa9459ed tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=20782531-ecdd-48d6-b9e2-682f538113c3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:54.547535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:54.548276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48528) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:54.559799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:54.595642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.704259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-3a0d9dff-cd34-436b-90fc-a385585ebbde tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:54.705074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-3a0d9dff-cd34-436b-90fc-a385585ebbde tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Synchronizing usage tracker for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:54.764824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Deleting subnet 0652e2b5-d833-4912-bf5c-a5f3d7450309 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:45:54.774760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.830064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48536) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:54.845903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.858370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-3a0d9dff-cd34-436b-90fc-a385585ebbde tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Unset dirty status for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:54.859511 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-3a0d9dff-cd34-436b-90fc-a385585ebbde tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 813 time: 0.5333056 Jun 04 06:45:54.868733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:54.899723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Request body: {'port': {'device_id': 'b2541233-2367-4f16-af50-a95b9228f333', 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2', 'admin_state_up': True, 'tenant_id': '116c10edefc14b0ba7ffb10632d4d06c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:55.026703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.029047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.052529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.052958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.053465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf09d92-10f3-4122-8bfa-3f06876ffd94 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:45:55.065265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.066440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95d1743e-d1aa-41fc-ab94-6e1bfdf985d1 tempest-RoutersTestDVR-868037832 tempest-RoutersTestDVR-868037832-project-admin] 10.222.0.17 "DELETE /v2.0/routers/4cf09d92-10f3-4122-8bfa-3f06876ffd94 HTTP/1.1" status: 204 len: 168 time: 0.6650589 Jun 04 06:45:55.102944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:55.125977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.151721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Usage tracker for resource:security_group_rule and tenant:3b377846217d4ad198b7b7d39e9b31e6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:55.158556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:55.225727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:55.292718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:55.330291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:55.343296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Usage tracker for resource:port and tenant:116c10edefc14b0ba7ffb10632d4d06c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:55.349668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:55.357946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:55.374152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.419249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.427781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Made reservation on behalf of 116c10edefc14b0ba7ffb10632d4d06c for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:55.431190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.441117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0652e2b5-d833-4912-bf5c-a5f3d7450309,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:55.449792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.462832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.489035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9a66a98-673b-4dab-9468-21d1bad7eda5 req-52e7a74a-7211-4307-bed9-b5d8e5c86373 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 210 time: 0.0671914 Jun 04 06:45:55.493194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.509450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:55.514368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e74ed82e33ef409797c9c736e4dea2af is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:55.518145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:55.524067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:55.537279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.583431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] In _notify_port_updated(), no bound segment for port 20782531-ecdd-48d6-b9e2-682f538113c3 on network 8b845882-a1d2-44d5-9697-2194b180304d {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:45:55.583431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:55.583431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.583431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/ports/20782531-ecdd-48d6-b9e2-682f538113c3 HTTP/1.1" status: 200 len: 818 time: 1.0322509 Jun 04 06:45:55.592652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48558) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:55.604236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a097e4b9-f683-442c-8e8d-dba6d225ef2d admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0652e2b5-d833-4912-bf5c-a5f3d7450309 HTTP/1.1" status: 204 len: 168 time: 1.0449119 Jun 04 06:45:55.616229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:55.744957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.755581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.769858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.783816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.821920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e74ed82e33ef409797c9c736e4dea2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280437 Jun 04 06:45:55.823581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc577-673d-468d-9d30-acd0018df3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd67a87-bba4-4f7c-a62e-fc93cc515cbe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:55.826156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:55.832880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f097026-d06d-4916-8dd3-5804f05d5814 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=20782531-ecdd-48d6-b9e2-682f538113c3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:55.856304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.897114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 20782531-ecdd-48d6-b9e2-682f538113c3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:45:55.897445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:55.924679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.016145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.019964 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3b377846217d4ad198b7b7d39e9b31e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1857069 Jun 04 06:45:56.022007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48570) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:56.022958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952043c2-8579-4336-a3f6-174682b29818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378a649-7323-4e48-864f-9004e3794120,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:56.052214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.070549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.099675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Allocated IP 172.20.0.14 (7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2/022e2b68-eaf9-40ba-a0eb-3a69a643c5e4/6a05cd47-9c39-40ce-8c8d-3b8e80569271) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:45:56.099928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:56.124047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0639cbf5-04fa-4e96-be44-81a7df27ff32') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:56.124335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0639cbf5-04fa-4e96-be44-81a7df27ff32') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:45:56.141641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.160801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.167855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:45:56.168163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.251384 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 0639cbf5-04fa-4e96-be44-81a7df27ff32 resource provider aggregate not found Jun 04 06:45:56.257547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.278749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.290632 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 0639cbf5-04fa-4e96-be44-81a7df27ff32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0639cbf5-04fa-4e96-be44-81a7df27ff32 found for delete ", "request_id": "req-caea0969-1cdf-4011-98cb-fc7290d2c912"}]} Jun 04 06:45:56.307131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd67a87-bba4-4f7c-a62e-fc93cc515cbe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:56.320672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.321827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07f3a5b9-3218-41db-8b86-50983a83abd3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1dd67a87-bba4-4f7c-a62e-fc93cc515cbe HTTP/1.1" status: 204 len: 168 time: 0.4926562 Jun 04 06:45:56.323327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.329048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.350286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:56.354475 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe31b242-fd64-4a56-a51b-8359341ba8ae admin admin] 10.222.0.17 "DELETE /v2.0/networks/5ec28a77-2e35-4e9a-b7a3-4f5cb1e7f0d6 HTTP/1.1" status: 204 len: 168 time: 0.7469099 Jun 04 06:45:56.411410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 20782531-ecdd-48d6-b9e2-682f538113c3 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:45:56.440210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.569707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48592) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:56.575419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.681934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.706522 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.740441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a0f70e9d-661a-415b-ab1e-bdf2e50f0876 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d4921b216d0c44ad948b9cb0dd3069b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695697 Jun 04 06:45:56.745757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:56.748028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-102f8725-2b4e-47c5-b625-2fec4eeb964a req-f2e49871-73ad-4ca1-a900-ea9f4c9d5dc7 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 210 time: 0.0751936 Jun 04 06:45:56.804038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=20782531-ecdd-48d6-b9e2-682f538113c3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:56.808908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.819976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.825821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378a649-7323-4e48-864f-9004e3794120,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:56.834355 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8dc6cc98-2334-41da-b397-9586377f66bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/20782531-ecdd-48d6-b9e2-682f538113c3 HTTP/1.1" status: 204 len: 168 time: 1.2367752 Jun 04 06:45:56.845301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.846673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48604) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:56.846934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5396b363-8d7b-4dc2-b838-ff741ccf8688 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d378a649-7323-4e48-864f-9004e3794120 HTTP/1.1" status: 204 len: 168 time: 0.8210769 Jun 04 06:45:56.857176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.921537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.931767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:56.984776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48610) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:57.061652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.083685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:45:57.084021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:57.088513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Usage tracker for resource:security_group_rule and tenant:41a2e3444f434dda8dcc0213c991b24d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:57.091437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:57.092224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:57.099080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:57.101215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:45:57.139662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80bd249-6300-4c84-a3ad-89db6f5388c3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:57.140520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d80bd249-6300-4c84-a3ad-89db6f5388c3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:57.157385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Pushing event updated for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:57.167373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.187255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:57.188508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.192001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d80bd249-6300-4c84-a3ad-89db6f5388c3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:57.197222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d80bd249-6300-4c84-a3ad-89db6f5388c3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3490691 Jun 04 06:45:57.200308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48618) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:57.207812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ba64b1-195f-435d-95d9-fe2b06abd1e5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:57.230639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.231830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90f4c00f-6a98-4a29-a3bf-61b18ca4e588 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2ba64b1-195f-435d-95d9-fe2b06abd1e5 HTTP/1.1" status: 204 len: 168 time: 0.4827843 Jun 04 06:45:57.282100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-6680d61a-e06f-4454-9e0b-4cedc8be4b0e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3871076 Jun 04 06:45:57.283849 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b065106-0536-4547-84ac-a74fe015230d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:45:57.284692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b065106-0536-4547-84ac-a74fe015230d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:45:57.285880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.290967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.294142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Request body: {'port': {'device_id': 'b2541233-2367-4f16-af50-a95b9228f333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:57.345218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9b065106-0536-4547-84ac-a74fe015230d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:45:57.346684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9b065106-0536-4547-84ac-a74fe015230d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/20782531-ecdd-48d6-b9e2-682f538113c3 HTTP/1.1" status: 404 len: 333 time: 0.1452894 Jun 04 06:45:57.351460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48628) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:57.357631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:57.358125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=41a2e3444f434dda8dcc0213c991b24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667922 Jun 04 06:45:57.363872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4d04a-9436-46c6-8653-a1737f6d3582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a01a2f4-886b-45bf-87a4-c180bec184df,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:57.364848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1290613280'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:57.389794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:57.399798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:57.406984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:57.447329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:57.492740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:57.497112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.566049 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.614117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.616303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:57.720703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.720703 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 982df36e-c2a6-4246-9aec-292c152683b4 of type vlan for network 9370118b-1c4c-4e4f-b98b-ba8204d58118 Jun 04 06:45:57.737608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:57.740781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:45:57.866490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.008132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3969f7-45c0-4007-a5f6-2b483771f154 req-4380c330-59ca-4c20-a0a2-09ec8a6270ff tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:58.010408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd3969f7-45c0-4007-a5f6-2b483771f154 req-4380c330-59ca-4c20-a0a2-09ec8a6270ff tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 932 time: 0.1197510 Jun 04 06:45:58.111543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd3969f7-45c0-4007-a5f6-2b483771f154 req-5e1783c3-0b8f-4dc7-b1b2-cac570fb4fff tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931959 Jun 04 06:45:58.163305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.169301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.171078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:58.176729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:58.177355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.241961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a01a2f4-886b-45bf-87a4-c180bec184df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:58.337901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9839835 Jun 04 06:45:58.338664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-network', 'tenant_id': '57b50c52a43642838d76a63783820d98'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:58.347801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:58.352042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:58.353347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.355867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Usage tracker for resource:network and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:58.357071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c169d5a1-2a57-4ee1-b913-78ab7a1825d5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9a01a2f4-886b-45bf-87a4-c180bec184df HTTP/1.1" status: 204 len: 168 time: 0.9978170 Jun 04 06:45:58.360789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:58.364458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9da92-11df-4acb-abfb-94c521449fc8 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=9370118b-1c4c-4e4f-b98b-ba8204d58118,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:58.366707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:58.376999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:58.423580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:58.496180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a05cd47-9c39-40ce-8c8d-3b8e80569271 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:45:58.507023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.534074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Transition to ACTIVE for port object 6a05cd47-9c39-40ce-8c8d-3b8e80569271 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:45:58.540815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.740647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Pushing event updated for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:58.784505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Made reservation on behalf of 57b50c52a43642838d76a63783820d98 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:58.786883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.823833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:58.847570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:58.852944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Usage tracker for resource:security_group_rule and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:58.857855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:58.864193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:58.872098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:58.874945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:58.881324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:58.894953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:58.923543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:58.928277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.106401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Attempting to bind port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:45:59.106821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Attempting to bind port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:45:59.107219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Attempting to bind port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:59.112408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:45:59.112812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Attempting to bind port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:45:59.120653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:45:59.121224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Checking segment: {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:59.121917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Bound using segment: {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:45:59.122544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Bound port: 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:45:59.123079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.238721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:45:59.242902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:45:59.253537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.309198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.323985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.327580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:59.328696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.330909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a05cd47-9c39-40ce-8c8d-3b8e80569271 HTTP/1.1" status: 200 len: 1092 time: 2.0414002 Jun 04 06:45:59.334982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:45:59.348059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48726) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:59.404921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:45:59.415550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdaa991-75f3-4a95-a79d-7084c6fc6fab,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:59.421794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9ae0a-de03-4600-aa1a-da95ee0a8292 service neutron] Pushing event updated for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:59.462803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-4da15855-517b-4b72-a635-1218db0eb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:59.464578 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-4da15855-517b-4b72-a635-1218db0eb3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 1095 time: 0.0886569 Jun 04 06:45:59.478083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.478423 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Added segment f1d81a39-74d8-4a23-8258-4274a63d43cd of type vlan for network 2dbe5e01-883e-424d-a1f4-969e41d1f530 Jun 04 06:45:59.498047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa844cbb-4c54-4ed6-83f0-04bfb042a919 req-7136622f-5dda-480a-b000-b4ad9e733a25 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:59.505698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa844cbb-4c54-4ed6-83f0-04bfb042a919 req-7136622f-5dda-480a-b000-b4ad9e733a25 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 944 time: 0.2494977 Jun 04 06:45:59.571718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.575440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-5060023f-9410-478d-9576-629bd8a59c71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271 HTTP/1.1" status: 200 len: 217 time: 0.1005125 Jun 04 06:45:59.577755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.602284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa844cbb-4c54-4ed6-83f0-04bfb042a919 req-0b14ba77-586d-4350-bba2-7fe9750842b8 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957468 Jun 04 06:45:59.632559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.643586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:59.650515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7b18c8255b42278d2d43f8d88c2afc is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:59.654385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:59.663138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-ed450119-a4b8-4aa9-b40e-382ea3abb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:59.664491 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-ed450119-a4b8-4aa9-b40e-382ea3abb620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 200 len: 853 time: 0.0781660 Jun 04 06:45:59.665326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:59.667275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48738) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:59.711315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.712695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:45:59.713372 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.717027 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cb0991-12b2-4b68-96a3-7ce83dbc2e57'] response: {'name': 'network-changed', 'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271', 'status': 'completed', 'code': 200} Jun 04 06:45:59.737498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-a9984445-4f90-4ad4-abf7-438f0effc408 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629551 Jun 04 06:45:59.814752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=2c306ad9-bf62-403d-867d-b281dafdfe69,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:59.829583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1560354061'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:59.851425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:59.855311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '982df36e-c2a6-4246-9aec-292c152683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:45:59.855721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 9370118b-1c4c-4e4f-b98b-ba8204d58118, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:45:59.859205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:network and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:59.862228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbe5e01-883e-424d-a1f4-969e41d1f530,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:45:59.866990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:59.868877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-999b2814-4324-401a-87c7-e24b365e0e42 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6960742 Jun 04 06:45:59.870481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:45:59.876343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:59.879984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Request body: {'subnet': {'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-subnet', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:45:59.881717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:45:59.888126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:45:59.895280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Usage tracker for resource:subnet and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:45:59.899031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:45:59.905930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:45:59.910020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:45:59.923720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Made reservation on behalf of 57b50c52a43642838d76a63783820d98 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:59.926392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.933675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:45:59.937843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.947830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9370118b-1c4c-4e4f-b98b-ba8204d58118) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:45:59.952139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:45:59.995397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-419097d6-2f9b-4615-af01-360683cbec70 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516432 Jun 04 06:45:59.998422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52363269-416f-4e77-8ba8-ed1be2ed4e40 None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:00.004963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:00.011206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:00.011819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.059832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d10fa5fa-aa39-4652-9de8-8fa3eddee46c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7054675 Jun 04 06:46:00.064480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48752) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:00.072815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:00.163131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:security_group_rule and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:00.173145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:00.180666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.186068 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-292e83e0-cb96-4778-b9b7-c7af156a0d49 req-57c25200-52fd-4425-8223-9c65d6d0a74d service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783633 Jun 04 06:46:00.186913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:00.198947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.271497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8efac7-871f-4449-a467-b5f477bb9f59,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:00.327049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-9370118b-1c4c-4e4f-b98b-ba8204d58118', 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': '2c306ad9-bf62-403d-867d-b281dafdfe69'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:46:00.328631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.345024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-13994037-834b-485c-b63a-28110c6d1ce8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5f7b18c8255b42278d2d43f8d88c2afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957583 Jun 04 06:46:00.349323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48758) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:00.371588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.413212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:00.433554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:00.439281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:00.461447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:00.466309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.476674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d975e51-68b0-4441-9508-0335d9e3d489,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:00.491188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:00.491782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Network hostable DHCP agents. Network: 2dbe5e01-883e-424d-a1f4-969e41d1f530, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:46:00.496360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:00.498210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.500977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.540449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Allocated IP 172.20.0.2 (9370118b-1c4c-4e4f-b98b-ba8204d58118/2c306ad9-bf62-403d-867d-b281dafdfe69/9f347b05-b515-4c8b-8052-44ee17e254fc) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:00.572165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.592301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-f2e275fe-c537-4243-bf8f-afea37356803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:00.594536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-f2e275fe-c537-4243-bf8f-afea37356803 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 1095 time: 0.3541195 Jun 04 06:46:00.632562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8efac7-871f-4449-a467-b5f477bb9f59,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:00.646746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.647917 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5275739b-c9a9-4d26-af00-2ab70d8ac89b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e8efac7-871f-4449-a467-b5f477bb9f59 HTTP/1.1" status: 204 len: 168 time: 0.2961049 Jun 04 06:46:00.663585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:46:00.713880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2dbe5e01-883e-424d-a1f4-969e41d1f530) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:00.730630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:00.731203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.739123 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c306ad9-bf62-403d-867d-b281dafdfe69 (CIDR: 172.20.0.0/28) Jun 04 06:46:00.749675 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:46:00.750761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:46:00.779931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5e75-93e9-4286-8137-13fe42b4b237 req-53a785da-868b-49f5-95b2-b94c9c65d887 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:00.787890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-587a5e75-93e9-4286-8137-13fe42b4b237 req-53a785da-868b-49f5-95b2-b94c9c65d887 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.2002459 Jun 04 06:46:00.808431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-42c02813-4239-4bf7-bed2-d153f9d1d5ca admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9337986 Jun 04 06:46:00.809213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48768) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:00.820660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bccd822-7378-411f-b72d-8c9ef7658369 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7527897 Jun 04 06:46:00.821663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:00.826396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.826581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:00.830724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Usage tracker for resource:router and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:00.833610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:00.833771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48772) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:00.839104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Transition to ACTIVE for port object 9f347b05-b515-4c8b-8052-44ee17e254fc will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:00.840371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:00.857565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:00.860662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Transition to ACTIVE for port object 9f347b05-b515-4c8b-8052-44ee17e254fc will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:00.863195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.864452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.875614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a5ad06-36da-4851-8da0-41a7e07b1282 None None] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:00.893369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-587a5e75-93e9-4286-8137-13fe42b4b237 req-f1fbc485-137a-429a-9cb6-63fda3b44e29 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043937 Jun 04 06:46:00.897625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:00.919216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.059533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.064324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:01.073979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:01.077282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.084927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:01.131359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:01.179166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:01.192095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-f2c947c9-59bb-453b-8722-4de38de31ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:01.194632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-f2c947c9-59bb-453b-8722-4de38de31ccd service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 914 time: 0.5895634 Jun 04 06:46:01.195467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:01.199015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:01.204166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:01.208947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:01.216408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.241745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2dbe5e01-883e-424d-a1f4-969e41d1f530', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:46:01.242669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.357309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Pushing event updated for resources: {'Port': ['ID=9f347b05-b515-4c8b-8052-44ee17e254fc,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:01.390002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Attempting to bind port 9f347b05-b515-4c8b-8052-44ee17e254fc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:01.390433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Attempting to bind port 9f347b05-b515-4c8b-8052-44ee17e254fc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '982df36e-c2a6-4246-9aec-292c152683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:01.390979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Attempting to bind port 9f347b05-b515-4c8b-8052-44ee17e254fc on network 9370118b-1c4c-4e4f-b98b-ba8204d58118 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:01.438953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:01.439404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Checking segment: {'id': '982df36e-c2a6-4246-9aec-292c152683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:01.439838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.440295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Bound using segment: {'id': '982df36e-c2a6-4246-9aec-292c152683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:01.440834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Bound port: 9f347b05-b515-4c8b-8052-44ee17e254fc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982df36e-c2a6-4246-9aec-292c152683b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:01.441218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.510648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.519035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a8287-431d-4772-b09b-070b06589475,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:01.569394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] For port 9f347b05-b515-4c8b-8052-44ee17e254fc, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:01.572673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] For port 9f347b05-b515-4c8b-8052-44ee17e254fc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9f347b05-b515-4c8b-8052-44ee17e254fc,segment=NetworkSegment(982df36e-c2a6-4246-9aec-292c152683b4),segment_id=982df36e-c2a6-4246-9aec-292c152683b4)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:01.580062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.584434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.603487 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.604961 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Added segment 80280e75-cefe-4579-ac8b-7736ba9e40b0 of type vlan for network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b Jun 04 06:46:01.642928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46caa-10b8-42a7-88bb-051feb1f4ddd req-acf3258b-bce2-47b0-a7ee-6deb061a804b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:01.643504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cf46caa-10b8-42a7-88bb-051feb1f4ddd req-acf3258b-bce2-47b0-a7ee-6deb061a804b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 944 time: 0.2854452 Jun 04 06:46:01.643951 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.697792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-2a6f8730-6381-4705-8389-05b890c0225a req-9ea7c537-a3d0-4dd1-87b9-daca94626dd5 service neutron] (88848) timed out ('10.222.0.17', 53448) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:46:01.706991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-882c4dfd-1bf3-4bd8-be18-e0ae1d63f0e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271 HTTP/1.1" status: 200 len: 217 time: 0.1904712 Jun 04 06:46:01.751909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cf46caa-10b8-42a7-88bb-051feb1f4ddd req-6664a3cd-3bb2-4054-bfd3-a7fe4ef95645 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Jun 04 06:46:01.776710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175489e-8415-4807-8855-9a884e1d07bf None None] Pushing event updated for resources: {'Port': ['ID=9f347b05-b515-4c8b-8052-44ee17e254fc,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:01.792389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:46:01.803117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Allocated IP 172.20.0.2 (2dbe5e01-883e-424d-a1f4-969e41d1f530/5d975e51-68b0-4441-9508-0335d9e3d489/bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:01.835998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:01.841252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:01.844264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-56d93692-7d74-48ac-a354-3880841f560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:01.846063 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-56d93692-7d74-48ac-a354-3880841f560c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 200 len: 853 time: 0.1280107 Jun 04 06:46:01.850306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:01.851144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.907125 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:01.912856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:01.913404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.054913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=5207ed57-41c6-41d0-a733-9c808ed90018,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:02.077092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-44dc1104-cfab-4ea7-96b7-48f565d7c4e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2162459 Jun 04 06:46:02.164730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b06fd81b-f9a9-4959-970e-6bf086a89356 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3277483 Jun 04 06:46:02.169317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5010438 Jun 04 06:46:02.173509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:02.173861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48800) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:02.259541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'subnet': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:02.276575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'fixed_ips': [{'subnet_id': '2c306ad9-bf62-403d-867d-b281dafdfe69'}, {'subnet_id': '5207ed57-41c6-41d0-a733-9c808ed90018'}], 'name': 'tempest-PortsTestJSON-1636125526'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:02.296729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.329038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.332143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.341468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Transition to ACTIVE for port object bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:02.365602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Transition to ACTIVE for port object bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:02.373021 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.426179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:02.431130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:02.434268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:02.441107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:02.443764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024f956-cb12-4961-8767-db0777a45c1c req-d36550a3-bb3f-4a61-b178-afe964f99812 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:02.445280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f024f956-cb12-4961-8767-db0777a45c1c req-d36550a3-bb3f-4a61-b178-afe964f99812 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.2833562 Jun 04 06:46:02.459992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a260be5-f0c3-41f5-af87-8c7f45bdd2d4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Network': ['ID=4eecef45-8d45-4bab-bf8f-9ed8acb6777b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:02.465994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Pushing event updated for resources: {'Port': ['ID=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:02.479442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:02.504906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:02.508457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:02.511989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:02.519031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:02.560784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f024f956-cb12-4961-8767-db0777a45c1c req-396c3323-f352-4e90-9d2f-326570c8ad48 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958905 Jun 04 06:46:02.579585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Allocated IP 172.25.1.158 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/02a066ff-337e-472b-8eac-21d55854dcb7) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:02.697256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.711245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Attempting to bind port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:02.711562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Attempting to bind port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:02.711895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Attempting to bind port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:02.723651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:02.724013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:02.724365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.724759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Bound using segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:02.725779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Bound port: bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:02.726164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.793062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9f347b05-b515-4c8b-8052-44ee17e254fc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:02.850237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.961191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:02.980746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] For port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:02.984970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] For port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:02.994175 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:03.047710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:03.050921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:03.061780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:03.088802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9f347b05-b515-4c8b-8052-44ee17e254fc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:03.173219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a85def-c66c-4d5d-8d55-f67b07d849ac None None] Pushing event updated for resources: {'Port': ['ID=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:03.223148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b65c13-a1b7-431b-af04-56df7e4b3456 None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:03.239966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 84d191bf-46ac-41b5-99be-24affce9c8fb yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:03.330593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Pushing event updated for resources: {'Port': ['ID=02a066ff-337e-472b-8eac-21d55854dcb7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:03.336763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-20c7c9f7-b99e-4de8-b935-7bb5011e814e service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1882253 Jun 04 06:46:03.339730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:03.414057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:subnet and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:03.431127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7537e6f-b5c0-464c-9ddb-801ae945ae97 req-a0e278e1-a20f-4808-88fc-fa210a95a3b8 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:03.433207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7537e6f-b5c0-464c-9ddb-801ae945ae97 req-a0e278e1-a20f-4808-88fc-fa210a95a3b8 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 944 time: 0.5303180 Jun 04 06:46:03.443534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:03.483763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:03.484575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Provisioning for port 9f347b05-b515-4c8b-8052-44ee17e254fc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:03.493998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:03.494340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:03.619788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-e265d37d-df42-4a15-b9c8-4844b2f66488 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:03.620540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-e265d37d-df42-4a15-b9c8-4844b2f66488 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Synchronizing usage tracker for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:03.678061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:03.681811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:03.765172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7537e6f-b5c0-464c-9ddb-801ae945ae97 req-6774dc1a-370f-436b-ae56-1b1fde699998 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244963 Jun 04 06:46:03.842372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Current status of the port 9f347b05-b515-4c8b-8052-44ee17e254fc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:03.842747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:03.900731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-e265d37d-df42-4a15-b9c8-4844b2f66488 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Unset dirty status for tenant:358a52c1c3324af09eae4b72709deea7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:03.902330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-e265d37d-df42-4a15-b9c8-4844b2f66488 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 1.7099404 Jun 04 06:46:03.912822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] For port 9f347b05-b515-4c8b-8052-44ee17e254fc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9f347b05-b515-4c8b-8052-44ee17e254fc,segment=NetworkSegment(982df36e-c2a6-4246-9aec-292c152683b4),segment_id=982df36e-c2a6-4246-9aec-292c152683b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:03.919316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.064990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec8c9e4d-8cbd-4bab-8cbc-cf9702cdaccd req-0e29efdc-ee51-4410-936e-773dd16410dd service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136521 Jun 04 06:46:04.082750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53a03a-b76b-4c17-ae11-cb7a9f2d18aa None None] Pushing event updated for resources: {'Port': ['ID=9f347b05-b515-4c8b-8052-44ee17e254fc,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:04.089206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.089904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Update dhcp port {'port': {'network_id': '9370118b-1c4c-4e4f-b98b-ba8204d58118', 'fixed_ips': [{'subnet_id': '2c306ad9-bf62-403d-867d-b281dafdfe69', 'ip_address': '172.20.0.2'}, {'subnet_id': '5207ed57-41c6-41d0-a733-9c808ed90018'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '9f347b05-b515-4c8b-8052-44ee17e254fc'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:46:04.231000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port f42c037c-9244-429a-a78f-7c941fe75952 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:04.231413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.247561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07962363-9b9a-4265-91d1-fbb558c52f74 req-d76f3839-f377-4abd-9c62-688a619629dd tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:04.256362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07962363-9b9a-4265-91d1-fbb558c52f74 req-d76f3839-f377-4abd-9c62-688a619629dd tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.3387806 Jun 04 06:46:04.278430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.398796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07962363-9b9a-4265-91d1-fbb558c52f74 req-23016fe4-5def-4210-9c55-e58c5b1462c6 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764015 Jun 04 06:46:04.559391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48870) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:04.654950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52937216-f6f8-4196-8a9b-b457e066f7e2 None None] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:04.668665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.765154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.11 (9370118b-1c4c-4e4f-b98b-ba8204d58118/2c306ad9-bf62-403d-867d-b281dafdfe69/84d191bf-46ac-41b5-99be-24affce9c8fb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:04.791754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:04.819046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.834281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.29 (9370118b-1c4c-4e4f-b98b-ba8204d58118/5207ed57-41c6-41d0-a733-9c808ed90018/84d191bf-46ac-41b5-99be-24affce9c8fb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:04.844562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:04.906199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:04.914909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ff912c6f-a950-456e-b49e-525372250e65 None None] Provisioning for port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:04.918723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Usage tracker for resource:security_group_rule and tenant:1b246fcae62a4f118793c15a40a357cf is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:04.933716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:04.960482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:46:04.984975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:05.003977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Subnet': ['ID=5cf11d7a-0d20-4c6f-afc2-529dd66c0087,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:05.064640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Checking segment: {'id': '80280e75-cefe-4579-ac8b-7736ba9e40b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:05.065070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network hostable DHCP agents. Network: 4eecef45-8d45-4bab-bf8f-9ed8acb6777b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:46:05.076469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] For port f42c037c-9244-429a-a78f-7c941fe75952, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=f42c037c-9244-429a-a78f-7c941fe75952,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:05.076831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.078649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6a05cd47-9c39-40ce-8c8d-3b8e80569271 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:46:05.108307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:05.119945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:05.120604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.152436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469340ca-3322-411b-b74e-30641b5dde19 req-454e8954-3fdf-4397-87f0-482bef35fc58 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:05.154679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-469340ca-3322-411b-b74e-30641b5dde19 req-454e8954-3fdf-4397-87f0-482bef35fc58 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 944 time: 0.2555783 Jun 04 06:46:05.230667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-469340ca-3322-411b-b74e-30641b5dde19 req-1146cb3a-aaa6-41cc-b064-ca0b4a02ff7e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636320 Jun 04 06:46:05.232099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:46:05.250849 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:46:05.268640 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:05.268640 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:05.291569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:46:05.293175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.294677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f66cdf68-822d-43f1-8085-8be0b92a198a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4823511 Jun 04 06:46:05.300948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:05.329402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:05.329700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 4eecef45-8d45-4bab-bf8f-9ed8acb6777b) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:05.346355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e994e615-0a66-4621-8be2-6663517d06bd None None] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:05.362429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '6a05cd47-9c39-40ce-8c8d-3b8e80569271', 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2', 'port_id': '6a05cd47-9c39-40ce-8c8d-3b8e80569271', 'mac_address': 'fa:16:3e:a5:ec:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022e2b68-eaf9-40ba-a0eb-3a69a643c5e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:46:05.425493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.500890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:05.510715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.535539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 84d191bf-46ac-41b5-99be-24affce9c8fb will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:05.689175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:05.689794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.724054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:05.724650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.728978 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.730570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.738606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:05.739065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.792815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a05cd47-9c39-40ce-8c8d-3b8e80569271 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:46:05.812345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:05.888945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:05.916563 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.919434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Allocated IP 172.20.0.18 (9370118b-1c4c-4e4f-b98b-ba8204d58118/5207ed57-41c6-41d0-a733-9c808ed90018/9f347b05-b515-4c8b-8052-44ee17e254fc) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:05.959375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-af56c41e-ff9a-4986-a90a-d3735741a895 None None] Provisioning complete for port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:05.959852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af56c41e-ff9a-4986-a90a-d3735741a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:05.982262 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:03Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:05.987331 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:46:05.987853 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Updating router de3058c1-1192-4f2f-80df-dc9092ba0a1a port 02a066ff-337e-472b-8eac-21d55854dcb7 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:46:06.004621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212707c-c41c-437e-a6d6-5d20e5d4b209 req-b47e3c35-22e2-46e1-8a76-657bc82ae8f8 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:06.005988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.006831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9f347b05-b515-4c8b-8052-44ee17e254fc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:06.012749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9212707c-c41c-437e-a6d6-5d20e5d4b209 req-b47e3c35-22e2-46e1-8a76-657bc82ae8f8 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 946 time: 0.4150102 Jun 04 06:46:06.088258 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.094822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'tenant_id': '2fae9c95b10146e695cecec06ce0fdc0', 'fixed_ips': [{'subnet_id': '5cf11d7a-0d20-4c6f-afc2-529dd66c0087'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:46:06.096110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.145711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9212707c-c41c-437e-a6d6-5d20e5d4b209 req-bd74106e-5c87-4577-95d1-e58066f7ee28 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups?id=8dd2d79c-3000-4959-805f-93980c573187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317449 Jun 04 06:46:06.206811 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef8d1912-a299-492a-983b-23d48a9125c4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0115917 Jun 04 06:46:06.207918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48886) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:06.223014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-751600564'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:06.230294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:06.233031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8c7ac-5a6b-47eb-a6fd-73d54df09e2e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.238235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2fa62b55-4f0e-48db-a440-5c54744f1c50 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1b246fcae62a4f118793c15a40a357cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6750016 Jun 04 06:46:06.244782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:06.247432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:06.255199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:06.285798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.286159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.286470 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Floating IP ebdd6664-9900-47d1-98d6-46cc252ce1d7 disassociated. External IP: 172.25.1.210, port: f42c037c-9244-429a-a78f-7c941fe75952. Jun 04 06:46:06.286814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for f42c037c-9244-429a-a78f-7c941fe75952 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:06.306346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['6a05cd47-9c39-40ce-8c8d-3b8e80569271'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:46:06.336764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=84d191bf-46ac-41b5-99be-24affce9c8fb,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.392297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:06.393095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.438341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8079361d-b2a0-43ed-87e8-b1073bf376b2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2445972 Jun 04 06:46:06.450424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48896) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:06.464164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c306ad9-bf62-403d-867d-b281dafdfe69'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:06.476580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.510820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.578811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=f42c037c-9244-429a-a78f-7c941fe75952,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.640290 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.655543 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Transition to ACTIVE for port object 02a066ff-337e-472b-8eac-21d55854dcb7 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:06.666955 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.775889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:06.777543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.778131 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Attempting to bind port 02a066ff-337e-472b-8eac-21d55854dcb7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:06.778506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Attempting to bind port 02a066ff-337e-472b-8eac-21d55854dcb7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:06.778865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Attempting to bind port 02a066ff-337e-472b-8eac-21d55854dcb7 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:06.795368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:06.797007 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:06.797438 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.798490 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:06.798982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Bound port: 02a066ff-337e-472b-8eac-21d55854dcb7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:06.799359 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.802535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:46:06.821385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.825328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:06.863147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] For port 9f347b05-b515-4c8b-8052-44ee17e254fc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9f347b05-b515-4c8b-8052-44ee17e254fc,segment=NetworkSegment(982df36e-c2a6-4246-9aec-292c152683b4),segment_id=982df36e-c2a6-4246-9aec-292c152683b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:06.869955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.872870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af56c41e-ff9a-4986-a90a-d3735741a895 None None] Current status of the port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:06.887870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:port and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:06.897423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:06.919587 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] For port 02a066ff-337e-472b-8eac-21d55854dcb7, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:06.924724 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] For port 02a066ff-337e-472b-8eac-21d55854dcb7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02a066ff-337e-472b-8eac-21d55854dcb7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:06.929050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Allocated IP 172.20.0.2 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/6b756d93-bdc8-477c-819c-e7c0bc1e5838) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:06.940345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:06.948015 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Pushing event updated for resources: {'Port': ['ID=02a066ff-337e-472b-8eac-21d55854dcb7,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:06.955111 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.981980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.982248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:06.982382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.982651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.982987 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.983317 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.983693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.984634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.985088 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.985420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.986227 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.986563 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:06.986888 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:07.010365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6096-ca26-48b6-a528-58cf246e1064 req-fda984da-a6f7-46a2-a8e4-2a3c80b6cac2 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:07.011919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6abd6096-ca26-48b6-a528-58cf246e1064 req-fda984da-a6f7-46a2-a8e4-2a3c80b6cac2 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 945 time: 0.5761671 Jun 04 06:46:07.014374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.048693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.075647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:07.076292 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:07.123485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:46:07.193583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5334f0d-21d1-4dad-8fea-04dcaed332da None None] Pushing event updated for resources: {'Port': ['ID=02a066ff-337e-472b-8eac-21d55854dcb7,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:07.222862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.226912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:46:07.233449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:07.237891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.249924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] No DVR routers for this DVR port f42c037c-9244-429a-a78f-7c941fe75952 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:46:07.255707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.260850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'name': 'network-vif-deleted', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:07.283507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-86a6cca3-2219-4b87-b69f-9f20bdb4af74 req-39138f4f-3d42-4014-971e-0c8ee34b624d tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.24 "DELETE /v2.0/ports/f42c037c-9244-429a-a78f-7c941fe75952 HTTP/1.1" status: 204 len: 173 time: 3.3118522 Jun 04 06:46:07.307804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Transition to ACTIVE for port object 9f347b05-b515-4c8b-8052-44ee17e254fc will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:07.319583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:07.376056 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.403541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port fca3618c-b9b1-4cb0-bab3-8e7806733712 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:07.491658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6abd6096-ca26-48b6-a528-58cf246e1064 req-f3ca9583-a195-43e7-8cbc-75a2686b9179 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681152 Jun 04 06:46:07.498894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:07.499366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:07.660444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:03Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:07.667086 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a2a15-2660-4c44-86b6-0b8f31952695 None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:03Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:46:07.694782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9f347b05-b515-4c8b-8052-44ee17e254fc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:07.699858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f42c037c-9244-429a-a78f-7c941fe75952 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:07.789672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: f42c037c-9244-429a-a78f-7c941fe75952 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:07.790394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device f42c037c-9244-429a-a78f-7c941fe75952 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:07.898312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02fe728b-10ac-4f07-8703-da08a0506619 req-fe143fcf-6080-45ac-bd3f-4d7e55e26495 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/ports?device_id=731df8f4-7451-4f9a-9f02-a721f1c0f232 HTTP/1.1" status: 200 len: 210 time: 0.1542118 Jun 04 06:46:07.911049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:07.935794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:07.972839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8c7ac-5a6b-47eb-a6fd-73d54df09e2e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:08.036047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8bfc-6f7f-44dd-96cf-bd5c2d3c8b8b None None] Pushing event updated for resources: {'Port': ['ID=9f347b05-b515-4c8b-8052-44ee17e254fc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:08.228444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.229293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f6684a14-8c20-480f-95e7-9b4755906b26 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fbd8c7ac-5a6b-47eb-a6fd-73d54df09e2e HTTP/1.1" status: 204 len: 168 time: 1.9812953 Jun 04 06:46:08.278655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:08.386679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Allocated IP 172.20.0.1 (2dbe5e01-883e-424d-a1f4-969e41d1f530/5d975e51-68b0-4441-9508-0335d9e3d489/0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:08.419381 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43714739-7eed-4d31-bbbd-c833ae80e932'] response: {'server_uuid': '731df8f4-7451-4f9a-9f02-a721f1c0f232', 'name': 'network-vif-deleted', 'tag': 'f42c037c-9244-429a-a78f-7c941fe75952', 'status': 'completed', 'code': 200} Jun 04 06:46:08.466761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.579165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Transition to ACTIVE for port object 6b756d93-bdc8-477c-819c-e7c0bc1e5838 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:08.643199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Delete allocated IP 172.20.0.29 (9370118b-1c4c-4e4f-b98b-ba8204d58118/5207ed57-41c6-41d0-a733-9c808ed90018) {{(pid=88849) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:46:08.684466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:08.684988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.759927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:08.798767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.819055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:08.825854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Usage tracker for resource:security_group_rule and tenant:75864b80866440728a33830e2fe01338 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:08.831311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:08.838979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:08.859119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Transition to ACTIVE for port object 6b756d93-bdc8-477c-819c-e7c0bc1e5838 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:08.871604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75970d-e1bc-4aaf-befd-7e54840b0936 None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:08.956915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.965443 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:08.972582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.036591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076171f-b97e-49ad-bc1d-ac6660f1837c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:09.043284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ebcbb11d-e48c-4df7-b793-e2e0751ec34f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=75864b80866440728a33830e2fe01338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800994 Jun 04 06:46:09.043923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48920) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:09.049758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.067542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Transition to ACTIVE for port object 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:09.130376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6a05cd47-9c39-40ce-8c8d-3b8e80569271 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:09.139620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.156196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.169150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.194334 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.242788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Ignored duplicate provisioning block setup for port 84d191bf-46ac-41b5-99be-24affce9c8fb by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 06:46:09.245204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.252325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:09.259938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:09.263418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:09.266860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076171f-b97e-49ad-bc1d-ac6660f1837c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:09.279391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.281648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15d60716-170c-40a5-b85e-72fa369cc418 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1076171f-b97e-49ad-bc1d-ac6660f1837c HTTP/1.1" status: 204 len: 168 time: 0.2363324 Jun 04 06:46:09.304477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.322376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Pushing event updated for resources: {'Port': ['ID=6b756d93-bdc8-477c-819c-e7c0bc1e5838,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:09.368488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dfba7384-f0e6-4b10-9e2f-e31d57b061f6 None None] Provisioning for port 9f347b05-b515-4c8b-8052-44ee17e254fc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:09.384231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:09.393780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:09.423872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:09.430932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:09.446415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dfba7384-f0e6-4b10-9e2f-e31d57b061f6 None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:09.446982 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dfba7384-f0e6-4b10-9e2f-e31d57b061f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.467776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.14 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/fca3618c-b9b1-4cb0-bab3-8e7806733712) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:09.550752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.738123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775311f8-10e9-44e2-b469-6b9ce4528ccc req-6b39c715-bfd4-4ead-aa70-57d9c6b17aa9 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:09.743475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Attempting to bind port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:09.743849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Attempting to bind port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '80280e75-cefe-4579-ac8b-7736ba9e40b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:09.744212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Attempting to bind port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 on network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:09.745207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-775311f8-10e9-44e2-b469-6b9ce4528ccc req-6b39c715-bfd4-4ead-aa70-57d9c6b17aa9 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 945 time: 0.9914324 Jun 04 06:46:09.752410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:09.760692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:09.766203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:09.766580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Checking segment: {'id': '80280e75-cefe-4579-ac8b-7736ba9e40b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:09.767058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.767371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Bound using segment: {'id': '80280e75-cefe-4579-ac8b-7736ba9e40b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:09.767841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Bound port: 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80280e75-cefe-4579-ac8b-7736ba9e40b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:09.768219 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.779716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=84d191bf-46ac-41b5-99be-24affce9c8fb,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:09.783281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:09.783657 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.897594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:09.938584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:46:09.978744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] In _notify_port_updated(), no bound segment for port 84d191bf-46ac-41b5-99be-24affce9c8fb on network 9370118b-1c4c-4e4f-b98b-ba8204d58118 {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:46:09.987810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:09.989556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:09.991791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f4ff7c0-b4a0-4afa-b2e9-d3c369509b47 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/ports/84d191bf-46ac-41b5-99be-24affce9c8fb HTTP/1.1" status: 200 len: 920 time: 3.5349762 Jun 04 06:46:09.992785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:10.000650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dfba7384-f0e6-4b10-9e2f-e31d57b061f6 None None] Current status of the port 9f347b05-b515-4c8b-8052-44ee17e254fc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:10.002493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c306ad9-bf62-403d-867d-b281dafdfe69'}, {'subnet_id': '5207ed57-41c6-41d0-a733-9c808ed90018'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:10.010449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:10.011033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:10.093081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9f347b05-b515-4c8b-8052-44ee17e254fc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:10.143437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] For port 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:10.193730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-775311f8-10e9-44e2-b469-6b9ce4528ccc req-3eb83a81-e51b-49a1-9847-1ca92a890780 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455760 Jun 04 06:46:10.233364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] For port 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6b756d93-bdc8-477c-819c-e7c0bc1e5838,segment=NetworkSegment(80280e75-cefe-4579-ac8b-7736ba9e40b0),segment_id=80280e75-cefe-4579-ac8b-7736ba9e40b0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:10.252463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.395112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.417149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48950) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:10.496859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28826-df6f-4607-9ffe-2d8283639746 None None] Pushing event updated for resources: {'Port': ['ID=6b756d93-bdc8-477c-819c-e7c0bc1e5838,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:10.501294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d22eb7c6-090f-4ddd-a804-28cee50b2596 None None] Provisioning for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:10.505176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.568432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d22eb7c6-090f-4ddd-a804-28cee50b2596 None None] Provisioning complete for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:10.569420 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d22eb7c6-090f-4ddd-a804-28cee50b2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.618044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:10.672824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.795287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:10.795755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:10.814922 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.090955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.106672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.131449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2d79c-3000-4959-805f-93980c573187,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:11.190446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object fca3618c-b9b1-4cb0-bab3-8e7806733712 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:11.213264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.217900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bea448de-4fd2-483f-b591-9bb40b332d43 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/security-groups/8dd2d79c-3000-4959-805f-93980c573187 HTTP/1.1" status: 204 len: 168 time: 0.7959869 Jun 04 06:46:11.229236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48968) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:11.263499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:11.279820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:11.285748 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-918457a7-fa0a-4e34-be15-e398d9158bb2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] show failed (client error): The resource could not be found. Jun 04 06:46:11.287696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-918457a7-fa0a-4e34-be15-e398d9158bb2 tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "GET /v2.0/security-groups/8dd2d79c-3000-4959-805f-93980c573187 HTTP/1.1" status: 404 len: 347 time: 0.0571368 Jun 04 06:46:11.290482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48974) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:11.322495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.327719 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.386739 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.441770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:11.442146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.451560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.486980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:11.524291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d22eb7c6-090f-4ddd-a804-28cee50b2596 None None] Port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:11.537448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.554618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:11.562476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:11.591717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Deleting port 9758510e-e7f3-4e66-8d09-798f80669d09 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:11.591980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.596105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:11.694500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:11.695360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.700390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Provisioning for port 84d191bf-46ac-41b5-99be-24affce9c8fb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:11.704417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=fca3618c-b9b1-4cb0-bab3-8e7806733712,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:11.713453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Provisioning complete for port 84d191bf-46ac-41b5-99be-24affce9c8fb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:11.713847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:11.798875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9f347b05-b515-4c8b-8052-44ee17e254fc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:11.800056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02a066ff-337e-472b-8eac-21d55854dcb7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:11.848331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.19 (9370118b-1c4c-4e4f-b98b-ba8204d58118/5207ed57-41c6-41d0-a733-9c808ed90018/84d191bf-46ac-41b5-99be-24affce9c8fb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:11.889509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8cdf3766-6c02-41dd-896c-559ae2fbf733 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6776183 Jun 04 06:46:11.893245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48990) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:11.918821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-748143050', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:92:4c'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:11.998293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:12.003879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Port 84d191bf-46ac-41b5-99be-24affce9c8fb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:12.013317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc10a-1a40-4e4a-a699-a4878222a3ed None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:37:06Z', 'revision_number': 4, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '856a101f-058f-4402-9b4c-b4da7d33ffa7', 'name': '', 'network_id': '043f7b68-cd8d-46f0-b1f3-612ff1e5af30', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'mac_address': 'fa:16:3e:04:bd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_interface', 'standard_attr_id': 1894, 'fixed_ips': [{'subnet_id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:37:04Z', 'updated_at': '2022-06-04T06:37:14Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'subnets': [{'id': '52066dc6-fb24-4118-9eae-e2fd734e1e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:46:12.053871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 02a066ff-337e-472b-8eac-21d55854dcb7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:12.057325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:12.057843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.063775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.064274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.120858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:12.150382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 02a066ff-337e-472b-8eac-21d55854dcb7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:12.150640 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.167457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f997d7-1c08-4b98-aa0f-a28ec8e29138 req-36a93024-1b55-4768-9391-8f78215f252b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:12.168994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34f997d7-1c08-4b98-aa0f-a28ec8e29138 req-36a93024-1b55-4768-9391-8f78215f252b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.7801998 Jun 04 06:46:12.196309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befa3bd-cef6-4077-9414-d2e2f27a2a69 None None] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:12.280208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:12.286416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:12.300789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34f997d7-1c08-4b98-aa0f-a28ec8e29138 req-ee295d7c-e8ff-4c7c-9ff0-958004db30cc tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176851 Jun 04 06:46:12.349974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Calling delete_port for 9758510e-e7f3-4e66-8d09-798f80669d09 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:12.466046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:12.470174 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cef0b99-497c-48dd-8b77-576c57d73f22'] response: {'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271', 'code': 200} Jun 04 06:46:12.496285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:port and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:12.501589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:12.510676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb361dbd-42ea-4597-a9f1-ad2cbd402218 None None] New status for floating IP ebdd6664-9900-47d1-98d6-46cc252ce1d7: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:46:12.538791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:12.576411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-20287a25-7e4f-4899-b75d-3f570f5fd7c5 None None] Current status of the port 9f347b05-b515-4c8b-8052-44ee17e254fc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:12.614594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:12.630376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 02a066ff-337e-472b-8eac-21d55854dcb7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:12.630795 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.655092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 02a066ff-337e-472b-8eac-21d55854dcb7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02a066ff-337e-472b-8eac-21d55854dcb7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:12.657230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.663756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.710470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Ignored duplicate provisioning block setup for port 84d191bf-46ac-41b5-99be-24affce9c8fb by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 06:46:12.750691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:12.815328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-355648c9-6915-4ed6-b429-2eb4bc437ed7 None None] Provisioning for port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:12.858628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=02a066ff-337e-472b-8eac-21d55854dcb7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:12.911455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6b756d93-bdc8-477c-819c-e7c0bc1e5838 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:13.050868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d261d5-04b8-4446-8636-371fb9768924 req-4e429fc2-e89a-4022-8467-08e1f2a4f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:13.052599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05d261d5-04b8-4446-8636-371fb9768924 req-4e429fc2-e89a-4022-8467-08e1f2a4f892 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 1097 time: 0.5343223 Jun 04 06:46:13.059494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0845c4a5-f2b6-4feb-8b41-ac93f2823d7a None None] Provisioning complete for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:13.059871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0845c4a5-f2b6-4feb-8b41-ac93f2823d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.064549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:46:13.128484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.186417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0845c4a5-f2b6-4feb-8b41-ac93f2823d7a None None] Port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:13.198257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:13.205761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:13.206560 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.248525 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.db.api [None req-bb361dbd-42ea-4597-a9f1-ad2cbd402218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:46:13.248925 n-d-811808-2 neutron-server[88851]: DEBUG oslo_db.api [None req-bb361dbd-42ea-4597-a9f1-ad2cbd402218 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:46:13.277727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=84d191bf-46ac-41b5-99be-24affce9c8fb,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:13.280297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.331536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Provisioning complete for port 84d191bf-46ac-41b5-99be-24affce9c8fb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:13.332006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.336002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port e9c9b037-4c25-4105-abba-6a5edb6fc2dc yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:13.463824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Pushing event deleted for resources: {'Port': ['ID=9758510e-e7f3-4e66-8d09-798f80669d09,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:13.475256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:13.475852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.496090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49034) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:13.506807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-05d261d5-04b8-4446-8636-371fb9768924 req-01a5e267-d534-4a34-9520-f3895d578dc2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177663 Jun 04 06:46:13.530185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6b756d93-bdc8-477c-819c-e7c0bc1e5838,segment=NetworkSegment(80280e75-cefe-4579-ac8b-7736ba9e40b0),segment_id=80280e75-cefe-4579-ac8b-7736ba9e40b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:13.541447 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.627430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] In _notify_port_updated(), no bound segment for port 84d191bf-46ac-41b5-99be-24affce9c8fb on network 9370118b-1c4c-4e4f-b98b-ba8204d58118 {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:46:13.631229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Port 84d191bf-46ac-41b5-99be-24affce9c8fb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:13.633052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:13.633715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.637838 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-af5275db-237a-4c10-849e-6e59c10f6eb5 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/ports/84d191bf-46ac-41b5-99be-24affce9c8fb HTTP/1.1" status: 200 len: 1000 time: 3.6435788 Jun 04 06:46:13.640661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:13.664338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6b756d93-bdc8-477c-819c-e7c0bc1e5838,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:13.667312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Provisioning complete for port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:13.667691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.750461 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb361dbd-42ea-4597-a9f1-ad2cbd402218 None None] New status for floating IP ebdd6664-9900-47d1-98d6-46cc252ce1d7: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:46:13.846875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Current status of the port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:13.851513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 84d191bf-46ac-41b5-99be-24affce9c8fb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:13.851861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.860497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Provisioning for port fca3618c-b9b1-4cb0-bab3-8e7806733712 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:13.865989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Provisioning complete for port fca3618c-b9b1-4cb0-bab3-8e7806733712 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:13.866395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.898576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c4083-2e80-40ab-ba2b-ab7e988ed587 req-6875cc6b-8d02-4206-b4a6-9251b4537e0a tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:13.900040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc0c4083-2e80-40ab-ba2b-ab7e988ed587 req-6875cc6b-8d02-4206-b4a6-9251b4537e0a tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.1939127 Jun 04 06:46:13.909595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.918088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.5 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/e9c9b037-4c25-4105-abba-6a5edb6fc2dc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:13.932268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa66e520-5ff2-4bef-bd9b-6b5dc70b4388 None None] Port fca3618c-b9b1-4cb0-bab3-8e7806733712 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:13.942190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.960056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:13.973505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Usage tracker for resource:security_group_rule and tenant:77f4d7284c564467bf0954c9ee95ae2e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:13.977717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:13.983020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9777e4b-7908-40b3-8177-938e2d132dcb tempest-AttachVolumeNegativeTest-541455770 tempest-AttachVolumeNegativeTest-541455770-project] 10.222.0.17 "DELETE /v2.0/floatingips/ebdd6664-9900-47d1-98d6-46cc252ce1d7 HTTP/1.1" status: 204 len: 168 time: 2.6873820 Jun 04 06:46:13.983187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:46:14.008672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:46:14.024893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:14.027129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:14.126649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:14.137295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:14.163574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-96a0d0da-e160-46e6-932c-0ad8d7b15903 None None] Provisioning complete for port fca3618c-b9b1-4cb0-bab3-8e7806733712 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:14.163971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96a0d0da-e160-46e6-932c-0ad8d7b15903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.206777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.227755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-96a0d0da-e160-46e6-932c-0ad8d7b15903 None None] Port fca3618c-b9b1-4cb0-bab3-8e7806733712 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:14.335164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc0c4083-2e80-40ab-ba2b-ab7e988ed587 req-f96c8a4e-a2c3-4f33-aae2-d20772c5083b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185467 Jun 04 06:46:14.343973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bbf347fa-8bc6-4704-b9c0-6382751aaaf5 admin admin] 10.222.0.17 "PUT /v2.0/routers/de3058c1-1192-4f2f-80df-dc9092ba0a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0402143 Jun 04 06:46:14.349879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:14.361730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 84d191bf-46ac-41b5-99be-24affce9c8fb owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:14.395880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.423730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object e9c9b037-4c25-4105-abba-6a5edb6fc2dc will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:14.459787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.592533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.599420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.646788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=e9c9b037-4c25-4105-abba-6a5edb6fc2dc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:14.709849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:14.715051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:14.720774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:14.798730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=77f4d7284c564467bf0954c9ee95ae2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2906067 Jun 04 06:46:14.809861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:14.832198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f704d-d964-40a1-8f78-6366f5ff9874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e0a019-a9d4-4023-96d1-0d706779865b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:14.860271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:10Z', 'revision_number': 2, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:14.870233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:46:14.870589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Updating router de3058c1-1192-4f2f-80df-dc9092ba0a1a port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:46:14.922510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:14.923215 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.945518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6b756d93-bdc8-477c-819c-e7c0bc1e5838 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:14.947613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:14.961640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-114c5ef5-d708-4975-9bcf-3f3dd582585e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0669553 Jun 04 06:46:14.969070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:15.146280 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.166695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=84d191bf-46ac-41b5-99be-24affce9c8fb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:15.242559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0e332f3-fc33-4d71-9262-4bad59714fc9 None None] Provisioning for port e9c9b037-4c25-4105-abba-6a5edb6fc2dc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:15.254605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:15.255164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.262367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.320848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0e332f3-fc33-4d71-9262-4bad59714fc9 None None] Provisioning complete for port e9c9b037-4c25-4105-abba-6a5edb6fc2dc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:15.321293 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0e332f3-fc33-4d71-9262-4bad59714fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.327404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-4c6d1ff5-746b-481b-831c-eb0ec7280a06 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:15.328426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-4c6d1ff5-746b-481b-831c-eb0ec7280a06 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:15.344461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.354494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:15.363206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:15.369824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:15.370881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Synchronizing usage tracker for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:15.396014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-4c6d1ff5-746b-481b-831c-eb0ec7280a06 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:15.398543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-4c6d1ff5-746b-481b-831c-eb0ec7280a06 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 0.2916999 Jun 04 06:46:15.402210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Unset dirty status for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:15.403683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-970ca43b-1cb7-4880-a5e0-c8a8484af832 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4332261 Jun 04 06:46:15.408021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49078) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:15.439966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.466434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e0a019-a9d4-4023-96d1-0d706779865b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:15.487523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.498557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e4e9bdb-a84a-4230-9890-73388a677a93 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/84d191bf-46ac-41b5-99be-24affce9c8fb HTTP/1.1" status: 204 len: 168 time: 1.8568878 Jun 04 06:46:15.500080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.501279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7ae043a-64bb-424d-8aca-ed80ed7eb5c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/05e0a019-a9d4-4023-96d1-0d706779865b HTTP/1.1" status: 204 len: 168 time: 0.6791048 Jun 04 06:46:15.501811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:15.504197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c0e332f3-fc33-4d71-9262-4bad59714fc9 None None] Port e9c9b037-4c25-4105-abba-6a5edb6fc2dc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:15.572663 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f339e00b-4d19-4f5e-9fcb-f40e03eebc02 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:46:15.573610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f339e00b-4d19-4f5e-9fcb-f40e03eebc02 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:15.595788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port e9c9b037-4c25-4105-abba-6a5edb6fc2dc {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:15.596440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.596934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f339e00b-4d19-4f5e-9fcb-f40e03eebc02 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:15.601387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f339e00b-4d19-4f5e-9fcb-f40e03eebc02 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/84d191bf-46ac-41b5-99be-24affce9c8fb HTTP/1.1" status: 404 len: 333 time: 0.0984006 Jun 04 06:46:15.602072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:15.612395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:15.613651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02a066ff-337e-472b-8eac-21d55854dcb7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:15.636097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-11d14765-5660-4525-a907-9ca977086e8d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/quotas/57b50c52a43642838d76a63783820d98 HTTP/1.1" status: 200 len: 375 time: 0.2238448 Jun 04 06:46:15.697453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 5207ed57-41c6-41d0-a733-9c808ed90018 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:15.700860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.774556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.817917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 02a066ff-337e-472b-8eac-21d55854dcb7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:15.818244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.895549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-ebbc4a40-eacd-4ff1-9f94-f7666f365d49 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:15.920831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:15.929650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-ebbc4a40-eacd-4ff1-9f94-f7666f365d49 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:15.939859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-ebbc4a40-eacd-4ff1-9f94-f7666f365d49 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3023951 Jun 04 06:46:15.977020 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.026452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Transition to ACTIVE for port object 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:16.034936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49094) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:16.043969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.094636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.128802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:16.136081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Usage tracker for resource:security_group_rule and tenant:43258a492fab4f91acdf940c8c8518f3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:16.139172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.141610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:16.150480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:16.218930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 02a066ff-337e-472b-8eac-21d55854dcb7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:16.256325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.268659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.310040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0874228-a38f-4541-a6e6-b6d9e1e0e147 None None] Pushing event updated for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:16.338344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0b3b67-2538-4c7e-bb97-3a6db5548d8e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:16.346597 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.391066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Attempting to bind port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:16.391546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Attempting to bind port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:16.391974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Attempting to bind port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:16.400000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:16.400267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:16.400669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.401062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Bound using segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:16.401574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Bound port: 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:16.401958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.406612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-4c2be271-d37d-4578-9e40-54ae4589783a service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657850 Jun 04 06:46:16.430747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=5207ed57-41c6-41d0-a733-9c808ed90018,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:16.442954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e9060c9a-762d-4922-ac91-755854b55a4c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=43258a492fab4f91acdf940c8c8518f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054201 Jun 04 06:46:16.448136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.454625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49098) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:16.461251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for e9c9b037-4c25-4105-abba-6a5edb6fc2dc owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:16.476308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6200494-f522-4fb3-9b08-ceec38815467 None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:16.492051 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f567b212-4338-47fc-82d1-8bd834abd93a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/5207ed57-41c6-41d0-a733-9c808ed90018 HTTP/1.1" status: 204 len: 168 time: 0.8889132 Jun 04 06:46:16.496040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:16.613557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.619483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 2c306ad9-bf62-403d-867d-b281dafdfe69 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:16.632035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.745875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] For port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:16.752920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] For port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:16.787669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.823460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.848579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:16.925336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:16.926166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:45:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:16.982360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.012634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0b3b67-2538-4c7e-bb97-3a6db5548d8e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:17.023242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.024584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21dfbcd0-cdd7-4120-86df-8c0f96f9f890 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8b0b3b67-2538-4c7e-bb97-3a6db5548d8e HTTP/1.1" status: 204 len: 168 time: 0.5694664 Jun 04 06:46:17.035621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.042707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a49f7fb7-220b-4783-84a9-083607772eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.107423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-c59904da-eaae-41bc-9ea9-042e96addab9 service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995876 Jun 04 06:46:17.121971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0874228-a38f-4541-a6e6-b6d9e1e0e147 None None] Pushing event updated for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:17.183883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.198205 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.268347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=e9c9b037-4c25-4105-abba-6a5edb6fc2dc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:17.305056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.312523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=2c306ad9-bf62-403d-867d-b281dafdfe69,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:17.322034 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9d3ed845-f5d7-4577-844d-db0a9abb42bd tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/2c306ad9-bf62-403d-867d-b281dafdfe69 HTTP/1.1" status: 204 len: 168 time: 0.8242974 Jun 04 06:46:17.324448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49110) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:17.435418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:17.660294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.682909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 9f347b05-b515-4c8b-8052-44ee17e254fc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:17.683359 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.865547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:17.950150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c98d-27c1-436f-b90c-6063a61b444c req-6161beb9-97c1-4f99-9b80-eb23cab7f495 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:17.954257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b8c98d-27c1-436f-b90c-6063a61b444c req-6161beb9-97c1-4f99-9b80-eb23cab7f495 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.2897613 Jun 04 06:46:17.957927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7c8d965c-7d67-4fce-9ca0-564b9b310266 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/e9c9b037-4c25-4105-abba-6a5edb6fc2dc HTTP/1.1" status: 204 len: 168 time: 2.5474927 Jun 04 06:46:17.959489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:18.046214 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bd2db1-cc91-43fe-8e4a-16b6cc43f703 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] GET failed (client error): The resource could not be found. Jun 04 06:46:18.048776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48bd2db1-cc91-43fe-8e4a-16b6cc43f703 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports/e9c9b037-4c25-4105-abba-6a5edb6fc2dc HTTP/1.1" status: 404 len: 333 time: 0.0854633 Jun 04 06:46:18.055454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:18.082484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b8c98d-27c1-436f-b90c-6063a61b444c req-f61d0f12-7db4-47eb-b124-d737c623259b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089203 Jun 04 06:46:18.236705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-2114870958'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:18.309651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:16Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:18.311165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cb756ee-8d96-4b1e-af60-e35c898fd56e req-785f5395-f613-4718-8730-c8da10829db2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 210 time: 0.1286495 Jun 04 06:46:18.334490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da929dbd-a4a3-4ef4-af0f-ecc027595967 None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:16Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:46:18.365034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21aca4-4281-4630-9012-37851183ad3f None None] Network 9370118b-1c4c-4e4f-b98b-ba8204d58118 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:18.724349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-613fc2f2-c56b-44f6-adb9-3e20bcf9f500 None None] Provisioning complete for port 9f347b05-b515-4c8b-8052-44ee17e254fc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:18.724988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-613fc2f2-c56b-44f6-adb9-3e20bcf9f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:18.788781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port 9f347b05-b515-4c8b-8052-44ee17e254fc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9f347b05-b515-4c8b-8052-44ee17e254fc,segment=NetworkSegment(982df36e-c2a6-4246-9aec-292c152683b4),segment_id=982df36e-c2a6-4246-9aec-292c152683b4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:18.789300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:18.995726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:19.288826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 9f347b05-b515-4c8b-8052-44ee17e254fc owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:19.427120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3e26cf72-4bd3-4774-a76a-a3e026b7c41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:19.511673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-f7a6767a-5211-4d1f-af6d-8099fc96bd55 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:19.530784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-f7a6767a-5211-4d1f-af6d-8099fc96bd55 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 0.6015162 Jun 04 06:46:19.569357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-0134749e-a6ac-4b77-aa07-bfd2dfbd8c0c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/quotas/57b50c52a43642838d76a63783820d98 HTTP/1.1" status: 200 len: 375 time: 0.0366232 Jun 04 06:46:19.625012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-613fc2f2-c56b-44f6-adb9-3e20bcf9f500 None None] Port 9f347b05-b515-4c8b-8052-44ee17e254fc update to ACTIVE by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:46:19.654415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:19.670067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:19.670438 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:19.720739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:19.768935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3183ac02-6003-48c5-887a-4ca2c44c6245 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935923 Jun 04 06:46:19.814301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=9f347b05-b515-4c8b-8052-44ee17e254fc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:19.828812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No DVR routers for this DVR port 9f347b05-b515-4c8b-8052-44ee17e254fc on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:46:19.833813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:19.904470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:19.907083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:19.967322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:port and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:19.984270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:19.991976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:20.017389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a9d05-4e42-497b-82a5-402a968fcaf0 None None] DHCP port deletion for 9370118b-1c4c-4e4f-b98b-ba8204d58118 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:46:20.023617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:20.031659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.077891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:20.106837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.131174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-cf59d29c-1df3-44a5-bf0f-e2786975ae9e service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611403 Jun 04 06:46:20.284476 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.322937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:20.400956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:20.443940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.490065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-bb41e845-972e-4cd4-a798-2f0db87365fe service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520796 Jun 04 06:46:20.491886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.539789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-99f1924e-804e-442b-a16d-9ad02ad9606e tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:20.541283 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-99f1924e-804e-442b-a16d-9ad02ad9606e tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 1.0017447 Jun 04 06:46:20.577245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'port': {'device_id': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'admin_state_up': True, 'tenant_id': '57b50c52a43642838d76a63783820d98'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:20.578927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49276) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:20.622672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9370118b-1c4c-4e4f-b98b-ba8204d58118']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:20.837499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a35ef952-bcf0-4ba3-b60b-4a9608492008 req-39b365a7-389b-4896-9d24-0339bb5964ed tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 210 time: 0.1245656 Jun 04 06:46:20.870155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:20.895331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:20.902954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:20.915533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Usage tracker for resource:security_group_rule and tenant:df4f07a96cd94f3180981d18473e679f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:20.928558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:20.936682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:20.939395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982df36e-c2a6-4246-9aec-292c152683b4') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:20.939914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982df36e-c2a6-4246-9aec-292c152683b4') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:21.074020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:21.074795 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.077437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.148849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.156742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.235901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.244765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:21.267490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=df4f07a96cd94f3180981d18473e679f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866562 Jun 04 06:46:21.269578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-c14e4848-913f-4733-9cd1-849985f4b1ff req-c607e282-4469-467f-b175-a64bd503577c service neutron] (88848) timed out ('10.222.0.17', 38722) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:46:21.285218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f467f4-18d7-4e37-aae1-2b2b84741264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669dccce-8948-489f-a3b0-decbb264dad8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:21.289106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49294) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:21.317300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.6 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:21.330112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:21.330615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.342270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9f347b05-b515-4c8b-8052-44ee17e254fc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:21.411721 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 982df36e-c2a6-4246-9aec-292c152683b4 resource provider aggregate not found Jun 04 06:46:21.414123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9f347b05-b515-4c8b-8052-44ee17e254fc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:21.414668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9f347b05-b515-4c8b-8052-44ee17e254fc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:21.443332 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 982df36e-c2a6-4246-9aec-292c152683b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 982df36e-c2a6-4246-9aec-292c152683b4 found for delete ", "request_id": "req-183a29b4-c7aa-4f4d-87d4-1adb1b9e2e20"}]} Jun 04 06:46:21.552102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:21.590810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.595651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:21.597856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.631529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.678976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Made reservation on behalf of 57b50c52a43642838d76a63783820d98 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:21.682900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.703032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=9370118b-1c4c-4e4f-b98b-ba8204d58118,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:21.761616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:21.852678 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8669b108-21d4-434d-a19e-2ab08fd85f56 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/9370118b-1c4c-4e4f-b98b-ba8204d58118 HTTP/1.1" status: 204 len: 168 time: 4.5258162 Jun 04 06:46:21.858291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:21.986005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287f7e8-1326-4b4f-80e5-efa6be89c9f7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:21.991546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d287f7e8-1326-4b4f-80e5-efa6be89c9f7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1299617 Jun 04 06:46:21.992427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:22.068287 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.117733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.124093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-29f95d82-ad69-4979-ad02-7105dfab54b3 req-5dab2233-00e2-4227-8ba1-1a92d8cbc563 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 210 time: 0.0522127 Jun 04 06:46:22.139107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.146783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669dccce-8948-489f-a3b0-decbb264dad8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:22.164366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.164689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.165037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.165355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.165707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.166033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.166353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.166672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.166991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.167308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.167623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.168016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:22.171692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9661884d-91d0-451b-a450-6f72bbabbfe6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1779134 Jun 04 06:46:22.172382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:22.177922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173247818'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:22.200169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:22.204017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:22.209350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:22.212197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:22.218703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:22.229868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:22.234706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.279557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:22.283307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.287506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-63b482e9-e168-4694-a2ee-137e2f15ba8b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/669dccce-8948-489f-a3b0-decbb264dad8 HTTP/1.1" status: 204 len: 168 time: 0.9718537 Jun 04 06:46:22.326317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Allocated IP 172.20.0.7 (2dbe5e01-883e-424d-a1f4-969e41d1f530/5d975e51-68b0-4441-9508-0335d9e3d489/861df88b-9847-4395-b0a1-cea766e3bb2d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:22.329953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.331222 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 2a5f5377-30e4-4c08-b2f6-c81a679c1a84 of type vlan for network c0839b17-878e-4de6-8135-20a8e7491c38 Jun 04 06:46:22.334007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.418532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.518762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.528009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:22.528627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:22.597408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:22.609604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:22.665036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:22.767432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:22.994225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:22.999078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:23.017237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8408883 Jun 04 06:46:23.024296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49336) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:23.048844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:23.098745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89294b6d-5182-479a-a854-53ea5cd017ca None None] Provisioning for port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:23.107577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89294b6d-5182-479a-a854-53ea5cd017ca None None] Provisioning complete for port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:23.107952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89294b6d-5182-479a-a854-53ea5cd017ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:23.223917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707531e-7e33-4d48-a8c6-0e0c47669708 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=c0839b17-878e-4de6-8135-20a8e7491c38,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:23.245387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c0839b17-878e-4de6-8135-20a8e7491c38 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:23.300007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:23.308290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:23.315132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:23.330655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:23.350234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:23.354413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:23.487834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-9d40ac67-48da-4871-a6e1-5e05ba09d97a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:23.489599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-9d40ac67-48da-4871-a6e1-5e05ba09d97a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 1.1038334 Jun 04 06:46:23.509904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-46505c3d-baac-4d08-a014-b888c99859a2 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4464645 Jun 04 06:46:23.517103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'port': {'device_id': '066851e8-9645-4937-abf9-650e79db1fbb', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'admin_state_up': True, 'tenant_id': '57b50c52a43642838d76a63783820d98'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:23.535474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49354) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:23.565367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:92:4c'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:23.604616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-89294b6d-5182-479a-a854-53ea5cd017ca None None] Port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:23.771214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2451ac1-a2a2-441c-a600-27af175d2523 req-62aa0535-7414-4432-81b9-4836fddc9403 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 210 time: 0.1638374 Jun 04 06:46:23.832214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:23.902410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:23.918897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:port and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:23.927011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:23.936146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Transition to ACTIVE for port object 861df88b-9847-4395-b0a1-cea766e3bb2d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:23.940950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:23.977123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Made reservation on behalf of 57b50c52a43642838d76a63783820d98 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:23.981011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.084039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.207426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=9e8c7191-7682-4750-9d72-f16e0ea0579a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:24.219660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '2a5f5377-30e4-4c08-b2f6-c81a679c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:24.220022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: c0839b17-878e-4de6-8135-20a8e7491c38, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:46:24.260149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network c0839b17-878e-4de6-8135-20a8e7491c38 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:46:24.292867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c0839b17-878e-4de6-8135-20a8e7491c38) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:24.303434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532e602-cd40-4602-a6b6-646604d7d499 None None] Network c0839b17-878e-4de6-8135-20a8e7491c38 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:24.307978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:24.309148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.363139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d237f241-3202-4d84-b917-fa903b841815 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3308890 Jun 04 06:46:24.365710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49374) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:24.380923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38', 'name': 'tempest-PortsTestJSON-1339809776'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:24.557269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.667169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.701529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:24.709227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:24.715354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:24.737849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:24.770617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:24.775671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:24.820834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 2a90f8bf-8678-45b7-878e-4e44b6989d47 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:24.852974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:24.869887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:24.884622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:25.040243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:25.049775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c0839b17-878e-4de6-8135-20a8e7491c38', 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': '9e8c7191-7682-4750-9d72-f16e0ea0579a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:46:25.050808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.225703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7bf4194-67cf-426d-95b4-e7c90205def2 req-0c6eebbd-7de1-4175-bd63-98d29659b657 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 210 time: 0.0981936 Jun 04 06:46:25.301689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.8 (c0839b17-878e-4de6-8135-20a8e7491c38/9e8c7191-7682-4750-9d72-f16e0ea0579a/2a90f8bf-8678-45b7-878e-4e44b6989d47) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:25.349410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1fc0c9b1-5fe8-4ed3-8302-ba696293aa01 None None] Provisioning for port 861df88b-9847-4395-b0a1-cea766e3bb2d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:25.355002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1fc0c9b1-5fe8-4ed3-8302-ba696293aa01 None None] Provisioning complete for port 861df88b-9847-4395-b0a1-cea766e3bb2d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:25.355379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c9b1-5fe8-4ed3-8302-ba696293aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.387214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Allocated IP 172.20.0.10 (2dbe5e01-883e-424d-a1f4-969e41d1f530/5d975e51-68b0-4441-9508-0335d9e3d489/0c39d271-6d7d-494a-b473-a6186bec8287) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:25.396646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.439953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0c9b1-5fe8-4ed3-8302-ba696293aa01 None None] Port 861df88b-9847-4395-b0a1-cea766e3bb2d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:25.440338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.470282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:25.470961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.550793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.657241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49394) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:25.678491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.700526 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-099d4d21-5c9c-4249-8ca4-6ec12d334a14 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1370378 Jun 04 06:46:25.725309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 2a90f8bf-8678-45b7-878e-4e44b6989d47 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:25.729064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-27feae11-f395-446c-800f-6b570d84cf89 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:46:25.730646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-27feae11-f395-446c-800f-6b570d84cf89 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175178 Jun 04 06:46:25.784623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.786320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.792023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:25.852804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] In _notify_port_updated(), no bound segment for port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f on network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:46:25.859145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:25.860123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:25.865049 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0172a4c-e47a-4307-8f5a-367dfa5f00bb tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "PUT /v2.0/ports/7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f HTTP/1.1" status: 200 len: 994 time: 2.3241696 Jun 04 06:46:25.870669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49402) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:26.009153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Allocated IP 172.20.0.2 (c0839b17-878e-4de6-8135-20a8e7491c38/9e8c7191-7682-4750-9d72-f16e0ea0579a/4e256a13-e269-4092-859c-f03f8f62d9bd) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:26.016509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.052292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Transition to ACTIVE for port object 0c39d271-6d7d-494a-b473-a6186bec8287 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:26.084639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Request body: {'port': {'device_id': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:26.207014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.220959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network c0839b17-878e-4de6-8135-20a8e7491c38 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:26.229868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:26.230459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.248504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-538c8b3f-74c4-42d8-8210-1fcb07d1430d None None] Provisioning complete for port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:26.248998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-538c8b3f-74c4-42d8-8210-1fcb07d1430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.286790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:26.307157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1065800099'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:26.314227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:26.318468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Usage tracker for resource:network and tenant:cdaffc63856344babdc92a5d7c79b00a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:26.321711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:26.327914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:26.335877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:26.394877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-538c8b3f-74c4-42d8-8210-1fcb07d1430d None None] Port 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:26.397464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Made reservation on behalf of cdaffc63856344babdc92a5d7c79b00a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:26.400997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.432261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=2a90f8bf-8678-45b7-878e-4e44b6989d47,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:26.450618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.451041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.451497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.451901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.452920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.453335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.453781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.454171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.454567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.454960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.455399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.456091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:26.470042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.492201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:26.496540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Usage tracker for resource:security_group_rule and tenant:cdaffc63856344babdc92a5d7c79b00a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:26.500432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:26.506867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:26.542026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:26.543081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:26.571001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:26.578720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:26.589042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.609609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Transition to ACTIVE for port object 4e256a13-e269-4092-859c-f03f8f62d9bd will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:26.616495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:26.617126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.635593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Transition to ACTIVE for port object 4e256a13-e269-4092-859c-f03f8f62d9bd will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:26.645193 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.669843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.774688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Network c0839b17-878e-4de6-8135-20a8e7491c38 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:26.779773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:26.784493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:26.818556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:26.819421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:26.828925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cd243b1b-db02-46c3-8495-dc6418bd064f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4598286 Jun 04 06:46:26.845952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49412) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:26.867536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-235d7d5a-590f-4064-b707-fada5d7d494f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3598626 Jun 04 06:46:26.873752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38', 'name': 'tempest-PortsTestJSON-1443081275'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:27.005161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Pushing event updated for resources: {'Port': ['ID=4e256a13-e269-4092-859c-f03f8f62d9bd,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:27.025828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:27.031545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:27.034952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:27.041154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:27.064762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Request body: {'port': {'device_id': '066851e8-9645-4937-abf9-650e79db1fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:27.092282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:27.096960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.103139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Attempting to bind port 4e256a13-e269-4092-859c-f03f8f62d9bd on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:27.103747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Attempting to bind port 4e256a13-e269-4092-859c-f03f8f62d9bd by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2a5f5377-30e4-4c08-b2f6-c81a679c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:27.104116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Attempting to bind port 4e256a13-e269-4092-859c-f03f8f62d9bd on network c0839b17-878e-4de6-8135-20a8e7491c38 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:27.116598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.117422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.117794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.118243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.118705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.119179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.120288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.121153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.122220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.122566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.124715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.125068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:46:27.147460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ed30d70-ec5d-471d-9f5a-09bb42cdb2e9 None None] Provisioning for port 0c39d271-6d7d-494a-b473-a6186bec8287 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:27.156705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:27.157140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Checking segment: {'id': '2a5f5377-30e4-4c08-b2f6-c81a679c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:27.157584 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.159287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 58e7b516-8a94-4f66-b74c-dadec3d2fb35 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:27.159987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Bound using segment: {'id': '2a5f5377-30e4-4c08-b2f6-c81a679c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:27.162066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Bound port: 4e256a13-e269-4092-859c-f03f8f62d9bd, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5f5377-30e4-4c08-b2f6-c81a679c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c0839b17-878e-4de6-8135-20a8e7491c38'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:27.162477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.206377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ed30d70-ec5d-471d-9f5a-09bb42cdb2e9 None None] Provisioning complete for port 0c39d271-6d7d-494a-b473-a6186bec8287 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:27.206937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ed30d70-ec5d-471d-9f5a-09bb42cdb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.336926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2ed30d70-ec5d-471d-9f5a-09bb42cdb2e9 None None] Port 0c39d271-6d7d-494a-b473-a6186bec8287 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:27.404356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] For port 4e256a13-e269-4092-859c-f03f8f62d9bd, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:27.410682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] For port 4e256a13-e269-4092-859c-f03f8f62d9bd, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4e256a13-e269-4092-859c-f03f8f62d9bd,segment=NetworkSegment(2a5f5377-30e4-4c08-b2f6-c81a679c1a84),segment_id=2a5f5377-30e4-4c08-b2f6-c81a679c1a84)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:27.418380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.428110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.443699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.451638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156b58b-387e-4722-8b1c-3a759d84bd4f req-148c792c-d744-4745-9e50-052a6af81f27 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:27.453701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0156b58b-387e-4722-8b1c-3a759d84bd4f req-148c792c-d744-4745-9e50-052a6af81f27 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 932 time: 0.9850116 Jun 04 06:46:27.456768 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.577451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237c4b-9ceb-4aed-bf89-08d14877332d None None] Pushing event updated for resources: {'Port': ['ID=4e256a13-e269-4092-859c-f03f8f62d9bd,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:27.611771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for 7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:27.750053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.754877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ec5ca-15e2-4ceb-8580-8a9eb2312f4b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:27.785787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:27.817837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0156b58b-387e-4722-8b1c-3a759d84bd4f req-f10b586b-22e5-4da8-8475-f168dad2711d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:27.827508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.828358 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Added segment c0b8097a-c0c5-4733-9c76-23f5aed8b557 of type vlan for network c3a68621-8cf7-47b1-b8a0-f42570cb9e90 Jun 04 06:46:27.871807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.11 (c0839b17-878e-4de6-8135-20a8e7491c38/9e8c7191-7682-4750-9d72-f16e0ea0579a/58e7b516-8a94-4f66-b74c-dadec3d2fb35) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:27.902657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:27.928701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0156b58b-387e-4722-8b1c-3a759d84bd4f req-f10b586b-22e5-4da8-8475-f168dad2711d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:27.933076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0156b58b-387e-4722-8b1c-3a759d84bd4f req-f10b586b-22e5-4da8-8475-f168dad2711d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102614 Jun 04 06:46:28.073345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.083998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:28.085179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.250817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5922821 Jun 04 06:46:28.263508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:28.294952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:28.313635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767917ca-8ddf-46d6-aff7-292f9e2f4117 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Pushing event updated for resources: {'Network': ['ID=c3a68621-8cf7-47b1-b8a0-f42570cb9e90,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:28.317567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.324580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c3a68621-8cf7-47b1-b8a0-f42570cb9e90 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:28.487392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'name': 'tempest-network--1345573493', 'router:external': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:28.504525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:28.510039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:network and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:28.517742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:28.530479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:28.614019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:28.688621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:28.695191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.763263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861df88b-9847-4395-b0a1-cea766e3bb2d {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:46:28.776888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.799073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:28.902938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Transition to ACTIVE for port object 861df88b-9847-4395-b0a1-cea766e3bb2d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:28.907118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4e256a13-e269-4092-859c-f03f8f62d9bd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:28.909724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:29.105664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4e256a13-e269-4092-859c-f03f8f62d9bd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:29.222041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:security_group_rule and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:29.225258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:29.231129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.278274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:29.332128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4b7cf-4788-4e15-ba7f-aaf82697886d None None] Network c0839b17-878e-4de6-8135-20a8e7491c38 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:29.435447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.557105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 58e7b516-8a94-4f66-b74c-dadec3d2fb35 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:29.565158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c39d271-6d7d-494a-b473-a6186bec8287 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:46:29.580688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Provisioning for port 4e256a13-e269-4092-859c-f03f8f62d9bd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:29.583635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.585898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-891e053d-12e9-4874-af29-f4fc0f687b8f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f HTTP/1.1" status: 204 len: 168 time: 3.6846156 Jun 04 06:46:29.594388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Provisioning complete for port 4e256a13-e269-4092-859c-f03f8f62d9bd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:29.594388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.594685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49442) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:29.647480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.674610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Transition to ACTIVE for port object 0c39d271-6d7d-494a-b473-a6186bec8287 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:29.677056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Pushing event updated for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:29.688776 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea3900b-675d-45d9-89b4-62c64c69956e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] GET failed (client error): The resource could not be found. Jun 04 06:46:29.689327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea3900b-675d-45d9-89b4-62c64c69956e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Synchronizing usage tracker for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:29.751915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.764348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89841c9-44db-4dfa-9d80-700233844f23 req-ca29bf85-39b9-4b9c-8eb6-3e826ab6b085 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:29.766809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f89841c9-44db-4dfa-9d80-700233844f23 req-ca29bf85-39b9-4b9c-8eb6-3e826ab6b085 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 932 time: 0.5789373 Jun 04 06:46:29.784811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea3900b-675d-45d9-89b4-62c64c69956e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Unset dirty status for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:29.786408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ea3900b-675d-45d9-89b4-62c64c69956e tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports/7372cb0c-cbea-4426-9cb9-71a0a7ad0f4f HTTP/1.1" status: 404 len: 333 time: 0.1871107 Jun 04 06:46:29.800984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49446) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:29.813180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-1897848891'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:29.824910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Current status of the port 4e256a13-e269-4092-859c-f03f8f62d9bd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:29.825347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.861189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f89841c9-44db-4dfa-9d80-700233844f23 req-d15604a9-0ab7-459f-ab63-24b38ac7fdf8 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794129 Jun 04 06:46:29.867400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] For port 4e256a13-e269-4092-859c-f03f8f62d9bd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4e256a13-e269-4092-859c-f03f8f62d9bd,segment=NetworkSegment(2a5f5377-30e4-4c08-b2f6-c81a679c1a84),segment_id=2a5f5377-30e4-4c08-b2f6-c81a679c1a84)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:29.876466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:29.951571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Attempting to bind port 861df88b-9847-4395-b0a1-cea766e3bb2d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:29.952798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Attempting to bind port 861df88b-9847-4395-b0a1-cea766e3bb2d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:29.953938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Attempting to bind port 861df88b-9847-4395-b0a1-cea766e3bb2d on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:29.964039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Port 861df88b-9847-4395-b0a1-cea766e3bb2d on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:46:29.964526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Attempting to bind port 861df88b-9847-4395-b0a1-cea766e3bb2d on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:29.985093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:29.985564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005e2d1-397a-459a-aca5-3c520a6f54c1 None None] Pushing event updated for resources: {'Port': ['ID=4e256a13-e269-4092-859c-f03f8f62d9bd,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:29.986031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:29.986031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Bound using segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:29.986648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Bound port: 861df88b-9847-4395-b0a1-cea766e3bb2d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:29.987112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.163301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:30.230379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.252960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Provisioning for port 2a90f8bf-8678-45b7-878e-4e44b6989d47 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:30.274851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Provisioning complete for port 2a90f8bf-8678-45b7-878e-4e44b6989d47 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:30.276540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.285754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:30.304719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:30.376915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.381880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:30.389382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.398516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Port 2a90f8bf-8678-45b7-878e-4e44b6989d47 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:30.418516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Provisioning complete for port 4e256a13-e269-4092-859c-f03f8f62d9bd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:30.419019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.431990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:30.457237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.470689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:30.551683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network c0839b17-878e-4de6-8135-20a8e7491c38 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:30.587516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d0c65bcd-9f15-4247-9293-0f06334775c6 None None] Current status of the port 4e256a13-e269-4092-859c-f03f8f62d9bd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:30.619126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.696901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Attempting to bind port 0c39d271-6d7d-494a-b473-a6186bec8287 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:30.697233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Attempting to bind port 0c39d271-6d7d-494a-b473-a6186bec8287 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:30.697572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Attempting to bind port 0c39d271-6d7d-494a-b473-a6186bec8287 on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:30.708767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Port 0c39d271-6d7d-494a-b473-a6186bec8287 on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:46:30.709019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Attempting to bind port 0c39d271-6d7d-494a-b473-a6186bec8287 on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:30.711057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20667b00-db1b-44ec-bbda-c37cfeaa29af,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:30.716075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:30.718005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:30.732813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f5b92f49-3cd0-4765-ba79-7c1aaeba42af None None] Provisioning complete for port 2a90f8bf-8678-45b7-878e-4e44b6989d47 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:30.733195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5b92f49-3cd0-4765-ba79-7c1aaeba42af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.784457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.5 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/7fe4ee18-b873-43b6-ae42-1bb39c3eef50) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:30.808729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5b92f49-3cd0-4765-ba79-7c1aaeba42af None None] Port 2a90f8bf-8678-45b7-878e-4e44b6989d47 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:30.837115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.837452 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Added segment f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1 of type vlan for network 196c6f2d-7605-4a82-b13e-c3b49733cd32 Jun 04 06:46:30.847037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:30.847694 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.859661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4e256a13-e269-4092-859c-f03f8f62d9bd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:30.902505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:30.902842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:30.903230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Bound using segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:30.903819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Bound port: 0c39d271-6d7d-494a-b473-a6186bec8287, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:30.904021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:30.947423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:30.972405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4e256a13-e269-4092-859c-f03f8f62d9bd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:30.973069 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.079242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=58e7b516-8a94-4f66-b74c-dadec3d2fb35,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:31.083302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=861df88b-9847-4395-b0a1-cea766e3bb2d,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:31.128230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.150025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4e256a13-e269-4092-859c-f03f8f62d9bd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:31.168331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ab876479-9989-41a9-a610-763034e99e52 None None] Provisioning for port 58e7b516-8a94-4f66-b74c-dadec3d2fb35 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:31.174031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ab876479-9989-41a9-a610-763034e99e52 None None] Provisioning complete for port 58e7b516-8a94-4f66-b74c-dadec3d2fb35 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:31.175124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ab876479-9989-41a9-a610-763034e99e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.188580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.221506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.222020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.223606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] 10.222.0.24 "PUT /v2.0/ports/861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 1091 time: 5.4572654 Jun 04 06:46:31.224851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e6f9b628-a804-47fa-8e96-3595bf7d5589 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3716669 Jun 04 06:46:31.233434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:31.253326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:31.292673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ab876479-9989-41a9-a610-763034e99e52 None None] Port 58e7b516-8a94-4f66-b74c-dadec3d2fb35 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:31.349715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:31.372888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:46:31.402610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=0c39d271-6d7d-494a-b473-a6186bec8287,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:31.408922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45225ee7-cf82-4d3a-956e-890d55180b39 service neutron] Pushing event updated for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:31.417854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-2fcbb7e4-611f-4487-ac5b-0843209577c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6341672 Jun 04 06:46:31.421203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.549719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.550703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.551282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.575784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.582532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.583215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.584785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 1092 time: 4.5327590 Jun 04 06:46:31.622747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e5c7-4c18-43e7-9ae9-4a9e6f7e8a1f req-750669dd-604b-42a3-a917-acc97b8691b6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.630779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f238e5c7-4c18-43e7-9ae9-4a9e6f7e8a1f req-750669dd-604b-42a3-a917-acc97b8691b6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.4632175 Jun 04 06:46:31.653364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:31.744526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f238e5c7-4c18-43e7-9ae9-4a9e6f7e8a1f req-3551137d-bf63-4928-848e-ede3e9139c73 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Jun 04 06:46:31.752811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=196c6f2d-7605-4a82-b13e-c3b49733cd32,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:31.773547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 196c6f2d-7605-4a82-b13e-c3b49733cd32 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:31.775758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c504d1ff-0461-4e6e-a745-58ecdbc1c35e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5111036 Jun 04 06:46:31.782155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:31.815168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Deleting port 856a101f-058f-4402-9b4c-b4da7d33ffa7 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:31.816187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.870602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f884586-e6f4-4604-9d8d-eb6ef47fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:31.875391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:31.928089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-5a38a752-105c-408a-bfb6-a123ea4a1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.934177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-5a38a752-105c-408a-bfb6-a123ea4a1863 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1094 time: 0.6303465 Jun 04 06:46:31.943200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494fb014-cd9c-4069-8d13-ceec92cff532 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:31.944243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-494fb014-cd9c-4069-8d13-ceec92cff532 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:31.972613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:31.977714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:32.036743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:32.114249 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe00386-530e-4c63-92a5-ae5a46872c57'] response: {'name': 'network-changed', 'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d', 'status': 'completed', 'code': 200} Jun 04 06:46:32.121668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=7fe4ee18-b873-43b6-ae42-1bb39c3eef50,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:32.149767 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-e8680781-f4f2-438b-ab89-95d411a75896 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.1959813 Jun 04 06:46:32.193275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:32.194166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.222215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] For port 856a101f-058f-4402-9b4c-b4da7d33ffa7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=856a101f-058f-4402-9b4c-b4da7d33ffa7,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:32.222574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.239031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.251831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-494fb014-cd9c-4069-8d13-ceec92cff532 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:32.254322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-494fb014-cd9c-4069-8d13-ceec92cff532 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.9998200 Jun 04 06:46:32.257618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-2e94ac3c-551e-4848-bc48-20d32baaf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:32.259302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-2e94ac3c-551e-4848-bc48-20d32baaf67c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.7638612 Jun 04 06:46:32.259752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:32.310391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-94558cec-61f5-46fd-915e-28ef1a74e771 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5067806 Jun 04 06:46:32.326851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49472) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:32.363571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:92:4c'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:32.376865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Calling delete_port for 856a101f-058f-4402-9b4c-b4da7d33ffa7 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:32.380240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ec4b3330-c7e2-402a-9100-5b56fd604269 None None] Provisioning for port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:32.391226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ec4b3330-c7e2-402a-9100-5b56fd604269 None None] Provisioning complete for port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:32.391533 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ec4b3330-c7e2-402a-9100-5b56fd604269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.414822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-b029c6a4-8494-45bc-b497-8b83a33f3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:32.416256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-b029c6a4-8494-45bc-b497-8b83a33f3fd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2604394 Jun 04 06:46:32.465649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b3330-c7e2-402a-9100-5b56fd604269 None None] Port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:32.626694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 58e7b516-8a94-4f66-b74c-dadec3d2fb35 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:32.627036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.866934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-f788fbac-14c1-45f7-89c5-65d2f32deb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:32.867366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:32.868410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-f788fbac-14c1-45f7-89c5-65d2f32deb14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1095 time: 1.2317379 Jun 04 06:46:32.920413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Pushing event deleted for resources: {'Port': ['ID=856a101f-058f-4402-9b4c-b4da7d33ffa7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:33.048861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.113622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-7e7bfa41-c13e-40e8-a845-05b1b12e6dbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.2166092 Jun 04 06:46:33.249734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196c6f2d-7605-4a82-b13e-c3b49733cd32']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:33.273416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bb977-c28b-4134-88fe-e10f43e39b74 req-e0467daf-8dca-45c4-a28c-1f5d633bb7d3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:33.275093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea7bb977-c28b-4134-88fe-e10f43e39b74 req-e0467daf-8dca-45c4-a28c-1f5d633bb7d3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.3185833 Jun 04 06:46:33.292003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-1b38e828-d162-4a24-b95b-e62c856dc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:33.293532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-1b38e828-d162-4a24-b95b-e62c856dc6a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.9637086 Jun 04 06:46:33.298606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:33.298902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:33.338459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.352541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea7bb977-c28b-4134-88fe-e10f43e39b74 req-67a7811b-23a8-4952-9b20-46b5ceda02e9 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689697 Jun 04 06:46:33.416105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.500218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-b2b4ac90-3673-483f-a6dd-62196de997b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:33.501605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-b2b4ac90-3673-483f-a6dd-62196de997b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3669615 Jun 04 06:46:33.571361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.631133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-c307de4d-6980-4e82-b00e-813fce328df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:33.632602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-c307de4d-6980-4e82-b00e-813fce328df7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1689405 Jun 04 06:46:33.668218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:33.668660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.736235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-59c4dd00-df0b-403d-b508-6a789f01147f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1000 time: 0.4214325 Jun 04 06:46:33.747969 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1 resource provider aggregate not found Jun 04 06:46:33.748846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:33.761623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Router a6030852-661b-4464-8ba6-6fb34bb5d139 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:46:33.846669 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f87e8d6e-0ffa-48cb-9244-d5356c4fa7e1 found for delete ", "request_id": "req-4cd5069d-ccf5-4363-bd68-115ad3e9bb69"}]} Jun 04 06:46:33.961722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:46:33.987805 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Sync routers for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:46:33.989820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e8ca085b-be0a-4c69-b59b-8b7b503d8824 admin admin] 10.222.0.17 "PUT /v2.0/routers/a6030852-661b-4464-8ba6-6fb34bb5d139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6911047 Jun 04 06:46:33.992097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49486) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:34.010399 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:34.012718 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:46:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:34.099327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.103030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 196c6f2d-7605-4a82-b13e-c3b49733cd32 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:46:34.104935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.112811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.135054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:34.141309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-85f07b7b-7f4b-4c5d-a6ca-69014a1642dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:34.142833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-85f07b7b-7f4b-4c5d-a6ca-69014a1642dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.3807902 Jun 04 06:46:34.353944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 58e7b516-8a94-4f66-b74c-dadec3d2fb35 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:34.402382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:34.438533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Network': ['ID=196c6f2d-7605-4a82-b13e-c3b49733cd32,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:34.449329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.457051 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68745afd-bd79-4fbb-b576-a42b8bd78cf3'] response: {'name': 'network-changed', 'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287', 'status': 'completed', 'code': 200} Jun 04 06:46:34.461936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3c7c490c-86c5-498d-8767-494a76f02332 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/196c6f2d-7605-4a82-b13e-c3b49733cd32 HTTP/1.1" status: 204 len: 168 time: 2.6724496 Jun 04 06:46:34.476515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:34.485184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-7f9ba4c3-3cd9-45c0-b118-238c6e31e18e service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268306 Jun 04 06:46:34.492736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-278e3b0c-f9f5-40d9-b2c5-30fdbffee0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:34.494174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-278e3b0c-f9f5-40d9-b2c5-30fdbffee0bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9671135 Jun 04 06:46:34.518422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:34.777140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.797528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:46:34.802255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:34.822785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ddab-5e51-450b-bb46-6859be065e32 req-9019b716-1106-49bc-8703-b78376e95d25 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:34.831565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2384ddab-5e51-450b-bb46-6859be065e32 req-9019b716-1106-49bc-8703-b78376e95d25 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.2072818 Jun 04 06:46:34.846435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Deleting port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:34.847047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:34.944745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2384ddab-5e51-450b-bb46-6859be065e32 req-2fdb4337-8ed2-4590-9e49-9fcc8f1ee702 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119206 Jun 04 06:46:34.950116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:network and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:34.961187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:35.081085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:46:32Z', 'revision_number': 5, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port': {'id': '1ba03be3-7dc6-4484-8fb6-f5ebd512e956', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:36:58Z', 'updated_at': '2022-06-04T06:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:35.086233 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Checking router: a6030852-661b-4464-8ba6-6fb34bb5d139 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:46:35.102120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:35.116293 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Routers {'a6030852-661b-4464-8ba6-6fb34bb5d139'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:46:35.123042 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:46:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a6030852-661b-4464-8ba6-6fb34bb5d139'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:35.255327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:35.257633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.263962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] For port 1ba03be3-7dc6-4484-8fb6-f5ebd512e956, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:35.264752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.341801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-63eae77d-fd28-4ce3-9e5d-98d29e49dcd9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:35.351879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-63eae77d-fd28-4ce3-9e5d-98d29e49dcd9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.1935115 Jun 04 06:46:35.355100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fa0df9ea-2e28-431e-acc2-2dd3eafa0fa3 req-0f4f7216-bd5e-479a-b803-b43b44663c7b service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599927 Jun 04 06:46:35.378246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-81ce2857-2942-4ecb-9a99-e033f2b59f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:35.379847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-81ce2857-2942-4ecb-9a99-e033f2b59f56 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2228336 Jun 04 06:46:35.387525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-d7f0ea9e-9901-44e7-a0a1-c367a0065579 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557031 Jun 04 06:46:35.392856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.421952 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] Set router a6030852-661b-4464-8ba6-6fb34bb5d139 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:46:35.437091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Calling delete_port for 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:35.460800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:35.472707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.494644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:46:35.499943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:35.508121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Usage tracker for resource:security_group_rule and tenant:b9f471bd41804fc9bf917851325199e1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:35.512552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:35.529074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:35.611859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=58e7b516-8a94-4f66-b74c-dadec3d2fb35,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:35.616329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.622265 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:46:34Z', 'revision_number': 6, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:35.628509 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b09e1a2-6140-4913-a7fe-7a69f1cc92d8 None None] The sync data for ids ['a6030852-661b-4464-8ba6-6fb34bb5d139'] in n-d-811808-2 is: [{'id': 'a6030852-661b-4464-8ba6-6fb34bb5d139', 'name': 'tempest-AttachVolumeNegativeTest-963307124-router', 'tenant_id': '358a52c1c3324af09eae4b72709deea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:36:56Z', 'updated_at': '2022-06-04T06:46:34Z', 'revision_number': 6, 'project_id': '358a52c1c3324af09eae4b72709deea7', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:46:35.723071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.723410 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Added segment 869d0167-be07-4756-84cb-870ef86f9d96 of type vlan for network 2337533c-4d56-4f2e-8167-5eb2c98808a2 Jun 04 06:46:35.728725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.736641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.747707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.783495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b61ed1df-3b4d-4460-b0b2-09a888840a67 req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326375 Jun 04 06:46:35.787261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:35.860127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838b457-58c3-4c55-a46e-f4f76923f8c4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a4f8f-4c68-4153-94b9-e0fdc79484dc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:35.875298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba03be3-7dc6-4484-8fb6-f5ebd512e956,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:36.003542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.109069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-730b1647-2ede-491b-8540-ed2d74399ea7 req-70f78e39-247d-4d40-ab7e-43235d2c4952 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078779 Jun 04 06:46:36.269798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.287736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=7fe4ee18-b873-43b6-ae42-1bb39c3eef50,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:36.305325 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-e0fa3417-f321-411a-b4b1-18bd2608e00e service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8642387 Jun 04 06:46:36.330780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.344267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f895a372-7efb-4fe3-a384-00c94bdc778d None None] Provisioning complete for port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:36.344874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f895a372-7efb-4fe3-a384-00c94bdc778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.375222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.378328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.404763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] In _notify_port_updated(), no bound segment for port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 on network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:46:36.410561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:36.411250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.412641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f04cfaa-30c9-4fee-9d49-b7640dbdf0ea tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "PUT /v2.0/ports/7fe4ee18-b873-43b6-ae42-1bb39c3eef50 HTTP/1.1" status: 200 len: 996 time: 4.0816722 Jun 04 06:46:36.442700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:36.444405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f895a372-7efb-4fe3-a384-00c94bdc778d None None] Port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:36.506854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-3394b0a0-cb0a-45eb-82c9-66213b8bbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:36.508437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-3394b0a0-cb0a-45eb-82c9-66213b8bbc30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1094 time: 1.0487289 Jun 04 06:46:36.512026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec13f43d-b1ac-47f3-bfce-091bfbc7f5d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/58e7b516-8a94-4f66-b74c-dadec3d2fb35 HTTP/1.1" status: 204 len: 168 time: 4.2447443 Jun 04 06:46:36.516521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49514) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:36.610426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.610960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6030852-661b-4464-8ba6-6fb34bb5d139 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:46:36.655842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f38b50-4d12-4bdb-8d24-bab2a0bc1d4c req-2159142d-dbc7-417f-8820-c747b5393a7f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:36.657507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-29f38b50-4d12-4bdb-8d24-bab2a0bc1d4c req-2159142d-dbc7-417f-8820-c747b5393a7f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.5451326 Jun 04 06:46:36.670376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.671932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c48cf02-a60e-49ea-b210-d2cff3e2791a admin admin] 10.222.0.17 "DELETE /v2.0/routers/a6030852-661b-4464-8ba6-6fb34bb5d139 HTTP/1.1" status: 204 len: 168 time: 2.6785967 Jun 04 06:46:36.688220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49518) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:36.750003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-4b3e5d97-d18a-4b2b-9333-fdfc485734b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1921668 Jun 04 06:46:36.769710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-29f38b50-4d12-4bdb-8d24-bab2a0bc1d4c req-060f519e-2d0f-42e2-8ea3-7314c5e6c17b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005342 Jun 04 06:46:36.790883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Deleting subnet 52066dc6-fb24-4118-9eae-e2fd734e1e9f {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:36.796857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.832819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.834121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:36.834884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:36.837174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49522) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:36.883554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 856a101f-058f-4402-9b4c-b4da7d33ffa7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:36.903368 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-833cdc43-e0c3-4d6b-ba6f-13039015cc40 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:46:36.904188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-833cdc43-e0c3-4d6b-ba6f-13039015cc40 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:36.955274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 856a101f-058f-4402-9b4c-b4da7d33ffa7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:36.955616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 856a101f-058f-4402-9b4c-b4da7d33ffa7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:36.956023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:36.980457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:36.980805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.026948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:37.027289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1ba03be3-7dc6-4484-8fb6-f5ebd512e956 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:37.046830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5662427 Jun 04 06:46:37.050033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b5457ce8-7c83-45d2-9174-62d0f49da841 req-e42ae302-f6c8-43b7-a9d0-27fcc24d4fce service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435906 Jun 04 06:46:37.059056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:37.075140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'subnet': {'network_id': '2337533c-4d56-4f2e-8167-5eb2c98808a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:37.132103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-68f52d48-521c-44e6-82ee-587e01559929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.133867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-68f52d48-521c-44e6-82ee-587e01559929 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1095 time: 0.9266002 Jun 04 06:46:37.138581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:37.162803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.171996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd0ac7-d143-43d2-92e8-e9379ed1960e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=2337533c-4d56-4f2e-8167-5eb2c98808a2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:37.188711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:subnet and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:37.192276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2337533c-4d56-4f2e-8167-5eb2c98808a2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:37.246097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-833cdc43-e0c3-4d6b-ba6f-13039015cc40 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:37.247254 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-833cdc43-e0c3-4d6b-ba6f-13039015cc40 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/58e7b516-8a94-4f66-b74c-dadec3d2fb35 HTTP/1.1" status: 404 len: 333 time: 0.7268655 Jun 04 06:46:37.248275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:37.253313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49532) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:37.256941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b4a06d8-4e86-4597-a09b-a3e288436afe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 200 len: 992 time: 0.4187119 Jun 04 06:46:37.317167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:37.390497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-5e24aff9-54a7-4fea-b538-f0a20e78ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.392027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-5e24aff9-54a7-4fea-b538-f0a20e78ff20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.8676808 Jun 04 06:46:37.397454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 2a90f8bf-8678-45b7-878e-4e44b6989d47 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:37.398026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.452635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1617c90-734e-4237-b34d-902afec71013 req-2ce6c50a-1e6a-429c-ad9e-50e275a0cbd2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.454271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1617c90-734e-4237-b34d-902afec71013 req-2ce6c50a-1e6a-429c-ad9e-50e275a0cbd2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.4250963 Jun 04 06:46:37.464779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-320495fc-ef9d-444d-b57e-34508567ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.466221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-320495fc-ef9d-444d-b57e-34508567ee4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 1097 time: 0.5127101 Jun 04 06:46:37.477021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:37.479337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.502345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.509281 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-69785a60-3bf2-453f-8b0d-1b161645da60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.1063068 Jun 04 06:46:37.675086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1617c90-734e-4237-b34d-902afec71013 req-5a8dbd8f-b10e-441b-83d5-ccc4bd4354ad tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078197 Jun 04 06:46:37.790785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-1e647a92-8550-43f4-b346-8eeafc316c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.792687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-1e647a92-8550-43f4-b346-8eeafc316c47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.6233363 Jun 04 06:46:37.857667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-7aa70fd6-2f4a-478a-83b5-9c974983dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.859737 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-7aa70fd6-2f4a-478a-83b5-9c974983dc86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3276198 Jun 04 06:46:37.900140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.932654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-41540ac3-2d75-48cc-9d3c-8be2458f9f3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.1302624 Jun 04 06:46:37.938165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:37.986410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52066dc6-fb24-4118-9eae-e2fd734e1e9f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:37.988650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-a4353db9-1538-4fc8-ace8-604db90a5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:37.990126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-a4353db9-1538-4fc8-ace8-604db90a5782 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 914 time: 0.4956980 Jun 04 06:46:37.997265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:38.004276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cf9d3-ddc8-4a80-bdbc-96a0b31692cd None None] Network 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:38.004757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:38.109969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-6d7a554f-47ba-48a1-a863-8298c2d98d02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271 HTTP/1.1" status: 200 len: 217 time: 0.1026094 Jun 04 06:46:38.168588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-94959f9e-ee4c-409d-b3e9-0f126f16de58 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/52066dc6-fb24-4118-9eae-e2fd734e1e9f HTTP/1.1" status: 204 len: 168 time: 1.4792466 Jun 04 06:46:38.184721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49550) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:38.195947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for 7fe4ee18-b873-43b6-ae42-1bb39c3eef50 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:38.298919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 2a90f8bf-8678-45b7-878e-4e44b6989d47 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:38.393141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] DHCP port deletion for 043f7b68-cd8d-46f0-b1f3-612ff1e5af30 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:46:38.397875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Deleting port f209845d-3dad-4b77-ad1f-e9571dad9cf3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:38.398250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:38.599900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-a53468f8-cc66-4db0-9653-0146df2ce086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:38.601687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-a53468f8-cc66-4db0-9653-0146df2ce086 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 200 len: 853 time: 0.4313869 Jun 04 06:46:38.649645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-76b00b90-dd43-4bbc-b2e7-e501f9fd6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:38.651213 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-76b00b90-dd43-4bbc-b2e7-e501f9fd6ea9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.7009683 Jun 04 06:46:38.667289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-b379ac51-b089-41d0-91ae-282c0f5365ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481660 Jun 04 06:46:38.808698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:38.815346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f209845d-3dad-4b77-ad1f-e9571dad9cf3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:38.829455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-a3c8159d-48a7-48b5-88c9-ac0d1b9484ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:38.831546 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-a3c8159d-48a7-48b5-88c9-ac0d1b9484ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9621844 Jun 04 06:46:38.947536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] For port f209845d-3dad-4b77-ad1f-e9571dad9cf3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f209845d-3dad-4b77-ad1f-e9571dad9cf3,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:38.948069 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:38.956863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Deleting port f209845d-3dad-4b77-ad1f-e9571dad9cf3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:38.969682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.093663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Calling delete_port for f209845d-3dad-4b77-ad1f-e9571dad9cf3 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:39.139268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.202995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.223747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=2a90f8bf-8678-45b7-878e-4e44b6989d47,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:39.236448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f209845d-3dad-4b77-ad1f-e9571dad9cf3 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:39.236839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.313112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-63a93925-d310-4241-862d-7baa71715e18 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350069 Jun 04 06:46:39.325965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.339618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-f9a5a093-0dec-4ffd-b6c9-3528e7aaaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:39.347673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-f9a5a093-0dec-4ffd-b6c9-3528e7aaaaa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6823499 Jun 04 06:46:39.385805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] No DVR routers for this DVR port f209845d-3dad-4b77-ad1f-e9571dad9cf3 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:46:39.388855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=7fe4ee18-b873-43b6-ae42-1bb39c3eef50,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:39.396452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d0ac6-546e-4146-a2d7-b13faed936fa None None] Pushing event deleted for resources: {'Port': ['ID=f209845d-3dad-4b77-ad1f-e9571dad9cf3,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:39.490559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-cf21efb8-ec40-4667-91dd-600bd1014d0a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4415333 Jun 04 06:46:39.517634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99cd8b-dc1c-4549-a536-a790f7557f91 req-1d321a40-5327-44f4-8bed-ad58353ca6dc tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:39.524824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f99cd8b-dc1c-4549-a536-a790f7557f91 req-1d321a40-5327-44f4-8bed-ad58353ca6dc tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.5775881 Jun 04 06:46:39.557557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:39.615638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-64fa7f3d-2ec5-460a-978f-065a7b4438a0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/2a90f8bf-8678-45b7-878e-4e44b6989d47 HTTP/1.1" status: 204 len: 168 time: 2.3547835 Jun 04 06:46:39.619039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:39.632776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-7aa634f6-474c-4d4c-9717-75d6e3c86c1d service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7822890 Jun 04 06:46:39.679459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-e6b8edb1-393e-4522-b397-e0da2ab44b61 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918496 Jun 04 06:46:39.684664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f99cd8b-dc1c-4549-a536-a790f7557f91 req-d78207ec-ba73-412f-9212-f6478fbb6aaa tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588485 Jun 04 06:46:39.711012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a81f7aaa-f1fb-469e-a4a1-4f9fb8044bab req-91c36863-a74a-452a-b0af-f5d678a149a8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601458 Jun 04 06:46:39.728147 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f7d56b-824a-4e68-9428-0b684082799e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:46:39.728599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66f7d56b-824a-4e68-9428-0b684082799e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:39.766695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66f7d56b-824a-4e68-9428-0b684082799e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:39.766945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 861df88b-9847-4395-b0a1-cea766e3bb2d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:46:39.770635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66f7d56b-824a-4e68-9428-0b684082799e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/2a90f8bf-8678-45b7-878e-4e44b6989d47 HTTP/1.1" status: 404 len: 333 time: 0.1480169 Jun 04 06:46:39.771206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49590) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:39.976929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 9e8c7191-7682-4750-9d72-f16e0ea0579a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:40.072324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.080201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=861df88b-9847-4395-b0a1-cea766e3bb2d,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:40.112183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '861df88b-9847-4395-b0a1-cea766e3bb2d', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'port_id': '861df88b-9847-4395-b0a1-cea766e3bb2d', 'mac_address': 'fa:16:3e:a6:bf:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:46:40.186692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.209856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 861df88b-9847-4395-b0a1-cea766e3bb2d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:40.210662 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.235666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861df88b-9847-4395-b0a1-cea766e3bb2d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:46:40.263476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=861df88b-9847-4395-b0a1-cea766e3bb2d,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:40.268610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0403d-e66f-48d2-854e-e32fa8cd7011 req-82dc077b-e1ee-4603-ba1f-5261766e3c82 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:40.273386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.276459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a0403d-e66f-48d2-854e-e32fa8cd7011 req-82dc077b-e1ee-4603-ba1f-5261766e3c82 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2879152 Jun 04 06:46:40.308639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] For port f209845d-3dad-4b77-ad1f-e9571dad9cf3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f209845d-3dad-4b77-ad1f-e9571dad9cf3,segment=NetworkSegment(986e12f0-f394-4087-a1fc-86a58820935c),segment_id=986e12f0-f394-4087-a1fc-86a58820935c)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:40.309304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.326986 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.373122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a0403d-e66f-48d2-854e-e32fa8cd7011 req-cffe362e-ecfc-4264-9349-58ea864905ee tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952022 Jun 04 06:46:40.400775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.411466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:40.509658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.524567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Calling delete_port for f209845d-3dad-4b77-ad1f-e9571dad9cf3 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:40.557343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8c7191-7682-4750-9d72-f16e0ea0579a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:40.572661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.580972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a18ead22-2de5-4c65-89ed-0f2375859732 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/9e8c7191-7682-4750-9d72-f16e0ea0579a HTTP/1.1" status: 204 len: 168 time: 0.8082335 Jun 04 06:46:40.583430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49618) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:40.586908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cdc4c-2da0-4f9e-b9cf-93e1b7f51887 None None] Network c0839b17-878e-4de6-8135-20a8e7491c38 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:40.611531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['861df88b-9847-4395-b0a1-cea766e3bb2d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:46:40.631771 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:46:40.632555 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:46:40.719478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ebe655cc-d617-40e7-a78d-e37678faa478 req-2e89d418-9d2f-4320-9a36-7927221caf6e service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9473498 Jun 04 06:46:40.722240 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6f118936-0ad8-461a-b746-0d25bbbede69 req-987a0dff-9f34-40fc-9629-776da456d723 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0414569 Jun 04 06:46:40.729020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54e20013-36c6-4b1d-9f7d-242762cf6c2c tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/7fe4ee18-b873-43b6-ae42-1bb39c3eef50 HTTP/1.1" status: 204 len: 168 time: 4.2796528 Jun 04 06:46:40.736470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:40.844012 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6ddb49-c2e4-4d76-a576-87d631212386 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] GET failed (client error): The resource could not be found. Jun 04 06:46:40.844820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf6ddb49-c2e4-4d76-a576-87d631212386 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Synchronizing usage tracker for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:40.963264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:40.984416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 4e256a13-e269-4092-859c-f03f8f62d9bd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:40.984885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.178333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Deleting port f209845d-3dad-4b77-ad1f-e9571dad9cf3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:41.178678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.238007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:46:41.238517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.244705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf6ddb49-c2e4-4d76-a576-87d631212386 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Unset dirty status for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:41.245919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf6ddb49-c2e4-4d76-a576-87d631212386 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports/7fe4ee18-b873-43b6-ae42-1bb39c3eef50 HTTP/1.1" status: 404 len: 333 time: 0.4864936 Jun 04 06:46:41.263136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 0c39d271-6d7d-494a-b473-a6186bec8287 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:46:41.287112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] The port 'f209845d-3dad-4b77-ad1f-e9571dad9cf3' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:46:41.329529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49630) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:41.335411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-1840718876'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:41.390374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=106fc423-2e2a-4838-a8e3-1fe12bb67fea,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:41.497521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] DHCP port deletion for c0839b17-878e-4de6-8135-20a8e7491c38 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:46:41.507340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8009a21-df62-4ac0-888d-13ab857e9471 req-9c3897df-1d2c-45d4-b63c-63ee738dc62b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:41.512897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.515654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8009a21-df62-4ac0-888d-13ab857e9471 req-9c3897df-1d2c-45d4-b63c-63ee738dc62b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 944 time: 0.6089182 Jun 04 06:46:41.523694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Deleting port 4e256a13-e269-4092-859c-f03f8f62d9bd {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:41.524333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.530389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:41.544223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043f7b68-cd8d-46f0-b1f3-612ff1e5af30']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:41.562118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986e12f0-f394-4087-a1fc-86a58820935c') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:41.562435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986e12f0-f394-4087-a1fc-86a58820935c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:41.578721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:41.579724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.602490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port 4e256a13-e269-4092-859c-f03f8f62d9bd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4e256a13-e269-4092-859c-f03f8f62d9bd,segment=NetworkSegment(2a5f5377-30e4-4c08-b2f6-c81a679c1a84),segment_id=2a5f5377-30e4-4c08-b2f6-c81a679c1a84)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:41.603043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.604464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.613739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:41.614144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.618372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8009a21-df62-4ac0-888d-13ab857e9471 req-b08cd04c-2b80-4ebb-876f-acd9ab445a0d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Jun 04 06:46:41.625707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:41.629968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.688309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=0c39d271-6d7d-494a-b473-a6186bec8287,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:41.725536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '0c39d271-6d7d-494a-b473-a6186bec8287', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'port_id': '0c39d271-6d7d-494a-b473-a6186bec8287', 'mac_address': 'fa:16:3e:fa:e8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:46:41.778484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.789657 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 986e12f0-f394-4087-a1fc-86a58820935c resource provider aggregate not found Jun 04 06:46:41.801176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.865118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] For port 4e256a13-e269-4092-859c-f03f8f62d9bd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4e256a13-e269-4092-859c-f03f8f62d9bd,segment=NetworkSegment(2a5f5377-30e4-4c08-b2f6-c81a679c1a84),segment_id=2a5f5377-30e4-4c08-b2f6-c81a679c1a84)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:41.865707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:41.870006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 4e256a13-e269-4092-859c-f03f8f62d9bd owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:41.885737 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 986e12f0-f394-4087-a1fc-86a58820935c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 986e12f0-f394-4087-a1fc-86a58820935c found for delete ", "request_id": "req-468f52e7-5fc5-45e8-aa9f-0bcaf378e40e"}]} Jun 04 06:46:41.906476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=043f7b68-cd8d-46f0-b1f3-612ff1e5af30,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:41.920497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Checking segment: {'id': '869d0167-be07-4756-84cb-870ef86f9d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2337533c-4d56-4f2e-8167-5eb2c98808a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:41.924251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Network hostable DHCP agents. Network: 2337533c-4d56-4f2e-8167-5eb2c98808a2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:46:41.940246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port 4dfa7031-4b3e-4770-9106-ca11fdc047e3 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:41.977129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-503fe803-71fd-4a0d-8f96-06f1d8f231c7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/043f7b68-cd8d-46f0-b1f3-612ff1e5af30 HTTP/1.1" status: 204 len: 168 time: 3.7914376 Jun 04 06:46:42.017884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Network 2337533c-4d56-4f2e-8167-5eb2c98808a2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:46:42.033323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Calling delete_port for 4e256a13-e269-4092-859c-f03f8f62d9bd owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:42.038103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2337533c-4d56-4f2e-8167-5eb2c98808a2) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:42.055027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.055616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.065080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-3dc2bcaf-5abb-4a8a-a03e-ca7ff093c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.066752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-3dc2bcaf-5abb-4a8a-a03e-ca7ff093c120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.3323228 Jun 04 06:46:42.132700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 0c39d271-6d7d-494a-b473-a6186bec8287 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:42.133035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.142616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d604d2-94de-48d0-a492-3182a2158fc6 None None] Network 2337533c-4d56-4f2e-8167-5eb2c98808a2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:42.165073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.184952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d057a01-9019-4c94-8de1-1f585e1eaad0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1248097 Jun 04 06:46:42.189053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.8 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/4dfa7031-4b3e-4770-9106-ca11fdc047e3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:42.207106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:42.215559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'floatingip': {'floating_network_id': '2337533c-4d56-4f2e-8167-5eb2c98808a2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:42.231900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:42.237977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:floatingip and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:42.241942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:42.248672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:42.253545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49646) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:42.280289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] No DVR routers for this DVR port 4e256a13-e269-4092-859c-f03f8f62d9bd on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:46:42.287711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacec495-d89f-4b08-89f6-ddd630094b6e None None] Pushing event deleted for resources: {'Port': ['ID=4e256a13-e269-4092-859c-f03f8f62d9bd,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:42.301382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c39d271-6d7d-494a-b473-a6186bec8287 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:46:42.334123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-25998faf-db8e-4df6-9dd1-03b42b306836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.335725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-25998faf-db8e-4df6-9dd1-03b42b306836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.2599504 Jun 04 06:46:42.362608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=0c39d271-6d7d-494a-b473-a6186bec8287,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:42.387694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.435824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.507321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.527688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object 4dfa7031-4b3e-4770-9106-ca11fdc047e3 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:42.557358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:46:42.557859 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:46:42.569001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea992a40-7b48-43a7-b4f6-936bf728ffdf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=358a52c1c3324af09eae4b72709deea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144033 Jun 04 06:46:42.573619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5ecab-3ddc-4125-a191-c5070c77d9dc req-e0f938aa-db0f-4629-8ca6-976eb07ae320 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.583001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bc5ecab-3ddc-4125-a191-c5070c77d9dc req-e0f938aa-db0f-4629-8ca6-976eb07ae320 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.8134923 Jun 04 06:46:42.594723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49652) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:42.598743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e0471-9cab-4920-a096-d09af2558f84 None None] Network 2337533c-4d56-4f2e-8167-5eb2c98808a2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:42.602378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.660571 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-0aca5644-3a67-4ad2-bfc2-233a5d9921bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1000 time: 0.2845845 Jun 04 06:46:42.678254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:42.682403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:42.724258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.777655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:42.840472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.843341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['0c39d271-6d7d-494a-b473-a6186bec8287'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:46:42.852935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bc5ecab-3ddc-4125-a191-c5070c77d9dc req-6048d4d7-c4cf-4dfa-856d-bb57f52b069b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689095 Jun 04 06:46:42.861621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.864973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=4dfa7031-4b3e-4770-9106-ca11fdc047e3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:42.868220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-a609fd67-a4cb-4395-b71e-31faf55ce7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.870681 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-a609fd67-a4cb-4395-b71e-31faf55ce7a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.1823823 Jun 04 06:46:42.926494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:42.927200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:42.979292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d642c0fd-6916-4966-b86f-b19019bea1ed tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6484473 Jun 04 06:46:42.983949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49658) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:42.993851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'network_id': '4eecef45-8d45-4bab-bf8f-9ed8acb6777b', 'name': 'tempest-AllowedAddressPairTestJSON-420616237'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:43.095136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4e256a13-e269-4092-859c-f03f8f62d9bd no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:43.133873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 4e256a13-e269-4092-859c-f03f8f62d9bd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:43.134327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.247841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:43.287378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4e256a13-e269-4092-859c-f03f8f62d9bd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:43.288093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4e256a13-e269-4092-859c-f03f8f62d9bd not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:43.297877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.310457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] The port '4e256a13-e269-4092-859c-f03f8f62d9bd' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:46:43.355398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-ea9170f7-2c2b-4d9d-8a8e-3a3419b7c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:43.358064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-ea9170f7-2c2b-4d9d-8a8e-3a3419b7c1fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4247355 Jun 04 06:46:43.397460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1fa7ffb-8ac5-4a2c-b0f3-80d1d9aebedd None None] Provisioning for port 4dfa7031-4b3e-4770-9106-ca11fdc047e3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:43.403491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519530b-c067-4191-afac-7658811faf8a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:43.423285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.425530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c792394f-93af-494b-ad7b-7dc9c452d03c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3519530b-c067-4191-afac-7658811faf8a HTTP/1.1" status: 204 len: 168 time: 0.8216696 Jun 04 06:46:43.433538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Allocated IP 172.20.0.4 (2337533c-4d56-4f2e-8167-5eb2c98808a2/106fc423-2e2a-4838-a8e3-1fe12bb67fea/be0b697d-baf2-4e0b-ad33-016e99542eba) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:43.487084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1fa7ffb-8ac5-4a2c-b0f3-80d1d9aebedd None None] Provisioning complete for port 4dfa7031-4b3e-4770-9106-ca11fdc047e3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:43.488186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7ffb-8ac5-4a2c-b0f3-80d1d9aebedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.526228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.566057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0839b17-878e-4de6-8135-20a8e7491c38']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:43.591676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5f5377-30e4-4c08-b2f6-c81a679c1a84') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:43.592105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5f5377-30e4-4c08-b2f6-c81a679c1a84') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:43.607715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.612759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa7ffb-8ac5-4a2c-b0f3-80d1d9aebedd None None] Port 4dfa7031-4b3e-4770-9106-ca11fdc047e3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:43.631681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.645763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:43.646168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:43.783668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 861df88b-9847-4395-b0a1-cea766e3bb2d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:43.882788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 861df88b-9847-4395-b0a1-cea766e3bb2d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:43.883579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-d1b1c8e9-980f-49eb-8f14-c930abd63c21 service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138807 Jun 04 06:46:43.890482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 861df88b-9847-4395-b0a1-cea766e3bb2d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:43.890881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.084389 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2a5f5377-30e4-4c08-b2f6-c81a679c1a84 resource provider aggregate not found Jun 04 06:46:44.085413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.115234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:44.122642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Usage tracker for resource:port and tenant:2fae9c95b10146e695cecec06ce0fdc0 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:44.138789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:44.143946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 861df88b-9847-4395-b0a1-cea766e3bb2d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:44.145615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.152125 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2a5f5377-30e4-4c08-b2f6-c81a679c1a84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a5f5377-30e4-4c08-b2f6-c81a679c1a84 found for delete ", "request_id": "req-e340f853-55b8-4b86-9069-000d492bf031"}]} Jun 04 06:46:44.155773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.175864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-6d96411f-34b6-4b16-ac3d-407d0bcd3a57 service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664225 Jun 04 06:46:44.176785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:44.176785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872b50-08d3-4fc2-b8f5-20cde8bcb3d1 req-354d4b32-2bdc-4728-ba65-492113a741f6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:44.181884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa872b50-08d3-4fc2-b8f5-20cde8bcb3d1 req-354d4b32-2bdc-4728-ba65-492113a741f6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 945 time: 1.0135152 Jun 04 06:46:44.213831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.215661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.240833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=c0839b17-878e-4de6-8135-20a8e7491c38,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:44.245385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86d75a55-7edf-4950-926e-6be3a4a78cf0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/c0839b17-878e-4de6-8135-20a8e7491c38 HTTP/1.1" status: 204 len: 168 time: 3.6437783 Jun 04 06:46:44.258518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:44.273293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49684) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:44.278242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Made reservation on behalf of 2fae9c95b10146e695cecec06ce0fdc0 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:44.284535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=861df88b-9847-4395-b0a1-cea766e3bb2d,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:44.285618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.292275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.319891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Network 2337533c-4d56-4f2e-8167-5eb2c98808a2 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:44.321030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:44.325621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1514859412'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:44.332416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:44.347823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:44.390076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa872b50-08d3-4fc2-b8f5-20cde8bcb3d1 req-5746aff5-afa1-4a73-8c0b-fed003a56692 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005847 Jun 04 06:46:44.394023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Port': ['ID=be0b697d-baf2-4e0b-ad33-016e99542eba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:44.397797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] device_id is not set on port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:44.451386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.484065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:44.563003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.568959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:44.583938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:44.630379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:44.659631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:44.662777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.693928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Allocated IP 172.20.0.4 (4eecef45-8d45-4bab-bf8f-9ed8acb6777b/5cf11d7a-0d20-4c6f-afc2-529dd66c0087/fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:44.760300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:44.792335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.792690 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 6eacda48-6790-4669-afbd-9299bfb7ec53 of type vlan for network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 Jun 04 06:46:44.804098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a886c0-0126-442d-9919-b4d48994d485 req-9d428d4f-5b76-4941-a4be-155b8badf7c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:44.805552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50a886c0-0126-442d-9919-b4d48994d485 req-9d428d4f-5b76-4941-a4be-155b8badf7c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2336595 Jun 04 06:46:44.840582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.846607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.940787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:44.973302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50a886c0-0126-442d-9919-b4d48994d485 req-007bf76a-f717-46b9-9887-f07eeabf2f0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411083 Jun 04 06:46:44.976493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Port': ['ID=be0b697d-baf2-4e0b-ad33-016e99542eba,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:45.011828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.041935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.044249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.052237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:45.052237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.053217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cab3ecb9-79fe-4812-9dc2-f5494ef61e43 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8424783 Jun 04 06:46:45.055111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49704) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:45.150970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5a2e6162-79c3-4ba6-8d84-a02641dbf4e0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Synchronizing usage tracker for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:45.165423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.178948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5a2e6162-79c3-4ba6-8d84-a02641dbf4e0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Unset dirty status for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:45.183184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a2e6162-79c3-4ba6-8d84-a02641dbf4e0 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "GET /v2.0/floatingips?floating_network_id=2337533c-4d56-4f2e-8167-5eb2c98808a2 HTTP/1.1" status: 200 len: 689 time: 0.1239901 Jun 04 06:46:45.184993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49712) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:45.204624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=d3fc15d4-a8b1-44bc-9394-fef62c803fb1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:45.208545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-359e71f4-3048-4079-a950-b50a6d1d45eb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9343612 Jun 04 06:46:45.210033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Transition to ACTIVE for port object fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:45.212338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49716) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:45.218432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:45.221357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:45.246571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 0c39d271-6d7d-494a-b473-a6186bec8287 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:45.350826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:45.355346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:45.358751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:45.361893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.394487 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde7d403-de59-414b-b733-f271835a0ae0'] response: {'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d', 'code': 200} Jun 04 06:46:45.400407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:45.456929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 0c39d271-6d7d-494a-b473-a6186bec8287 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:45.463350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:45.464465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 0c39d271-6d7d-494a-b473-a6186bec8287 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:45.465220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.466964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:45.472595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:45.551703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:45.562331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.570366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.620737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:45.621577 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.647465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:45.700718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 0c39d271-6d7d-494a-b473-a6186bec8287 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:45.701097 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.719036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992574-11e8-49fd-a69b-83632dd5c879 req-a1c8fbf3-0600-4896-8e4e-e908cc0d1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:45.721021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59992574-11e8-49fd-a69b-83632dd5c879 req-a1c8fbf3-0600-4896-8e4e-e908cc0d1e62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.3246067 Jun 04 06:46:45.721713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Deleting port be0b697d-baf2-4e0b-ad33-016e99542eba {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:45.722055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.737380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f0d9d300-4132-44a1-97d0-e457a822fc19 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7490065 Jun 04 06:46:45.746015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49732) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:45.768258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=0c39d271-6d7d-494a-b473-a6186bec8287,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:45.774992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.797812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:92:4c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:87:50:3a'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:45.822260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-59992574-11e8-49fd-a69b-83632dd5c879 req-c23c7738-600a-4441-8d8f-1fe0adc48353 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708172 Jun 04 06:46:45.881397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:45.901949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b0c073c-57fe-44af-b8f3-100298274d35 None None] Provisioning for port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:45.908424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8b0c073c-57fe-44af-b8f3-100298274d35 None None] Provisioning complete for port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:45.909164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b0c073c-57fe-44af-b8f3-100298274d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.975013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c073c-57fe-44af-b8f3-100298274d35 None None] Port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:45.981850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:45.982349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.083534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b0df-bf02-4615-baad-cde711fa2e3c req-3ebb142a-4e87-43fd-9423-ba2cc4d05838 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:46.085303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d853b0df-bf02-4615-baad-cde711fa2e3c req-3ebb142a-4e87-43fd-9423-ba2cc4d05838 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 945 time: 0.4425144 Jun 04 06:46:46.189240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d853b0df-bf02-4615-baad-cde711fa2e3c req-b7bd3cef-f8a6-4ea5-8093-99393641c2ca tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Jun 04 06:46:46.246773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Calling delete_port for be0b697d-baf2-4e0b-ad33-016e99542eba owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:46.298591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.422178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.472687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.490345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Port': ['ID=be0b697d-baf2-4e0b-ad33-016e99542eba,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:46.599091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.670395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.726136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=1cdfa12a-1867-43f6-b75c-270ef3479ebe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:46.742003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '6eacda48-6790-4669-afbd-9299bfb7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:46.742364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: d3fc15d4-a8b1-44bc-9394-fef62c803fb1, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:46:46.761175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.812083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=106fc423-2e2a-4838-a8e3-1fe12bb67fea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:46.890620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.899198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.929863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f785652b-03e5-4941-97ab-9a5c8424429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:46.962750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:46:46.990212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.031689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2337533c-4d56-4f2e-8167-5eb2c98808a2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:47.051569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869d0167-be07-4756-84cb-870ef86f9d96') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:47.051865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869d0167-be07-4756-84cb-870ef86f9d96') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:47.067571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.086200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.097438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:47.097843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.211434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d3fc15d4-a8b1-44bc-9394-fef62c803fb1) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:47.235135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2817f3-2367-4236-9863-cbb3256920c8 None None] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:47.235990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:47.238632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.270427 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 869d0167-be07-4756-84cb-870ef86f9d96 resource provider aggregate not found Jun 04 06:46:47.289067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event updated for resources: {'Port': ['ID=fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:47.335794 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 869d0167-be07-4756-84cb-870ef86f9d96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 869d0167-be07-4756-84cb-870ef86f9d96 found for delete ", "request_id": "req-b39692b0-dd4e-4ff4-8879-d42b8ca5c46f"}]} Jun 04 06:46:47.339600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a6e97bd-dd09-4048-bc6b-fdbe76277078 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1258769 Jun 04 06:46:47.342940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:47.344660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] In _notify_port_updated(), no bound segment for port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf on network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:46:47.351291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:47.351829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1', 'name': 'tempest-PortsTestJSON-1604336838', 'fixed_ips': [{'subnet_id': '1cdfa12a-1867-43f6-b75c-270ef3479ebe', 'ip_address': '172.20.0.10'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:47.351966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.353225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-be352a73-2e63-4028-a0b7-2abcf6da5b6a tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "PUT /v2.0/ports/fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf HTTP/1.1" status: 200 len: 1055 time: 1.5859771 Jun 04 06:46:47.356190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49800) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:47.396493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:46:47.503799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:47.504454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.537301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e53ddccd-18b1-4f0d-9f16-0c06b7afce47 None None] Provisioning complete for port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:47.537704 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e53ddccd-18b1-4f0d-9f16-0c06b7afce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.548347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397870-e014-4d31-85c9-cbe7263061f0 req-1cd361b8-2ef7-4f66-b982-b709dc95680e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:47.555187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d397870-e014-4d31-85c9-cbe7263061f0 req-1cd361b8-2ef7-4f66-b982-b709dc95680e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.5793324 Jun 04 06:46:47.584492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.598046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2337533c-4d56-4f2e-8167-5eb2c98808a2 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:46:47.601306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.635747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d397870-e014-4d31-85c9-cbe7263061f0 req-5c151b7f-d918-417c-a773-136a2d0d792c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796998 Jun 04 06:46:47.663084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e53ddccd-18b1-4f0d-9f16-0c06b7afce47 None None] Port fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:47.704067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d3fc15d4-a8b1-44bc-9394-fef62c803fb1', 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': '1cdfa12a-1867-43f6-b75c-270ef3479ebe'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:46:47.705161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:47.706773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/2337533c-4d56-4f2e-8167-5eb2c98808a2 HTTP/1.1" status: 204 len: 168 time: 2.5201385 Jun 04 06:46:47.712786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49814) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:47.736396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19af1-6375-474f-abed-3113c8d684fb tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Network': ['ID=2337533c-4d56-4f2e-8167-5eb2c98808a2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:47.977569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b7c997bd-cfec-430d-869f-58ab93862d69 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Synchronizing usage tracker for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:floatingip {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:47.994206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:48.002026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Allocated IP 172.20.0.2 (d3fc15d4-a8b1-44bc-9394-fef62c803fb1/1cdfa12a-1867-43f6-b75c-270ef3479ebe/0351ff98-be5b-46ef-a516-6862238afe62) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:48.069071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b7c997bd-cfec-430d-869f-58ab93862d69 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Unset dirty status for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:floatingip {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:48.080048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b7c997bd-cfec-430d-869f-58ab93862d69 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3537860 Jun 04 06:46:48.081240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49826) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:48.100752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:48.124656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:48.220292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:48.258317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:48.457258 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:48.460696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.461502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.461971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.462421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.462865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.463306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.463808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.464257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.465422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Synchronizing usage tracker for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:48.476582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Transition to ACTIVE for port object 0351ff98-be5b-46ef-a516-6862238afe62 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:48.548947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:48.583968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f7550-be67-4fba-a160-ac476c19a281 req-1f5b01c1-23c9-4b26-9f24-07a8b800f41d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:48.611704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Unset dirty status for tenant:ffa762baea4b41c5be0b31c64e7d7f39 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:48.613154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f2e8001b-caf2-406d-bcab-7c3f731dad20 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.5303383 Jun 04 06:46:48.616313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 06d599c0-54f8-4c09-a547-1bf1995c562b yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:48.616625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c46f7550-be67-4fba-a160-ac476c19a281 req-1f5b01c1-23c9-4b26-9f24-07a8b800f41d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.2415047 Jun 04 06:46:48.626951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49840) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:48.756567 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-94c7dbe1-2054-4fa2-9a3c-8995b58fe0e5 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] delete failed (client error): The resource could not be found. Jun 04 06:46:48.758383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-94c7dbe1-2054-4fa2-9a3c-8995b58fe0e5 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/2adfc13f-a164-4224-a631-92260af8dabe HTTP/1.1" status: 404 len: 345 time: 0.1161799 Jun 04 06:46:48.761561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:48.784869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Transition to ACTIVE for port object 0351ff98-be5b-46ef-a516-6862238afe62 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:48.793857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:48.794714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:48.816039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c46f7550-be67-4fba-a160-ac476c19a281 req-cca6d263-4ef9-44e9-9110-26e502e8f35c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982534 Jun 04 06:46:48.851454 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1dd8ba-86f2-4bcb-9f7c-c593408019a7 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] DELETE failed (client error): The resource could not be found. Jun 04 06:46:48.851933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1dd8ba-86f2-4bcb-9f7c-c593408019a7 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:46:48.901950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8c1dd8ba-86f2-4bcb-9f7c-c593408019a7 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/2337533c-4d56-4f2e-8167-5eb2c98808a2 HTTP/1.1" status: 404 len: 339 time: 0.1385231 Jun 04 06:46:48.904878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49852) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:48.918725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'name': 'tempest-network--306570222', 'router:external': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:48.960308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:48.981008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:network and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:49.009327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:49.033384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:49.045227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:49.046035 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b11169-6c1b-4c51-8a34-df399a8c339f'] response: {'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287', 'code': 200} Jun 04 06:46:49.116248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:49.122632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.157702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:49.169774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:49.194102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:49.211610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62f9e86f-917a-4b19-9020-1c2550b2f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.225945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Pushing event updated for resources: {'Port': ['ID=0351ff98-be5b-46ef-a516-6862238afe62,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:49.318520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.10 (d3fc15d4-a8b1-44bc-9394-fef62c803fb1/1cdfa12a-1867-43f6-b75c-270ef3479ebe/06d599c0-54f8-4c09-a547-1bf1995c562b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:49.338325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Attempting to bind port 0351ff98-be5b-46ef-a516-6862238afe62 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:46:49.339590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Attempting to bind port 0351ff98-be5b-46ef-a516-6862238afe62 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6eacda48-6790-4669-afbd-9299bfb7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:46:49.340141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Attempting to bind port 0351ff98-be5b-46ef-a516-6862238afe62 on network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:46:49.347634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:46:49.348334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Checking segment: {'id': '6eacda48-6790-4669-afbd-9299bfb7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:46:49.348942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.349582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Bound using segment: {'id': '6eacda48-6790-4669-afbd-9299bfb7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:46:49.350265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Bound port: 0351ff98-be5b-46ef-a516-6862238afe62, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eacda48-6790-4669-afbd-9299bfb7ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:46:49.350835 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.378239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:49.389082 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.390100 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Added segment e5605648-88db-4139-83f7-0f4af4e7ea57 of type vlan for network c9684d25-5bcd-47b1-945c-d7041c56900f Jun 04 06:46:49.421725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49860) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:49.476980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] For port 0351ff98-be5b-46ef-a516-6862238afe62, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:46:49.481280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] For port 0351ff98-be5b-46ef-a516-6862238afe62, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0351ff98-be5b-46ef-a516-6862238afe62,segment=NetworkSegment(6eacda48-6790-4669-afbd-9299bfb7ec53),segment_id=6eacda48-6790-4669-afbd-9299bfb7ec53)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:46:49.488581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.559345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.602615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89183d3-8f21-4811-8387-8dbf7e067960 None None] Pushing event updated for resources: {'Port': ['ID=0351ff98-be5b-46ef-a516-6862238afe62,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:49.604244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.613834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:49.620423 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:49.785640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8745465 Jun 04 06:46:49.786951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49866) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:49.866810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3540-b0b3-4f0a-b922-9fe8aea2c3b6 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=c9684d25-5bcd-47b1-945c-d7041c56900f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:49.880967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c9684d25-5bcd-47b1-945c-d7041c56900f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:49.983262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79221fb7-7c37-4577-81e4-23eddb171fdc req-79d2a8c7-b154-4bf4-9119-50c304ea9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:49.985693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-79221fb7-7c37-4577-81e4-23eddb171fdc req-79d2a8c7-b154-4bf4-9119-50c304ea9113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 0.8846722 Jun 04 06:46:50.003023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.015259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.020580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.027025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.027833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Synchronizing usage tracker for tenant:cdaffc63856344babdc92a5d7c79b00a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:50.045052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.080416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:50.083057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.093742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc103f-1829-4d57-a220-5ed0e9b423b5 req-33c04532-1304-4c40-9c04-380c47b6d17a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.095190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2cc103f-1829-4d57-a220-5ed0e9b423b5 req-33c04532-1304-4c40-9c04-380c47b6d17a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.6753278 Jun 04 06:46:50.100153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.102371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Usage tracker for resource:security_group_rule and tenant:72382f106aa94b13bf404fdc967da925 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:50.109907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:50.112782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Unset dirty status for tenant:cdaffc63856344babdc92a5d7c79b00a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:50.113445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-79221fb7-7c37-4577-81e4-23eddb171fdc req-9581229e-42bb-43c2-8d09-4c3a90d5dddd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751874 Jun 04 06:46:50.113906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3db96bec-a771-4172-9177-68d4447ab27b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3257754 Jun 04 06:46:50.119700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.124419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 06d599c0-54f8-4c09-a547-1bf1995c562b will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:50.130343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b355860f-97af-4b4e-b4ff-47a1d288abba tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf HTTP/1.1" status: 204 len: 168 time: 2.7733541 Jun 04 06:46:50.131382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:50.135582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.156561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.211300 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a200a7-f95b-4077-8bf2-b860b76a4f12 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] GET failed (client error): The resource could not be found. Jun 04 06:46:50.211833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-40a200a7-f95b-4077-8bf2-b860b76a4f12 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Synchronizing usage tracker for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:50.230046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2cc103f-1829-4d57-a220-5ed0e9b423b5 req-0733680f-3570-4c39-b90d-00f5ba0696d2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228981 Jun 04 06:46:50.242712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.255316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-40a200a7-f95b-4077-8bf2-b860b76a4f12 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Unset dirty status for tenant:2fae9c95b10146e695cecec06ce0fdc0 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:50.256758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-40a200a7-f95b-4077-8bf2-b860b76a4f12 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports/fc5e70a9-83f7-43d9-9f12-a9cbc6a33abf HTTP/1.1" status: 404 len: 333 time: 0.1200662 Jun 04 06:46:50.256915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.259813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.375742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:50.387190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:50.396013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port 4dfa7031-4b3e-4770-9106-ca11fdc047e3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:50.396358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.407161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:50.442860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.469942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.479558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.555347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=06d599c0-54f8-4c09-a547-1bf1995c562b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:50.563515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.576208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.576873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.607922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9684d25-5bcd-47b1-945c-d7041c56900f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:50.614776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=72382f106aa94b13bf404fdc967da925&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837318 Jun 04 06:46:50.616007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.616404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c17f6-5e98-4540-85cf-2936dd85c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db234be4-f06c-42b7-8b6a-539b9ad883af,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:50.626778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-16ccb9ab-5579-4fed-8b0d-501cddf07175 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2826016 Jun 04 06:46:50.629438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.640514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5605648-88db-4139-83f7-0f4af4e7ea57') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:50.640818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5605648-88db-4139-83f7-0f4af4e7ea57') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:50.643154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': 'd3fc15d4-a8b1-44bc-9394-fef62c803fb1', 'name': 'tempest-PortsTestJSON-2022297085', 'fixed_ips': [{'subnet_id': '1cdfa12a-1867-43f6-b75c-270ef3479ebe', 'ip_address': '172.20.0.9'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:50.664551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.698279 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.726692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:50.727104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.740967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.795078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e079c90-658d-4cfe-9d23-4f2adbdb6d58 None None] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:50.810583 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e5605648-88db-4139-83f7-0f4af4e7ea57 resource provider aggregate not found Jun 04 06:46:50.847396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20749a4-ec18-4b17-8a1d-e578f854b775 req-fc149d85-0821-4bba-80fd-67af653ffd81 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:50.848133 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e5605648-88db-4139-83f7-0f4af4e7ea57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5605648-88db-4139-83f7-0f4af4e7ea57 found for delete ", "request_id": "req-1d186052-259e-45d4-b8a1-834b30bbb705"}]} Jun 04 06:46:50.848922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f20749a4-ec18-4b17-8a1d-e578f854b775 req-fc149d85-0821-4bba-80fd-67af653ffd81 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.4994411 Jun 04 06:46:50.870485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.884368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0351ff98-be5b-46ef-a516-6862238afe62 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:50.895571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.921928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9684d25-5bcd-47b1-945c-d7041c56900f {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:46:50.936396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:50.944519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9684d25-5bcd-47b1-945c-d7041c56900f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:50.945099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-109d329f-5fca-41f4-87e3-723a61f9ea30 None None] Provisioning for port 0351ff98-be5b-46ef-a516-6862238afe62 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:50.953351 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-75b071e3-cde5-4a5a-9466-9350982e77e9 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/c9684d25-5bcd-47b1-945c-d7041c56900f HTTP/1.1" status: 204 len: 168 time: 0.8325040 Jun 04 06:46:50.965633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49898) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:50.996314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.000803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.036970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:51.040723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.041888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/db234be4-f06c-42b7-8b6a-539b9ad883af HTTP/1.1" status: 204 len: 168 time: 0.4249337 Jun 04 06:46:51.042778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27a50-b55f-4957-b673-69b5a8ff87b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db234be4-f06c-42b7-8b6a-539b9ad883af,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:51.043147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:51.054817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:51.065801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:51.088609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0351ff98-be5b-46ef-a516-6862238afe62 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:51.089119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'name': 'tempest-network--621790606', 'router:external': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:51.095911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:51.102117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:network and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:51.106964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:51.109125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0351ff98-be5b-46ef-a516-6862238afe62 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:51.110148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.115606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:51.142149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f20749a4-ec18-4b17-8a1d-e578f854b775 req-e3e395fd-e4b5-401e-8315-96a31721f3e6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801132 Jun 04 06:46:51.142933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:51.299088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for 4dfa7031-4b3e-4770-9106-ca11fdc047e3 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:51.323430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0351ff98-be5b-46ef-a516-6862238afe62 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:51.324032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.385356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0351ff98-be5b-46ef-a516-6862238afe62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0351ff98-be5b-46ef-a516-6862238afe62,segment=NetworkSegment(6eacda48-6790-4669-afbd-9299bfb7ec53),segment_id=6eacda48-6790-4669-afbd-9299bfb7ec53)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:51.396127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.504121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:51.519665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.562996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0351ff98-be5b-46ef-a516-6862238afe62,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:51.587330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:51.613435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.641170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:51.646736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Usage tracker for resource:security_group_rule and tenant:2ad835d7b43c4cb3b57863c361941a4c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:51.650570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:51.657624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:51.697592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Provisioning for port 06d599c0-54f8-4c09-a547-1bf1995c562b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:51.709370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Provisioning complete for port 06d599c0-54f8-4c09-a547-1bf1995c562b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:51.711339 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.752960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.758205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.796504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Port 06d599c0-54f8-4c09-a547-1bf1995c562b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:51.810580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Provisioning complete for port 0351ff98-be5b-46ef-a516-6862238afe62 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:51.811401 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.822185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1ac9a-8335-43c1-90a6-d9abebbdc00f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:51.830650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.847607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d927bbcd-927a-4776-b8a3-b175415afe1d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2ad835d7b43c4cb3b57863c361941a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558768 Jun 04 06:46:51.849048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:51.849920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:51.929697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=4dfa7031-4b3e-4770-9106-ca11fdc047e3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:51.937016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.943904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.944247 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Added segment 41890fa6-74ce-455b-a5d2-f4f30a419c64 of type vlan for network a1e29037-e665-4023-abc0-a56459532e86 Jun 04 06:46:51.969443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af522a36-ba85-4d1f-8f2f-125627453506 None None] Current status of the port 0351ff98-be5b-46ef-a516-6862238afe62 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:51.985867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:51.990334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.073766 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.076769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 04442669-251b-47aa-8f92-cdd6748b83e1 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:46:52.082552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.099354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1ac9a-8335-43c1-90a6-d9abebbdc00f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:52.107019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.108054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-31b20658-3c38-4e16-a7ab-8f11f0c3687b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/afc1ac9a-8335-43c1-90a6-d9abebbdc00f HTTP/1.1" status: 204 len: 168 time: 0.2569165 Jun 04 06:46:52.116901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-93477864-c9cb-4fd6-88bd-4c20ed0f7e57 None None] Provisioning complete for port 06d599c0-54f8-4c09-a547-1bf1995c562b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:52.117270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93477864-c9cb-4fd6-88bd-4c20ed0f7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.147428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97931b06-03c4-4c77-87c6-38b3e11ffca7 req-87a7ae6d-250c-4239-bbea-c28011e0515b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:52.148983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97931b06-03c4-4c77-87c6-38b3e11ffca7 req-87a7ae6d-250c-4239-bbea-c28011e0515b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.6056969 Jun 04 06:46:52.194546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.194981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-93477864-c9cb-4fd6-88bd-4c20ed0f7e57 None None] Port 06d599c0-54f8-4c09-a547-1bf1995c562b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:52.291908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.296714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97931b06-03c4-4c77-87c6-38b3e11ffca7 req-6da9b659-4757-4aea-99d5-9d82db31f902 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366510 Jun 04 06:46:52.366339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66c995ae-6ca5-4238-a960-b5913c3935a4 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/4dfa7031-4b3e-4770-9106-ca11fdc047e3 HTTP/1.1" status: 204 len: 168 time: 2.1029148 Jun 04 06:46:52.366687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49924) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:52.410071 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842eb1c-7073-4d7e-b2df-0809b3223bdd tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] GET failed (client error): The resource could not be found. Jun 04 06:46:52.411866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8842eb1c-7073-4d7e-b2df-0809b3223bdd tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "GET /v2.0/ports/4dfa7031-4b3e-4770-9106-ca11fdc047e3 HTTP/1.1" status: 404 len: 333 time: 0.0441558 Jun 04 06:46:52.412677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.413756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:52.414240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.415591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:52.492306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port fca3618c-b9b1-4cb0-bab3-8e7806733712 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:52.492725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.601454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5718827 Jun 04 06:46:52.607664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49942) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:52.609581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c10da-6b88-4996-9bfb-3305f2129c2d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=a1e29037-e665-4023-abc0-a56459532e86,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:52.616628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.9 (d3fc15d4-a8b1-44bc-9394-fef62c803fb1/1cdfa12a-1867-43f6-b75c-270ef3479ebe/04442669-251b-47aa-8f92-cdd6748b83e1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:46:52.633917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a1e29037-e665-4023-abc0-a56459532e86 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:52.810774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebec7d7-078e-45eb-aea7-9ffe803f665b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:52.816717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4ebec7d7-078e-45eb-aea7-9ffe803f665b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "GET /v2.0/networks/a1e29037-e665-4023-abc0-a56459532e86 HTTP/1.1" status: 200 len: 756 time: 0.2030566 Jun 04 06:46:52.820066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49950) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:52.821016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0351ff98-be5b-46ef-a516-6862238afe62 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:46:52.830303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe76d1-d6ec-4a8f-9080-82195a8d5530 req-fa9939d7-fecd-4e21-a2aa-69955a7ff653 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:52.831795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfbe76d1-d6ec-4a8f-9080-82195a8d5530 req-fa9939d7-fecd-4e21-a2aa-69955a7ff653 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.4204369 Jun 04 06:46:52.900027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0351ff98-be5b-46ef-a516-6862238afe62 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:52.900742 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:52.987250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce8f4e-feb9-4aaf-bd58-910f39e2514b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:52.988728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fce8f4e-feb9-4aaf-bd58-910f39e2514b tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "GET /v2.0/networks/c3a68621-8cf7-47b1-b8a0-f42570cb9e90 HTTP/1.1" status: 200 len: 768 time: 0.1675267 Jun 04 06:46:53.006200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:53.010266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.042117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0351ff98-be5b-46ef-a516-6862238afe62 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:46:53.139775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for fca3618c-b9b1-4cb0-bab3-8e7806733712 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:53.218844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfbe76d1-d6ec-4a8f-9080-82195a8d5530 req-10e274d0-ea93-4bdb-9c71-1c0707d82fd2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627803 Jun 04 06:46:53.231818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.309769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.325335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.368006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=fca3618c-b9b1-4cb0-bab3-8e7806733712,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:53.450206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 04442669-251b-47aa-8f92-cdd6748b83e1 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:46:53.453439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.501448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e29037-e665-4023-abc0-a56459532e86']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:53.525199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.528485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41890fa6-74ce-455b-a5d2-f4f30a419c64') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:53.528760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41890fa6-74ce-455b-a5d2-f4f30a419c64') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:53.554138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-56a30d4c-d039-4a75-a89f-e6c08edb9a55 tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/ports/fca3618c-b9b1-4cb0-bab3-8e7806733712 HTTP/1.1" status: 204 len: 168 time: 1.1374316 Jun 04 06:46:53.557269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49976) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:53.743907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting subnet 5cf11d7a-0d20-4c6f-afc2-529dd66c0087 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:53.755479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.761022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.794119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.801961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.806775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:53.807235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.825393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:53.877180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-879aa756-be03-426c-9267-f3da53c4ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:53.878711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-879aa756-be03-426c-9267-f3da53c4ba38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 0.2705588 Jun 04 06:46:53.949883 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 41890fa6-74ce-455b-a5d2-f4f30a419c64 resource provider aggregate not found Jun 04 06:46:53.989929 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 41890fa6-74ce-455b-a5d2-f4f30a419c64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41890fa6-74ce-455b-a5d2-f4f30a419c64 found for delete ", "request_id": "req-be118f40-d250-4397-b6b4-45e8127b7107"}]} Jun 04 06:46:54.012818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:46:54.019433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:46:54.028616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:46:54.043084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.060592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=04442669-251b-47aa-8f92-cdd6748b83e1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:54.080621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-7b772d37-7058-41ce-a506-99b0967520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.082531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-7b772d37-7058-41ce-a506-99b0967520f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.1953051 Jun 04 06:46:54.089944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b914f1-e08e-40f8-a0f1-21aeee0f0cba req-e3439342-cf46-4351-833c-2320cd701981 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.091480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17b914f1-e08e-40f8-a0f1-21aeee0f0cba req-e3439342-cf46-4351-833c-2320cd701981 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.3641486 Jun 04 06:46:54.092222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.096346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1e29037-e665-4023-abc0-a56459532e86 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:46:54.099515 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.160812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/a1e29037-e665-4023-abc0-a56459532e86 HTTP/1.1" status: 204 len: 168 time: 1.1534767 Jun 04 06:46:54.164230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49996) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:54.167003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ca353-2f56-4237-b3ee-f3566fc71e4d tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1e29037-e665-4023-abc0-a56459532e86,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:54.180162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'name': 'tempest-network--974201015'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:54.229728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17b914f1-e08e-40f8-a0f1-21aeee0f0cba req-2da82a69-c42e-4b81-984b-26ad090cd6e5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239598 Jun 04 06:46:54.230976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:46:54.252934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.254433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.266522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-27d6e333-4920-4373-8238-0365336c4767 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.1764369 Jun 04 06:46:54.275032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Usage tracker for resource:network and tenant:ffa762baea4b41c5be0b31c64e7d7f39 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:46:54.281403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:46:54.290072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:46:54.312421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Made reservation on behalf of ffa762baea4b41c5be0b31c64e7d7f39 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:46:54.317467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.370159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:46:54.379897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-5a5fa413-2d26-4e70-b688-baa464920a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.381562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-5a5fa413-2d26-4e70-b688-baa464920a46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.1043277 Jun 04 06:46:54.385855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.386928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.387522 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Added segment 64ed4614-d99e-46f1-a93a-ce4b63c9d31b of type vlan for network b841be90-190b-4339-9220-a74927cb0287 Jun 04 06:46:54.430486 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.480261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf11d7a-0d20-4c6f-afc2-529dd66c0087,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:54.482654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.494268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-24d0d294-686b-492c-a03f-a534b65697ce tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/subnets/5cf11d7a-0d20-4c6f-afc2-529dd66c0087 HTTP/1.1" status: 204 len: 168 time: 0.9357271 Jun 04 06:46:54.496536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10410d1f-b1ae-4b10-b786-4f0f376d52de None None] Network 4eecef45-8d45-4bab-bf8f-9ed8acb6777b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:46:54.497222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:54.547491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.548858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.549755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.641963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.646181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-824fbb6d-b1b3-4360-a7d7-c03833f8bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:54.647715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-824fbb6d-b1b3-4360-a7d7-c03833f8bf71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547746 Jun 04 06:46:54.681428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Deleting port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:54.682203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.693043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=b841be90-190b-4339-9220-a74927cb0287,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:54.721739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4c79819f-9441-42ae-90d1-47685a48401a None None] Provisioning for port 04442669-251b-47aa-8f92-cdd6748b83e1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:46:54.723347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed6d0673-02e1-49e6-98dc-df32442e9200 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5527270 Jun 04 06:46:54.730471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a8642489-e4aa-4b40-a51f-86a09cc362c7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0950727 Jun 04 06:46:54.735746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50012) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:54.736098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:54.740643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4c79819f-9441-42ae-90d1-47685a48401a None None] Provisioning complete for port 04442669-251b-47aa-8f92-cdd6748b83e1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:46:54.741012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4c79819f-9441-42ae-90d1-47685a48401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:54.752124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:46:54.816082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b841be90-190b-4339-9220-a74927cb0287 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:46:55.121399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.139820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4c79819f-9441-42ae-90d1-47685a48401a None None] Port 04442669-251b-47aa-8f92-cdd6748b83e1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:46:55.168614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.232601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-9b4cfe7b-0649-4b05-9e28-47dea15a200d service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682161 Jun 04 06:46:55.313592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event updated for resources: {'Network': ['ID=b841be90-190b-4339-9220-a74927cb0287,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:55.381444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Network b841be90-190b-4339-9220-a74927cb0287 is not hosted by any dhcp agent {{(pid=88849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 06:46:55.381444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:55.381444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.381444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ead25521-8e43-45da-b0b7-2898dbb4d141 tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "PUT /v2.0/networks/b841be90-190b-4339-9220-a74927cb0287 HTTP/1.1" status: 200 len: 857 time: 0.5814025 Jun 04 06:46:55.381444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:55.406674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1447c7-0085-43e4-b5cc-fe2543dcd108 req-61cc995f-24a8-481c-a579-ce7d49512448 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:55.408554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de1447c7-0085-43e4-b5cc-fe2543dcd108 req-61cc995f-24a8-481c-a579-ce7d49512448 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.9368694 Jun 04 06:46:55.514437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] DHCP port deletion for 4eecef45-8d45-4bab-bf8f-9ed8acb6777b request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:46:55.519480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] For port 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6b756d93-bdc8-477c-819c-e7c0bc1e5838,segment=NetworkSegment(80280e75-cefe-4579-ac8b-7736ba9e40b0),segment_id=80280e75-cefe-4579-ac8b-7736ba9e40b0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:55.519845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.522105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Deleting port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:55.523376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.613862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.691711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Calling delete_port for 6b756d93-bdc8-477c-819c-e7c0bc1e5838 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:55.693156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de1447c7-0085-43e4-b5cc-fe2543dcd108 req-6d15b2a7-5c53-4b47-8ec2-138bd32e1aed tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612095 Jun 04 06:46:55.715312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81fe8b0-35e0-48d9-82c5-2814d3275dd6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:55.716127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b81fe8b0-35e0-48d9-82c5-2814d3275dd6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:55.728340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.785166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6aad00c1-f5dc-4a71-bd8b-08477f7be85e req-dfab37ca-1750-4c1e-aa35-7e1a0ac4f150 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286858 Jun 04 06:46:55.814935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b81fe8b0-35e0-48d9-82c5-2814d3275dd6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:55.819995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b81fe8b0-35e0-48d9-82c5-2814d3275dd6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.0740244 Jun 04 06:46:55.824290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50046) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:55.862768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.871061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.883024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] For port 6b756d93-bdc8-477c-819c-e7c0bc1e5838, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6b756d93-bdc8-477c-819c-e7c0bc1e5838,segment=NetworkSegment(80280e75-cefe-4579-ac8b-7736ba9e40b0),segment_id=80280e75-cefe-4579-ac8b-7736ba9e40b0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:46:55.883760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:55.925175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Port': ['ID=6b756d93-bdc8-477c-819c-e7c0bc1e5838,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:55.928060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] No DVR routers for this DVR port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:46:56.029553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.057443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Calling delete_port for 6b756d93-bdc8-477c-819c-e7c0bc1e5838 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:56.101124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c38f-4f1f-4fbb-9e1f-7347c1df40d7 req-4f957248-1af4-4c7d-951b-6f6dabaec85e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:56.108543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8140c38f-4f1f-4fbb-9e1f-7347c1df40d7 req-4f957248-1af4-4c7d-951b-6f6dabaec85e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.1547086 Jun 04 06:46:56.113613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b841be90-190b-4339-9220-a74927cb0287']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.137112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ed4614-d99e-46f1-a93a-ce4b63c9d31b') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.137775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ed4614-d99e-46f1-a93a-ce4b63c9d31b') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.149333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:46:56.149994 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:46:56.192477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.230454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eecef45-8d45-4bab-bf8f-9ed8acb6777b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.250745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80280e75-cefe-4579-ac8b-7736ba9e40b0') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.251428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80280e75-cefe-4579-ac8b-7736ba9e40b0') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:56.272342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.277798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.297263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.307157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:56.307661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.331928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.346503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:56.347371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.407582 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 80280e75-cefe-4579-ac8b-7736ba9e40b0 resource provider aggregate not found Jun 04 06:46:56.433178 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 80280e75-cefe-4579-ac8b-7736ba9e40b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80280e75-cefe-4579-ac8b-7736ba9e40b0 found for delete ", "request_id": "req-c413c3ba-5aab-42ec-b9db-e4d3a9e16f80"}]} Jun 04 06:46:56.441034 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 64ed4614-d99e-46f1-a93a-ce4b63c9d31b resource provider aggregate not found Jun 04 06:46:56.458603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8140c38f-4f1f-4fbb-9e1f-7347c1df40d7 req-d5c54bd6-398e-43b2-993b-76011c367224 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033509 Jun 04 06:46:56.466654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.471457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.504448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d74f6-7220-49dd-b8d4-96f6fb24e464 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:56.510283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d74f6-7220-49dd-b8d4-96f6fb24e464 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:56.517137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d74f6-7220-49dd-b8d4-96f6fb24e464 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:56.521790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1a1d74f6-7220-49dd-b8d4-96f6fb24e464 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6965804 Jun 04 06:46:56.522578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:56.535685 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 64ed4614-d99e-46f1-a93a-ce4b63c9d31b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64ed4614-d99e-46f1-a93a-ce4b63c9d31b found for delete ", "request_id": "req-d6b9c986-33ab-44b7-b18a-2710f7bc4310"}]} Jun 04 06:46:56.556926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] Pushing event deleted for resources: {'Network': ['ID=4eecef45-8d45-4bab-bf8f-9ed8acb6777b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:56.569690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-55909fe8-bcb2-4865-8456-d413c6aff79f tempest-AllowedAddressPairTestJSON-499226246 tempest-AllowedAddressPairTestJSON-499226246-project] 10.222.0.17 "DELETE /v2.0/networks/4eecef45-8d45-4bab-bf8f-9ed8acb6777b HTTP/1.1" status: 204 len: 168 time: 2.0714161 Jun 04 06:46:56.607456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.632733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b841be90-190b-4339-9220-a74927cb0287 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:46:56.651733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Deleting port 6b756d93-bdc8-477c-819c-e7c0bc1e5838 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:56.652715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.653678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.658972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] Pushing event deleted for resources: {'Network': ['ID=b841be90-190b-4339-9220-a74927cb0287,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:56.674928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 04442669-251b-47aa-8f92-cdd6748b83e1 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:56.675353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:56.713123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3a7b600e-234c-4794-8796-a8279a42f19e tempest-ExternalNetworksTestJSON-1551578503 tempest-ExternalNetworksTestJSON-1551578503-project-admin] 10.222.0.17 "DELETE /v2.0/networks/b841be90-190b-4339-9220-a74927cb0287 HTTP/1.1" status: 204 len: 168 time: 1.3804092 Jun 04 06:46:56.718656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:56.859897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ae503616-5239-487a-aeed-5bcc0ad404db None None] The port '6b756d93-bdc8-477c-819c-e7c0bc1e5838' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:46:56.862972 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea72db63-d5f7-49f1-93e5-f49f685c018a tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] DELETE failed (client error): The resource could not be found. Jun 04 06:46:56.864713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea72db63-d5f7-49f1-93e5-f49f685c018a tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:46:56.866344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6b756d93-bdc8-477c-819c-e7c0bc1e5838 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:46:56.873435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea72db63-d5f7-49f1-93e5-f49f685c018a tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "DELETE /v2.0/subnets/106fc423-2e2a-4838-a8e3-1fe12bb67fea HTTP/1.1" status: 404 len: 337 time: 0.1535082 Jun 04 06:46:56.876458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50090) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:56.954501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6b756d93-bdc8-477c-819c-e7c0bc1e5838 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:46:56.955008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6b756d93-bdc8-477c-819c-e7c0bc1e5838 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:46:57.183915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.208348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.222841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50098) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:57.322282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 04442669-251b-47aa-8f92-cdd6748b83e1 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:57.492871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.526552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.575626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a68621-8cf7-47b1-b8a0-f42570cb9e90']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:57.623216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b8097a-c0c5-4733-9c76-23f5aed8b557') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:57.624483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b8097a-c0c5-4733-9c76-23f5aed8b557') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:46:57.654200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.680389 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.707254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=04442669-251b-47aa-8f92-cdd6748b83e1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:57.708677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:46:57.709161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.750121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb6c0-da40-4da3-b60f-22198f55b73c req-6241cfb3-1bfe-47a5-8a06-29af7ffa3484 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:57.752716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5efbb6c0-da40-4da3-b60f-22198f55b73c req-6241cfb3-1bfe-47a5-8a06-29af7ffa3484 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.7219157 Jun 04 06:46:57.786041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.816971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2937e615-6c68-4e5c-9eaf-0f6fab7ad583 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/04442669-251b-47aa-8f92-cdd6748b83e1 HTTP/1.1" status: 204 len: 168 time: 1.2802141 Jun 04 06:46:57.820776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50116) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:57.867437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-775f6497-f42d-40bf-a625-b32001be408a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2fae9c95b10146e695cecec06ce0fdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317201 Jun 04 06:46:57.868373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50120) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:57.870277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5efbb6c0-da40-4da3-b60f-22198f55b73c req-6c71e9a2-3d94-43e4-ba22-16d172e15bd1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110137 Jun 04 06:46:57.903886 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f0fb3d-a307-459e-ab8b-52cf95f6da08 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:46:57.904744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41f0fb3d-a307-459e-ab8b-52cf95f6da08 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:57.911898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.918901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:57.933574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41f0fb3d-a307-459e-ab8b-52cf95f6da08 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:57.938755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41f0fb3d-a307-459e-ab8b-52cf95f6da08 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/04442669-251b-47aa-8f92-cdd6748b83e1 HTTP/1.1" status: 404 len: 333 time: 0.1169536 Jun 04 06:46:57.939444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:57.994662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] Pushing event deleted for resources: {'Network': ['ID=c3a68621-8cf7-47b1-b8a0-f42570cb9e90,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:58.016093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1089a40e-bf7c-4817-907a-e367d9bc35f0 tempest-ExternalNetworksTestJSON-562727266 tempest-ExternalNetworksTestJSON-562727266-project] 10.222.0.17 "DELETE /v2.0/networks/c3a68621-8cf7-47b1-b8a0-f42570cb9e90 HTTP/1.1" status: 204 len: 168 time: 1.1378922 Jun 04 06:46:58.048666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.081484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.136030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 06d599c0-54f8-4c09-a547-1bf1995c562b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:46:58.136436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.162757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.192067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a8287-431d-4772-b09b-070b06589475,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:58.199183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.200616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4cf6835a-43ce-41d2-a24a-3267501b4abd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/529a8287-431d-4772-b09b-070b06589475 HTTP/1.1" status: 204 len: 168 time: 0.3311059 Jun 04 06:46:58.336621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee02a0-3bd4-4d6e-a75d-ed58b44613b3 req-021da502-c4f3-40bf-8001-87f46f2d944c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:58.338219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ee02a0-3bd4-4d6e-a75d-ed58b44613b3 req-021da502-c4f3-40bf-8001-87f46f2d944c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2793252 Jun 04 06:46:58.463810 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c0b8097a-c0c5-4733-9c76-23f5aed8b557 resource provider aggregate not found Jun 04 06:46:58.503356 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment c0b8097a-c0c5-4733-9c76-23f5aed8b557 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0b8097a-c0c5-4733-9c76-23f5aed8b557 found for delete ", "request_id": "req-d1671c2c-548f-4e5c-865f-279366f7e26e"}]} Jun 04 06:46:58.528146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6ee02a0-3bd4-4d6e-a75d-ed58b44613b3 req-ace04465-c317-47da-95e5-92af23111e78 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757948 Jun 04 06:46:58.608836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50146) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:58.610003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:58.892111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 06d599c0-54f8-4c09-a547-1bf1995c562b owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:46:58.913533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5bf817b8-491b-48a1-8f4d-ecc171fb02bd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cdaffc63856344babdc92a5d7c79b00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020811 Jun 04 06:46:58.914617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:59.199412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.250259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.277837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.326906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.347690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ec5ca-15e2-4ceb-8580-8a9eb2312f4b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:59.356562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.358340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9b37d4b9-cb0b-4b8a-bb0b-df6efc97e8cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0f6ec5ca-15e2-4ceb-8580-8a9eb2312f4b HTTP/1.1" status: 204 len: 168 time: 0.4426997 Jun 04 06:46:59.371501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=06d599c0-54f8-4c09-a547-1bf1995c562b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:46:59.391565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e1ed5-657e-491a-bf4e-ff5093e85615 req-ee873315-ec7f-490a-9d02-ee85c0a501d0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:59.400296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314e1ed5-657e-491a-bf4e-ff5093e85615 req-ee873315-ec7f-490a-9d02-ee85c0a501d0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.2789133 Jun 04 06:46:59.552086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314e1ed5-657e-491a-bf4e-ff5093e85615 req-b93e6f9e-d1de-49af-9a66-99ce18b68db3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509092 Jun 04 06:46:59.564243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.579145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26a59d07-c705-417a-b9fe-0cf184359599 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/06d599c0-54f8-4c09-a547-1bf1995c562b HTTP/1.1" status: 204 len: 168 time: 1.6385489 Jun 04 06:46:59.581929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50194) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:59.651216 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f843b6-8518-469f-b28c-6bdef6090f9d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:46:59.651876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0f843b6-8518-469f-b28c-6bdef6090f9d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:46:59.681187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0f843b6-8518-469f-b28c-6bdef6090f9d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:46:59.682594 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f0f843b6-8518-469f-b28c-6bdef6090f9d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/06d599c0-54f8-4c09-a547-1bf1995c562b HTTP/1.1" status: 404 len: 333 time: 0.0995591 Jun 04 06:46:59.686803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:59.784249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 1cdfa12a-1867-43f6-b75c-270ef3479ebe {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:46:59.787659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.812507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50204) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:46:59.889925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:46:59.986715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdff2f-13bf-4041-9e17-c9941b6618ca req-88fc405d-bcdd-40fc-b54c-37f3d09354f9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:46:59.988255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bbdff2f-13bf-4041-9e17-c9941b6618ca req-88fc405d-bcdd-40fc-b54c-37f3d09354f9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.1686966 Jun 04 06:47:00.054899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.108998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bbdff2f-13bf-4041-9e17-c9941b6618ca req-fa0a242d-a222-43cd-a40b-1fe296c10738 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141276 Jun 04 06:47:00.161667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.198612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978111961'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:00.210013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:00.214464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdfa12a-1867-43f6-b75c-270ef3479ebe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:00.216728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.220945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:00.224655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f823e7f5-3594-479a-be25-1012d640086a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/1cdfa12a-1867-43f6-b75c-270ef3479ebe HTTP/1.1" status: 204 len: 168 time: 0.5365355 Jun 04 06:47:00.227289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50214) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:00.228249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:00.229957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b5dcc-f571-49c5-b483-c71b6649798c None None] Network d3fc15d4-a8b1-44bc-9394-fef62c803fb1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:00.244060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:00.269862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:00.273662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.299961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.336283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:00.351070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:security_group_rule and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:00.356353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:00.378954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:00.521070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.541730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.549341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.552635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50222) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:00.589152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 0351ff98-be5b-46ef-a516-6862238afe62 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:00.589515 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.607038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:00.620574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6064935b-43a0-4d1e-acf1-f901dc25f3f0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:00.625370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.625764 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 5867866b-07f1-4a9e-828e-c0dd79d8a242 of type vlan for network cb535fbb-7d6b-459b-bbef-276db50462f0 Jun 04 06:47:00.728260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.769093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] DHCP port deletion for d3fc15d4-a8b1-44bc-9394-fef62c803fb1 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:00.786034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Deleting port 0351ff98-be5b-46ef-a516-6862238afe62 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:00.786644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.851356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.856795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:00.858147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:00.887207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0351ff98-be5b-46ef-a516-6862238afe62 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:00.988821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=cb535fbb-7d6b-459b-bbef-276db50462f0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:01.023911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cb535fbb-7d6b-459b-bbef-276db50462f0 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:01.027708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-da7c351a-54f6-407d-80f6-5d798174c543 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2141445 Jun 04 06:47:01.049867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port 0351ff98-be5b-46ef-a516-6862238afe62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0351ff98-be5b-46ef-a516-6862238afe62,segment=NetworkSegment(6eacda48-6790-4669-afbd-9299bfb7ec53),segment_id=6eacda48-6790-4669-afbd-9299bfb7ec53)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:01.050422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.221524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 0351ff98-be5b-46ef-a516-6862238afe62 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:01.284654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0351ff98-be5b-46ef-a516-6862238afe62 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:01.285745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.350519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3265afa7-ec77-4f33-b462-7f47da279e5d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ffa762baea4b41c5be0b31c64e7d7f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917316 Jun 04 06:47:01.352828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:01.357287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.548032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No DVR routers for this DVR port 0351ff98-be5b-46ef-a516-6862238afe62 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:01.579760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=0351ff98-be5b-46ef-a516-6862238afe62,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:01.656368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] For port 0351ff98-be5b-46ef-a516-6862238afe62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0351ff98-be5b-46ef-a516-6862238afe62,segment=NetworkSegment(6eacda48-6790-4669-afbd-9299bfb7ec53),segment_id=6eacda48-6790-4669-afbd-9299bfb7ec53)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:01.658967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.697827 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.726988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fc15d4-a8b1-44bc-9394-fef62c803fb1']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:01.740871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eacda48-6790-4669-afbd-9299bfb7ec53') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:01.741168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eacda48-6790-4669-afbd-9299bfb7ec53') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:01.764999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.774195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.798169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.804914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:01.805321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.829780 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-1d4e4f8f-8888-41a3-ada3-51cd677093a4 service neutron] show failed (client error): The resource could not be found. Jun 04 06:47:01.838613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-1d4e4f8f-8888-41a3-ada3-51cd677093a4 service neutron] 10.222.0.24 "GET /v2.0/ports/93fdb303-71f8-4b47-950b-05da4f114f5e/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.3742180 Jun 04 06:47:01.871228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.945418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:01.980994 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6eacda48-6790-4669-afbd-9299bfb7ec53 resource provider aggregate not found Jun 04 06:47:02.019948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Calling delete_port for 0351ff98-be5b-46ef-a516-6862238afe62 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:02.045021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.056162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.065906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=d3fc15d4-a8b1-44bc-9394-fef62c803fb1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:02.092499 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6eacda48-6790-4669-afbd-9299bfb7ec53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eacda48-6790-4669-afbd-9299bfb7ec53 found for delete ", "request_id": "req-fb1d14fb-b9a9-44f1-8f88-bf2ad25e811d"}]} Jun 04 06:47:02.109430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20667b00-db1b-44ec-bbda-c37cfeaa29af,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:02.166802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.167964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5621822-3eed-4fce-8c73-e5f661416cc9 req-a8a5b5ac-db04-49e4-ba4d-bac8ee6491c3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:02.173794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5621822-3eed-4fce-8c73-e5f661416cc9 req-a8a5b5ac-db04-49e4-ba4d-bac8ee6491c3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.8656585 Jun 04 06:47:02.177689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-868644c1-88d8-4678-8b94-0f9a187de3c0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/20667b00-db1b-44ec-bbda-c37cfeaa29af HTTP/1.1" status: 204 len: 168 time: 0.8225164 Jun 04 06:47:02.182508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f1b30f0d-70d0-42cb-a2c4-1c49422cff1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/d3fc15d4-a8b1-44bc-9394-fef62c803fb1 HTTP/1.1" status: 204 len: 168 time: 1.9430408 Jun 04 06:47:02.182930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50260) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:02.200673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1067577300'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:02.214615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:02.228874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:network and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:02.235013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:02.247249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5621822-3eed-4fce-8c73-e5f661416cc9 req-759e96f4-dc8f-40b8-8153-18c595e5d5da tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Jun 04 06:47:02.247909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:02.276949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:02.285590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.339502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:02.342243 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:02.396302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:02.416961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.417236 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Added segment 93db12eb-4df8-46c5-a3a9-d43eb0329c55 of type vlan for network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e Jun 04 06:47:02.476603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.522049 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.529262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:02.530965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.670306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Network': ['ID=36147339-8edf-4a1d-aa2e-69e23fd9dc4e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:02.674752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1a41c9ae-818b-47e2-9c7e-6ec480e34197 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4904251 Jun 04 06:47:02.677541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50272) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:02.684840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:02.685461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:02.714827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-2a34c175-9e22-48a5-8685-c698ac9afb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:02.716291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-2a34c175-9e22-48a5-8685-c698ac9afb7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 1096 time: 0.4474795 Jun 04 06:47:02.773564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:02.784239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede726a4-6ffd-445d-8712-1b5d32a0bf28 req-9463d25b-8f89-4f67-9d47-0ff9e6355ac6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:02.801605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ede726a4-6ffd-445d-8712-1b5d32a0bf28 req-9463d25b-8f89-4f67-9d47-0ff9e6355ac6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2991383 Jun 04 06:47:02.906031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ede726a4-6ffd-445d-8712-1b5d32a0bf28 req-87b636a9-4fbe-4f95-bae9-dc02c606942e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035306 Jun 04 06:47:02.934523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:02.943541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:02.946809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.957673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:02.960156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Deleting port 0351ff98-be5b-46ef-a516-6862238afe62 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:02.961346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:02.968008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:03.016548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:03.020297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:03.199453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d107d8b4-1307-42ef-ab5a-f4e320329f64 None None] The port '0351ff98-be5b-46ef-a516-6862238afe62' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:47:03.355399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:03.532076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Checking segment: {'id': '93db12eb-4df8-46c5-a3a9-d43eb0329c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:03.532490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network hostable DHCP agents. Network: 36147339-8edf-4a1d-aa2e-69e23fd9dc4e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:03.558990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=a122186a-edac-45f6-bf8a-889abfbd91fa,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:03.600740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:03.659287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 36147339-8edf-4a1d-aa2e-69e23fd9dc4e) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:03.667185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:03.667893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c2d82-e4b8-4f89-a2b0-1d45dd5fe13f None None] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:03.668536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:03.733901 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77355eee-bb57-49c3-90a6-a41b84d80feb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0521760 Jun 04 06:47:03.735931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50302) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:03.781753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1508537548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:03.817614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:03.839232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:router and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:03.852411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:03.892756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f1c2-d6d0-44de-acfb-47d21071c60f req-14d59674-a504-4dc1-972c-d2dc290e8b98 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:03.906177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1524f1c2-d6d0-44de-acfb-47d21071c60f req-14d59674-a504-4dc1-972c-d2dc290e8b98 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.3360450 Jun 04 06:47:03.913020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:04.024514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.033898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.105687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.225613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.274289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:04.388152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1524f1c2-d6d0-44de-acfb-47d21071c60f req-eba365fe-769a-4a53-ad7e-b78dfec56e40 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742777 Jun 04 06:47:04.401001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.410409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c1fa4ab5-2ad0-42e2-962b-ba3302316d1a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6636302 Jun 04 06:47:04.411117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50322) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:04.415066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50326) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:04.424043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-36147339-8edf-4a1d-aa2e-69e23fd9dc4e', 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': 'a122186a-edac-45f6-bf8a-889abfbd91fa'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:04.425083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.436687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:04.449167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e', 'name': 'tempest-PortsTestJSON-398288052'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:04.565518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:04.624467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50330) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:04.668035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.686873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Transition to ACTIVE for port object 93fdb303-71f8-4b47-950b-05da4f114f5e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:04.688444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:04.700611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:04.733771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:04.741914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:04.745637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:04.754469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:04.777550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842439d4-3b1f-42e3-b09c-819a49862d90 req-c6a70216-1882-4e88-b2f6-777dd23ddc9e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:04.786062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-842439d4-3b1f-42e3-b09c-819a49862d90 req-c6a70216-1882-4e88-b2f6-777dd23ddc9e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2118764 Jun 04 06:47:04.801257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Allocated IP 172.20.0.2 (36147339-8edf-4a1d-aa2e-69e23fd9dc4e/a122186a-edac-45f6-bf8a-889abfbd91fa/a7b70075-8696-4cbf-85d4-db641218c96a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:04.810320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:04.815304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.080025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] No DVR routers for this DVR port 93fdb303-71f8-4b47-950b-05da4f114f5e on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:05.090937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.101212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1582343072'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:05.148831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:05.162331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:05.174210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-842439d4-3b1f-42e3-b09c-819a49862d90 req-3fea1994-f1a7-4c10-826a-b9ba5183e0cb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871896 Jun 04 06:47:05.179884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Usage tracker for resource:network and tenant:e481343bf25e41279fd4bbd645835c61 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:05.186588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:05.209810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:05.299689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': '5867866b-07f1-4a9e-828e-c0dd79d8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:05.300293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: cb535fbb-7d6b-459b-bbef-276db50462f0, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:05.311821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=9decac87-292b-48d7-bd7c-5c3f7a3cd987,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:05.314445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Made reservation on behalf of e481343bf25e41279fd4bbd645835c61 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:05.317982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.335265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:05.337962 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0569c5af-e92c-42bb-958e-1c7f5a20fe2d'] response: {'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'code': 200} Jun 04 06:47:05.344762 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.349430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:05.350724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.354580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:05.361590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network cb535fbb-7d6b-459b-bbef-276db50462f0 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:05.363594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Transition to ACTIVE for port object a7b70075-8696-4cbf-85d4-db641218c96a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:05.371114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:05.372012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:05.378295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Usage tracker for resource:security_group_rule and tenant:e481343bf25e41279fd4bbd645835c61 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:05.382286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:05.387841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Transition to ACTIVE for port object a7b70075-8696-4cbf-85d4-db641218c96a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:05.390121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cb535fbb-7d6b-459b-bbef-276db50462f0) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:05.393036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:05.393189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:05.396780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.398215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.399213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:05.399857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.451263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-64042228-d6c2-420c-a7c6-7cdf3949572f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0348966 Jun 04 06:47:05.457607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:05.457753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port 5c521363-6012-4c6e-bb09-79ae65034250 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:47:05.481664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261396702'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:05.489292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:05.493749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:05.496926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:05.503453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:05.523973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:05.527906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.544599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:05.545040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:05.546009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:05.558769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:47:05.559225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Attempting to bind port 93fdb303-71f8-4b47-950b-05da4f114f5e on network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:05.561813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919899d-9cd8-49d4-93ec-a295020f5919 None None] Network cb535fbb-7d6b-459b-bbef-276db50462f0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:05.569277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:05.569769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Checking segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:05.570251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Bound using segment: {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:05.570782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Bound port: 93fdb303-71f8-4b47-950b-05da4f114f5e, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8e1d1a-e54f-402a-8d09-43add7a3c730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:05.571228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.601128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:05.661013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.661531 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 1e0e918e-ed39-4353-b62d-5694e76dee20 of type vlan for network cd40fef9-ea1e-4fb6-b6f9-f58747252046 Jun 04 06:47:05.668437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.683065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.693892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:05.703483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:05.728367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef1810-92ac-445a-b6a0-8c2e28bc8565,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:05.761382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:05.764755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.787989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:05.788628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.788987 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Added segment f3b51a8e-77a5-42cd-91fc-0588a7d3eebc of type vlan for network 632be580-8d03-4496-a158-8c0d656fef8b Jun 04 06:47:05.841432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.3 (36147339-8edf-4a1d-aa2e-69e23fd9dc4e/a122186a-edac-45f6-bf8a-889abfbd91fa/5c521363-6012-4c6e-bb09-79ae65034250) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:05.876034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.907255 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.913904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:05.915263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:05.916252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:05.975990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a1a9b-7fbd-45d7-a1b3-10edb8297b29 req-979a44d1-2772-4b6b-a8e7-1b77e1715c85 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:05.979253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d95a1a9b-7fbd-45d7-a1b3-10edb8297b29 req-979a44d1-2772-4b6b-a8e7-1b77e1715c85 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.3670073 Jun 04 06:47:06.058855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.075725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object 5c521363-6012-4c6e-bb09-79ae65034250 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:06.084391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Attempting to bind port a7b70075-8696-4cbf-85d4-db641218c96a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:06.084765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Attempting to bind port a7b70075-8696-4cbf-85d4-db641218c96a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '93db12eb-4df8-46c5-a3a9-d43eb0329c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:06.085132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Attempting to bind port a7b70075-8696-4cbf-85d4-db641218c96a on network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:06.087153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Pushing event updated for resources: {'Port': ['ID=a7b70075-8696-4cbf-85d4-db641218c96a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.106123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.117368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:06.117784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Checking segment: {'id': '93db12eb-4df8-46c5-a3a9-d43eb0329c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:06.118195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.118598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Bound using segment: {'id': '93db12eb-4df8-46c5-a3a9-d43eb0329c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:06.119078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Bound port: a7b70075-8696-4cbf-85d4-db641218c96a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93db12eb-4df8-46c5-a3a9-d43eb0329c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36147339-8edf-4a1d-aa2e-69e23fd9dc4e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:06.119517 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.133612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.146431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:06.148497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.164458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:06.193546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:06.195772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:06.198933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:06.205281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:06.229051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d133caed-2308-485d-9663-5d79635d94cf None None] For port a7b70075-8696-4cbf-85d4-db641218c96a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:06.233006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d133caed-2308-485d-9663-5d79635d94cf None None] For port a7b70075-8696-4cbf-85d4-db641218c96a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a7b70075-8696-4cbf-85d4-db641218c96a,segment=NetworkSegment(93db12eb-4df8-46c5-a3a9-d43eb0329c55),segment_id=93db12eb-4df8-46c5-a3a9-d43eb0329c55)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:06.239605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.243502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=5c521363-6012-4c6e-bb09-79ae65034250,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.245915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.256982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=cd40fef9-ea1e-4fb6-b6f9-f58747252046,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.267747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-35b76d7a-4cae-4918-b6d0-16a3f2a7b914 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8098817 Jun 04 06:47:06.286561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50372) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:06.319790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:47:06.321980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cd40fef9-ea1e-4fb6-b6f9-f58747252046 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:06.322400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:06.323056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.325700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1091 time: 3.5556681 Jun 04 06:47:06.343475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': 'cd40fef9-ea1e-4fb6-b6f9-f58747252046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:06.362547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7370028 Jun 04 06:47:06.406781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133caed-2308-485d-9663-5d79635d94cf None None] Pushing event updated for resources: {'Port': ['ID=a7b70075-8696-4cbf-85d4-db641218c96a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.424908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:06.505371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Request body: {'subnet': {'network_id': '632be580-8d03-4496-a158-8c0d656fef8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:06.679328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cb535fbb-7d6b-459b-bbef-276db50462f0', 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '9decac87-292b-48d7-bd7c-5c3f7a3cd987'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:06.680153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.704851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e42e2-b743-4576-b67e-f49f6c51f8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.739555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:06.739555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:06.752544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:06.782887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d95a1a9b-7fbd-45d7-a1b3-10edb8297b29 req-41a4665f-8223-4e26-886a-81afeb19f1be tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775680 Jun 04 06:47:06.792132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb6e94-d272-4150-b7bf-954adc3df62b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'Network': ['ID=632be580-8d03-4496-a158-8c0d656fef8b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:06.809144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Usage tracker for resource:subnet and tenant:e481343bf25e41279fd4bbd645835c61 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:06.821383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 632be580-8d03-4496-a158-8c0d656fef8b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:06.834266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:06.849326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:06.886812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:06.894579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:06.898261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:06.912746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:06.914588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50388) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:06.916436 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9182464f-de4b-4eb2-b791-b315c4041d84 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5042932 Jun 04 06:47:06.942083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Made reservation on behalf of e481343bf25e41279fd4bbd645835c61 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:06.950980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:07.195663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Allocated IP 2001:db8:0:ffff::2 (cb535fbb-7d6b-459b-bbef-276db50462f0/9decac87-292b-48d7-bd7c-5c3f7a3cd987/002cddd9-b178-46f9-b6e1-8e01c1b57875) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:07.381576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:07.427030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-f736d22d-89c7-4d4c-927a-26c6085e98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:07.429295 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-f736d22d-89c7-4d4c-927a-26c6085e98e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1094 time: 1.0757275 Jun 04 06:47:07.563658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:07.566831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:07.568280 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:07.580223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Transition to ACTIVE for port object 002cddd9-b178-46f9-b6e1-8e01c1b57875 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:07.603262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Transition to ACTIVE for port object 002cddd9-b178-46f9-b6e1-8e01c1b57875 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:07.622809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:07.764446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Pushing event updated for resources: {'Port': ['ID=002cddd9-b178-46f9-b6e1-8e01c1b57875,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:07.771684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-6ca325b8-ad9d-4e09-b376-be35c8f0e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:07.773559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-6ca325b8-ad9d-4e09-b376-be35c8f0e3fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.3337445 Jun 04 06:47:07.784936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Network cb535fbb-7d6b-459b-bbef-276db50462f0 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:07.800699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:07.813019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:07.994313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Attempting to bind port 002cddd9-b178-46f9-b6e1-8e01c1b57875 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:07.994764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Attempting to bind port 002cddd9-b178-46f9-b6e1-8e01c1b57875 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5867866b-07f1-4a9e-828e-c0dd79d8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:07.995145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Attempting to bind port 002cddd9-b178-46f9-b6e1-8e01c1b57875 on network cb535fbb-7d6b-459b-bbef-276db50462f0 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:07.995452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-215e6930-f3b9-4ffc-9dbc-9910a2825378 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 998 time: 0.2086222 Jun 04 06:47:07.996615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.002587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:08.003017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Checking segment: {'id': '5867866b-07f1-4a9e-828e-c0dd79d8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:08.003567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.004013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Bound using segment: {'id': '5867866b-07f1-4a9e-828e-c0dd79d8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:08.004498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Bound port: 002cddd9-b178-46f9-b6e1-8e01c1b57875, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5867866b-07f1-4a9e-828e-c0dd79d8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cb535fbb-7d6b-459b-bbef-276db50462f0'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:08.004929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.167190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] For port 002cddd9-b178-46f9-b6e1-8e01c1b57875, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:08.189242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] For port 002cddd9-b178-46f9-b6e1-8e01c1b57875, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=002cddd9-b178-46f9-b6e1-8e01c1b57875,segment=NetworkSegment(5867866b-07f1-4a9e-828e-c0dd79d8a242),segment_id=5867866b-07f1-4a9e-828e-c0dd79d8a242)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:08.209747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.290091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'Subnet': ['ID=e3297ba0-b2f3-4473-9432-96782f7afae5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:08.293274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-4daf7116-76f5-473b-a17b-717b3dc4ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:08.295590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-4daf7116-76f5-473b-a17b-717b3dc4ef74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.2904575 Jun 04 06:47:08.343493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Checking segment: {'id': 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:08.344185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Network hostable DHCP agents. Network: 632be580-8d03-4496-a158-8c0d656fef8b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:08.376518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.399237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Network 632be580-8d03-4496-a158-8c0d656fef8b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:08.427296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 632be580-8d03-4496-a158-8c0d656fef8b) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:08.438554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:08.439153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.461569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13d36d-de63-44b6-a71d-9cfb32b4c5fa None None] Network 632be580-8d03-4496-a158-8c0d656fef8b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:08.488071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-65460917-dbc0-4024-8200-e02faf5135e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:08.511472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-65460917-dbc0-4024-8200-e02faf5135e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066252 Jun 04 06:47:08.513766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f885ae12-de7a-4c04-9f82-10410138cdda tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0316122 Jun 04 06:47:08.516882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50410) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:08.550393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Request body: {'port': {'network_id': '632be580-8d03-4496-a158-8c0d656fef8b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-724704693'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:08.656248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a5027-3ba4-49bf-8358-8f5c49c1e3b9 None None] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:08.670396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=88f8b6fa-3fb1-49f6-bd36-91880f807928,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:08.693910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2226d-41b1-4d2e-baf3-d66e346b5fe2 req-aecb4cce-b6a0-4601-b11c-810e4caf8743 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:08.695487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74a2226d-41b1-4d2e-baf3-d66e346b5fe2 req-aecb4cce-b6a0-4601-b11c-810e4caf8743 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 1.1566527 Jun 04 06:47:08.886597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:08.918225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': '1e0e918e-ed39-4353-b62d-5694e76dee20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cd40fef9-ea1e-4fb6-b6f9-f58747252046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:08.918612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: cd40fef9-ea1e-4fb6-b6f9-f58747252046, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:08.924050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a7b70075-8696-4cbf-85d4-db641218c96a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:08.950126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-b3821945-651d-4696-8127-9442466530db service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339392 Jun 04 06:47:08.956564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:08.961838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Usage tracker for resource:port and tenant:e481343bf25e41279fd4bbd645835c61 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:08.994996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019ff0a-7c94-4a5f-b96d-2065f2313349 None None] Pushing event updated for resources: {'Port': ['ID=002cddd9-b178-46f9-b6e1-8e01c1b57875,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:08.999892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:09.011375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:09.084803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6a1c575b-8259-4a2d-907e-7b3fb3d6f969 None None] Provisioning for port a7b70075-8696-4cbf-85d4-db641218c96a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:09.147952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Made reservation on behalf of e481343bf25e41279fd4bbd645835c61 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:09.151449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:09.153942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74a2226d-41b1-4d2e-baf3-d66e346b5fe2 req-f718c795-4a1c-4a74-ae95-e1aa33259e3a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724411 Jun 04 06:47:09.202905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network cd40fef9-ea1e-4fb6-b6f9-f58747252046 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:09.228974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] device_id is not set on port be696a10-8390-4be9-a20c-62ed34e8898d yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:47:09.367841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a7b70075-8696-4cbf-85d4-db641218c96a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:09.411230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-c56eada0-44a3-497b-ba78-fd9ca65a57fc service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504886 Jun 04 06:47:09.413930 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7183033e-36ec-4215-9d9d-55487111078e'] response: {'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'status': 'completed', 'code': 200} Jun 04 06:47:09.448411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a7b70075-8696-4cbf-85d4-db641218c96a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:09.449293 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:09.453410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cd40fef9-ea1e-4fb6-b6f9-f58747252046) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:09.544915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50a84a-2232-4314-98cd-3c0ee8389cb3 None None] Network cd40fef9-ea1e-4fb6-b6f9-f58747252046 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:09.724885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:09.725512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:09.758669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2cfad7c6-789c-42c5-a9a5-29ab11fdbb46 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4682693 Jun 04 06:47:09.766799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50432) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:09.827110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Allocated IP 2001:db8::129 (632be580-8d03-4496-a158-8c0d656fef8b/e3297ba0-b2f3-4473-9432-96782f7afae5/be696a10-8390-4be9-a20c-62ed34e8898d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:09.842541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-4f084a92-6ee0-48a7-b128-2fd3ff49f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:09.844115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-4f084a92-6ee0-48a7-b128-2fd3ff49f474 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1094 time: 0.4319725 Jun 04 06:47:09.856312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-aecb2175-df1f-475f-a9b6-2939f053158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:09.863579 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-aecb2175-df1f-475f-a9b6-2939f053158a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1094 time: 0.3787458 Jun 04 06:47:10.204585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90faa7-23ad-4690-86e5-8aa6f3208790 req-c53f050c-61e7-4c8a-afe8-9ee1b7b1b697 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:10.214784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a90faa7-23ad-4690-86e5-8aa6f3208790 req-c53f050c-61e7-4c8a-afe8-9ee1b7b1b697 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.5665421 Jun 04 06:47:10.268367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-5acbd5f7-9a83-4445-89c0-59a2ffd60c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:10.269867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-5acbd5f7-9a83-4445-89c0-59a2ffd60c06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.4176941 Jun 04 06:47:10.311679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-632be580-8d03-4496-a158-8c0d656fef8b', 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b', 'tenant_id': 'e481343bf25e41279fd4bbd645835c61', 'fixed_ips': [{'subnet_id': 'e3297ba0-b2f3-4473-9432-96782f7afae5'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:10.312586 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.410609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a90faa7-23ad-4690-86e5-8aa6f3208790 req-af7eb18c-8878-44c5-9fad-56baadb4a870 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522436 Jun 04 06:47:10.419764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.475831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.539674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c669439-6a24-4b8f-9c44-62c2529cf33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cd40fef9-ea1e-4fb6-b6f9-f58747252046', 'network_id': 'cd40fef9-ea1e-4fb6-b6f9-f58747252046', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '88f8b6fa-3fb1-49f6-bd36-91880f807928'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:10.540939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1c669439-6a24-4b8f-9c44-62c2529cf33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.587786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8938edbf-2da4-47e5-a99f-4ddf8d40fc51 None None] Network cb535fbb-7d6b-459b-bbef-276db50462f0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:10.678438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.721588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.776357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-462f6e14-af0d-4849-93e0-8357f43fc49a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 998 time: 0.4971461 Jun 04 06:47:10.885500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a7b70075-8696-4cbf-85d4-db641218c96a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:10.885904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:10.908654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-3b0da55e-0ae5-4ab2-b920-41e9ecc68d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:10.913343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9ec812a3-a474-46d5-b198-0b0de1360464 None None] Provisioning for port 002cddd9-b178-46f9-b6e1-8e01c1b57875 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:10.913808 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-3b0da55e-0ae5-4ab2-b920-41e9ecc68d9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.6361411 Jun 04 06:47:10.942587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d888-5577-4931-bf54-bafcdcf8f50c req-97b40e82-0a6c-430d-bb60-6f50575ce226 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:10.949731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fb8d888-5577-4931-bf54-bafcdcf8f50c req-97b40e82-0a6c-430d-bb60-6f50575ce226 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.3358786 Jun 04 06:47:10.956945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=5c521363-6012-4c6e-bb09-79ae65034250,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:11.036563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fb8d888-5577-4931-bf54-bafcdcf8f50c req-c76377f2-deb3-42be-b411-edd4c8cbf0d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858378 Jun 04 06:47:11.055957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-f59f5307-3625-4622-bc7a-278282e687aa req-c10f709a-66aa-4999-943d-a1d933204958 tempest-ServerActionsTestJSON-2087685405 tempest-ServerActionsTestJSON-2087685405-project] (88848) timed out ('10.222.0.17', 34992) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:47:11.056596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a7b70075-8696-4cbf-85d4-db641218c96a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a7b70075-8696-4cbf-85d4-db641218c96a,segment=NetworkSegment(93db12eb-4df8-46c5-a3a9-d43eb0329c55),segment_id=93db12eb-4df8-46c5-a3a9-d43eb0329c55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-1c669439-6a24-4b8f-9c44-62c2529cf33d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88f8b6fa-3fb1-49f6-bd36-91880f807928: This subnet is being modified by another concurrent operation. Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88f8b6fa-3fb1-49f6-bd36-91880f807928: This subnet is being modified by another concurrent operation. Jun 04 06:47:11.074618 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:47:11.084189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.086544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.145219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=88f8b6fa-3fb1-49f6-bd36-91880f807928,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:11.165094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f1b1b-1af6-463b-b36e-1c1ea6716c67 None None] Network cd40fef9-ea1e-4fb6-b6f9-f58747252046 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:11.271357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-d9fcbf02-7d6c-4d6e-a60e-766f5ade7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:11.273654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-d9fcbf02-7d6c-4d6e-a60e-766f5ade7181 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.4724190 Jun 04 06:47:11.374135 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.378853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.383195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-93779d3e-c2eb-4da1-9e02-2a5694d7a105 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 998 time: 0.4483888 Jun 04 06:47:11.432919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 002cddd9-b178-46f9-b6e1-8e01c1b57875 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:11.454137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Transition to ACTIVE for port object be696a10-8390-4be9-a20c-62ed34e8898d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:11.476291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd40fef9-ea1e-4fb6-b6f9-f58747252046']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:11.487911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-923488cb-9c4d-4eb9-8e6e-0188a0794c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:11.489379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-923488cb-9c4d-4eb9-8e6e-0188a0794c54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.0981359 Jun 04 06:47:11.536570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0e918e-ed39-4353-b62d-5694e76dee20') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:11.537097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0e918e-ed39-4353-b62d-5694e76dee20') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:11.556245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.596653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-dcd33991-87b9-4143-b7ac-74bc89f64dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:11.604408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-dcd33991-87b9-4143-b7ac-74bc89f64dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128705 Jun 04 06:47:11.611266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.614024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.739572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:47:11.813073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:11.813489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.843648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-a772fd0a-a43b-4689-a611-6888d174bc3f service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241902 Jun 04 06:47:11.847493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.875506 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1e0e918e-ed39-4353-b62d-5694e76dee20 resource provider aggregate not found Jun 04 06:47:11.915721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a7b70075-8696-4cbf-85d4-db641218c96a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:11.948675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Provisioning complete for port a7b70075-8696-4cbf-85d4-db641218c96a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:11.950331 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:11.962236 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1e0e918e-ed39-4353-b62d-5694e76dee20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e0e918e-ed39-4353-b62d-5694e76dee20 found for delete ", "request_id": "req-6ec92f88-dcc7-492d-b763-ad64c678f9d2"}]} Jun 04 06:47:12.017016 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.042378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.196037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'Port': ['ID=be696a10-8390-4be9-a20c-62ed34e8898d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:12.211148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Network 632be580-8d03-4496-a158-8c0d656fef8b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:12.216201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Allocated IP 2001:db8::2 (632be580-8d03-4496-a158-8c0d656fef8b/e3297ba0-b2f3-4473-9432-96782f7afae5/103ee68f-657c-4716-a8af-fbbcb2f6c620) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:12.217343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:12.225556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:12.232250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:12.233194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.234669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=cd40fef9-ea1e-4fb6-b6f9-f58747252046,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:12.239164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-fde73899-8b77-4e3d-aab2-7813bff4e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:12.241508 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-fde73899-8b77-4e3d-aab2-7813bff4e137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7447202 Jun 04 06:47:12.254381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-466d61f1-5a3a-4bf7-ac77-7d9181ea6cac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/cd40fef9-ea1e-4fb6-b6f9-f58747252046 HTTP/1.1" status: 204 len: 168 time: 2.4855378 Jun 04 06:47:12.254578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50484) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:12.286396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c918bb7-8181-4a8c-8505-0a90431dd823 req-e39a3a30-c6d7-4f8d-97b3-d90a7c95f781 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:12.293043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027621318'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:12.294083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c918bb7-8181-4a8c-8505-0a90431dd823 req-e39a3a30-c6d7-4f8d-97b3-d90a7c95f781 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.5365751 Jun 04 06:47:12.310369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.313184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:12.384129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:12.397005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:12.409460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c918bb7-8181-4a8c-8505-0a90431dd823 req-f6ff0737-fd29-4c66-8b41-f4a0ea26c7d9 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141758 Jun 04 06:47:12.425133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:12.429221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-757f7bf7-fa25-4d94-ba5b-e78f585fea15 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9085262 Jun 04 06:47:12.435051 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-6db96c65-b20f-4173-992d-8c84ef7fe415 service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714450 Jun 04 06:47:12.436114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:12.456745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Request body: {'port': {'network_id': '632be580-8d03-4496-a158-8c0d656fef8b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1755415498', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:12.457493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] bootfile-name is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:12.457984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] tftp-server is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:12.458491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.api.validators [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] server-ip-address is not in valid_values {{(pid=88848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:12.501844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:12.505734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.626343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-683a0d2a-e274-4a33-ad11-411624cec6b4 service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707714 Jun 04 06:47:12.665500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.684744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Transition to ACTIVE for port object 103ee68f-657c-4716-a8af-fbbcb2f6c620 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:12.728013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 002cddd9-b178-46f9-b6e1-8e01c1b57875 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:12.796030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 002cddd9-b178-46f9-b6e1-8e01c1b57875 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:12.796416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:12.908239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Transition to ACTIVE for port object 103ee68f-657c-4716-a8af-fbbcb2f6c620 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:12.913907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Current status of the port a7b70075-8696-4cbf-85d4-db641218c96a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:12.957038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.094210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Network 632be580-8d03-4496-a158-8c0d656fef8b is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:13.103851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:13.116036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Pushing event updated for resources: {'Port': ['ID=103ee68f-657c-4716-a8af-fbbcb2f6c620,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:13.120079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:13.123594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:13.135204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2382f5-9e2e-4779-b801-dc52324b9759 req-6e14ba8f-ab66-4687-9dc3-519fc996189d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:13.144410 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b2382f5-9e2e-4779-b801-dc52324b9759 req-6e14ba8f-ab66-4687-9dc3-519fc996189d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.5345342 Jun 04 06:47:13.209078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.210007 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment e1c3c36f-635a-48bc-8a5f-dbeddba1453e of type vlan for network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe Jun 04 06:47:13.239643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Provisioning for port 5c521363-6012-4c6e-bb09-79ae65034250 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:13.254888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Provisioning complete for port 5c521363-6012-4c6e-bb09-79ae65034250 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:13.255887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.301759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:13.313731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b2382f5-9e2e-4779-b801-dc52324b9759 req-e0917d5f-6f20-43b8-982d-4053d280f70a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671693 Jun 04 06:47:13.317972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Usage tracker for resource:port and tenant:e481343bf25e41279fd4bbd645835c61 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:13.331482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:13.349968 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.352113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Attempting to bind port 103ee68f-657c-4716-a8af-fbbcb2f6c620 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:13.352491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Attempting to bind port 103ee68f-657c-4716-a8af-fbbcb2f6c620 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:13.352847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Attempting to bind port 103ee68f-657c-4716-a8af-fbbcb2f6c620 on network 632be580-8d03-4496-a158-8c0d656fef8b {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:13.355642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:13.363235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d08ba002-8afc-44f8-8f87-1a641f365b71 req-a66bd1a2-d58f-4ff7-9497-6129a848a074 service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259324 Jun 04 06:47:13.380561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:13.381283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Checking segment: {'id': 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:13.381842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.382422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Bound using segment: {'id': 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:13.383079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Bound port: 103ee68f-657c-4716-a8af-fbbcb2f6c620, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '632be580-8d03-4496-a158-8c0d656fef8b'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:13.383458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.396350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.397381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Made reservation on behalf of e481343bf25e41279fd4bbd645835c61 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:13.403598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.405795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.477119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] device_id is not set on port c880e452-5651-4ef4-bbf2-4f4ff1b7ea93 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:47:13.489887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:47:13.561250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.582566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:13.583341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.663418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=5c521363-6012-4c6e-bb09-79ae65034250,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:13.721812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-414904c9-6e87-4dfa-9433-e9bcb681e1eb None None] Port 5c521363-6012-4c6e-bb09-79ae65034250 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:13.738516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 002cddd9-b178-46f9-b6e1-8e01c1b57875 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:13.738899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.761842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] For port 103ee68f-657c-4716-a8af-fbbcb2f6c620, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:13.770414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:13.770830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.818063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'port_id': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'mac_address': 'fa:16:3e:1e:23:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:47:13.825659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] For port 103ee68f-657c-4716-a8af-fbbcb2f6c620, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=103ee68f-657c-4716-a8af-fbbcb2f6c620,segment=NetworkSegment(f3b51a8e-77a5-42cd-91fc-0588a7d3eebc),segment_id=f3b51a8e-77a5-42cd-91fc-0588a7d3eebc)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:13.877988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5894210 Jun 04 06:47:13.878688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:13.888747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:13.896965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf1977-4566-4f26-91bd-20b7b4f9582d tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=f5fba01e-8f8f-4939-be5f-9ae9545a0ffe,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:13.913026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:13.941351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 002cddd9-b178-46f9-b6e1-8e01c1b57875, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=002cddd9-b178-46f9-b6e1-8e01c1b57875,segment=NetworkSegment(5867866b-07f1-4a9e-828e-c0dd79d8a242),segment_id=5867866b-07f1-4a9e-828e-c0dd79d8a242)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:13.967374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:13.968014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b9e9-660c-48a3-977c-5679d7b24ff3 req-bd4003ab-7dbc-454a-84a9-519e3ddbc201 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:13.970182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f270b9e9-660c-48a3-977c-5679d7b24ff3 req-bd4003ab-7dbc-454a-84a9-519e3ddbc201 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.3106611 Jun 04 06:47:14.048635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f270b9e9-660c-48a3-977c-5679d7b24ff3 req-d055ccf0-1a7f-49fe-bd7e-d7ee85508640 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Jun 04 06:47:14.077296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.098038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:14.101492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:14.206562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Allocated IP 2001:db8::36e (632be580-8d03-4496-a158-8c0d656fef8b/e3297ba0-b2f3-4473-9432-96782f7afae5/c880e452-5651-4ef4-bbf2-4f4ff1b7ea93) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:14.233466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4df89-08c6-47ce-a465-6bb2aa7aa55c None None] Pushing event updated for resources: {'Port': ['ID=103ee68f-657c-4716-a8af-fbbcb2f6c620,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:14.285827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a7b70075-8696-4cbf-85d4-db641218c96a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:14.353707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Provisioning complete for port 002cddd9-b178-46f9-b6e1-8e01c1b57875 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:14.361131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.405744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:14.420739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:14.424639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:14.430716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:14.463760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:14.467405 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.482074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 93fdb303-71f8-4b47-950b-05da4f114f5e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:14.482981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.637387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Router 61db9090-a45d-4521-b43e-9be5b24817e7 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:47:14.662439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa356bf3-d31f-4d97-baf8-a5f2753c9304 req-1f77998f-d02b-4acd-a18f-8712fdb53be7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:14.666139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fdb303-71f8-4b47-950b-05da4f114f5e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:47:14.684183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa356bf3-d31f-4d97-baf8-a5f2753c9304 req-1f77998f-d02b-4acd-a18f-8712fdb53be7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 943 time: 0.2339878 Jun 04 06:47:14.698535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:14.711403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.776899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=002cddd9-b178-46f9-b6e1-8e01c1b57875,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:14.887540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:14.956244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a7b70075-8696-4cbf-85d4-db641218c96a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:14.956244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:14.990412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.024974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Current status of the port 002cddd9-b178-46f9-b6e1-8e01c1b57875 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:15.036169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Transition to ACTIVE for port object c880e452-5651-4ef4-bbf2-4f4ff1b7ea93 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:15.050418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Provisioning complete for port 5c521363-6012-4c6e-bb09-79ae65034250 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:15.050791 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.052487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:47:15.083225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d451ff0-c07a-473f-aa66-e35c09a6222e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/routers/61db9090-a45d-4521-b43e-9be5b24817e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1675012 Jun 04 06:47:15.085680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['93fdb303-71f8-4b47-950b-05da4f114f5e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:47:15.086836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50550) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:15.111898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa356bf3-d31f-4d97-baf8-a5f2753c9304 req-2d6498a5-74ac-476b-ab7b-f19141341f6b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264586 Jun 04 06:47:15.113848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] Sync routers for ids ['61db9090-a45d-4521-b43e-9be5b24817e7'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:47:15.213524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] Routers {'61db9090-a45d-4521-b43e-9be5b24817e7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:47:15.214521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:46:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['61db9090-a45d-4521-b43e-9be5b24817e7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:15.216010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.312994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-805e92e0-f36b-4c93-bbc7-6ea8c3f12e20 None None] Port 5c521363-6012-4c6e-bb09-79ae65034250 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:15.325829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:15.326274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.334008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a7b70075-8696-4cbf-85d4-db641218c96a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:15.353591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] Routers {'61db9090-a45d-4521-b43e-9be5b24817e7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:47:15.354243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:46:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['61db9090-a45d-4521-b43e-9be5b24817e7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:15.406946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb59dde-5191-4424-b538-7825571831dc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.407672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9cb59dde-5191-4424-b538-7825571831dc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:15.417888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:15.433826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:15.434257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95534-0468-4609-9420-a49b5541d438 None None] The sync data for ids ['61db9090-a45d-4521-b43e-9be5b24817e7'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:47:15.453888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Network 632be580-8d03-4496-a158-8c0d656fef8b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:15.461825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:15.473863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:15.484833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.485811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.489252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2a431abc-0d54-41c8-99b3-c4bf60ab3e12 None None] Provisioning complete for port 5c521363-6012-4c6e-bb09-79ae65034250 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:15.489674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a431abc-0d54-41c8-99b3-c4bf60ab3e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:15.503332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:15.504085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: f5fba01e-8f8f-4939-be5f-9ae9545a0ffe, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:15.543342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'Port': ['ID=c880e452-5651-4ef4-bbf2-4f4ff1b7ea93,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:15.556565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9cb59dde-5191-4424-b538-7825571831dc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:15.562060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9cb59dde-5191-4424-b538-7825571831dc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?device_id=61db9090-a45d-4521-b43e-9be5b24817e7 HTTP/1.1" status: 200 len: 981 time: 0.4696529 Jun 04 06:47:15.562060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f9651966-1ad1-40d8-a524-7de859a1ea19 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1132019 Jun 04 06:47:15.562060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:15.564507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:15.632225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a431abc-0d54-41c8-99b3-c4bf60ab3e12 None None] Port 5c521363-6012-4c6e-bb09-79ae65034250 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:15.691126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636b8bc-327e-4fe0-8374-9848232aef60 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.722672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636b8bc-327e-4fe0-8374-9848232aef60 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.742972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636b8bc-327e-4fe0-8374-9848232aef60 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.745721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:15.750025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0636b8bc-327e-4fe0-8374-9848232aef60 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1811712 Jun 04 06:47:15.750634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50574) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:15.941938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50578) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:15.947753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f5fba01e-8f8f-4939-be5f-9ae9545a0ffe) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:15.960730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97252157-7d52-4b73-9c4b-6678f69e8f1f None None] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:15.969812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:15.970503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.007597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926022d0-4f20-4f7c-bee0-5c249d671c08 None None] Network 632be580-8d03-4496-a158-8c0d656fef8b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:16.070819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5544756d-dc06-4779-be02-5f0a78b8e77a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1780941 Jun 04 06:47:16.079397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50584) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:16.086849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963964233'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:16.153348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:16.165070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Deleting port c880e452-5651-4ef4-bbf2-4f4ff1b7ea93 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:16.165590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.264909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1f56b72b-e5d3-46bc-91dd-69bb1859e996 None None] Provisioning for port 103ee68f-657c-4716-a8af-fbbcb2f6c620 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:16.309667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 103ee68f-657c-4716-a8af-fbbcb2f6c620 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:16.335346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab5c95-ef54-423d-832b-60724303c46d req-f86fb1b6-ad19-4f81-874d-5c2eca2e93ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:16.336867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9ab5c95-ef54-423d-832b-60724303c46d req-f86fb1b6-ad19-4f81-874d-5c2eca2e93ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.2178502 Jun 04 06:47:16.363546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:16.369618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:16.381545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.397849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:16.410194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:16.417677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Usage tracker for resource:security_group_rule and tenant:699585464bea41588820abe5eab06b48 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:16.424415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:16.474673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:16.477422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.488606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:16.539858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:16.546357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9ab5c95-ef54-423d-832b-60724303c46d req-560f289f-02af-4035-9cea-61eb500a8529 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895609 Jun 04 06:47:16.569871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.570215 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment cd063ddc-722c-4c01-82d1-50c9dd6a4664 of type vlan for network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 Jun 04 06:47:16.595561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 103ee68f-657c-4716-a8af-fbbcb2f6c620 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:16.596476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.607176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 103ee68f-657c-4716-a8af-fbbcb2f6c620 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:16.607637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.627077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.643778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f5fba01e-8f8f-4939-be5f-9ae9545a0ffe', 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:16.644603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.721631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.791257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.798532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:16.799165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:16.830650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Calling delete_port for c880e452-5651-4ef4-bbf2-4f4ff1b7ea93 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:16.922257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.033705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9531105 Jun 04 06:47:17.058452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:17.099120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5841-920b-4f4f-893b-0c87711d6ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.103968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 103ee68f-657c-4716-a8af-fbbcb2f6c620 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:17.104344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.133280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64570ea9-5b28-40be-a90b-c9554b91bd4c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:17.149133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:17.180262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3a04ddf8-2011-4267-b006-66ada0bd34ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=699585464bea41588820abe5eab06b48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2366011 Jun 04 06:47:17.187327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a6cc5-e9c5-47ab-b742-37d4ff26e7f3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=2968b1f6-8803-4ac2-b296-89b4185dfcd4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:17.189780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:17.218855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Allocated IP 2001:db8::1 (f5fba01e-8f8f-4939-be5f-9ae9545a0ffe/6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4/c51b5155-21f7-4b4b-923f-f2f63cac8cc2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:17.225232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:17.328074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aba75-5928-4c63-8425-4fc3e741a46b req-355356ee-cf97-40f6-a87f-7fef91b84be6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:17.329262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-646aba75-5928-4c63-8425-4fc3e741a46b req-355356ee-cf97-40f6-a87f-7fef91b84be6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 944 time: 0.3484139 Jun 04 06:47:17.330696 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.364184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 103ee68f-657c-4716-a8af-fbbcb2f6c620, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=103ee68f-657c-4716-a8af-fbbcb2f6c620,segment=NetworkSegment(f3b51a8e-77a5-42cd-91fc-0588a7d3eebc),segment_id=f3b51a8e-77a5-42cd-91fc-0588a7d3eebc)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:17.386903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.387663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 002cddd9-b178-46f9-b6e1-8e01c1b57875 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:17.416454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Could not find standard attr ID for object c880e452-5651-4ef4-bbf2-4f4ff1b7ea93. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:47:17.429690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event deleted for resources: {'Port': ['ID=c880e452-5651-4ef4-bbf2-4f4ff1b7ea93,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:17.467206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.489131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-5f9c1652-1429-4269-84b9-a48d464ef4dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:17.490471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-5f9c1652-1429-4269-84b9-a48d464ef4dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:17.517541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-646aba75-5928-4c63-8425-4fc3e741a46b req-15857ef7-e81d-44d1-a0a8-937bfd776408 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743398 Jun 04 06:47:17.529703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.538650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-98f40712-4dcc-4c83-9845-e4895b8147fc tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "DELETE /v2.0/ports/c880e452-5651-4ef4-bbf2-4f4ff1b7ea93 HTTP/1.1" status: 204 len: 168 time: 1.7855277 Jun 04 06:47:17.542027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:17.546487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:17.551008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Request body: {'port': {'name': 'tempest-new-port-name-1356084243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:17.551421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] bootfile-name is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:17.551864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] tftp-server is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:17.552204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.api.validators [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] server-ip-address is not in valid_values {{(pid=88849) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 04 06:47:17.554080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:17.557594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:17.565036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:17.577575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=103ee68f-657c-4716-a8af-fbbcb2f6c620,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:17.587385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:17.620067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.650452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:17.656935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.697237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-5f9c1652-1429-4269-84b9-a48d464ef4dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:17.698535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-5f9c1652-1429-4269-84b9-a48d464ef4dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf&tenant_id=37092d7db36349b3ae22457540bd734a&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.7406647 Jun 04 06:47:17.702408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Provisioning complete for port 103ee68f-657c-4716-a8af-fbbcb2f6c620 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:17.702790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.738358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.797998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Performing IP validity checks on allocation pools {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:47:17.798342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:47:17.879373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 93fdb303-71f8-4b47-950b-05da4f114f5e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:17.903406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 002cddd9-b178-46f9-b6e1-8e01c1b57875 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:17.903779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.913171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.941368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 93fdb303-71f8-4b47-950b-05da4f114f5e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:17.941368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.943204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:17.987748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9da573-94d9-4309-a7b1-cc474d842f92 req-8cdb62e2-ee1e-4a09-85c1-266a6989a72b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:17.989441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd9da573-94d9-4309-a7b1-cc474d842f92 req-8cdb62e2-ee1e-4a09-85c1-266a6989a72b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.2521360 Jun 04 06:47:18.012288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.016919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/64570ea9-5b28-40be-a90b-c9554b91bd4c HTTP/1.1" status: 204 len: 168 time: 0.8169987 Jun 04 06:47:18.018545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531e22-9865-490e-89ad-ca9f19151916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64570ea9-5b28-40be-a90b-c9554b91bd4c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:18.097674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd9da573-94d9-4309-a7b1-cc474d842f92 req-4a653040-43e2-4716-996e-ef632b2c5fb4 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016974 Jun 04 06:47:18.171504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.175505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Current status of the port 103ee68f-657c-4716-a8af-fbbcb2f6c620 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:18.200484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Transition to ACTIVE for port object c51b5155-21f7-4b4b-923f-f2f63cac8cc2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:18.209741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.218963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.259756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Provisioning for port be696a10-8390-4be9-a20c-62ed34e8898d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:18.284597 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-d5f7e045-2ccc-4f66-a547-c6167d98b00e service neutron] delete failed (client error): The resource could not be found. Jun 04 06:47:18.285669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-d5f7e045-2ccc-4f66-a547-c6167d98b00e service neutron] 10.222.0.24 "DELETE /v2.0/ports/93fdb303-71f8-4b47-950b-05da4f114f5e/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.5731120 Jun 04 06:47:18.315593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] In _notify_port_updated(), no bound segment for port be696a10-8390-4be9-a20c-62ed34e8898d on network 632be580-8d03-4496-a158-8c0d656fef8b {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:47:18.333068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:18.333802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.337646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "PUT /v2.0/ports/be696a10-8390-4be9-a20c-62ed34e8898d HTTP/1.1" status: 200 len: 1130 time: 0.7921557 Jun 04 06:47:18.344998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:18.386994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Provisioning complete for port be696a10-8390-4be9-a20c-62ed34e8898d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:18.388054 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.397630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc367ddd-77a7-44bd-89b4-b7352aecb344 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event updated for resources: {'Port': ['ID=be696a10-8390-4be9-a20c-62ed34e8898d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:18.473851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Transition to ACTIVE for port object c51b5155-21f7-4b4b-923f-f2f63cac8cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:18.518606 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.613944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 93fdb303-71f8-4b47-950b-05da4f114f5e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:18.614275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.632194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 002cddd9-b178-46f9-b6e1-8e01c1b57875 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:18.644949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747c8c7-86dc-4eb2-b405-4c4970cb9c06 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:18.645745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7747c8c7-86dc-4eb2-b405-4c4970cb9c06 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Synchronizing usage tracker for tenant:e481343bf25e41279fd4bbd645835c61 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:18.667431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8d299-21a2-4ae7-b48a-3af9f47b7664 None None] Port be696a10-8390-4be9-a20c-62ed34e8898d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:18.676729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Pushing event updated for resources: {'Port': ['ID=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:18.688685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:18.690767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:18.693706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:18.701505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:18.735560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50624) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:18.758440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7747c8c7-86dc-4eb2-b405-4c4970cb9c06 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Unset dirty status for tenant:e481343bf25e41279fd4bbd645835c61 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:18.766517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7747c8c7-86dc-4eb2-b405-4c4970cb9c06 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "GET /v2.0/ports/be696a10-8390-4be9-a20c-62ed34e8898d HTTP/1.1" status: 200 len: 1130 time: 0.3092263 Jun 04 06:47:18.771600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:18.788631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.808700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:18.821402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 103ee68f-657c-4716-a8af-fbbcb2f6c620 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:18.835640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-e4854658-3eff-405a-8061-a017023cf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:18.839204 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-e4854658-3eff-405a-8061-a017023cf76f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1095 time: 0.3764050 Jun 04 06:47:18.839359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.877454 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.891428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port 5c521363-6012-4c6e-bb09-79ae65034250 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:18.891810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:18.920987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d69bef33-8e27-4fb4-884c-c9c14991449b None None] Could not find standard attr ID for object c880e452-5651-4ef4-bbf2-4f4ff1b7ea93. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:47:19.012526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Attempting to bind port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:19.012903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Attempting to bind port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:19.013285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Attempting to bind port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 on network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:19.026745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:19.027153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Checking segment: {'id': 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:19.027536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.027934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Bound using segment: {'id': 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:19.028419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Bound port: c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f5fba01e-8f8f-4939-be5f-9ae9545a0ffe'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:19.028794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.038938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d69bef33-8e27-4fb4-884c-c9c14991449b None None] Provisioning complete for port be696a10-8390-4be9-a20c-62ed34e8898d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:19.039308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d69bef33-8e27-4fb4-884c-c9c14991449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.041240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:19.052320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Usage tracker for resource:security_group_rule and tenant:fa518ee5c2af408199595d04a51f16ff is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:19.058444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:19.068987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:19.073868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Deleting port be696a10-8390-4be9-a20c-62ed34e8898d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:19.074218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.074403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:19.172811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d69bef33-8e27-4fb4-884c-c9c14991449b None None] Port be696a10-8390-4be9-a20c-62ed34e8898d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:19.178798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-431faf00-bcd5-4ba6-9bf4-09bc4303f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.183566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 103ee68f-657c-4716-a8af-fbbcb2f6c620 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:19.183943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.227609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=4e80c82f-e27b-4385-8609-79aa3b1bb521,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:19.232829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de24fac-17c3-4383-bc77-2f1c192c9eb0 req-313746dc-f48f-4cd2-8580-733a1f04f11d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:19.240023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9de24fac-17c3-4383-bc77-2f1c192c9eb0 req-313746dc-f48f-4cd2-8580-733a1f04f11d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.4075165 Jun 04 06:47:19.257038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] For port c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:19.267964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] For port c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,segment=NetworkSegment(e1c3c36f-635a-48bc-8a5f-dbeddba1453e),segment_id=e1c3c36f-635a-48bc-8a5f-dbeddba1453e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:19.275085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.288316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': 'cd063ddc-722c-4c01-82d1-50c9dd6a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:19.288780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: 2968b1f6-8803-4ac2-b296-89b4185dfcd4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:19.295066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-7e79e131-c761-4b92-8ff6-ad99bc462639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:19.296587 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-7e79e131-c761-4b92-8ff6-ad99bc462639 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.4379919 Jun 04 06:47:19.408472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9de24fac-17c3-4383-bc77-2f1c192c9eb0 req-9ff85e23-567b-4379-8277-1659248a84b2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677673 Jun 04 06:47:19.455733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:19.477916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 103ee68f-657c-4716-a8af-fbbcb2f6c620 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:19.480990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aa346-a70b-44d7-9a7c-218a47d07c63 None None] Pushing event updated for resources: {'Port': ['ID=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:19.481697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.490269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.510811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.518784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2968b1f6-8803-4ac2-b296-89b4185dfcd4) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:19.532964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d03b6-7975-43d2-a11e-add3d5127ad0 None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:19.540225 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-4ee1c6cd-fd1f-443b-a1a7-a4a92f914168 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1000 time: 0.2306952 Jun 04 06:47:19.541500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:19.551492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.561036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.691771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Calling delete_port for be696a10-8390-4be9-a20c-62ed34e8898d owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:19.794082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fa518ee5c2af408199595d04a51f16ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563219 Jun 04 06:47:19.798013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487256e-b1ad-439e-bf96-706f291363e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0dea5d-4534-45fb-b9df-8de4ba7ae6e8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:19.803464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:19.813098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for 5c521363-6012-4c6e-bb09-79ae65034250 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:19.851003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-2968b1f6-8803-4ac2-b296-89b4185dfcd4', 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '4e80c82f-e27b-4385-8609-79aa3b1bb521'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:19.851848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:19.891352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df11fa-ac7d-43c3-986a-6c563c974a7d req-83100fe6-4c48-4e70-b0b3-a556edf48096 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:19.892977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9df11fa-ac7d-43c3-986a-6c563c974a7d req-83100fe6-4c48-4e70-b0b3-a556edf48096 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.2126520 Jun 04 06:47:19.904925 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-324f3a0e-fa20-435f-937f-39aca90b766c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8394868 Jun 04 06:47:19.907939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-09c0ca05-8865-42eb-8444-458cf94fddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:19.909738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-09c0ca05-8865-42eb-8444-458cf94fddd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.3511205 Jun 04 06:47:19.910487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50638) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:19.991757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.041666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Allocated IP 2001:db8::3 (2968b1f6-8803-4ac2-b296-89b4185dfcd4/4e80c82f-e27b-4385-8609-79aa3b1bb521/2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:20.100368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event deleted for resources: {'Port': ['ID=be696a10-8390-4be9-a20c-62ed34e8898d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:20.106449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.137461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9df11fa-ac7d-43c3-986a-6c563c974a7d req-a1e0ccde-0be1-4e9e-af60-89987d8dddbc tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019255 Jun 04 06:47:20.151377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f50d7b85-0aa7-4bc4-9171-7e14ebfb7c07 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "DELETE /v2.0/ports/be696a10-8390-4be9-a20c-62ed34e8898d HTTP/1.1" status: 204 len: 168 time: 1.3710847 Jun 04 06:47:20.153932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:20.184164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.256844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Deleting subnet e3297ba0-b2f3-4473-9432-96782f7afae5 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:47:20.260390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.315710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.320183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.339669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.348322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.353499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Transition to ACTIVE for port object 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:20.383868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Transition to ACTIVE for port object 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:20.389084 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd082fe7-3488-45be-a8b7-b8929b919743'] response: {'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'code': 200} Jun 04 06:47:20.393532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.397226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.487172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:20.491337 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.494649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:20.495855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.498347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:20.506162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Pushing event updated for resources: {'Port': ['ID=2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:20.525979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.527277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ea0dea5d-4534-45fb-b9df-8de4ba7ae6e8 HTTP/1.1" status: 204 len: 168 time: 0.7236228 Jun 04 06:47:20.555188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8fbe-15f7-4762-81e1-6ac31e492089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0dea5d-4534-45fb-b9df-8de4ba7ae6e8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:20.559813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:20.563903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.605457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-cc1c6149-d793-446a-b67f-496ba4bee1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:20.607995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-cc1c6149-d793-446a-b67f-496ba4bee1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6663713 Jun 04 06:47:20.640277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Attempting to bind port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:20.640653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Attempting to bind port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'cd063ddc-722c-4c01-82d1-50c9dd6a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:20.641045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Attempting to bind port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 on network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:20.646899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:20.647278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Checking segment: {'id': 'cd063ddc-722c-4c01-82d1-50c9dd6a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:20.647679 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.648068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Bound using segment: {'id': 'cd063ddc-722c-4c01-82d1-50c9dd6a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:20.648535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Bound port: 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd063ddc-722c-4c01-82d1-50c9dd6a4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2968b1f6-8803-4ac2-b296-89b4185dfcd4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:20.648910 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.673830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49677a-c310-454f-a08e-4a76287eb627 req-b652e97c-f7ca-4acf-b458-6b1bf152179a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:20.680851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa49677a-c310-454f-a08e-4a76287eb627 req-b652e97c-f7ca-4acf-b458-6b1bf152179a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.2379878 Jun 04 06:47:20.688249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.831712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c51b5155-21f7-4b4b-923f-f2f63cac8cc2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:20.835432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa49677a-c310-454f-a08e-4a76287eb627 req-ba1e3528-3703-45b3-9f40-618aeccdf6d3 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954447 Jun 04 06:47:20.865570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:20.903322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] For port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:20.942381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] For port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7,segment=NetworkSegment(cd063ddc-722c-4c01-82d1-50c9dd6a4664),segment_id=cd063ddc-722c-4c01-82d1-50c9dd6a4664)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:20.957160 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.004999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event deleted for resources: {'Subnet': ['ID=e3297ba0-b2f3-4473-9432-96782f7afae5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:21.009295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.023060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b62146c7-8739-4e83-a515-25e3144e14e0 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "DELETE /v2.0/subnets/e3297ba0-b2f3-4473-9432-96782f7afae5 HTTP/1.1" status: 204 len: 168 time: 0.8653483 Jun 04 06:47:21.024083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:21.087911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5eaa7-3924-4881-bcfe-e5e8975f1304 None None] Network 632be580-8d03-4496-a158-8c0d656fef8b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:21.133441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f3015-24a8-43b3-8dd9-678d73df979e req-97114c78-b220-4089-86b5-69ec91c0f606 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:21.134192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-221f3015-24a8-43b3-8dd9-678d73df979e req-97114c78-b220-4089-86b5-69ec91c0f606 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Synchronizing usage tracker for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:21.176378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beaa08-5c34-4b82-aade-aadf07f59972 None None] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:21.221610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-221f3015-24a8-43b3-8dd9-678d73df979e req-97114c78-b220-4089-86b5-69ec91c0f606 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Unset dirty status for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:21.222777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-221f3015-24a8-43b3-8dd9-678d73df979e req-97114c78-b220-4089-86b5-69ec91c0f606 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.8101532 Jun 04 06:47:21.258938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4746a70-0552-48c9-a7a6-73f360276ded req-d924663b-b0d4-4715-8c24-12534589b1c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:21.262280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4746a70-0552-48c9-a7a6-73f360276ded req-d924663b-b0d4-4715-8c24-12534589b1c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2064798 Jun 04 06:47:21.269209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.336737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Provisioning for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:21.341188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4746a70-0552-48c9-a7a6-73f360276ded req-0862507b-c960-44d6-b6bf-d9b4251700af tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675330 Jun 04 06:47:21.343466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Deleting port 103ee68f-657c-4716-a8af-fbbcb2f6c620 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:21.343466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.388234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:21.406133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Provisioning complete for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:21.406767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.473417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-4de56086-27e4-4004-8921-744b1cce1f1f service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542261 Jun 04 06:47:21.477056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Deleting port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:21.477406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.533667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:21.534618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.588989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873fb52-0643-49ce-9215-0f510dc5fae8 None None] Pushing event updated for resources: {'Port': ['ID=2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:21.856729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Current status of the port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:21.857904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.892687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] For port 6a05cd47-9c39-40ce-8c8d-3b8e80569271, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6a05cd47-9c39-40ce-8c8d-3b8e80569271,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:21.893055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:21.922078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] For port 103ee68f-657c-4716-a8af-fbbcb2f6c620, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=103ee68f-657c-4716-a8af-fbbcb2f6c620,segment=NetworkSegment(f3b51a8e-77a5-42cd-91fc-0588a7d3eebc),segment_id=f3b51a8e-77a5-42cd-91fc-0588a7d3eebc)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:21.922705 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.107963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Calling delete_port for 103ee68f-657c-4716-a8af-fbbcb2f6c620 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:22.120397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Calling delete_port for 6a05cd47-9c39-40ce-8c8d-3b8e80569271 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:22.160961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b27642-084d-4690-902f-13f1eb830f61 req-7758de1a-9efa-4978-bb40-0a88bd6c71fb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:22.174532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4b27642-084d-4690-902f-13f1eb830f61 req-7758de1a-9efa-4978-bb40-0a88bd6c71fb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 946 time: 0.5264294 Jun 04 06:47:22.188058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] For port c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,segment=NetworkSegment(e1c3c36f-635a-48bc-8a5f-dbeddba1453e),segment_id=e1c3c36f-635a-48bc-8a5f-dbeddba1453e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:22.198131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.198858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:22.199148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.215319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.264158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.276788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4b27642-084d-4690-902f-13f1eb830f61 req-ef92cc65-632e-4306-9d94-7b3a2bd1e24f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992563 Jun 04 06:47:22.286009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c8046-3a6e-443b-a91f-348dc3831153 None None] DHCP port deletion for 632be580-8d03-4496-a158-8c0d656fef8b request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:22.300866 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.309421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8046-3a6e-443b-a91f-348dc3831153 None None] Deleting port 103ee68f-657c-4716-a8af-fbbcb2f6c620 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:22.309827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb6c8046-3a6e-443b-a91f-348dc3831153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.404908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event deleted for resources: {'Port': ['ID=103ee68f-657c-4716-a8af-fbbcb2f6c620,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:22.406847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] No DVR routers for this DVR port 103ee68f-657c-4716-a8af-fbbcb2f6c620 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:22.445913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c8046-3a6e-443b-a91f-348dc3831153 None None] The port '103ee68f-657c-4716-a8af-fbbcb2f6c620' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:47:22.471715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50686) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:22.490577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883df281-bda8-4471-ba86-1ba753227c4b None None] Pushing event updated for resources: {'Port': ['ID=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:22.520250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:22.523129 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:22.689856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.714746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=5c521363-6012-4c6e-bb09-79ae65034250,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:22.771102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.782372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632be580-8d03-4496-a158-8c0d656fef8b']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:22.798966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:22.799127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b51a8e-77a5-42cd-91fc-0588a7d3eebc') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:22.812211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.832294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:22.835199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.837921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.838392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.838836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.839271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.839997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.840431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.840991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.841420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.842447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.842876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.843302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:22.894689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8f358e29504aa7a23f369abd5e57cd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:22.899050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7,segment=NetworkSegment(cd063ddc-722c-4c01-82d1-50c9dd6a4664),segment_id=cd063ddc-722c-4c01-82d1-50c9dd6a4664)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:22.899593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.909637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:22.910592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:22.922715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['6a05cd47-9c39-40ce-8c8d-3b8e80569271'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:47:22.950245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:22.972505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.026440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:23.028605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.098288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab737d-e4ee-41e8-a971-09a4f2e8f6f6 None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:23.145074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Pushing event deleted for resources: {'Port': ['ID=6a05cd47-9c39-40ce-8c8d-3b8e80569271,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:23.158410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:23.190226 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f3b51a8e-77a5-42cd-91fc-0588a7d3eebc resource provider aggregate not found Jun 04 06:47:23.205616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.210747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.239531 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f3b51a8e-77a5-42cd-91fc-0588a7d3eebc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3b51a8e-77a5-42cd-91fc-0588a7d3eebc found for delete ", "request_id": "req-9c9341f4-ccf8-4569-8556-a4c10dc34118"}]} Jun 04 06:47:23.240273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c53b9cc4-1256-422d-8dce-bfef4fd7fd7a req-3e123e5c-1037-4a85-967a-505559b251c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6649518 Jun 04 06:47:23.253510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] Pushing event deleted for resources: {'Network': ['ID=632be580-8d03-4496-a158-8c0d656fef8b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:23.281372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dbb1b-9cd9-463f-9a83-b837677f92ac req-55fb5dbf-5a26-48ea-b552-2333aeb30bdd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:23.288978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-452dbb1b-9cd9-463f-9a83-b837677f92ac req-55fb5dbf-5a26-48ea-b552-2333aeb30bdd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.5265074 Jun 04 06:47:23.289322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b761404d-7c9b-427c-9a3b-8d51d0b234f8 None None] Provisioning complete for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:23.289671 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b761404d-7c9b-427c-9a3b-8d51d0b234f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.315410 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa50a33d-168b-498f-a64e-001836b1e01b tempest-ExtraDHCPOptionsIpV6TestJSON-467412259 tempest-ExtraDHCPOptionsIpV6TestJSON-467412259-project] 10.222.0.17 "DELETE /v2.0/networks/632be580-8d03-4496-a158-8c0d656fef8b HTTP/1.1" status: 204 len: 168 time: 2.2898011 Jun 04 06:47:23.392743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] No DVR routers for this DVR port 6a05cd47-9c39-40ce-8c8d-3b8e80569271 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:23.424720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-452dbb1b-9cd9-463f-9a83-b837677f92ac req-664832c8-4124-4fa3-8600-30d127b1be57 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350846 Jun 04 06:47:23.436274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.441313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:23.452428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.452566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.473196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'name': 'network-vif-deleted', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:23.508931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.555910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ab8f358e29504aa7a23f369abd5e57cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830038 Jun 04 06:47:23.558539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50702) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:23.579813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7f5c7-173c-4d32-ac68-46f183492ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c069c77-ff5b-4676-bef2-bbf918f5ac91,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:23.581820 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-221f3015-24a8-43b3-8dd9-678d73df979e req-8e790f92-dbec-4b05-b1e0-678c50b4771b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "DELETE /v2.0/ports/6a05cd47-9c39-40ce-8c8d-3b8e80569271 HTTP/1.1" status: 204 len: 173 time: 2.3494241 Jun 04 06:47:23.697114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b761404d-7c9b-427c-9a3b-8d51d0b234f8 None None] Current status of the port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:23.802197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:23.825600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2cb06b57-b7d6-4511-8efa-4281881b6e44 None None] Provisioning for port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:23.854145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c51b5155-21f7-4b4b-923f-f2f63cac8cc2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:23.903231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:23.983646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a7d96-0cce-45bd-b190-518edab2217b req-801cc150-77e5-465b-aae5-23bc6c36ecc7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:23.989181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f24a7d96-0cce-45bd-b190-518edab2217b req-801cc150-77e5-465b-aae5-23bc6c36ecc7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.3210540 Jun 04 06:47:24.055679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82cac63-2fe4-4bbe-b0e8-89e837546c6a None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:47:24.063971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.158243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f24a7d96-0cce-45bd-b190-518edab2217b req-6993bc07-f98b-45ff-9c12-e410b6149e25 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595211 Jun 04 06:47:24.172693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:24.173354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.316171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.330176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.331194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-83f61532-8b67-4c97-89bd-b90b9db26b1f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e481343bf25e41279fd4bbd645835c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998541 Jun 04 06:47:24.333867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50714) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:24.334852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c069c77-ff5b-4676-bef2-bbf918f5ac91,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:24.371143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.377968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-162c7c8e-e0a8-4dc5-8557-c72d0423a441 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0c069c77-ff5b-4676-bef2-bbf918f5ac91 HTTP/1.1" status: 204 len: 168 time: 0.8175871 Jun 04 06:47:24.413646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Port': ['ID=2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:24.452195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82cac63-2fe4-4bbe-b0e8-89e837546c6a None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:47:24.469078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:24.470431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:24.521818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b82b13fb-aef1-479e-9a90-cd74def235e0 req-05877e54-a7e0-47fc-a3a7-09d08d208e27 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=b2541233-2367-4f16-af50-a95b9228f333 HTTP/1.1" status: 200 len: 210 time: 0.0673862 Jun 04 06:47:24.527992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.537300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:47:24.551976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 04 06:47:24.582115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.620200 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53089439-98bd-40f6-b4a2-f55b516385d5'] response: {'server_uuid': 'b2541233-2367-4f16-af50-a95b9228f333', 'name': 'network-vif-deleted', 'tag': '6a05cd47-9c39-40ce-8c8d-3b8e80569271', 'status': 'completed', 'code': 200} Jun 04 06:47:24.667935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.701258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef1810-92ac-445a-b6a0-8c2e28bc8565,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:24.720120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No DVR routers for this DVR port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:24.758261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.760353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f216eef-b049-4db6-aab6-a0108be6440c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5bef1810-92ac-445a-b6a0-8c2e28bc8565 HTTP/1.1" status: 204 len: 168 time: 0.4229836 Jun 04 06:47:24.769489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Router 61db9090-a45d-4521-b43e-9be5b24817e7 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:47:24.825395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e02c49-bf5a-47e7-8326-4cc9bc584ced req-d2c22edb-2f7a-400c-9fbf-07142f216751 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:24.827342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90e02c49-bf5a-47e7-8326-4cc9bc584ced req-d2c22edb-2f7a-400c-9fbf-07142f216751 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.1179924 Jun 04 06:47:24.833283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 not found, will not notify nova. {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 04 06:47:24.869418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:24.922244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 103ee68f-657c-4716-a8af-fbbcb2f6c620 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:24.940601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90e02c49-bf5a-47e7-8326-4cc9bc584ced req-451f7888-29e0-45d3-8fb2-23d26cef12e5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065178 Jun 04 06:47:24.989565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:47:25.005411 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] Sync routers for ids ['61db9090-a45d-4521-b43e-9be5b24817e7'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:47:25.020475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:25.020883 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] Routers {'61db9090-a45d-4521-b43e-9be5b24817e7'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:47:25.021676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:47:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['61db9090-a45d-4521-b43e-9be5b24817e7'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.023816 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-82ca57b8-a757-4e55-ba9a-8ced514926ae tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/routers/61db9090-a45d-4521-b43e-9be5b24817e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4605184 Jun 04 06:47:25.029731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 103ee68f-657c-4716-a8af-fbbcb2f6c620 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:47:25.030088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 103ee68f-657c-4716-a8af-fbbcb2f6c620 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:47:25.077253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.111982 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-965e0913-2c14-4ede-8e8a-208bfaa751be tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:47:25.112529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965e0913-2c14-4ede-8e8a-208bfaa751be tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:25.136688 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.138738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-965e0913-2c14-4ede-8e8a-208bfaa751be tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:25.142464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-965e0913-2c14-4ede-8e8a-208bfaa751be tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/5c521363-6012-4c6e-bb09-79ae65034250 HTTP/1.1" status: 404 len: 333 time: 0.1181662 Jun 04 06:47:25.145771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:25.150503 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] Routers {'61db9090-a45d-4521-b43e-9be5b24817e7'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:47:25.151271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:47:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['61db9090-a45d-4521-b43e-9be5b24817e7'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.173499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=4e80c82f-e27b-4385-8609-79aa3b1bb521,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:25.214711 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.215451 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551fd6e5-e597-42f1-adb8-942cc2b27ba2 None None] The sync data for ids ['61db9090-a45d-4521-b43e-9be5b24817e7'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:47:25.300647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.335441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2968b1f6-8803-4ac2-b296-89b4185dfcd4']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.362880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd063ddc-722c-4c01-82d1-50c9dd6a4664') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.363182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd063ddc-722c-4c01-82d1-50c9dd6a4664') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:25.391298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.420946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.435532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:25.435953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.493811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6a05cd47-9c39-40ce-8c8d-3b8e80569271 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:25.556160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.575085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 6a05cd47-9c39-40ce-8c8d-3b8e80569271 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:47:25.575702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6a05cd47-9c39-40ce-8c8d-3b8e80569271 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:47:25.600073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.626352 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cd063ddc-722c-4c01-82d1-50c9dd6a4664 resource provider aggregate not found Jun 04 06:47:25.658545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf0bbd-8f6d-4609-81c1-e1cc852cf760 None None] DHCP port deletion for 2968b1f6-8803-4ac2-b296-89b4185dfcd4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:25.659597 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cd063ddc-722c-4c01-82d1-50c9dd6a4664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd063ddc-722c-4c01-82d1-50c9dd6a4664 found for delete ", "request_id": "req-6cbc40a6-3911-487d-bb4c-c24cbdea4124"}]} Jun 04 06:47:25.676418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.677945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea69b4-e6d4-4781-8a5d-06483300536f None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:25.695515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.710600 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/2968b1f6-8803-4ac2-b296-89b4185dfcd4 HTTP/1.1" status: 204 len: 168 time: 5.7709870 Jun 04 06:47:25.712303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50766) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:25.715085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec6cc7-a395-41d5-9e26-1b828e8fa86c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=2968b1f6-8803-4ac2-b296-89b4185dfcd4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:25.720661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465739499'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:25.726765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:25.731831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:25.735517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:25.736020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea69b4-e6d4-4781-8a5d-06483300536f None None] Network 2968b1f6-8803-4ac2-b296-89b4185dfcd4 could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:25.742864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:25.761842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa27859-cd37-48c8-9420-cb8e54c13e53 None None] DHCP port deletion for 2968b1f6-8803-4ac2-b296-89b4185dfcd4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:25.762141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:25.772540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.822041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.822304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:25.824694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd1e39-eb54-4d93-b0cc-59cbaaa69011 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:47:25.837134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.837510 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 8317a342-109b-4f4d-8ea7-5ddc2f3afc2c of type vlan for network c645d555-6967-4397-8f2a-9b0215bd2a91 Jun 04 06:47:25.898273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.950372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:25.956509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:25.957107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.062175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3455615 Jun 04 06:47:26.078075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e10bb8-b0cc-40af-bb48-65f7fb52e521 req-a0e482c3-db9c-4781-9fc8-13563657bc5e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:26.085780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47e10bb8-b0cc-40af-bb48-65f7fb52e521 req-a0e482c3-db9c-4781-9fc8-13563657bc5e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.6850579 Jun 04 06:47:26.087608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50786) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:26.094366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd1e39-eb54-4d93-b0cc-59cbaaa69011 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:47:26.108211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.110858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.115324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': 'c645d555-6967-4397-8f2a-9b0215bd2a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:26.167233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48367adc-8ed6-447a-b089-842c7d8e0c44 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=c645d555-6967-4397-8f2a-9b0215bd2a91,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:26.233843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c645d555-6967-4397-8f2a-9b0215bd2a91 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:26.296160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.296783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Fanout notify agent at l3_agent the message router_deleted on router 61db9090-a45d-4521-b43e-9be5b24817e7 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:47:26.300114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:26.315090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47e10bb8-b0cc-40af-bb48-65f7fb52e521 req-8f94f3fb-da21-40ec-8584-5a0eaf350358 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283783 Jun 04 06:47:26.333792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:26.334957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:26.337353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:26.361793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.362963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f8115974-5caf-42a5-91e0-fe280f80038f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/routers/61db9090-a45d-4521-b43e-9be5b24817e7 HTTP/1.1" status: 204 len: 168 time: 1.2162330 Jun 04 06:47:26.372647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:26.372847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50804) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:26.382282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:26.456628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:26.460797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.504024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet a122186a-edac-45f6-bf8a-889abfbd91fa {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:47:26.562062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.597572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bcd938dc-cdaf-4bc4-95c6-53d58b2f2217 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 200 len: 992 time: 0.2608650 Jun 04 06:47:26.689559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1463960148'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:26.743400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:26.761164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:26.771686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:26.780411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.816030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:26.844076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:26.847508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.884005 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:26.956624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:26.970817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:security_group_rule and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:26.977930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:26.995601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:27.011324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be592eb7-a6c4-4ce0-a873-1203797dd652 req-83850ccf-f577-4714-8dd3-73f17c5bf8dd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:27.019140 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be592eb7-a6c4-4ce0-a873-1203797dd652 req-83850ccf-f577-4714-8dd3-73f17c5bf8dd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.3193297 Jun 04 06:47:27.077728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.170403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50836) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:27.178072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be592eb7-a6c4-4ce0-a873-1203797dd652 req-baef16bf-db3a-46bd-be46-4c63da7a686e tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580193 Jun 04 06:47:27.185129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.313590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=142307a3-aaee-4220-8010-fc1a66bf9559,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:27.335178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.352630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:27.357117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Usage tracker for resource:security_group_rule and tenant:895e0e8d82904446a8752addc8cfb069 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:27.360867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:27.366742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:27.467277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.491136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.491485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.491825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.492166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.492301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.492496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.492985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.493156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.493590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.493826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.494184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.494473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.494801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:27.499345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.515101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:27.544593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': '8317a342-109b-4f4d-8ea7-5ddc2f3afc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c645d555-6967-4397-8f2a-9b0215bd2a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:27.544907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: c645d555-6967-4397-8f2a-9b0215bd2a91, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:27.556366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.564007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=a122186a-edac-45f6-bf8a-889abfbd91fa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:27.567110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.580735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.596944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06750a8c-8ecd-4e15-aa13-1c5e8b5a539a None None] Network 36147339-8edf-4a1d-aa2e-69e23fd9dc4e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:27.611825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01bbc22b-a095-4cf8-906f-6a8ac7a2f209 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/a122186a-edac-45f6-bf8a-889abfbd91fa HTTP/1.1" status: 204 len: 168 time: 1.2361274 Jun 04 06:47:27.620951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50842) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:27.633379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network c645d555-6967-4397-8f2a-9b0215bd2a91 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:27.634512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:47:27.635050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2d64d1f5-f0f4-4f87-a212-b4fdc5e0cbc7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:47:27.635843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:27.672417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2232a1-a9bc-4c4e-bdb2-6560a917b831,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:27.719465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9fd95-0a48-4be3-82b4-499a54920dca,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:27.726505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.726855 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 07764119-a1f5-46a1-8da2-ddb9b42dd805 of type vlan for network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 Jun 04 06:47:27.735356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c645d555-6967-4397-8f2a-9b0215bd2a91) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:27.756475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:27.756863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d49073-3de1-408b-b652-993ace9eb30d None None] Network c645d555-6967-4397-8f2a-9b0215bd2a91 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:27.757084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.761181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9c1fa311-3ae9-43b2-a930-36c932ecd736 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=895e0e8d82904446a8752addc8cfb069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881398 Jun 04 06:47:27.765375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:27.792270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7e883-468b-4e1e-af29-c48ffe8e7fa3 req-d72f3164-605b-424f-9194-4cc3cbdb965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:27.793827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26f7e883-468b-4e1e-af29-c48ffe8e7fa3 req-d72f3164-605b-424f-9194-4cc3cbdb965d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 0.1048572 Jun 04 06:47:27.833363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.846492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26f7e883-468b-4e1e-af29-c48ffe8e7fa3 req-fe4c85fe-72d3-47f0-9c99-328c756f442f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467401 Jun 04 06:47:27.848051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.855109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-94dc14f1-7ae4-464a-9067-80798c155162 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7632182 Jun 04 06:47:27.860814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50850) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:27.886366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port a7b70075-8696-4cbf-85d4-db641218c96a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:27.886707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.959334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.964841 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:27.970879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:27.971477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.104578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.163452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7781725 Jun 04 06:47:28.163452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.194283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44eb3a-b6c7-4910-a8bd-e068ab24dd53 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=0bdd9b91-fb71-4080-88b7-9eae1ed54018,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:28.208502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:28.224604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.252258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb05aa3-395b-42d8-b631-6ac60ac6aa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c645d555-6967-4397-8f2a-9b0215bd2a91', 'network_id': 'c645d555-6967-4397-8f2a-9b0215bd2a91', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '142307a3-aaee-4220-8010-fc1a66bf9559'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:28.254550 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-feb05aa3-395b-42d8-b631-6ac60ac6aa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.314506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50858) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:28.439027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] DHCP port deletion for 36147339-8edf-4a1d-aa2e-69e23fd9dc4e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:28.458333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Deleting port a7b70075-8696-4cbf-85d4-db641218c96a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:28.462602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.466507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:28.511386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.529992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] For port a7b70075-8696-4cbf-85d4-db641218c96a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a7b70075-8696-4cbf-85d4-db641218c96a,segment=NetworkSegment(93db12eb-4df8-46c5-a3a9-d43eb0329c55),segment_id=93db12eb-4df8-46c5-a3a9-d43eb0329c55)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:28.530360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.649939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=142307a3-aaee-4220-8010-fc1a66bf9559,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:28.676259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for a7b70075-8696-4cbf-85d4-db641218c96a owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:28.704703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.734510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607b1d2-36a8-415c-8fac-a49419e87dcd None None] Network c645d555-6967-4397-8f2a-9b0215bd2a91 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:28.741020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9fd95-0a48-4be3-82b4-499a54920dca,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:28.769666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.772413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.772413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1990d5c8-2097-4ca2-bf6e-65c86d43681d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aeb9fd95-0a48-4be3-82b4-499a54920dca HTTP/1.1" status: 204 len: 168 time: 1.0054719 Jun 04 06:47:28.782041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:28.800025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:28.802913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:28.805134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.808708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:28.823150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c645d555-6967-4397-8f2a-9b0215bd2a91']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:28.835894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:28.839331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.864694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8317a342-109b-4f4d-8ea7-5ddc2f3afc2c') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:28.865041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8317a342-109b-4f4d-8ea7-5ddc2f3afc2c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:28.878370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37114dcd-4009-48a2-9c78-161a0f661066 req-79836753-bbd3-47a4-849f-bd0a966dfab6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:28.880135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37114dcd-4009-48a2-9c78-161a0f661066 req-79836753-bbd3-47a4-849f-bd0a966dfab6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.4470813 Jun 04 06:47:28.883508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=a7b70075-8696-4cbf-85d4-db641218c96a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:28.892137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No DVR routers for this DVR port a7b70075-8696-4cbf-85d4-db641218c96a on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:28.937966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.978919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:28.993060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:28.993457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.068611 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8317a342-109b-4f4d-8ea7-5ddc2f3afc2c resource provider aggregate not found Jun 04 06:47:29.090606 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8317a342-109b-4f4d-8ea7-5ddc2f3afc2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8317a342-109b-4f4d-8ea7-5ddc2f3afc2c found for delete ", "request_id": "req-1f35b22d-cb54-4233-85d5-ac463b037e04"}]} Jun 04 06:47:29.132512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] For port a7b70075-8696-4cbf-85d4-db641218c96a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a7b70075-8696-4cbf-85d4-db641218c96a,segment=NetworkSegment(93db12eb-4df8-46c5-a3a9-d43eb0329c55),segment_id=93db12eb-4df8-46c5-a3a9-d43eb0329c55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:29.133000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.148604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.193425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.219944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=c645d555-6967-4397-8f2a-9b0215bd2a91,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:29.227976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.264333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37114dcd-4009-48a2-9c78-161a0f661066 req-28ceb6c7-f482-4aef-978c-bb4826512d2f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771820 Jun 04 06:47:29.286965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36147339-8edf-4a1d-aa2e-69e23fd9dc4e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:29.317200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93db12eb-4df8-46c5-a3a9-d43eb0329c55') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:29.317570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93db12eb-4df8-46c5-a3a9-d43eb0329c55') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:29.342007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.372794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.381348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:29.382033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.382704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-db5b8ffc-5fdd-4b96-a7a0-fb27d59b728a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/c645d555-6967-4397-8f2a-9b0215bd2a91 HTTP/1.1" status: 204 len: 168 time: 1.5201111 Jun 04 06:47:29.386676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.392307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:29.399180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Calling delete_port for a7b70075-8696-4cbf-85d4-db641218c96a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:29.469624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960151202'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:29.475612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:29.480004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:29.483820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:29.490527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:29.522688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:29.524698 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 93db12eb-4df8-46c5-a3a9-d43eb0329c55 resource provider aggregate not found Jun 04 06:47:29.527774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.547011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.557242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.558447 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:29.558682 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:29.564178 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 93db12eb-4df8-46c5-a3a9-d43eb0329c55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93db12eb-4df8-46c5-a3a9-d43eb0329c55 found for delete ", "request_id": "req-2a74b028-847a-422a-89f2-bf16ed8ec898"}]} Jun 04 06:47:29.586285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:29.590185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=36147339-8edf-4a1d-aa2e-69e23fd9dc4e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:29.599845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '07764119-a1f5-46a1-8da2-ddb9b42dd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:29.600212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 0bdd9b91-fb71-4080-88b7-9eae1ed54018, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:29.603595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a7b70075-8696-4cbf-85d4-db641218c96a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:47:29.614826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-82f1ca37-4205-4be2-9d79-cbee880f1087 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/36147339-8edf-4a1d-aa2e-69e23fd9dc4e HTTP/1.1" status: 204 len: 168 time: 1.9888923 Jun 04 06:47:29.615619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50898) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:29.632120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:29.640821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:29.652180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.652667 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment bf00a649-a701-45a5-9891-bae82888c26f of type vlan for network d8f0db04-17a5-4757-be41-e9f0317fe5c3 Jun 04 06:47:29.653622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a7b70075-8696-4cbf-85d4-db641218c96a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:47:29.654322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a7b70075-8696-4cbf-85d4-db641218c96a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:47:29.669421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0bdd9b91-fb71-4080-88b7-9eae1ed54018) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:29.677770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604efec-4728-41c2-b0bf-500552c3e04d None None] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:29.684184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:29.684853 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.728274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e5407-76df-4afd-adc6-723fdfbac9ec tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:29.729090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca3e5407-76df-4afd-adc6-723fdfbac9ec tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:29.753466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.774041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca3e5407-76df-4afd-adc6-723fdfbac9ec tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:29.775571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca3e5407-76df-4afd-adc6-723fdfbac9ec tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/d65faa67-b237-4ed2-ace1-f4fdaa5d0649 HTTP/1.1" status: 200 len: 841 time: 0.1588154 Jun 04 06:47:29.780386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:29.788994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-203c8197-f960-4693-80bf-310fdec0597e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4733319 Jun 04 06:47:29.790795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50912) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:29.820377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231695891'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:29.833319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:29.843692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:29.848870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:29.858471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:29.863200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.873168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:29.876532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:29.884444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6719d15-8a2f-4ac5-9a28-e75f7764bcee tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/d65faa67-b237-4ed2-ace1-f4fdaa5d0649?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1022139 Jun 04 06:47:29.889975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50918) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:29.897114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:30.001448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-0bdd9b91-fb71-4080-88b7-9eae1ed54018', 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': 'cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:30.002482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.070479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Deleting port a7b70075-8696-4cbf-85d4-db641218c96a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:30.071030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.135379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6803427 Jun 04 06:47:30.137405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:30.143110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:30.149139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': 'd8f0db04-17a5-4757-be41-e9f0317fe5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:30.151753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.184496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23846326-eeed-428b-9850-8e247ad1b386 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=d8f0db04-17a5-4757-be41-e9f0317fe5c3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:30.184753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdf67-b24b-42e3-a48a-37497f892fcc None None] The port 'a7b70075-8696-4cbf-85d4-db641218c96a' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:47:30.203489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:30.208379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d8f0db04-17a5-4757-be41-e9f0317fe5c3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:30.213213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.213627 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 47659a68-bd09-4299-b757-a32774ccef79 of type vlan for network c2c1d6a1-cbdf-43e1-89eb-013c38eee84f Jun 04 06:47:30.248038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.294882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.302945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:30.303668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.391758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:30.395638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:30.398559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:30.405101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:30.422908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:30.424757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=c2c1d6a1-cbdf-43e1-89eb-013c38eee84f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:30.427996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:30.431781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:30.440050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:30.444669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c2c1d6a1-cbdf-43e1-89eb-013c38eee84f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:30.449201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cac86d2-bb49-454d-9a19-ee2271088612 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6556466 Jun 04 06:47:30.451159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50932) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:30.458708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:30.464676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.475058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': 'c2c1d6a1-cbdf-43e1-89eb-013c38eee84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:30.483814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:30.487556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.604252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Allocated IP 172.20.255.242 (0bdd9b91-fb71-4080-88b7-9eae1ed54018/cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34/5bf338e7-ff82-459d-a519-31e63cff21cd) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:30.820275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:30.837774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:30.854935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:30.858862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.863745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:30.877212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Transition to ACTIVE for port object 5bf338e7-ff82-459d-a519-31e63cff21cd will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:30.879521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:30.882217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaad561-6d5e-4f0a-8ddb-80f7f3e16835 req-9da12c98-ffc6-4a69-92d9-ecc6993f5445 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:30.883283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.883989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbaad561-6d5e-4f0a-8ddb-80f7f3e16835 req-9da12c98-ffc6-4a69-92d9-ecc6993f5445 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.4019637 Jun 04 06:47:30.900610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Transition to ACTIVE for port object 5bf338e7-ff82-459d-a519-31e63cff21cd will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:30.909243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:30.910682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-d76b48b2-c3d1-40cf-aeb5-6a5123324e02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2234819 Jun 04 06:47:31.079642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.088368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:31.105827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:31.110218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:31.168973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbaad561-6d5e-4f0a-8ddb-80f7f3e16835 req-167ee55c-4120-437b-aa97-5699350bddcc tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577200 Jun 04 06:47:31.204791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Pushing event updated for resources: {'Port': ['ID=5bf338e7-ff82-459d-a519-31e63cff21cd,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:31.254493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-4b8bb7d8-e514-4d81-8a3c-0c6527d334e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.256179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-4b8bb7d8-e514-4d81-8a3c-0c6527d334e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.2224064 Jun 04 06:47:31.323007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.323359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.323712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.324072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.324409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.324742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.325073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.325401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.325971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.326365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.326695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.327027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:47:31.331266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.353739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': 'bf00a649-a701-45a5-9891-bae82888c26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8f0db04-17a5-4757-be41-e9f0317fe5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:31.354170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: d8f0db04-17a5-4757-be41-e9f0317fe5c3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:31.359175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=92bbcddb-bdb7-429d-94eb-17f5c7856c30,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:31.388124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Attempting to bind port 5bf338e7-ff82-459d-a519-31e63cff21cd on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:31.388124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Attempting to bind port 5bf338e7-ff82-459d-a519-31e63cff21cd by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '07764119-a1f5-46a1-8da2-ddb9b42dd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:31.388570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Attempting to bind port 5bf338e7-ff82-459d-a519-31e63cff21cd on network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:31.397797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:31.397797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Checking segment: {'id': '07764119-a1f5-46a1-8da2-ddb9b42dd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:31.398454 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.398889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Bound using segment: {'id': '07764119-a1f5-46a1-8da2-ddb9b42dd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:31.399447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Bound port: 5bf338e7-ff82-459d-a519-31e63cff21cd, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07764119-a1f5-46a1-8da2-ddb9b42dd805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0bdd9b91-fb71-4080-88b7-9eae1ed54018'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:31.399959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.436031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:31.445869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:31.458082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.459918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.461782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555bc80d-46f9-4907-918a-8ae3733a90af None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:31.513842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network d8f0db04-17a5-4757-be41-e9f0317fe5c3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:31.540709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=d734b9bf-9405-446b-8c26-6c5268af7584,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:31.547384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d8f0db04-17a5-4757-be41-e9f0317fe5c3) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:31.556108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49f6d7ca-b1f3-4681-9e75-3585b2c5d0bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6645155 Jun 04 06:47:31.558737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:31.566036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374443579'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:31.572039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.572720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.583089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-ff2940a4-8d36-4557-81f5-b12ec7bc875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.584125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-ff2940a4-8d36-4557-81f5-b12ec7bc875b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.3057032 Jun 04 06:47:31.586403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.590918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:31.603269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:31.608218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:31.617124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:31.628915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1224-ce98-4138-a627-b3f52f9f2f2f req-6dc8a73a-8f3e-423f-8992-0e7db65cad79 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.630455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-763b1224-ce98-4138-a627-b3f52f9f2f2f req-6dc8a73a-8f3e-423f-8992-0e7db65cad79 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.2844169 Jun 04 06:47:31.635747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3330925d-2dcc-48b8-a6c3-16bb6c3c27ac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4914391 Jun 04 06:47:31.638911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50952) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:31.648717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44783e26-aa3a-4a7a-91c9-455392220f58 None None] Network d8f0db04-17a5-4757-be41-e9f0317fe5c3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:31.674850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.736815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-e0004ce4-ec0a-4621-901a-fd73b5d4ffa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.1093402 Jun 04 06:47:31.792804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:31.803291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:31.806084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '47659a68-bd09-4299-b757-a32774ccef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c2c1d6a1-cbdf-43e1-89eb-013c38eee84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:31.806878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: c2c1d6a1-cbdf-43e1-89eb-013c38eee84f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:31.808532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-763b1224-ce98-4138-a627-b3f52f9f2f2f req-68cc8885-34f2-41ee-a687-a59824f51b0b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660957 Jun 04 06:47:31.814494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:31.824112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:31.871936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=475b31dd-5569-43cf-8964-f3a431ba0096,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:31.896022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:31.931344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-6b3d1ee7-a8d2-425e-8470-fbe092e3470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:31.940022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-6b3d1ee7-a8d2-425e-8470-fbe092e3470b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.1786842 Jun 04 06:47:31.940901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network c2c1d6a1-cbdf-43e1-89eb-013c38eee84f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:32.009555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c2c1d6a1-cbdf-43e1-89eb-013c38eee84f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:32.019580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:32.020173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.024073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.058624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4ecc763f-4c61-4990-a979-5066c68406ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6021748 Jun 04 06:47:32.062390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50966) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:32.156247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] For port 5bf338e7-ff82-459d-a519-31e63cff21cd, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:32.157603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-6fc214bf-f66d-4bd0-9257-79cfaebabad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:32.159515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ed2ee-a74e-4412-a164-486a333d7ae1 None None] Network c2c1d6a1-cbdf-43e1-89eb-013c38eee84f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:32.175148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-6fc214bf-f66d-4bd0-9257-79cfaebabad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138238 Jun 04 06:47:32.202606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.227534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] For port 5bf338e7-ff82-459d-a519-31e63cff21cd, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5bf338e7-ff82-459d-a519-31e63cff21cd,segment=NetworkSegment(07764119-a1f5-46a1-8da2-ddb9b42dd805),segment_id=07764119-a1f5-46a1-8da2-ddb9b42dd805)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:32.255594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.275814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.303923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.394676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.465742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-4ec181a7-8dc7-48a7-8f25-656211da096d service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830746 Jun 04 06:47:32.543890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00611a3-0896-4a51-854e-eb7513c6efcb None None] Pushing event updated for resources: {'Port': ['ID=5bf338e7-ff82-459d-a519-31e63cff21cd,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:32.593290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66968c36-04fe-480b-95de-fff0276d42b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d8f0db04-17a5-4757-be41-e9f0317fe5c3', 'network_id': 'd8f0db04-17a5-4757-be41-e9f0317fe5c3', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '92bbcddb-bdb7-429d-94eb-17f5c7856c30'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:32.594286 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66968c36-04fe-480b-95de-fff0276d42b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.650695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4a7d07f1-03b1-4694-97f5-9fedaed96516 req-ac03cedd-28b7-4ef2-b129-594c8a96d069 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735134 Jun 04 06:47:32.673144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.725156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8b845882-a1d2-44d5-9697-2194b180304d', 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'tenant_id': '5b26f9f1a336415887b7823a719fd27a', 'fixed_ips': [{'subnet_id': 'd734b9bf-9405-446b-8c26-6c5268af7584'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:32.726089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.783450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.800044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.828879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f0db04-17a5-4757-be41-e9f0317fe5c3']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:32.844566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf00a649-a701-45a5-9891-bae82888c26f') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:32.844846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf00a649-a701-45a5-9891-bae82888c26f') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:32.870098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.887684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=475b31dd-5569-43cf-8964-f3a431ba0096,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:32.903569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.910765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:32.911167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:32.989011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765c9ac-349f-4247-b66b-f5771300900b None None] Network d8f0db04-17a5-4757-be41-e9f0317fe5c3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:33.018073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e8fbc-5be1-4106-94eb-5c17df353b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c2c1d6a1-cbdf-43e1-89eb-013c38eee84f', 'network_id': 'c2c1d6a1-cbdf-43e1-89eb-013c38eee84f', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '475b31dd-5569-43cf-8964-f3a431ba0096'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:33.018902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-272e8fbc-5be1-4106-94eb-5c17df353b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.100202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=92bbcddb-bdb7-429d-94eb-17f5c7856c30,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:33.136825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2530181f-bb48-4698-b697-c9ced69bf70d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:33.147311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.151684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.152640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.156584 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bf00a649-a701-45a5-9891-bae82888c26f resource provider aggregate not found Jun 04 06:47:33.182608 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.183941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-996a7f6d-e39b-40a8-8d89-cbfad3d9b777 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6224017 Jun 04 06:47:33.191835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50984) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:33.221304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/d8f0db04-17a5-4757-be41-e9f0317fe5c3 HTTP/1.1" status: 204 len: 168 time: 1.5800169 Jun 04 06:47:33.221418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b5ad-3e16-4c42-b9fa-cf5cc6acdf4c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=d8f0db04-17a5-4757-be41-e9f0317fe5c3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:33.223417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50988) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:33.228764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'security_group': {'name': 'tempest-secgroup-66949970'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:33.245278 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bf00a649-a701-45a5-9891-bae82888c26f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf00a649-a701-45a5-9891-bae82888c26f found for delete ", "request_id": "req-dd04eaa8-5add-4d69-b8c7-b49ea97b8ce5"}]} Jun 04 06:47:33.261703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:33.271401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:33.276992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:33.287896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:33.308922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9c5a-a2ea-46e0-ac02-f7f6a0b8e7a8 req-d2fe038b-9535-443e-8283-88cd0afc9f69 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:33.312510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7fd9c5a-a2ea-46e0-ac02-f7f6a0b8e7a8 req-d2fe038b-9535-443e-8283-88cd0afc9f69 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 1.0106642 Jun 04 06:47:33.356318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.374772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828489898'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:33.380167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1d6a1-cbdf-43e1-89eb-013c38eee84f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:33.392293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:33.393975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7fd9c5a-a2ea-46e0-ac02-f7f6a0b8e7a8 req-417b4273-b355-47b7-9ef3-af9f550984af tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732772 Jun 04 06:47:33.395125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:33.399831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47659a68-bd09-4299-b757-a32774ccef79') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:33.401230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47659a68-bd09-4299-b757-a32774ccef79') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:33.405549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:33.409038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:33.409170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:33.423792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.424165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:33.433529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:33.451519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:33.457178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.468495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:33.468937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.501334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:33.505649 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.547897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454105f7-104c-443b-a66d-c2cfa9e1ec24 None None] Network c2c1d6a1-cbdf-43e1-89eb-013c38eee84f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:33.579831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.588524 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 47659a68-bd09-4299-b757-a32774ccef79 resource provider aggregate not found Jun 04 06:47:33.598833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.634922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.639430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4364963 Jun 04 06:47:33.640383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50998) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:33.644747 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 47659a68-bd09-4299-b757-a32774ccef79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47659a68-bd09-4299-b757-a32774ccef79 found for delete ", "request_id": "req-e28457f6-a221-4710-8196-69f7befc0c6a"}]} Jun 04 06:47:33.653377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-533282563', 'security_groups': ['8c23ac23-c7ba-4da8-b294-e891b1077f4f'], 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd734b9bf-9405-446b-8c26-6c5268af7584'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:33.693812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:33.707525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.708038 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 27ed52d6-9baa-45ab-965c-07a808b21b55 of type vlan for network 062b3616-46dd-402e-8418-fab1f46f6c18 Jun 04 06:47:33.744858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.756386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eeda5-339b-48b3-be33-27adf25ff414 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23ac23-c7ba-4da8-b294-e891b1077f4f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:33.756613 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.790118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.807109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5bf338e7-ff82-459d-a519-31e63cff21cd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:33.873428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.874184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:33.878590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:port and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:33.879802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:33.880969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:33.881649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:33.884753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=c2c1d6a1-cbdf-43e1-89eb-013c38eee84f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:33.894687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Allocated IP 172.20.0.2 (8b845882-a1d2-44d5-9697-2194b180304d/d734b9bf-9405-446b-8c26-6c5268af7584/9a4ade78-09a5-4357-8a32-504e685d0d37) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:33.896633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:33.926524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-616fcc4f-530c-4328-ab83-62c1d4144d87 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/c2c1d6a1-cbdf-43e1-89eb-013c38eee84f HTTP/1.1" status: 204 len: 168 time: 1.8630960 Jun 04 06:47:33.932367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51002) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:33.953377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869208503'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:33.975571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:34.132961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=062b3616-46dd-402e-8418-fab1f46f6c18,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:34.148828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2140f81-bd94-4019-a68e-9b6328d0aeac tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9240963 Jun 04 06:47:34.150908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:34.162876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:34.168924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:34.182341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:34.198699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:34.212911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:34.251263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:34.309069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.316536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:34.321108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.363735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:34.366913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port e259e4f6-bf62-44e5-934e-afe2251416cd yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:47:34.368382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:34.386226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:34.396838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:34.407216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:34.412019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.412532 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment d77ce851-c650-4f3f-bad0-cb240c8a783e of type vlan for network 1f6191b5-0cd1-4c0a-9826-063588c8e857 Jun 04 06:47:34.430162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:34.433922 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.468915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dad21-c318-4384-a18e-c8e26f3e0328 None None] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:34.499452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5bf338e7-ff82-459d-a519-31e63cff21cd completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:34.710801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Provisioning for port 5bf338e7-ff82-459d-a519-31e63cff21cd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:34.718511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.737738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Provisioning complete for port 5bf338e7-ff82-459d-a519-31e63cff21cd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:34.738106 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.742819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006523-ce4d-4136-9a5d-2d585db7c382 req-7e70b06e-9b5d-484d-b9d2-3bd95b894a9c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:34.744531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90006523-ce4d-4136-9a5d-2d585db7c382 req-7e70b06e-9b5d-484d-b9d2-3bd95b894a9c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.1507766 Jun 04 06:47:34.762117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.811254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90006523-ce4d-4136-9a5d-2d585db7c382 req-cae3b57c-c17f-4e97-b733-61fa3a67b03f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Jun 04 06:47:34.840366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=01c5405e-8d6c-4303-84a2-1248d48315e3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:34.852446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': '27ed52d6-9baa-45ab-965c-07a808b21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:34.852815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: 062b3616-46dd-402e-8418-fab1f46f6c18, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:34.875718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.884344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:34.885148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:34.913540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 062b3616-46dd-402e-8418-fab1f46f6c18 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:34.989168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 062b3616-46dd-402e-8418-fab1f46f6c18) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:35.001292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea70fec-2aac-4b49-b087-021696e5de13 None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:35.015024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.015632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.036445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51028) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:35.036937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1030974 Jun 04 06:47:35.042195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d095a59-ada9-4c9e-a3c8-58e16fe76524 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=1f6191b5-0cd1-4c0a-9826-063588c8e857,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:35.044182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:35.057731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.057928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7591e293-7ff3-4070-ba4f-db8666f5d39a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8924434 Jun 04 06:47:35.058671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51032) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:35.065711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:35.123246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 1f6191b5-0cd1-4c0a-9826-063588c8e857 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:35.223028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:35.227993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:subnet and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:35.232289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:35.240025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:35.253050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:35.257047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.259196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Transition to ACTIVE for port object 9a4ade78-09a5-4357-8a32-504e685d0d37 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:35.265808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:35.280337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:35.285346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:35.300964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:35.312155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Current status of the port 5bf338e7-ff82-459d-a519-31e63cff21cd is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:35.312581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.346556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:35.350435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.367045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Transition to ACTIVE for port object 9a4ade78-09a5-4357-8a32-504e685d0d37 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:35.401765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.429387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-4e075599-1139-4812-a3d5-fd67431df9a5 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.436476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-4e075599-1139-4812-a3d5-fd67431df9a5 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 813 time: 0.2740638 Jun 04 06:47:35.518782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] For port 5bf338e7-ff82-459d-a519-31e63cff21cd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5bf338e7-ff82-459d-a519-31e63cff21cd,segment=NetworkSegment(07764119-a1f5-46a1-8da2-ddb9b42dd805),segment_id=07764119-a1f5-46a1-8da2-ddb9b42dd805)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:35.522107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-45ea6495-3857-4175-a7e8-8cfc69d3ef10 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/quotas/116c10edefc14b0ba7ffb10632d4d06c HTTP/1.1" status: 200 len: 375 time: 0.0843346 Jun 04 06:47:35.526011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Performing IP validity checks on allocation pools {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:47:35.526576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:47:35.531886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:35.550983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:35.553828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:35.556272 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.584909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.602805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-17d35081-b3a2-427e-aba4-ea9d0a52ce85 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786946 Jun 04 06:47:35.604934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.10 (8b845882-a1d2-44d5-9697-2194b180304d/d734b9bf-9405-446b-8c26-6c5268af7584/e259e4f6-bf62-44e5-934e-afe2251416cd) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:35.620607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:35.649106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 062b3616-46dd-402e-8418-fab1f46f6c18 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:35.652161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:35.657263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.657999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.670059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=ef39e386-63d6-4392-abc8-ee9feb7a089b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:35.688608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-39ffd0d2-5763-486f-b242-c2cdd5dd62fa tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6286485 Jun 04 06:47:35.691153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51046) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:35.819501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.821404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.822943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.825001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f46bd5-ba5c-4c91-ad5b-4c99b55642d6 None None] Pushing event updated for resources: {'Port': ['ID=5bf338e7-ff82-459d-a519-31e63cff21cd,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:35.830823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.833018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-062b3616-46dd-402e-8418-fab1f46f6c18', 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '01c5405e-8d6c-4303-84a2-1248d48315e3'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:35.833883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.835054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:35.841348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Synchronizing usage tracker for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:35.852720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Attempting to bind port 9a4ade78-09a5-4357-8a32-504e685d0d37 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:35.853081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Attempting to bind port 9a4ade78-09a5-4357-8a32-504e685d0d37 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7dd64ca0-62f9-4050-9c79-a132f6a80cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:35.853440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Attempting to bind port 9a4ade78-09a5-4357-8a32-504e685d0d37 on network 8b845882-a1d2-44d5-9697-2194b180304d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:35.862969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:35.863339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Checking segment: {'id': '7dd64ca0-62f9-4050-9c79-a132f6a80cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:35.863740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.864223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Bound using segment: {'id': '7dd64ca0-62f9-4050-9c79-a132f6a80cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:35.864778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Bound port: 9a4ade78-09a5-4357-8a32-504e685d0d37, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd64ca0-62f9-4050-9c79-a132f6a80cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:35.865153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.876793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Unset dirty status for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:35.878127 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51c402ec-1d5a-43f0-b08b-616d35e63fa5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1858377 Jun 04 06:47:35.882990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51054) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:35.892506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869284865'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:35.909450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:35.915361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:35.922468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:35.929382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:35.942698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:35.946404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.958924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.986271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:35.997793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:35.999110 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 161c6624-5769-4d2a-8c38-ecf18c316002 of type vlan for network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff Jun 04 06:47:36.031947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.073153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.079577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:36.080214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.114308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1a99b4a5-1a85-420a-86c3-ecbe77dbc9fb None None] Provisioning complete for port 5bf338e7-ff82-459d-a519-31e63cff21cd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:36.114778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4a5-1a85-420a-86c3-ecbe77dbc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.224038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:36.256994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:36.270533 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.281286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3971202 Jun 04 06:47:36.290207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51058) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:36.301637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afee541-1310-4c91-90ce-6f1c26fe0f76 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=8ff9328c-b08e-4f3b-b437-2df2111eb4ff,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:36.317070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:36.334222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=dbd0a522-b19f-4b6f-a3b3-97834f79eab7,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:36.352940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:36.383279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Allocated IP 2001:db8::2 (062b3616-46dd-402e-8418-fab1f46f6c18/01c5405e-8d6c-4303-84a2-1248d48315e3/20d138dc-0d9f-4941-9264-e274749c562f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:36.433046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': 'd77ce851-c650-4f3f-bad0-cb240c8a783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:36.433403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 1f6191b5-0cd1-4c0a-9826-063588c8e857, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:36.440658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f1eaf86b-a930-4787-a13f-63dfbc2406bd service neutron] 10.222.0.17 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178049 Jun 04 06:47:36.490114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.547295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1a99b4a5-1a85-420a-86c3-ecbe77dbc9fb None None] Current status of the port 5bf338e7-ff82-459d-a519-31e63cff21cd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:36.602683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afedcc-c0ee-4747-a0a2-1e962235c4ce None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:36.603053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object e259e4f6-bf62-44e5-934e-afe2251416cd will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:36.604155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 1f6191b5-0cd1-4c0a-9826-063588c8e857 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:36.725083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 1f6191b5-0cd1-4c0a-9826-063588c8e857) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:36.744986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:36.747188 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.748696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39543ae7-28b1-40d1-a0d6-d99273982e0b None None] Network 1f6191b5-0cd1-4c0a-9826-063588c8e857 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:36.842002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.853196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3be10876-baa4-4acf-9ceb-297cad279b7f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8148508 Jun 04 06:47:36.856091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:36.867059 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.872509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-793a5744-71a7-45a4-b06e-b966bee27394 service neutron] 10.222.0.17 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141588 Jun 04 06:47:36.882420 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.892912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Transition to ACTIVE for port object 20d138dc-0d9f-4941-9264-e274749c562f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:36.956475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Transition to ACTIVE for port object 20d138dc-0d9f-4941-9264-e274749c562f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:36.975540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:36.978995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.054357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff is not hosted by any dhcp agent {{(pid=88849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 06:47:37.065136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:37.082367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:37.092039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.093613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "PUT /v2.0/networks/8ff9328c-b08e-4f3b-b437-2df2111eb4ff HTTP/1.1" status: 200 len: 723 time: 0.7879593 Jun 04 06:47:37.099817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:37.123542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51070) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:37.127766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:37.135799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:37.158233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Pushing event updated for resources: {'Port': ['ID=20d138dc-0d9f-4941-9264-e274749c562f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:37.168807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-1f6191b5-0cd1-4c0a-9826-063588c8e857', 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': 'dbd0a522-b19f-4b6f-a3b3-97834f79eab7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:37.172056 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.176048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.251708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7a6aa-7a7a-4269-a3c9-9b58f3ebb19a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=8ff9328c-b08e-4f3b-b437-2df2111eb4ff,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:37.271546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:37.277355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:37.288390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:37.288573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:37.290708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:37.350177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:37.363591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=e259e4f6-bf62-44e5-934e-afe2251416cd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:37.424491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:37.428963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.443204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:37.444136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.480115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-56e2f5bd-0c18-4b33-9220-b1389b3c7eb2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8346350 Jun 04 06:47:37.487105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51082) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:37.612458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:37.667863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:37.698761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Allocated IP 172.20.0.3 (1f6191b5-0cd1-4c0a-9826-063588c8e857/dbd0a522-b19f-4b6f-a3b3-97834f79eab7/e1d66020-5d29-4cd3-9fb3-a1e1838bfa44) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:37.757014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1848606-49b0-4407-88c3-05e49d6c4516 req-08982a1b-cf8b-48f5-83a3-da2a53f37814 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 210 time: 0.2749839 Jun 04 06:47:37.847857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-b46c686e-edf1-4316-9c22-5efd33a48fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3097589 Jun 04 06:47:37.932618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Attempting to bind port 20d138dc-0d9f-4941-9264-e274749c562f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:37.938118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Attempting to bind port 20d138dc-0d9f-4941-9264-e274749c562f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '27ed52d6-9baa-45ab-965c-07a808b21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:37.941263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Attempting to bind port 20d138dc-0d9f-4941-9264-e274749c562f on network 062b3616-46dd-402e-8418-fab1f46f6c18 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:37.943917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:38.056429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:38.056807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Checking segment: {'id': '27ed52d6-9baa-45ab-965c-07a808b21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:38.057216 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.057985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Bound using segment: {'id': '27ed52d6-9baa-45ab-965c-07a808b21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:38.058471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Bound port: 20d138dc-0d9f-4941-9264-e274749c562f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ed52d6-9baa-45ab-965c-07a808b21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:38.058849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.111333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.208816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:38.215198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:38.220774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:38.230181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:38.239302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-dee8d691-6653-4930-bba7-5880e40e2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:38.241589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-dee8d691-6653-4930-bba7-5880e40e2476 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.2543764 Jun 04 06:47:38.285841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:38.293035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.352829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c3a3-475c-4e7d-b003-cfaa56c3722e req-229ba0ce-81a0-4bf5-8f32-f5d55beb68e6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:38.358989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3161c3a3-475c-4e7d-b003-cfaa56c3722e req-229ba0ce-81a0-4bf5-8f32-f5d55beb68e6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.4133000 Jun 04 06:47:38.411168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=e1f86045-10be-4fa1-8a72-4113d759bb83,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:38.416060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': '161c6624-5769-4d2a-8c38-ecf18c316002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:38.416487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: 8ff9328c-b08e-4f3b-b437-2df2111eb4ff, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:38.460986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:38.466338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20d138dc-0d9f-4941-9264-e274749c562f,segment=NetworkSegment(27ed52d6-9baa-45ab-965c-07a808b21b55),segment_id=27ed52d6-9baa-45ab-965c-07a808b21b55)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:38.470906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:38.471485 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.498640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:38.517008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.517240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3161c3a3-475c-4e7d-b003-cfaa56c3722e req-eae43b3b-70ca-4edc-92d9-201e7f050a3a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507487 Jun 04 06:47:38.517849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-ca8b7be1-6797-4a1f-b67c-8f58200678cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:38.519532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-ca8b7be1-6797-4a1f-b67c-8f58200678cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.2429483 Jun 04 06:47:38.521420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8ff9328c-b08e-4f3b-b437-2df2111eb4ff) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:38.555866 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d734b9bf-9405-446b-8c26-6c5268af7584 (CIDR: 172.20.0.0/28) Jun 04 06:47:38.559449 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:47:38.560594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:38.581539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:38.581539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.581909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fbcbbe19-9b62-441a-ad59-36d2543c5bde tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0898452 Jun 04 06:47:38.583373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:38.590873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:38.591749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ab038-b6e4-4936-8463-8bfd69d5bc93 None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:38.650303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3492c162-632e-4699-871a-22b479a852a8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5213618 Jun 04 06:47:38.656944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:38.659753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-4c815eb7-10a0-4523-9611-966d275870e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 1000 time: 0.1334276 Jun 04 06:47:38.663523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:38.737162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9a4ade78-09a5-4357-8a32-504e685d0d37 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:38.762592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.770928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5bf338e7-ff82-459d-a519-31e63cff21cd up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:38.797624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:38.807612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:38.818314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:38.828136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:38.833918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:38.840115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-748cc12a-5a2f-4404-b1a2-8a4d9727639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:38.842124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-748cc12a-5a2f-4404-b1a2-8a4d9727639b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.1486666 Jun 04 06:47:38.851437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:38.857847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.864731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Transition to ACTIVE for port object e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:38.912691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14911522'] for subnet, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:38.948133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Provisioning for port 9a4ade78-09a5-4357-8a32-504e685d0d37 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:38.958527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d90451-c4fe-44f2-8415-a5faa88c5ccf None None] Pushing event updated for resources: {'Port': ['ID=20d138dc-0d9f-4941-9264-e274749c562f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:39.003837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:39.004203 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.038825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-9a458b60-9ef6-4d59-b7b0-2583b6738f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:39.038825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-9a458b60-9ef6-4d59-b7b0-2583b6738f97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852362 Jun 04 06:47:39.091967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-5f7ed72b-ec1f-4710-a56d-2304e56b0203 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:47:39.093369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-5f7ed72b-ec1f-4710-a56d-2304e56b0203 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145495 Jun 04 06:47:39.214478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Transition to ACTIVE for port object e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:39.262487 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.351421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ec9e9fe-84e4-448b-aaff-da36221fdf88 req-ca84932f-4912-4e80-95d1-54a0fdbdd931 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 210 time: 0.3352592 Jun 04 06:47:39.382158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5bf338e7-ff82-459d-a519-31e63cff21cd triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:39.382571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.469320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Network 1f6191b5-0cd1-4c0a-9826-063588c8e857 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:39.485818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:39.490369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Pushing event updated for resources: {'Port': ['ID=e1d66020-5d29-4cd3-9fb3-a1e1838bfa44,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:39.500148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:39.552871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8ff9328c-b08e-4f3b-b437-2df2111eb4ff', 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': 'e1f86045-10be-4fa1-8a72-4113d759bb83'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:39.552871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.568977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.579122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-0a60d694-8c09-474e-b37f-09f16366a5ea tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:39.580715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-0a60d694-8c09-474e-b37f-09f16366a5ea tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 813 time: 0.5659709 Jun 04 06:47:39.593855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Request body: {'port': {'device_id': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2', 'admin_state_up': True, 'tenant_id': '116c10edefc14b0ba7ffb10632d4d06c'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:39.658640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd0a522-b19f-4b6f-a3b3-97834f79eab7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:39.667491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760753176998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14835545'] for subnet, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.781528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Attempting to bind port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:39.781819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Attempting to bind port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd77ce851-c650-4f3f-bad0-cb240c8a783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:39.782417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Attempting to bind port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 on network 1f6191b5-0cd1-4c0a-9826-063588c8e857 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:39.794934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-51121d0d-1ef6-4114-a035-009640c2d60b service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798072 Jun 04 06:47:39.800840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:39.801029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:39.801360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Checking segment: {'id': 'd77ce851-c650-4f3f-bad0-cb240c8a783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:39.801530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.801829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.802862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Bound using segment: {'id': 'd77ce851-c650-4f3f-bad0-cb240c8a783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:39.802862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Bound port: e1d66020-5d29-4cd3-9fb3-a1e1838bfa44, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77ce851-c650-4f3f-bad0-cb240c8a783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:39.803217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.805534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "PUT /v2.0/subnets/e1f86045-10be-4fa1-8a72-4113d759bb83 HTTP/1.1" status: 200 len: 826 time: 1.1486661 Jun 04 06:47:39.813197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:39.813633 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:39.814346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51112) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:39.859774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.000546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:40.003001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:40.007769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ac59-414f-452b-b7ad-4409ec5b78ad tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=e1f86045-10be-4fa1-8a72-4113d759bb83,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:40.019013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5bf338e7-ff82-459d-a519-31e63cff21cd is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:40.020795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6191b5-0cd1-4c0a-9826-063588c8e857']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:40.055152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Usage tracker for resource:port and tenant:116c10edefc14b0ba7ffb10632d4d06c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:40.064254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Allocated IP 2001:db8::2 (8ff9328c-b08e-4f3b-b437-2df2111eb4ff/e1f86045-10be-4fa1-8a72-4113d759bb83/3641b127-d9db-402f-939a-74463f298592) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:40.065011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:40.065364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77ce851-c650-4f3f-bad0-cb240c8a783e') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:40.065796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77ce851-c650-4f3f-bad0-cb240c8a783e') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:40.069885 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.088729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.110784 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.145700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:40.176922 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.193876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbaf39-2065-41f3-aaa8-77770bc205c8 req-bb6d9d6f-9f3e-467b-a527-503e957d9632 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:40.194215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c081be8a-7231-468e-911e-f97f6054a7e5 req-003ebace-97f6-426e-9d70-cfad469ddb32 service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693991 Jun 04 06:47:40.196003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2fbaf39-2065-41f3-aaa8-77770bc205c8 req-bb6d9d6f-9f3e-467b-a527-503e957d9632 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.4737029 Jun 04 06:47:40.197241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:40.198015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.214087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20d138dc-0d9f-4941-9264-e274749c562f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:40.237134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:40.261282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.263360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:40.265584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Made reservation on behalf of 116c10edefc14b0ba7ffb10632d4d06c for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:40.269551 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.285219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:40.285941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.299231 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d77ce851-c650-4f3f-bad0-cb240c8a783e resource provider aggregate not found Jun 04 06:47:40.318690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543a709-ec20-4792-b2ff-a6ed4079621a None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:40.326388 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d77ce851-c650-4f3f-bad0-cb240c8a783e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d77ce851-c650-4f3f-bad0-cb240c8a783e found for delete ", "request_id": "req-67187dd0-84ed-4e82-8b23-c59802b4e641"}]} Jun 04 06:47:40.339937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] For port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:40.355066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 06:47:40.355066 n-d-811808-2 neutron-server[88848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 06:47:40.355066 n-d-811808-2 neutron-server[88848]: [parameters: {'id': '1f6191b5-0cd1-4c0a-9826-063588c8e857'}] Jun 04 06:47:40.355066 n-d-811808-2 neutron-server[88848]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:40.355398 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:40.361933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=a63a8d56-c719-4101-b7ff-b81eb1167ced,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:40.439677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9c59f828-94a5-4ea1-ad65-c1fe4efa27bb tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8550880 Jun 04 06:47:40.442575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:40.442801 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2fbaf39-2065-41f3-aaa8-77770bc205c8 req-21e63b02-829e-4ef0-8d41-f82dd3359b6f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132394 Jun 04 06:47:40.452708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152647443', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a63a8d56-c719-4101-b7ff-b81eb1167ced'}], 'security_groups': ['2530181f-bb48-4698-b697-c9ced69bf70d']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:40.500156 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.645226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] For port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e1d66020-5d29-4cd3-9fb3-a1e1838bfa44,segment=NetworkSegment(d77ce851-c650-4f3f-bad0-cb240c8a783e),segment_id=d77ce851-c650-4f3f-bad0-cb240c8a783e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:40.646828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75272c60-9a51-472c-8eba-100959bdfe90 None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:40.664522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fee6d19d-54f0-41ed-8c4a-e2626b18786c None None] Provisioning for port e259e4f6-bf62-44e5-934e-afe2251416cd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:40.682309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Allocated IP 172.20.0.5 (7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2/022e2b68-eaf9-40ba-a0eb-3a69a643c5e4/67b1ce0c-4b79-409b-b7c2-3ff9324198bb) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:40.718549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.722718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040e760-4033-4b64-8e7c-74fd8336a453 None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:40.731512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fee6d19d-54f0-41ed-8c4a-e2626b18786c None None] Provisioning complete for port e259e4f6-bf62-44e5-934e-afe2251416cd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:40.732108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fee6d19d-54f0-41ed-8c4a-e2626b18786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.836907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee7a2838-6a4b-4452-9f2a-35e55682536b req-9d252c0e-a0c3-4b3f-b923-f4a2673a1121 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 210 time: 0.2309980 Jun 04 06:47:40.842563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.864552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.924528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Deleting port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:40.924928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:40.967687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.007864 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.093251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fee6d19d-54f0-41ed-8c4a-e2626b18786c None None] Port e259e4f6-bf62-44e5-934e-afe2251416cd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:41.180103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:41.185297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:41.193015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:41.203871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 20d138dc-0d9f-4941-9264-e274749c562f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:41.234190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Pushing event updated for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:41.274745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27b045-e8bd-489d-a0ba-28ee9df2cb93 None None] Pushing event updated for resources: {'Port': ['ID=e1d66020-5d29-4cd3-9fb3-a1e1838bfa44,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:41.291079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:41.291978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.332070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-f8c8bf00-62c7-4029-9057-0c31a597773f tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7425196 Jun 04 06:47:41.347420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Request body: {'port': {'device_id': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:41.394832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09048972-a1d6-4ddb-bf06-a87e02e62c1e None None] Network 1f6191b5-0cd1-4c0a-9826-063588c8e857 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:41.439901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Provisioning for port 20d138dc-0d9f-4941-9264-e274749c562f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:41.451795 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.459909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] For port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e1d66020-5d29-4cd3-9fb3-a1e1838bfa44,segment=NetworkSegment(d77ce851-c650-4f3f-bad0-cb240c8a783e),segment_id=d77ce851-c650-4f3f-bad0-cb240c8a783e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:41.460574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.530316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.530516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Transition to ACTIVE for port object 3641b127-d9db-402f-939a-74463f298592 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:41.557286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Provisioning complete for port 20d138dc-0d9f-4941-9264-e274749c562f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:41.557707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.607064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Calling delete_port for e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:41.666149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Transition to ACTIVE for port object 3641b127-d9db-402f-939a-74463f298592 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:41.711089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.864710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:41.874636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:41.877571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:41.889793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Pushing event updated for resources: {'Port': ['ID=3641b127-d9db-402f-939a-74463f298592,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:41.951497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:41.997785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.017994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Port': ['ID=e1d66020-5d29-4cd3-9fb3-a1e1838bfa44,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:42.040339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No DVR routers for this DVR port e1d66020-5d29-4cd3-9fb3-a1e1838bfa44 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:42.194629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:42.224032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f86045-10be-4fa1-8a72-4113d759bb83,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:42.268155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Current status of the port 20d138dc-0d9f-4941-9264-e274749c562f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:42.268650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.288719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.316258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6191b5-0cd1-4c0a-9826-063588c8e857']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.323940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Attempting to bind port 3641b127-d9db-402f-939a-74463f298592 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:42.324231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.324531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Attempting to bind port 3641b127-d9db-402f-939a-74463f298592 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '161c6624-5769-4d2a-8c38-ecf18c316002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:42.325017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Attempting to bind port 3641b127-d9db-402f-939a-74463f298592 on network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:42.328788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77ce851-c650-4f3f-bad0-cb240c8a783e') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.329727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77ce851-c650-4f3f-bad0-cb240c8a783e') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.355752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.365590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:42.366133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Checking segment: {'id': '161c6624-5769-4d2a-8c38-ecf18c316002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:42.366644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.367332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Bound using segment: {'id': '161c6624-5769-4d2a-8c38-ecf18c316002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:42.367690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Bound port: 3641b127-d9db-402f-939a-74463f298592, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c6624-5769-4d2a-8c38-ecf18c316002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:42.368161 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.375111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff9328c-b08e-4f3b-b437-2df2111eb4ff']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.381579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.391770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c6624-5769-4d2a-8c38-ecf18c316002') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.392074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c6624-5769-4d2a-8c38-ecf18c316002') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:42.392213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Delete allocated IP 172.20.0.10 (8b845882-a1d2-44d5-9697-2194b180304d/d734b9bf-9405-446b-8c26-6c5268af7584) {{(pid=88848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:47:42.394741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:42.395139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.413171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Update dhcp port {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'fixed_ips': [{'subnet_id': 'd734b9bf-9405-446b-8c26-6c5268af7584', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a63a8d56-c719-4101-b7ff-b81eb1167ced'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '9a4ade78-09a5-4357-8a32-504e685d0d37'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:47:42.415095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812549b-5205-46b5-a597-17e0f7f3c3d6 req-ba0497ec-345a-4895-b4a2-b82874bff506 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:42.415814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9812549b-5205-46b5-a597-17e0f7f3c3d6 req-ba0497ec-345a-4895-b4a2-b82874bff506 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Synchronizing usage tracker for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:42.419678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.476055 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d77ce851-c650-4f3f-bad0-cb240c8a783e resource provider aggregate not found Jun 04 06:47:42.479912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.28 (8b845882-a1d2-44d5-9697-2194b180304d/a63a8d56-c719-4101-b7ff-b81eb1167ced/e259e4f6-bf62-44e5-934e-afe2251416cd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:42.492776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20d138dc-0d9f-4941-9264-e274749c562f,segment=NetworkSegment(27ed52d6-9baa-45ab-965c-07a808b21b55),segment_id=27ed52d6-9baa-45ab-965c-07a808b21b55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:42.507837 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d77ce851-c650-4f3f-bad0-cb240c8a783e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d77ce851-c650-4f3f-bad0-cb240c8a783e found for delete ", "request_id": "req-16b2c09c-f647-4d99-b4a4-72f18b4b83bc"}]} Jun 04 06:47:42.520059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.534191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:42.534639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.545988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.551474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9812549b-5205-46b5-a597-17e0f7f3c3d6 req-ba0497ec-345a-4895-b4a2-b82874bff506 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Unset dirty status for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:42.552633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9812549b-5205-46b5-a597-17e0f7f3c3d6 req-ba0497ec-345a-4895-b4a2-b82874bff506 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 931 time: 0.4154377 Jun 04 06:47:42.564862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b1ce0c-4b79-409b-b7c2-3ff9324198bb {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:47:42.569372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.578052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.610035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=1f6191b5-0cd1-4c0a-9826-063588c8e857,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:42.624156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Update dhcp port {'port': {'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18', 'fixed_ips': [{'subnet_id': '01c5405e-8d6c-4303-84a2-1248d48315e3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef39e386-63d6-4392-abc8-ee9feb7a089b'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '20d138dc-0d9f-4941-9264-e274749c562f'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:47:42.629684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.650219 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 161c6624-5769-4d2a-8c38-ecf18c316002 resource provider aggregate not found Jun 04 06:47:42.660890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1dfbc3fc-b308-4cac-abfd-ef79eab85ad2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/1f6191b5-0cd1-4c0a-9826-063588c8e857 HTTP/1.1" status: 204 len: 168 time: 5.8033235 Jun 04 06:47:42.673572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51148) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:42.696865 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 161c6624-5769-4d2a-8c38-ecf18c316002 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 161c6624-5769-4d2a-8c38-ecf18c316002 found for delete ", "request_id": "req-2f64b70a-613a-466d-9df5-88b1e9977f16"}]} Jun 04 06:47:42.705990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079407221'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:42.711281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:42.715130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:42.718845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:42.724645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:42.736768 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.741435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Transition to ACTIVE for port object 67b1ce0c-4b79-409b-b7c2-3ff9324198bb will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:42.744716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 06:47:42.744716 n-d-811808-2 neutron-server[88849]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 06:47:42.744716 n-d-811808-2 neutron-server[88849]: [parameters: {'id': '8ff9328c-b08e-4f3b-b437-2df2111eb4ff'}] Jun 04 06:47:42.744716 n-d-811808-2 neutron-server[88849]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:42.745110 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:42.745578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:42.749244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.753106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:42.753613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.773556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.780306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.790236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] For port 3641b127-d9db-402f-939a-74463f298592, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:42.799404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object e259e4f6-bf62-44e5-934e-afe2251416cd will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:42.803860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.812542 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.848033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9812549b-5205-46b5-a597-17e0f7f3c3d6 req-6811ec2d-e17b-4dcc-a3d2-d5f010dbf911 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935077 Jun 04 06:47:42.873491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] For port 3641b127-d9db-402f-939a-74463f298592, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3641b127-d9db-402f-939a-74463f298592,segment=NetworkSegment(161c6624-5769-4d2a-8c38-ecf18c316002),segment_id=161c6624-5769-4d2a-8c38-ecf18c316002)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:42.882609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aab90-e64f-4931-ba30-0874c60df423 None None] Pushing event updated for resources: {'Port': ['ID=20d138dc-0d9f-4941-9264-e274749c562f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:42.924721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:42.931286 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.946139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Pushing event updated for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:42.982863 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:42.983441 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 39035465-3c33-4ec8-bc8f-3199e9b3aa60 of type vlan for network 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 Jun 04 06:47:43.017298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] In _notify_port_updated(), no bound segment for port e259e4f6-bf62-44e5-934e-afe2251416cd on network 8b845882-a1d2-44d5-9697-2194b180304d {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:47:43.024440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:43.024608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.030277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/ports/e259e4f6-bf62-44e5-934e-afe2251416cd HTTP/1.1" status: 200 len: 921 time: 2.5860293 Jun 04 06:47:43.031245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51152) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:43.118931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port e259e4f6-bf62-44e5-934e-afe2251416cd {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:43.120232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.137609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.175914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc536-dc94-4461-8504-b5a7b65d7083 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=e259e4f6-bf62-44e5-934e-afe2251416cd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:43.206995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Attempting to bind port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:43.207232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Attempting to bind port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:43.207502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Attempting to bind port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:43.213347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.219233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:43.219838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.223458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:47:43.223780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Attempting to bind port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb on network 7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:43.280898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de2af-92d0-4189-8c74-323e03a1f59a None None] Pushing event updated for resources: {'Port': ['ID=3641b127-d9db-402f-939a-74463f298592,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:43.351021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae578337-52ec-4777-9268-e692a2d69e74 None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:43.357880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.359591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:43.368132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:43.368504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Checking segment: {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:43.368846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Bound using segment: {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:43.369281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Bound port: 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8ea9d8-6d1a-4363-8100-2592fc854bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:43.369661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.386887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:43.432907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa3653ae-0191-478c-92df-a8a94c0563b4 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7430525 Jun 04 06:47:43.467106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51158) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:43.490060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:43.503160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:43.511452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 3641b127-d9db-402f-939a-74463f298592 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:43.512194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.554972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.564986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-34abd6d1-6789-4415-9ebc-a3e44f0e32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:43.566620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-34abd6d1-6789-4415-9ebc-a3e44f0e32f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.1386356 Jun 04 06:47:43.625885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Allocated IP 172.20.0.18 (8b845882-a1d2-44d5-9697-2194b180304d/a63a8d56-c719-4101-b7ff-b81eb1167ced/9a4ade78-09a5-4357-8a32-504e685d0d37) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:43.675881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Allocated IP 172.20.0.1 (062b3616-46dd-402e-8418-fab1f46f6c18/ef39e386-63d6-4392-abc8-ee9feb7a089b/20d138dc-0d9f-4941-9264-e274749c562f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:43.713799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for e259e4f6-bf62-44e5-934e-afe2251416cd owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:43.754480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:43.767961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:43.770899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:43.772994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:43.848272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:43.858759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28faa-567c-41cc-9957-ab9d3e996689 req-cabe9287-c652-4635-882d-2e3477706410 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:43.860372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49c28faa-567c-41cc-9957-ab9d3e996689 req-cabe9287-c652-4635-882d-2e3477706410 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.4669971 Jun 04 06:47:43.869240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:43.906525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:43.977291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:44.021198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20d138dc-0d9f-4941-9264-e274749c562f,segment=NetworkSegment(27ed52d6-9baa-45ab-965c-07a808b21b55),segment_id=27ed52d6-9baa-45ab-965c-07a808b21b55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:44.026017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ffdec-b02e-43c8-8c60-13caf21b1aa0 None None] Network 8ff9328c-b08e-4f3b-b437-2df2111eb4ff requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:44.067178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.092324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-e60b35aa-8984-4cd2-addf-831d4e9fccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.094804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-e60b35aa-8984-4cd2-addf-831d4e9fccdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.4680746 Jun 04 06:47:44.097720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.124951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:44.128360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.177255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.180092 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.183529 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.184174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Transition to ACTIVE for port object 9a4ade78-09a5-4357-8a32-504e685d0d37 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:44.185119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] 10.222.0.39 "PUT /v2.0/ports/67b1ce0c-4b79-409b-b7c2-3ff9324198bb HTTP/1.1" status: 200 len: 1091 time: 2.8439717 Jun 04 06:47:44.190322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:44.253605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=e259e4f6-bf62-44e5-934e-afe2251416cd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:44.258512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49c28faa-567c-41cc-9957-ab9d3e996689 req-860b0d6e-267c-4973-a6be-ecde808abf9c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764224 Jun 04 06:47:44.272366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 3641b127-d9db-402f-939a-74463f298592, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3641b127-d9db-402f-939a-74463f298592,segment=NetworkSegment(161c6624-5769-4d2a-8c38-ecf18c316002),segment_id=161c6624-5769-4d2a-8c38-ecf18c316002)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:44.272749 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.280481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.284028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20d138dc-0d9f-4941-9264-e274749c562f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:44.289927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-e336f928-1e2b-4557-bbf1-0aa6b080ec3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.1363451 Jun 04 06:47:44.414309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Transition to ACTIVE for port object 20d138dc-0d9f-4941-9264-e274749c562f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:44.460121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39c35-a944-4905-b279-19adb8250c20 service neutron] Pushing event updated for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:44.461430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-26e55caa-10f8-467d-adb2-9c85622878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.463957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-26e55caa-10f8-467d-adb2-9c85622878cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.1366260 Jun 04 06:47:44.465192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.469598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 3641b127-d9db-402f-939a-74463f298592 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:44.473042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.519629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fad41c7d-9e0b-4b39-be63-9cd319c24c0a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/e259e4f6-bf62-44e5-934e-afe2251416cd HTTP/1.1" status: 204 len: 168 time: 1.4821389 Jun 04 06:47:44.521980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51166) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:44.574333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7142d-c874-48c5-92a8-0aa0da9715c8 None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:44.585771 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d66e74-406e-4b82-80c8-0858e80aed5e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:47:44.587003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-79d66e74-406e-4b82-80c8-0858e80aed5e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:44.609995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-79d66e74-406e-4b82-80c8-0858e80aed5e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:44.613851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-79d66e74-406e-4b82-80c8-0858e80aed5e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/e259e4f6-bf62-44e5-934e-afe2251416cd HTTP/1.1" status: 404 len: 333 time: 0.0863681 Jun 04 06:47:44.614358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:44.634963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-e72cfcf9-7bf8-4795-a9e3-309831ca112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.636693 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-e72cfcf9-7bf8-4795-a9e3-309831ca112d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644206 Jun 04 06:47:44.706937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.728014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85388fdb-de20-4000-bd3c-9323cf8957c4 None None] Pushing event updated for resources: {'Port': ['ID=20d138dc-0d9f-4941-9264-e274749c562f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:44.748026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-ef246796-4ba0-4a0a-9509-fa6bbee43db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.749539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-ef246796-4ba0-4a0a-9509-fa6bbee43db0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 1094 time: 0.4806302 Jun 04 06:47:44.814179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.839304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Port': ['ID=3641b127-d9db-402f-939a-74463f298592,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:44.873540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No DVR routers for this DVR port 3641b127-d9db-402f-939a-74463f298592 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:44.877561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-1453d5c2-5c1b-48e4-a40b-6b946402e722 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb HTTP/1.1" status: 200 len: 217 time: 0.1102784 Jun 04 06:47:44.884734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:44.891903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e401-d5c3-4731-a175-2df7d9e8dd60 req-e3ee557a-2ff0-4f3b-92a2-72521638c622 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:44.899056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98d5e401-d5c3-4731-a175-2df7d9e8dd60 req-e3ee557a-2ff0-4f3b-92a2-72521638c622 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 943 time: 0.5003183 Jun 04 06:47:44.900358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-90c4d941-c562-4046-be5e-dcf428b15fd9 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467904 Jun 04 06:47:45.048496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98d5e401-d5c3-4731-a175-2df7d9e8dd60 req-50485d23-4e3e-4d60-9940-98b58e1e5488 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484082 Jun 04 06:47:45.104994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c30447c-e45c-4f0e-9fbc-313ab402ea37 req-f1d02a40-1a91-48be-92e6-9c8ce032fee2 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972296 Jun 04 06:47:45.106057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.130283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23ac23-c7ba-4da8-b294-e891b1077f4f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:45.137407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.143874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ffdf4b20-4ce9-46c9-88bc-a507494128f2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/security-groups/8c23ac23-c7ba-4da8-b294-e891b1077f4f HTTP/1.1" status: 204 len: 168 time: 0.5263102 Jun 04 06:47:45.144246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51178) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:45.261271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.278281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.320519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.345406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-d8630ef2-a27b-4832-bf6a-c04f2c4c4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:45.346900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-d8630ef2-a27b-4832-bf6a-c04f2c4c4daf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 200 len: 853 time: 0.4059880 Jun 04 06:47:45.348621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.415676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.428172 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134e9087-b9ca-4ea9-97b3-a960ca7b0610'] response: {'name': 'network-changed', 'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb', 'status': 'completed', 'code': 200} Jun 04 06:47:45.433445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530181f-bb48-4698-b697-c9ced69bf70d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:45.453371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.454576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-350ad6f7-3de8-4786-b8c5-8ce533b18b1e tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/security-groups/2530181f-bb48-4698-b697-c9ced69bf70d HTTP/1.1" status: 204 len: 168 time: 0.3093634 Jun 04 06:47:45.457181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51186) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:45.474211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-0d9c32c6-87b7-4e89-80a8-36286d5d514b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114948 Jun 04 06:47:45.514136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Could not find standard attr ID for object e259e4f6-bf62-44e5-934e-afe2251416cd. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:47:45.515088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff9328c-b08e-4f3b-b437-2df2111eb4ff']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:45.534510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:45.534881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.553079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet d734b9bf-9405-446b-8c26-6c5268af7584 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:47:45.556672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.572953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=1a852a15-07c9-44e1-a711-eaee79e3d950,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:45.601413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:45.612859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e6542-0a4c-472b-8fe4-4be7ee4a09c1 None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:45.628013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.632731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161c6624-5769-4d2a-8c38-ecf18c316002') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:45.633078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161c6624-5769-4d2a-8c38-ecf18c316002') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:45.635337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Provisioning for port 9a4ade78-09a5-4357-8a32-504e685d0d37 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:45.666952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '39035465-3c33-4ec8-bc8f-3199e9b3aa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:45.667328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:45.675528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.696660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:45.697034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.707680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.729580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:45.729752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.729998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.817708 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 161c6624-5769-4d2a-8c38-ecf18c316002 resource provider aggregate not found Jun 04 06:47:45.818277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.865680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=d734b9bf-9405-446b-8c26-6c5268af7584,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:45.874261 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:45.881089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-06942ea9-baf3-4484-930a-764e691df3fc tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/d734b9bf-9405-446b-8c26-6c5268af7584 HTTP/1.1" status: 204 len: 168 time: 0.4225760 Jun 04 06:47:45.885155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51194) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:45.891958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:45.915834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fb7b9-e601-414e-a93f-3ec1f0a39b23 None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:46.020992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:46.041165 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 161c6624-5769-4d2a-8c38-ecf18c316002 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 161c6624-5769-4d2a-8c38-ecf18c316002 found for delete ", "request_id": "req-a5984c50-1fca-40c6-beb8-8400154498cb"}]} Jun 04 06:47:46.058840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d2fa2947-8430-4ce0-8ee8-d98b3f78bbbf None None] Provisioning for port 20d138dc-0d9f-4941-9264-e274749c562f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:46.065494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d2fa2947-8430-4ce0-8ee8-d98b3f78bbbf None None] Provisioning complete for port 20d138dc-0d9f-4941-9264-e274749c562f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:46.065902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2fa2947-8430-4ce0-8ee8-d98b3f78bbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.086425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:46.092603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:46.093312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.100192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-bcaeabb5-eef8-48a9-b985-ef60c8dc3fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152377 Jun 04 06:47:46.128115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f327-a146-44ab-ac14-c1c8529bc892 req-98547764-027b-47c4-aaf6-56f001751817 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:46.134326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:46.135868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71e4f327-a146-44ab-ac14-c1c8529bc892 req-98547764-027b-47c4-aaf6-56f001751817 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.6238015 Jun 04 06:47:46.139297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276a96a-c870-42cf-8dce-9eb85815e95f None None] Network 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:46.148248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:46.154256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:46.160824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:46.173907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:46.179281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.218430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.274776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.315913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=8ff9328c-b08e-4f3b-b437-2df2111eb4ff,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:46.336308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93679c-5da0-46f1-af3d-3879fdd4a4dc None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:46.341012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e83cd3d1-7ca1-4c64-8979-70dca8a5cdd5 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8714380 Jun 04 06:47:46.345682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:46.350812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20d138dc-0d9f-4941-9264-e274749c562f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:46.358870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b13cc857-04be-458a-8654-bda4a1513d52 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/8ff9328c-b08e-4f3b-b437-2df2111eb4ff HTTP/1.1" status: 204 len: 168 time: 6.5405326 Jun 04 06:47:46.361874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51204) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:46.370271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71e4f327-a146-44ab-ac14-c1c8529bc892 req-d9f71126-0a21-4a07-933c-1e671f2f066b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335644 Jun 04 06:47:46.409120 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dd8b0d-f32a-43be-987a-9959331516e9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:47:46.409964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dd8b0d-f32a-43be-987a-9959331516e9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:46.415686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f7dd8b0d-f32a-43be-987a-9959331516e9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/8ff9328c-b08e-4f3b-b437-2df2111eb4ff HTTP/1.1" status: 404 len: 339 time: 0.0472307 Jun 04 06:47:46.415686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:46.422946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435972840', 'description': 'd1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:46.428941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cf45034-5d7e-4d54-814e-86a487b72861 req-267bb063-f478-48d1-8a7d-7316b42b0647 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911067 Jun 04 06:47:46.431687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:46.436536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Usage tracker for resource:network and tenant:14524b36b412420397b7a8873fd1b02d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:46.440065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:46.447019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:46.463812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:46.468489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.568323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:46.583869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.584106 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment 0301a3a2-cc82-47bf-8ce7-55be5233edc5 of type vlan for network 61bd98af-d4b2-43b6-98b8-638e1a1ee8ba Jun 04 06:47:46.639415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944fde82-d5a6-41a4-a1cd-e5a7e56b4091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12', 'network_id': '5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '1a852a15-07c9-44e1-a711-eaee79e3d950'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:46.640912 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-944fde82-d5a6-41a4-a1cd-e5a7e56b4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.695385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.705911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-a7e4ad4b-44bf-41fd-8799-a871250e66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:46.707579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-a7e4ad4b-44bf-41fd-8799-a871250e66f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 1094 time: 0.2068188 Jun 04 06:47:46.741304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.775002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 20d138dc-0d9f-4941-9264-e274749c562f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:46.775371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.835500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.848400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f523c-3b27-4f2b-8a24-19af6046541c req-a0b65e46-959b-4479-9348-08e0727961f1 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:46.850558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c7f523c-3b27-4f2b-8a24-19af6046541c req-a0b65e46-959b-4479-9348-08e0727961f1 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 943 time: 0.2392004 Jun 04 06:47:46.855018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.864729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:46.865630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:46.870084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa2947-8430-4ce0-8ee8-d98b3f78bbbf None None] Current status of the port 20d138dc-0d9f-4941-9264-e274749c562f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:46.918265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.013683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8d0ffad-525d-4c00-a395-67804233157f None None] Could not find standard attr ID for object e259e4f6-bf62-44e5-934e-afe2251416cd. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:47:47.015373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-61fac901-8e5a-4a6a-83b1-591dd7758928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.057134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.073041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6539168 Jun 04 06:47:47.076334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:47.077430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:47.084001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-7c4d1754-ae04-4d72-8552-c3d63b74952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:47.085407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-7c4d1754-ae04-4d72-8552-c3d63b74952c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 200 len: 914 time: 0.3636904 Jun 04 06:47:47.087948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb7988-dbf0-471d-bb10-52132c5401ca tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=61bd98af-d4b2-43b6-98b8-638e1a1ee8ba,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:47.093074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8d0ffad-525d-4c00-a395-67804233157f None None] Provisioning complete for port 20d138dc-0d9f-4941-9264-e274749c562f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:47.093608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e8d0ffad-525d-4c00-a395-67804233157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.093925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c7f523c-3b27-4f2b-8a24-19af6046541c req-608d5acb-c7f4-437c-a466-62a79e044df3 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228572 Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-944fde82-d5a6-41a4-a1cd-e5a7e56b4091 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a852a15-07c9-44e1-a711-eaee79e3d950: This subnet is being modified by another concurrent operation. Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a852a15-07c9-44e1-a711-eaee79e3d950: This subnet is being modified by another concurrent operation. Jun 04 06:47:47.155046 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:47:47.171759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 61bd98af-d4b2-43b6-98b8-638e1a1ee8ba details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:47.176652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-896869ea-b592-48a1-85c8-7adb18a58118 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb HTTP/1.1" status: 200 len: 217 time: 0.0817778 Jun 04 06:47:47.177954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:47.196528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d373c2-28f2-4e17-8018-06039f11e202 None None] Network 5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:47.200979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:47.201641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.270505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-b3e7d251-7d92-49a9-9fd7-b210ea52a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:47.272457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-b3e7d251-7d92-49a9-9fd7-b210ea52a153 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 200 len: 853 time: 0.0883727 Jun 04 06:47:47.307736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 20d138dc-0d9f-4941-9264-e274749c562f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:47.308898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:47.329720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-8561b77c-f673-46e0-906c-98d64de7d132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510294 Jun 04 06:47:47.344530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=7ac5f40b-9347-43ce-b8bb-a0c7eabaac11,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:47.355660 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a1374675-8383-456a-b271-560356598256 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4663069 Jun 04 06:47:47.368786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:47.380312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269884399'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:47.402618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe78ffc-a53f-437e-b983-43a6c48fe94b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:47.403332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-abe78ffc-a53f-437e-b983-43a6c48fe94b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Synchronizing usage tracker for tenant:14524b36b412420397b7a8873fd1b02d on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:47.407150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=1a852a15-07c9-44e1-a711-eaee79e3d950,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:47.410511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.450427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:47.460633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:47.465649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:47.469121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-abe78ffc-a53f-437e-b983-43a6c48fe94b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Unset dirty status for tenant:14524b36b412420397b7a8873fd1b02d on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:47.473530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-abe78ffc-a53f-437e-b983-43a6c48fe94b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks?id=61bd98af-d4b2-43b6-98b8-638e1a1ee8ba HTTP/1.1" status: 200 len: 764 time: 0.3917661 Jun 04 06:47:47.473658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:47.473738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:47.479718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'description': 'd2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:47.479881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:47.500887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39035465-3c33-4ec8-bc8f-3199e9b3aa60') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:47.501299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39035465-3c33-4ec8-bc8f-3199e9b3aa60') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:47.507150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.543694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:47.548072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-5f58e7a3-73ad-4de8-b888-c04f5a7a55d1 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104504 Jun 04 06:47:47.550654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:47.554067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:47.571660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.581615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:47.630741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.644364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:47.644765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.649233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0ffad-525d-4c00-a395-67804233157f None None] Current status of the port 20d138dc-0d9f-4941-9264-e274749c562f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:47.701712 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 39035465-3c33-4ec8-bc8f-3199e9b3aa60 resource provider aggregate not found Jun 04 06:47:47.758981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:47.759585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.761404 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 39035465-3c33-4ec8-bc8f-3199e9b3aa60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39035465-3c33-4ec8-bc8f-3199e9b3aa60 found for delete ", "request_id": "req-aab2867d-9e97-4f0f-a3d8-0dca2901f816"}]} Jun 04 06:47:47.823841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d3d8098-ff30-4ecc-8e74-1e857ccd51a2 req-03d3ab9d-989a-4bc4-ad0a-b03e3afda185 service neutron] 10.222.0.39 "GET /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668228 Jun 04 06:47:47.844503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9c7dc-d493-4e8f-a72a-407079dd1884 req-41d65780-73f6-471c-af4e-a1260e6268c8 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:47.852361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48f9c7dc-d493-4e8f-a72a-407079dd1884 req-41d65780-73f6-471c-af4e-a1260e6268c8 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.1805329 Jun 04 06:47:47.879358 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.905878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668113'] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.906117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:47.921660 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 HTTP/1.1" status: 204 len: 168 time: 1.5748801 Jun 04 06:47:47.929919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48f9c7dc-d493-4e8f-a72a-407079dd1884 req-e3a8dbee-2cdf-4b60-bf8b-bcabdf64bea5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764391 Jun 04 06:47:47.931279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0954-cd8b-4fc8-9372-fc3dfc1576a1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:47.937365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51234) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:47.942925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1127210978'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:47.951518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:47.959889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:47.969446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:47.974887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:47.983930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:47.988753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.010444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.016270 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.025612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 61bd98af-d4b2-43b6-98b8-638e1a1ee8ba is not hosted by any dhcp agent {{(pid=88848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 06:47:48.031208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.031812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.034888 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "PUT /v2.0/networks/61bd98af-d4b2-43b6-98b8-638e1a1ee8ba HTTP/1.1" status: 200 len: 761 time: 0.5607917 Jun 04 06:47:48.039949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.040555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:48.043891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.062411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.065512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6919897 Jun 04 06:47:48.067044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.078979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'security_group': {'name': 'tempest-secgroup-2011516041'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:48.083851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c85546-557c-4782-9546-91e4f84f221f None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:48.091574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:48.095692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880b444-1d8f-4c83-b555-a2201433c43c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f32f429-bb1b-4686-8e05-9fac829c745a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:48.099762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:48.102696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:48.108995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:48.126989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.154541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:48.159085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:48.162414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:48.175063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:48.242611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d0843-ef87-434c-abb6-7585c2181d98 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=61bd98af-d4b2-43b6-98b8-638e1a1ee8ba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:48.249113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:48.274221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.274583 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment db8830d7-926d-4a15-a4c3-c318c495f6b8 of type vlan for network e6e4129a-bd9e-4486-a64e-04fbebf6882f Jun 04 06:47:48.282848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c60afc-c4b3-41ec-8ed7-cf2248e16859 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.288131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e4c60afc-c4b3-41ec-8ed7-cf2248e16859 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks?id=61bd98af-d4b2-43b6-98b8-638e1a1ee8ba HTTP/1.1" status: 200 len: 764 time: 0.2197418 Jun 04 06:47:48.288279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 61bd98af-d4b2-43b6-98b8-638e1a1ee8ba details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:48.290048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51248) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.322973 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.330428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.384517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a736ed-4927-411e-b853-2a17aa2e8d78 req-62a13dc5-2479-48e9-9608-72b7d4575dc2 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.386709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56a736ed-4927-411e-b853-2a17aa2e8d78 req-62a13dc5-2479-48e9-9608-72b7d4575dc2 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 943 time: 0.1631010 Jun 04 06:47:48.390312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.394268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3234584 Jun 04 06:47:48.394268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453c53-972f-479d-ac1c-1650e2a58e67 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820ad299-b508-42d0-9591-a540aeebd7b4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:48.395279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.400214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'security_group': {'name': 'tempest-secgroup-679755857'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:48.406793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.414377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:48.414692 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.421900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:48.429345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:48.433543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:48.446859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:48.464764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-56a736ed-4927-411e-b853-2a17aa2e8d78 req-220257b5-7087-4b9d-b86e-72a89417646b tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Jun 04 06:47:48.467457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.480989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.487001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.487610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.490297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:48.506772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:security_group_rule and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:48.512486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:48.519564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:48.523061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7767dc9-5bae-41cf-b116-26c933ac1bf8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.524570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e7767dc9-5bae-41cf-b116-26c933ac1bf8 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2348611 Jun 04 06:47:48.531101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.542582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:48.567002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:48.567372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.611640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6696086 Jun 04 06:47:48.612334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51260) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.620392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': 'e6e4129a-bd9e-4486-a64e-04fbebf6882f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:48.640467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bf655-3011-4bb5-b67e-a6cce04e81bc tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=e6e4129a-bd9e-4486-a64e-04fbebf6882f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:48.692825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network e6e4129a-bd9e-4486-a64e-04fbebf6882f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:48.722386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1f2244fb-3997-496c-bc99-b75a62232a16 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Synchronizing usage tracker for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:48.748373 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:47:48.752976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1f2244fb-3997-496c-bc99-b75a62232a16 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Unset dirty status for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:48.757605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1f2244fb-3997-496c-bc99-b75a62232a16 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 207 time: 0.2197256 Jun 04 06:47:48.760885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51264) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:48.857795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:48.862145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:48.865242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:48.871080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:48.882389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:48.884119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.886562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.890988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.922233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9305c5cd-6ef2-4afe-be25-bbf54b8edd6e None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:48.937545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Update dhcp port {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'fixed_ips': [{'subnet_id': 'a63a8d56-c719-4101-b7ff-b81eb1167ced', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ac5f40b-9347-43ce-b8bb-a0c7eabaac11'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '9a4ade78-09a5-4357-8a32-504e685d0d37'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:47:48.977100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a8ab2-2e98-4978-9174-5f6c58e1374e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:48.983884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:48.988400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-683edac7-3f47-48cd-8885-28950a6c1252 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5891514 Jun 04 06:47:48.992212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:48.998180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.001684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51270) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.004098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.009836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.015891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.021532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.022538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Synchronizing usage tracker for tenant:14524b36b412420397b7a8873fd1b02d on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:49.023308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.039236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Unset dirty status for tenant:14524b36b412420397b7a8873fd1b02d on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:49.040448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8b784414-887c-4c73-92b2-0e37b78953bb tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2786427 Jun 04 06:47:49.046826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.059076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-638027658', 'security_groups': ['3f7a8ab2-2e98-4978-9174-5f6c58e1374e'], 'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ac5f40b-9347-43ce-b8bb-a0c7eabaac11'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:49.146298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f12f578-bb85-4d9e-bac1-6000ce993576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.291740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.296720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ed172fe-488c-48bf-99ee-13339cb01035 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2487195 Jun 04 06:47:49.300365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.378800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Allocated IP 172.20.0.2 (8b845882-a1d2-44d5-9697-2194b180304d/7ac5f40b-9347-43ce-b8bb-a0c7eabaac11/9a4ade78-09a5-4357-8a32-504e685d0d37) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:49.412054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.413802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.416156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.417729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.419390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.421033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cfdf459d-b758-43d4-a92a-7f87b88472cc tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1197846 Jun 04 06:47:49.425154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=0b1e49f0-7a2a-40c0-9fca-6b6c3928b14a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:49.425314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51282) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.436061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:49.446333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:49.458846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': 'db8830d7-926d-4a15-a4c3-c318c495f6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e6e4129a-bd9e-4486-a64e-04fbebf6882f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:49.459205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: e6e4129a-bd9e-4486-a64e-04fbebf6882f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:49.472327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:49.478870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d024ef-2a12-4d2f-9cdf-f980be4a9d7b req-49d4ccc7-e3e9-4eea-9d21-8ceb45746534 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.486252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09d024ef-2a12-4d2f-9cdf-f980be4a9d7b req-49d4ccc7-e3e9-4eea-9d21-8ceb45746534 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.3557599 Jun 04 06:47:49.547655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network e6e4129a-bd9e-4486-a64e-04fbebf6882f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:49.551531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 67b1ce0c-4b79-409b-b7c2-3ff9324198bb details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:47:49.576531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, e6e4129a-bd9e-4486-a64e-04fbebf6882f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:49.600178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.600999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.630257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09d024ef-2a12-4d2f-9cdf-f980be4a9d7b req-2fe6e502-251a-4ffa-b7ec-ccd808b99d16 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431491 Jun 04 06:47:49.634286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.635824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.637322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.639390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.640865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.642520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c0522a0b-cd1f-4275-a03c-77ed9bb94606 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2168620 Jun 04 06:47:49.646429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.678338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.698950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3aec5c44-dd77-43cf-93fe-f5fea09d0ea1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0855370 Jun 04 06:47:49.702423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51296) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.742307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82ac62-d9f8-4125-aae7-ba0b282dea80 None None] Network e6e4129a-bd9e-4486-a64e-04fbebf6882f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:49.779732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] device_id is not set on port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:47:49.858735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:49.927668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:49.930843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.942896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035c8c8-9aa8-4c88-9c6e-9f6710b3efe4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.947893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7035c8c8-9aa8-4c88-9c6e-9f6710b3efe4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks/cb535fbb-7d6b-459b-bbef-276db50462f0 HTTP/1.1" status: 200 len: 804 time: 0.2944663 Jun 04 06:47:49.953366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51302) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:49.956341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ec978-95c2-4122-b2f9-73a117d79ced req-2dbb0a99-0de4-4d1c-bb3f-47f3dc6cf2dd tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:49.957755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e0ec978-95c2-4122-b2f9-73a117d79ced req-2dbb0a99-0de4-4d1c-bb3f-47f3dc6cf2dd tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 943 time: 0.1519032 Jun 04 06:47:49.965130 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:49.983375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Transition to ACTIVE for port object 9a4ade78-09a5-4357-8a32-504e685d0d37 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:49.986697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb', 'network_id': '7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2', 'port_id': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb', 'mac_address': 'fa:16:3e:7d:4e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022e2b68-eaf9-40ba-a0eb-3a69a643c5e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:47:49.991631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.055657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e0ec978-95c2-4122-b2f9-73a117d79ced req-e6542699-9eab-46e3-bce8-14dbcf1724ac tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677240 Jun 04 06:47:50.056706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.150501 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.197509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-81c5635d-3c6e-45cf-b5b7-2903630dc10c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/networks/cb535fbb-7d6b-459b-bbef-276db50462f0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2432253 Jun 04 06:47:50.197984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51306) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:50.204198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.4 (8b845882-a1d2-44d5-9697-2194b180304d/7ac5f40b-9347-43ce-b8bb-a0c7eabaac11/bbffe4eb-1ed9-4a96-b7d0-decde20a8070) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:50.217347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1e49f0-7a2a-40c0-9fca-6b6c3928b14a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:50.288567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.294866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94a250-03b3-4a8b-a62d-1581f07564d2 None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:50.305569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ba1d8-ebf3-41e9-a582-e6e560d01832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:50.306164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-626ba1d8-ebf3-41e9-a582-e6e560d01832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Synchronizing usage tracker for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:50.306883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.323819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:50.324199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.337760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e4129a-bd9e-4486-a64e-04fbebf6882f']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:50.352071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8830d7-926d-4a15-a4c3-c318c495f6b8') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:50.352802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8830d7-926d-4a15-a4c3-c318c495f6b8') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:50.363914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad370325-4711-44d7-bad3-382e538a3f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-e6e4129a-bd9e-4486-a64e-04fbebf6882f', 'network_id': 'e6e4129a-bd9e-4486-a64e-04fbebf6882f', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '0b1e49f0-7a2a-40c0-9fca-6b6c3928b14a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:50.364738 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad370325-4711-44d7-bad3-382e538a3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.366485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.378374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b1ce0c-4b79-409b-b7c2-3ff9324198bb {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:47:50.384724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.393995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-626ba1d8-ebf3-41e9-a582-e6e560d01832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Unset dirty status for tenant:14524b36b412420397b7a8873fd1b02d on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:50.394187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:50.394435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.400780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-626ba1d8-ebf3-41e9-a582-e6e560d01832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets/9decac87-292b-48d7-bd7c-5c3f7a3cd987 HTTP/1.1" status: 200 len: 843 time: 0.1979084 Jun 04 06:47:50.406628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51310) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:50.447990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:50.461525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.484300 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment db8830d7-926d-4a15-a4c3-c318c495f6b8 resource provider aggregate not found Jun 04 06:47:50.513411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe7c0a-eba7-4790-a819-92ef00f38b86 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:50.519154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2cbe7c0a-eba7-4790-a819-92ef00f38b86 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "GET /v2.0/subnets/9decac87-292b-48d7-bd7c-5c3f7a3cd987?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1116512 Jun 04 06:47:50.519341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:50.525665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761166396'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:50.531755 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment db8830d7-926d-4a15-a4c3-c318c495f6b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db8830d7-926d-4a15-a4c3-c318c495f6b8 found for delete ", "request_id": "req-fe45f4cb-3a6c-4623-b13a-be6357fd028a"}]} Jun 04 06:47:50.535026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:50.542360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.552501 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.577766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.582560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:50.583749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6377661-63b5-438a-b75b-984b77d2f25e None None] Network e6e4129a-bd9e-4486-a64e-04fbebf6882f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:50.585054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.596166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=e6e4129a-bd9e-4486-a64e-04fbebf6882f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:50.602029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object bbffe4eb-1ed9-4a96-b7d0-decde20a8070 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:50.608721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cdef76a7-1bb1-46e6-bc7f-e846d2dcbc37 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/e6e4129a-bd9e-4486-a64e-04fbebf6882f HTTP/1.1" status: 204 len: 168 time: 0.9049032 Jun 04 06:47:50.611175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:50.615112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.616514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:50.619914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6377661-63b5-438a-b75b-984b77d2f25e None None] Network e6e4129a-bd9e-4486-a64e-04fbebf6882f could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:50.627185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51322) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:50.633627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.638359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-974728706'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:50.644004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:50.650559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:50.656937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:50.664653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:50.676757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:50.685112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:50.690874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.718463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.718799 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Added segment b5cfeef6-c3ee-48cf-874e-bb64cf33e43f of type vlan for network 15ac288f-3e43-4bd6-8372-5674233754a6 Jun 04 06:47:50.726824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:50.730591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:50.739140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:50.760483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:50.769113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.771180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=bbffe4eb-1ed9-4a96-b7d0-decde20a8070,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:50.781446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.781822 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 90bf45b4-1e83-41d7-9814-9fec0b1ecac8 of type vlan for network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 Jun 04 06:47:50.819590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:50.820438 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.834028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.857423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['67b1ce0c-4b79-409b-b7c2-3ff9324198bb'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:47:50.864399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ef8cb9b-5924-4a5f-8475-88f2b7cba397 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8616059 Jun 04 06:47:50.867210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:50.874420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:50.884155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.890087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:50.890675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:50.963233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4427590 Jun 04 06:47:50.979024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51340) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:51.209248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:51.219750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:51.220128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.252088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:51.259141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:51.265037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:51.275406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:51.292354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:51.300895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.306328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:51.326217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36540-0f94-4518-bce9-4c69b3cc50b2 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Network': ['ID=15ac288f-3e43-4bd6-8372-5674233754a6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:51.328054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Provisioning for port 9a4ade78-09a5-4357-8a32-504e685d0d37 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:51.335664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.340411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:51.341841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:51.342511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.360084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:51.360810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.464782 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ac5f40b-9347-43ce-b8bb-a0c7eabaac11 (CIDR: 172.20.0.0/28) Jun 04 06:47:51.471405 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:47:51.472029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:51.491366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-80ba7e3b-7d93-4027-b990-ea70e6fd761c tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6230643 Jun 04 06:47:51.500824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51348) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:51.501437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=4b42e619-fed2-479e-9d11-9ec1e5acbd61,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:51.509570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1007773-1306-4106-ab15-176ce43f2de5 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:47:51.509930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73db63f3-2d30-419f-8c53-722bcd50362b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8798368 Jun 04 06:47:51.511748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:51.515299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51352) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:51.517083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:51.521828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '4b42e619-fed2-479e-9d11-9ec1e5acbd61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:51.540460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d0789-c224-4428-8175-b4da029cd349 req-be56b431-1d2a-48ad-814f-dad6d68dc7da tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:51.541208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf6d0789-c224-4428-8175-b4da029cd349 req-be56b431-1d2a-48ad-814f-dad6d68dc7da tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.7028177 Jun 04 06:47:51.553009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:51.571684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:51.642492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:51.646298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:51.649481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:51.656754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:51.667524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:51.671272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.677006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Made reservation on behalf of 14524b36b412420397b7a8873fd1b02d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:51.680582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.709899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf6d0789-c224-4428-8175-b4da029cd349 req-e038a16f-d9f2-4b1e-864c-5b4fb8580e7c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579144 Jun 04 06:47:51.801745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Performing IP validity checks on allocation pools {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:47:51.803245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:47:51.817205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Performing IP validity checks on allocation pools {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:47:51.817617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_backend_mixin [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88849) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:47:51.827787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1d1cb364-1e4d-48eb-8d84-28b6eff47122 None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:51.837210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:51.846131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:51.859691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1007773-1306-4106-ab15-176ce43f2de5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:47:51.879641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:51.896695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:51.918595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:51.923450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.973202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:51.987325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8c2d6a14-62e4-424f-bc67-ce2a01b6a36c None None] Provisioning for port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:51.998813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8c2d6a14-62e4-424f-bc67-ce2a01b6a36c None None] Provisioning complete for port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:51.999308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8c2d6a14-62e4-424f-bc67-ce2a01b6a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.103206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '90bf45b4-1e83-41d7-9814-9fec0b1ecac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4b42e619-fed2-479e-9d11-9ec1e5acbd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:52.104455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 4b42e619-fed2-479e-9d11-9ec1e5acbd61, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:52.116772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=1aae0320-b0d8-449d-bf5c-98beb03bf185,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:52.134874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.146997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:52.154979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:52.159590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 4b42e619-fed2-479e-9d11-9ec1e5acbd61) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:52.160498 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a63a8d56-c719-4101-b7ff-b81eb1167ced (CIDR: 172.20.0.16/28) Jun 04 06:47:52.163841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:52.164776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.168499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4a0e3-b042-4b31-8d9e-c4a265a6204e req-adce404a-cbf3-4e4e-939e-d21242b911b8 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:52.170118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cf4a0e3-b042-4b31-8d9e-c4a265a6204e req-adce404a-cbf3-4e4e-939e-d21242b911b8 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 944 time: 0.3269045 Jun 04 06:47:52.183309 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:47:52.183798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:52.191447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-70b1ebde-1ea3-470e-9581-e9abff9e37ea tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6747949 Jun 04 06:47:52.194028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:52.198923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d6a14-62e4-424f-bc67-ce2a01b6a36c None None] Port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:52.224884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.279871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0efbb014-2e41-4f28-9496-76bac3aa0247 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7716322 Jun 04 06:47:52.285001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51364) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:52.299291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'subnet': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:52.346314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:52.346858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.354926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cf4a0e3-b042-4b31-8d9e-c4a265a6204e req-2fbe200c-4b94-4ff3-96e8-bbf3b8576b72 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729536 Jun 04 06:47:52.389311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.447329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=051a19b1-a713-44f9-b757-6454c94b2d18,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:52.473054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Checking segment: {'id': 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:52.473418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network hostable DHCP agents. Network: 15ac288f-3e43-4bd6-8372-5674233754a6, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:52.482540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.528866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Network 15ac288f-3e43-4bd6-8372-5674233754a6 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:52.531283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:52.538280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Usage tracker for resource:subnet and tenant:5b26f9f1a336415887b7823a719fd27a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:52.541999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:52.548543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 15ac288f-3e43-4bd6-8372-5674233754a6) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:52.550401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:52.555469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:52.556085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.570351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.581009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Made reservation on behalf of 5b26f9f1a336415887b7823a719fd27a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:52.583488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:52.585800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.586828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9dcae-7ad8-475c-8dca-69c894e51d55 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:47:52.607124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f9979123-db6b-4c8d-b3aa-cebb31db6832 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4090886 Jun 04 06:47:52.608999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:52.615178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=1aae0320-b0d8-449d-bf5c-98beb03bf185,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:52.618221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:52.722836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.740533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9dcae-7ad8-475c-8dca-69c894e51d55 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:47:52.759580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b42e619-fed2-479e-9d11-9ec1e5acbd61']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:52.773460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf45b4-1e83-41d7-9814-9fec0b1ecac8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:52.773785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf45b4-1e83-41d7-9814-9fec0b1ecac8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:52.786379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.806427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.815782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:52.816375 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.925378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16738837'] for subnet, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.934734 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 90bf45b4-1e83-41d7-9814-9fec0b1ecac8 resource provider aggregate not found Jun 04 06:47:52.948489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.982451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:52.985925 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 90bf45b4-1e83-41d7-9814-9fec0b1ecac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90bf45b4-1e83-41d7-9814-9fec0b1ecac8 found for delete ", "request_id": "req-05d1c525-2161-4af2-a73b-34c65fafa5fb"}]} Jun 04 06:47:52.991231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=4b42e619-fed2-479e-9d11-9ec1e5acbd61,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:52.999232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b9fea9c7-7c0b-45ce-9e68-9d7750bbb839 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/4b42e619-fed2-479e-9d11-9ec1e5acbd61 HTTP/1.1" status: 204 len: 168 time: 0.8041086 Jun 04 06:47:53.002768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51380) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:53.010735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856305931'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:53.017008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:53.021622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:53.024536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:53.031276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:53.047169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:53.051683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.084740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:53.094960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.095332 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 76d17e4d-008a-4dcf-9a8d-6e27580d0397 of type vlan for network 0744b767-b9f2-4e49-b438-b69fb57ec63e Jun 04 06:47:53.128780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.162123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.163945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-15ac288f-3e43-4bd6-8372-5674233754a6', 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6', 'tenant_id': '14524b36b412420397b7a8873fd1b02d', 'fixed_ips': [{'subnet_id': '051a19b1-a713-44f9-b757-6454c94b2d18'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:53.164919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.168512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:53.169669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.217781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba023c70-df28-4327-a485-5f697eb571dd req-c6998139-c905-4cdc-8a4b-576b5851100c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:53.219259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba023c70-df28-4327-a485-5f697eb571dd req-c6998139-c905-4cdc-8a4b-576b5851100c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.3841281 Jun 04 06:47:53.258175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2543590 Jun 04 06:47:53.266566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:53.285060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '0744b767-b9f2-4e49-b438-b69fb57ec63e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:53.288082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3d532-2701-45a1-8244-2b6345a9f93f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=0744b767-b9f2-4e49-b438-b69fb57ec63e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:53.299408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:53.421512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba023c70-df28-4327-a485-5f697eb571dd req-8ab79ca7-1867-44da-b409-11eb3a6c654a tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887639 Jun 04 06:47:53.530027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:53.578955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 67b1ce0c-4b79-409b-b7c2-3ff9324198bb up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:53.591572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:53.601860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:53.610148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.651578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:53.701338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760753176998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14804329'] for subnet, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.711922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Network 8b845882-a1d2-44d5-9697-2194b180304d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:53.720686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:53.724355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.726301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:53.736276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:53.736652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.738007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:53.741278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:53.741875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.777858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Subnet': ['ID=5a79cd12-2b30-4eea-bec4-0fbc3282d666,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:53.802166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Allocated IP 2001:db8::3 (15ac288f-3e43-4bd6-8372-5674233754a6/051a19b1-a713-44f9-b757-6454c94b2d18/21503d8c-4020-4b39-9513-0cdf2ee8d639) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:53.881430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:53.881979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:53.883263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "PUT /v2.0/subnets/051a19b1-a713-44f9-b757-6454c94b2d18 HTTP/1.1" status: 200 len: 900 time: 1.2734821 Jun 04 06:47:53.886412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51398) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:53.918430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66f9144a-6a87-4cf4-a3b0-497db6f8ebd3 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6254766 Jun 04 06:47:53.922168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51402) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:53.929159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2038249252', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5a79cd12-2b30-4eea-bec4-0fbc3282d666'}], 'security_groups': ['2f32f429-bb1b-4686-8e05-9fac829c745a', '820ad299-b508-42d0-9591-a540aeebd7b4']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:53.946514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dbd63-cf9f-45e4-9a47-341b2cbaf8c5 req-3a346cc4-da08-42fe-837f-599c06c83bdd tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:53.947990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c8dbd63-cf9f-45e4-9a47-341b2cbaf8c5 req-3a346cc4-da08-42fe-837f-599c06c83bdd tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 944 time: 0.4091294 Jun 04 06:47:53.951314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cfe88-fd75-4b97-a348-b15ab561e4d3 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event updated for resources: {'Subnet': ['ID=051a19b1-a713-44f9-b757-6454c94b2d18,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:53.961423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:53.961872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.026185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:47:54.069192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:54.078080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.119111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.176320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c8dbd63-cf9f-45e4-9a47-341b2cbaf8c5 req-5a4ccfbd-25f9-4584-a2ce-c9e45023d55e tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025035 Jun 04 06:47:54.178639 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.202702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Transition to ACTIVE for port object 21503d8c-4020-4b39-9513-0cdf2ee8d639 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:54.205516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:54.220223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=0396a9cb-8fe1-4861-ad9a-364303402cd6,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:54.237587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '76d17e4d-008a-4dcf-9a8d-6e27580d0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0744b767-b9f2-4e49-b438-b69fb57ec63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:54.237946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 0744b767-b9f2-4e49-b438-b69fb57ec63e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:54.238451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Transition to ACTIVE for port object 21503d8c-4020-4b39-9513-0cdf2ee8d639 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:54.246499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.261105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:54.277275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0744b767-b9f2-4e49-b438-b69fb57ec63e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:54.283105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:54.283766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.286190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.313110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-00dbf377-d0f2-4286-a439-8c76cdb4fd06 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0396571 Jun 04 06:47:54.314779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51408) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:54.340085 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7dd675-010e-4bae-ac2c-c18609a412bc'] response: {'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb', 'code': 200} Jun 04 06:47:54.342702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Pushing event updated for resources: {'Port': ['ID=21503d8c-4020-4b39-9513-0cdf2ee8d639,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:54.358725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:47:54.359892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:54.362186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:47:54.381144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.407743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 21503d8c-4020-4b39-9513-0cdf2ee8d639 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:54.408227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.465051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Attempting to bind port 21503d8c-4020-4b39-9513-0cdf2ee8d639 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:47:54.465506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Attempting to bind port 21503d8c-4020-4b39-9513-0cdf2ee8d639 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:47:54.465916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Attempting to bind port 21503d8c-4020-4b39-9513-0cdf2ee8d639 on network 15ac288f-3e43-4bd6-8372-5674233754a6 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:47:54.478125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:47:54.479158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Checking segment: {'id': 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:54.479405 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.479807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Bound using segment: {'id': 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:47:54.480290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Bound port: 21503d8c-4020-4b39-9513-0cdf2ee8d639, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '15ac288f-3e43-4bd6-8372-5674233754a6'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:47:54.480674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.534286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.538104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242a4cb-2843-4e30-b397-8f9cb33a342a req-badda20e-8212-4db7-ae67-06d1d0558d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:54.539555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e242a4cb-2843-4e30-b397-8f9cb33a342a req-badda20e-8212-4db7-ae67-06d1d0558d9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 1096 time: 0.1350489 Jun 04 06:47:54.602340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] For port 21503d8c-4020-4b39-9513-0cdf2ee8d639, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:47:54.605693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] For port 21503d8c-4020-4b39-9513-0cdf2ee8d639, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=21503d8c-4020-4b39-9513-0cdf2ee8d639,segment=NetworkSegment(b5cfeef6-c3ee-48cf-874e-bb64cf33e43f),segment_id=b5cfeef6-c3ee-48cf-874e-bb64cf33e43f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:47:54.613844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.679592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e242a4cb-2843-4e30-b397-8f9cb33a342a req-1f4d8f85-73b9-4600-b657-1fb225867160 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327553 Jun 04 06:47:54.708704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251d96-056c-40d6-b295-ed0d2a477d37 None None] Pushing event updated for resources: {'Port': ['ID=21503d8c-4020-4b39-9513-0cdf2ee8d639,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:54.718022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.773164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc167-33ca-460a-a0dc-c09b011b02c7 req-2b471b23-494c-468f-9f80-7d504849d6fc tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:54.774841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-276cc167-33ca-460a-a0dc-c09b011b02c7 req-2b471b23-494c-468f-9f80-7d504849d6fc tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.2302940 Jun 04 06:47:54.842000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-276cc167-33ca-460a-a0dc-c09b011b02c7 req-a908a60b-f8a3-453d-b292-9b513fa3f5c8 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566409 Jun 04 06:47:54.862833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.907929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 21503d8c-4020-4b39-9513-0cdf2ee8d639, host n-d-811808-2, got binding levels [] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:54.908472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:54.936290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=0396a9cb-8fe1-4861-ad9a-364303402cd6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:55.046123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.076991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 21503d8c-4020-4b39-9513-0cdf2ee8d639 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:55.081602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0744b767-b9f2-4e49-b438-b69fb57ec63e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:55.095354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d17e4d-008a-4dcf-9a8d-6e27580d0397') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:55.095644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d17e4d-008a-4dcf-9a8d-6e27580d0397') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:55.107957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.124707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.130933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:55.131323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.182009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Delete allocated IP 172.20.0.4 (8b845882-a1d2-44d5-9697-2194b180304d/7ac5f40b-9347-43ce-b8bb-a0c7eabaac11) {{(pid=88848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 04 06:47:55.197156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Allocated IP 172.20.0.34 (8b845882-a1d2-44d5-9697-2194b180304d/5a79cd12-2b30-4eea-bec4-0fbc3282d666/bbffe4eb-1ed9-4a96-b7d0-decde20a8070) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:55.202723 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 76d17e4d-008a-4dcf-9a8d-6e27580d0397 resource provider aggregate not found Jun 04 06:47:55.207103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:47:55.207473 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:47:55.240043 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 76d17e4d-008a-4dcf-9a8d-6e27580d0397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76d17e4d-008a-4dcf-9a8d-6e27580d0397 found for delete ", "request_id": "req-ac0551b9-0e1c-4986-a1a5-cd41d08358ee"}]} Jun 04 06:47:55.259374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.269021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.432201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=0744b767-b9f2-4e49-b438-b69fb57ec63e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:55.449331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.467983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Transition to ACTIVE for port object bbffe4eb-1ed9-4a96-b7d0-decde20a8070 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:55.472354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.474843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ce7a2ec4-588b-4382-919b-b37ed6378099 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/0744b767-b9f2-4e49-b438-b69fb57ec63e HTTP/1.1" status: 204 len: 168 time: 1.1586204 Jun 04 06:47:55.480553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:55.487901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1506811901'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:55.494925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:55.502834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:55.507983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:55.517761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:55.541463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:55.545591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.572899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840c62-8d54-40f1-afef-59bc130ada63 req-640a45ab-cbdb-411c-82e6-584f7e7d934d tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:55.574482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73840c62-8d54-40f1-afef-59bc130ada63 req-640a45ab-cbdb-411c-82e6-584f7e7d934d tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 945 time: 0.1447906 Jun 04 06:47:55.581527 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.625081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:47:55.645069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73840c62-8d54-40f1-afef-59bc130ada63 req-2d573d22-cc59-40fa-b91d-4e8faf878ffb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604494 Jun 04 06:47:55.646075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.646422 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 6c76ed93-b4cd-413a-bb0b-acd08acfba66 of type vlan for network 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d Jun 04 06:47:55.668081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event updated for resources: {'Port': ['ID=bbffe4eb-1ed9-4a96-b7d0-decde20a8070,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:55.678153 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.699779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] In _notify_port_updated(), no bound segment for port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 on network 8b845882-a1d2-44d5-9697-2194b180304d {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:47:55.706094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:55.712048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.716881 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c410932c-8592-4588-b8ed-55940c061142 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "PUT /v2.0/ports/bbffe4eb-1ed9-4a96-b7d0-decde20a8070 HTTP/1.1" status: 200 len: 960 time: 1.7900817 Jun 04 06:47:55.716881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 21503d8c-4020-4b39-9513-0cdf2ee8d639 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:55.716881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.717796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:55.784650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.784906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.790300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:55.790900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.815895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb2dc9-0544-45d3-90ec-8f3377b14d4f None None] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:55.849387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b3b72-1945-4916-8957-cd57615f08d6 None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:55.862261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67279fad-c433-455e-bc71-a47c5d076c3f None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:55.874889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f289ff6-2075-416f-aff4-e3493a844e1c None None] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:55.935428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=69552353-fbd3-47bc-ad5d-f5bc1e83fd7d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:55.942645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9c9496a0-dd53-411a-9685-63d923cdc552 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4611545 Jun 04 06:47:55.947982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port bbffe4eb-1ed9-4a96-b7d0-decde20a8070 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:47:55.948429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:55.956023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51436) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:55.969276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb2dc9-0544-45d3-90ec-8f3377b14d4f None None] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:55.975646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:47:55.982136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '69552353-fbd3-47bc-ad5d-f5bc1e83fd7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:47:56.151493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db76c38-0935-4567-90c0-caeb6c7a530c None None] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:56.184716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f289ff6-2075-416f-aff4-e3493a844e1c None None] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:56.244287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7595384-b908-43a3-80ba-029c9ce96811 None None] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:56.251439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51442) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:56.257566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 21503d8c-4020-4b39-9513-0cdf2ee8d639 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:47:56.341056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db76c38-0935-4567-90c0-caeb6c7a530c None None] Network 4b42e619-fed2-479e-9d11-9ec1e5acbd61 could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:56.384830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00b22-3435-4bfe-a21f-206336955a05 req-37483430-e873-4db3-97e8-99c81b2d52aa tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:56.386443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2d00b22-3435-4bfe-a21f-206336955a05 req-37483430-e873-4db3-97e8-99c81b2d52aa tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.3086691 Jun 04 06:47:56.431370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-41dd521f-91e1-4970-abf1-ddca502c53aa None None] Provisioning for port 21503d8c-4020-4b39-9513-0cdf2ee8d639 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:56.446086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7595384-b908-43a3-80ba-029c9ce96811 None None] Network 0744b767-b9f2-4e49-b438-b69fb57ec63e could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:56.457547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 21503d8c-4020-4b39-9513-0cdf2ee8d639, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=21503d8c-4020-4b39-9513-0cdf2ee8d639,segment=NetworkSegment(b5cfeef6-c3ee-48cf-874e-bb64cf33e43f),segment_id=b5cfeef6-c3ee-48cf-874e-bb64cf33e43f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:56.458013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.469562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.474615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:56.487479 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.518099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 21503d8c-4020-4b39-9513-0cdf2ee8d639 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:56.586908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:56.587112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 21503d8c-4020-4b39-9513-0cdf2ee8d639 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:56.587561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.595438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 21503d8c-4020-4b39-9513-0cdf2ee8d639 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:56.625662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:56.629728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for bbffe4eb-1ed9-4a96-b7d0-decde20a8070 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:47:56.639261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:56.661386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:47:56.663038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:47:56.666452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.672457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d2d00b22-3435-4bfe-a21f-206336955a05 req-758a1251-4a25-461a-8d59-92311e16e641 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777271 Jun 04 06:47:56.681185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Usage tracker for resource:security_group_rule and tenant:be693a7c09854efe8472bb8cb179ec09 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:47:56.693582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:47:56.703334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:47:56.866391 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.895492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.918367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 21503d8c-4020-4b39-9513-0cdf2ee8d639 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:47:56.918462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:56.939312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Port': ['ID=21503d8c-4020-4b39-9513-0cdf2ee8d639,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:56.990776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=bbffe4eb-1ed9-4a96-b7d0-decde20a8070,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.006480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.044996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.089134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No DVR routers for this DVR port 21503d8c-4020-4b39-9513-0cdf2ee8d639 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:47:57.107727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Update dhcp port {'port': {'network_id': '8b845882-a1d2-44d5-9697-2194b180304d', 'fixed_ips': [{'subnet_id': 'a63a8d56-c719-4101-b7ff-b81eb1167ced', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ac5f40b-9347-43ce-b8bb-a0c7eabaac11', 'ip_address': '172.20.0.2'}, {'subnet_id': '5a79cd12-2b30-4eea-bec4-0fbc3282d666'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '9a4ade78-09a5-4357-8a32-504e685d0d37'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:47:57.175080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.180164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.234873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=be693a7c09854efe8472bb8cb179ec09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9607923 Jun 04 06:47:57.239351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51450) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:57.243111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71736597-7fb2-4af5-8673-d7604aa4820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1623ba-3f5f-4aaa-835e-5461dfee1e82,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.259554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.289818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-661e2763-ee96-41e9-b358-25f96eb82707 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/bbffe4eb-1ed9-4a96-b7d0-decde20a8070 HTTP/1.1" status: 204 len: 168 time: 1.5712972 Jun 04 06:47:57.297422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51454) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:57.360201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebde43-4d5f-480c-ae41-d7aa6f4f0c9f req-72efc351-f249-455a-80d6-7eae8ca6f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:57.361365 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0c2797-61d8-49eb-8a01-670f4bf9aa05 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] GET failed (client error): The resource could not be found. Jun 04 06:47:57.361982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea0c2797-61d8-49eb-8a01-670f4bf9aa05 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Synchronizing usage tracker for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:47:57.362136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71ebde43-4d5f-480c-ae41-d7aa6f4f0c9f req-72efc351-f249-455a-80d6-7eae8ca6f473 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.3303649 Jun 04 06:47:57.399981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.423823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a997b7-3abc-4293-acd4-2397e33c8e2b req-bf121c8e-1bac-48af-b95e-652398b40505 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:57.425274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.431292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3a997b7-3abc-4293-acd4-2397e33c8e2b req-bf121c8e-1bac-48af-b95e-652398b40505 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 945 time: 0.3673806 Jun 04 06:47:57.452848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea0c2797-61d8-49eb-8a01-670f4bf9aa05 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Unset dirty status for tenant:5b26f9f1a336415887b7823a719fd27a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:47:57.454026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea0c2797-61d8-49eb-8a01-670f4bf9aa05 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports/bbffe4eb-1ed9-4a96-b7d0-decde20a8070 HTTP/1.1" status: 404 len: 333 time: 0.1558249 Jun 04 06:47:57.457022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Allocated IP 172.20.0.34 (8b845882-a1d2-44d5-9697-2194b180304d/5a79cd12-2b30-4eea-bec4-0fbc3282d666/9a4ade78-09a5-4357-8a32-504e685d0d37) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:47:57.463790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51458) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:57.479409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-71ebde43-4d5f-480c-ae41-d7aa6f4f0c9f req-1f0dbda8-cd94-456b-9289-c8fa9f5e7e8e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073062 Jun 04 06:47:57.492112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.497519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.526123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3a997b7-3abc-4293-acd4-2397e33c8e2b req-a0ae9484-cd4b-4d17-b889-51c59a3a000d tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938890 Jun 04 06:47:57.547085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '6c76ed93-b4cd-413a-bb0b-acd08acfba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69552353-fbd3-47bc-ad5d-f5bc1e83fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:47:57.547433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:47:57.581179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=d46c99db-8dee-4e04-b334-585b6de0b3e2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.610798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.640341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=051a19b1-a713-44f9-b757-6454c94b2d18,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.645729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.654498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.673744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1623ba-3f5f-4aaa-835e-5461dfee1e82,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.697138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:47:57.704336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.705856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ee572e19-09eb-42a9-a1da-cc68e5aeea8e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f1623ba-3f5f-4aaa-835e-5461dfee1e82 HTTP/1.1" status: 204 len: 168 time: 0.4637291 Jun 04 06:47:57.728224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.746536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.775599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a8ab2-2e98-4978-9174-5f6c58e1374e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:57.782140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.783274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4589bc0c-df3c-40f2-94f2-978c5c2fe5bf tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/security-groups/3f7a8ab2-2e98-4978-9174-5f6c58e1374e HTTP/1.1" status: 204 len: 168 time: 0.3142991 Jun 04 06:47:57.785987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51472) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:57.790666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.796773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:47:57.824090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac288f-3e43-4bd6-8372-5674233754a6']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:57.861539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:47:57.871536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa419219-0525-4676-ad42-73aa3502a589 None None] Network 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:57.879095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:57.879431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cfeef6-c3ee-48cf-874e-bb64cf33e43f') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:57.904542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:57.905276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.934908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.969145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:57.970550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Transition to ACTIVE for port object 9a4ade78-09a5-4357-8a32-504e685d0d37 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:47:57.971724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a375a-ab09-41cb-bba7-853c959e5069 None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:57.983628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:57.984347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.012804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.023555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51484) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:58.025089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38f041eb-6d52-4f55-9572-0fc73c7dc599 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0668859 Jun 04 06:47:58.050525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.086697 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b5cfeef6-c3ee-48cf-874e-bb64cf33e43f resource provider aggregate not found Jun 04 06:47:58.140829 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b5cfeef6-c3ee-48cf-874e-bb64cf33e43f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5cfeef6-c3ee-48cf-874e-bb64cf33e43f found for delete ", "request_id": "req-484484d6-99a0-4dfd-8680-aaba7e735d6f"}]} Jun 04 06:47:58.145466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.178169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.183683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.184915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=15ac288f-3e43-4bd6-8372-5674233754a6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:58.202991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51490) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:58.203928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fea478c6-e2cf-4b01-83b5-8aa3ceb2a9c4 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/15ac288f-3e43-4bd6-8372-5674233754a6 HTTP/1.1" status: 204 len: 168 time: 4.3150635 Jun 04 06:47:58.275499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-61e25daf-2f40-48ed-a275-cdf7c9b43512 None None] Could not find standard attr ID for object 21503d8c-4020-4b39-9513-0cdf2ee8d639. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:47:58.282550 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da5b9c4-2281-4d1d-85d2-81fc75b88055 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:47:58.283016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da5b9c4-2281-4d1d-85d2-81fc75b88055 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:58.285084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2da5b9c4-2281-4d1d-85d2-81fc75b88055 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/051a19b1-a713-44f9-b757-6454c94b2d18 HTTP/1.1" status: 404 len: 337 time: 0.0816479 Jun 04 06:47:58.287797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:58.351230 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-feea9419-b70a-45b7-a6fa-f0901c4a7417 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:47:58.354240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feea9419-b70a-45b7-a6fa-f0901c4a7417 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:58.367718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-feea9419-b70a-45b7-a6fa-f0901c4a7417 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/15ac288f-3e43-4bd6-8372-5674233754a6 HTTP/1.1" status: 404 len: 339 time: 0.0786242 Jun 04 06:47:58.370466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51504) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:58.385422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.420607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.536337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ad299-b508-42d0-9591-a540aeebd7b4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:58.590891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.592110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9df965f0-1efb-41f2-a2ce-d595a76bfed0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/security-groups/820ad299-b508-42d0-9591-a540aeebd7b4 HTTP/1.1" status: 204 len: 168 time: 0.8044870 Jun 04 06:47:58.604323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51512) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:58.653324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.665701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40547c-0a41-4e25-ac2f-dac500a926dc None None] Pushing event updated for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:58.827056 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.961616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417934b-a0b8-4012-8e50-21249e5c726e None None] DHCP port deletion for 15ac288f-3e43-4bd6-8372-5674233754a6 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:47:58.973763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:58.990742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58ab6c-aa1f-466b-b7f5-0e4b616995e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-69552353-fbd3-47bc-ad5d-f5bc1e83fd7d', 'network_id': '69552353-fbd3-47bc-ad5d-f5bc1e83fd7d', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': 'd46c99db-8dee-4e04-b334-585b6de0b3e2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:47:58.991711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e58ab6c-aa1f-466b-b7f5-0e4b616995e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.031209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caebe2a-8098-4496-878f-0c67812ce47e None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:59.081546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.100246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caebe2a-8098-4496-878f-0c67812ce47e None None] Network 15ac288f-3e43-4bd6-8372-5674233754a6 could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 06:47:59.118619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb392ce-f2fa-48dc-bb71-d9310fc6f94f req-52bb69bb-22f5-4637-bfd8-a9175c7badff tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:47:59.135537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bb392ce-f2fa-48dc-bb71-d9310fc6f94f req-52bb69bb-22f5-4637-bfd8-a9175c7badff tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.6647556 Jun 04 06:47:59.214480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-1e58ab6c-aa1f-466b-b7f5-0e4b616995e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d46c99db-8dee-4e04-b334-585b6de0b3e2: This subnet is being modified by another concurrent operation. Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d46c99db-8dee-4e04-b334-585b6de0b3e2: This subnet is being modified by another concurrent operation. Jun 04 06:47:59.238320 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:47:59.261261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff6055-1330-4193-9fd0-c1e0a4e18590 None None] Network 69552353-fbd3-47bc-ad5d-f5bc1e83fd7d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:47:59.261661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bd98af-d4b2-43b6-98b8-638e1a1ee8ba']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.284717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0301a3a2-cc82-47bf-8ce7-55be5233edc5') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.285336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0301a3a2-cc82-47bf-8ce7-55be5233edc5') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.285723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.300325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.319136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.327266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:59.328113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.399426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=d46c99db-8dee-4e04-b334-585b6de0b3e2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:59.412415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5bb392ce-f2fa-48dc-bb71-d9310fc6f94f req-39370850-e72a-4d48-99f8-19117508ae23 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732418 Jun 04 06:47:59.513362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.534614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.578058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.593026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f32f429-bb1b-4686-8e05-9fac829c745a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:59.621062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.630585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=61bd98af-d4b2-43b6-98b8-638e1a1ee8ba,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:47:59.632977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.640861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51532) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:59.642025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-91f3ce5c-9b00-4730-b4f9-77d6964e3ac0 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/security-groups/2f32f429-bb1b-4686-8e05-9fac829c745a HTTP/1.1" status: 204 len: 168 time: 1.0304620 Jun 04 06:47:59.649988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69552353-fbd3-47bc-ad5d-f5bc1e83fd7d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.658847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:59.658847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.680493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c76ed93-b4cd-413a-bb0b-acd08acfba66') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.680751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c76ed93-b4cd-413a-bb0b-acd08acfba66') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:47:59.708671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.735786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:47:59.736137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ae76164-11c7-4796-8195-fd2a5c22c8f5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/61bd98af-d4b2-43b6-98b8-638e1a1ee8ba HTTP/1.1" status: 204 len: 168 time: 1.3644588 Jun 04 06:47:59.738596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:59.741416 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.759031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Provisioning for port 9a4ade78-09a5-4357-8a32-504e685d0d37 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:47:59.768402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:47:59.768784 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.796932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 7ac5f40b-9347-43ce-b8bb-a0c7eabaac11 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:47:59.802458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.818461 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5833c172-d00f-4dce-b25b-1494a6517ca9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:47:59.818926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5833c172-d00f-4dce-b25b-1494a6517ca9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:59.820919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5833c172-d00f-4dce-b25b-1494a6517ca9 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/e1f86045-10be-4fa1-8a72-4113d759bb83 HTTP/1.1" status: 404 len: 337 time: 0.0812852 Jun 04 06:47:59.828260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:47:59.828845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.843933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51546) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:59.925258 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca1f497-db17-4cd8-953e-6a9291e4c593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:47:59.927260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca1f497-db17-4cd8-953e-6a9291e4c593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:47:59.927521 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6c76ed93-b4cd-413a-bb0b-acd08acfba66 resource provider aggregate not found Jun 04 06:47:59.931411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aca1f497-db17-4cd8-953e-6a9291e4c593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/8ff9328c-b08e-4f3b-b437-2df2111eb4ff HTTP/1.1" status: 404 len: 339 time: 0.0859792 Jun 04 06:47:59.939919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51554) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:47:59.958300 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6c76ed93-b4cd-413a-bb0b-acd08acfba66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c76ed93-b4cd-413a-bb0b-acd08acfba66 found for delete ", "request_id": "req-7fcadd54-9556-4adb-b1bc-4acc2bad0e08"}]} Jun 04 06:47:59.988568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:47:59.993651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.003759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:00.009304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-566c89f2-bbbe-47e6-bab8-3e53c69b56c3 None None] Could not find standard attr ID for object bbffe4eb-1ed9-4a96-b7d0-decde20a8070. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:48:00.029673 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.048177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/69552353-fbd3-47bc-ad5d-f5bc1e83fd7d HTTP/1.1" status: 204 len: 168 time: 2.0233452 Jun 04 06:48:00.049149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:00.051438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42850544-b4b5-446b-99a2-7d2f7f48a437 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=69552353-fbd3-47bc-ad5d-f5bc1e83fd7d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:00.060678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737892501'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:00.066428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:00.070801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:00.074041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:00.081828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:00.094733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:00.099074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.124263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-249d6445-768d-4060-a158-79c888d49703 None None] Could not find standard attr ID for object bbffe4eb-1ed9-4a96-b7d0-decde20a8070. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:48:00.145364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:00.167885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting subnet ef39e386-63d6-4392-abc8-ee9feb7a089b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:00.171562 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0301a3a2-cc82-47bf-8ce7-55be5233edc5 resource provider aggregate not found Jun 04 06:48:00.177595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.178618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.178965 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment e11b8311-acbd-4ce9-9721-2627bf282d19 of type vlan for network 9119357d-f654-4d32-a72a-2d6b3febe8e6 Jun 04 06:48:00.207944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.216163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:00.246231 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 0301a3a2-cc82-47bf-8ce7-55be5233edc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0301a3a2-cc82-47bf-8ce7-55be5233edc5 found for delete ", "request_id": "req-5e75442f-abc2-4d7e-939a-7c97eb9c80aa"}]} Jun 04 06:48:00.256177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.295903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.343358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.355850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:00.356232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.402089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.427913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:00.428287 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.540577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4829061 Jun 04 06:48:00.547229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.551892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:00.571964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:00.601485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fca6f-1406-4d1c-bb24-026f33893844 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=9119357d-f654-4d32-a72a-2d6b3febe8e6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:00.635714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:00.649286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582af617-60a3-4c83-872b-785894ac2f60 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:48:00.668530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac5f40b-9347-43ce-b8bb-a0c7eabaac11,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:00.675941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.756823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.783141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:00.787372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/ef39e386-63d6-4392-abc8-ee9feb7a089b HTTP/1.1" status: 204 len: 168 time: 0.8427792 Jun 04 06:48:00.787372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4745f11-a1d1-4336-8aa4-be205cad6e9f tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=ef39e386-63d6-4392-abc8-ee9feb7a089b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:00.789255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:00.790896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3db0215e-41a3-4757-a30f-1b1d4b1671b6 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/7ac5f40b-9347-43ce-b8bb-a0c7eabaac11 HTTP/1.1" status: 204 len: 168 time: 1.1490405 Jun 04 06:48:00.829663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51604) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:00.874314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582af617-60a3-4c83-872b-785894ac2f60 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:48:00.936541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting subnet 01c5405e-8d6c-4303-84a2-1248d48315e3 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:00.940709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.014511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.042942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet 5a79cd12-2b30-4eea-bec4-0fbc3282d666 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:01.054955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.056073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.066293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:01.104028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 21503d8c-4020-4b39-9513-0cdf2ee8d639 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:01.127616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1257-2712-4017-a12f-314ac8b2e9f5 req-6a1c289d-ac5f-4b4c-ae9f-8624c832dd31 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:01.129552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d87b1257-2712-4017-a12f-314ac8b2e9f5 req-6a1c289d-ac5f-4b4c-ae9f-8624c832dd31 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.5070515 Jun 04 06:48:01.172666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.232180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 21503d8c-4020-4b39-9513-0cdf2ee8d639 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:01.232915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 21503d8c-4020-4b39-9513-0cdf2ee8d639 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:01.251018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.315906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 is not hosted by any dhcp agent {{(pid=88849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 06:48:01.321729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:01.322621 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.328696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "PUT /v2.0/networks/9119357d-f654-4d32-a72a-2d6b3febe8e6 HTTP/1.1" status: 200 len: 723 time: 0.7752512 Jun 04 06:48:01.331352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:01.343949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:01.437519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d87b1257-2712-4017-a12f-314ac8b2e9f5 req-9b2c807b-a5db-494f-bfba-5b721ca1df37 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013220 Jun 04 06:48:01.452592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c164df8-e24d-49ea-8193-6cdb7b099711 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=9119357d-f654-4d32-a72a-2d6b3febe8e6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:01.478449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:01.491371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:01.495548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:01.499592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:01.506012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:01.536424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:01.540111 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.708970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:01.743678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f8568-2739-4a1c-acb9-c15b1af095a8 None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:01.839545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1703c8c-7bfc-42a8-ae12-585a183d5a7c None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:01.954288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b531ea-38a0-4aef-be41-e81caa126df4 req-f571bcb7-051f-4128-a51c-b9a57376bc0c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:01.964642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27b531ea-38a0-4aef-be41-e81caa126df4 req-f571bcb7-051f-4128-a51c-b9a57376bc0c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.1056211 Jun 04 06:48:02.050115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27b531ea-38a0-4aef-be41-e81caa126df4 req-bfabdcf5-b8c6-4333-b577-e2951d3a097f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843008 Jun 04 06:48:02.118537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.270302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.320385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.333031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=01c5405e-8d6c-4303-84a2-1248d48315e3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:02.363967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.368458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.419354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.444609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-6dde9e35-ec94-4c09-bbf9-295a8828932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:02.445902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-6dde9e35-ec94-4c09-bbf9-295a8828932a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.6405392 Jun 04 06:48:02.447915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bcbde-7196-4979-8ddb-82118118c834 None None] Update dhcp port {'port': {'network_id': '062b3616-46dd-402e-8418-fab1f46f6c18', 'fixed_ips': [{'subnet_id': '01c5405e-8d6c-4303-84a2-1248d48315e3'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '20d138dc-0d9f-4941-9264-e274749c562f'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:48:02.455507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a74323d-992f-4ca0-bc90-d9581de71513 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/01c5405e-8d6c-4303-84a2-1248d48315e3 HTTP/1.1" status: 204 len: 168 time: 1.6634550 Jun 04 06:48:02.458459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51706) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:02.531188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d40bcbde-7196-4979-8ddb-82118118c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.594411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=4e272a6f-e80a-4cb0-a2ae-958451b87e12,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:02.657524 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/5a79cd12-2b30-4eea-bec4-0fbc3282d666 HTTP/1.1" status: 204 len: 168 time: 1.8232987 Jun 04 06:48:02.660802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.664586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51722) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:02.716167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c2b3b-81bf-4283-87d9-1a2951e06f0b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=5a79cd12-2b30-4eea-bec4-0fbc3282d666,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:02.723303 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': 'e11b8311-acbd-4ce9-9721-2627bf282d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:02.723664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 9119357d-f654-4d32-a72a-2d6b3febe8e6, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:02.735492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-a50bfd57-c3ab-4cf6-a6f9-efef6395e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:02.736950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-a50bfd57-c3ab-4cf6-a6f9-efef6395e7e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.2770622 Jun 04 06:48:02.750911 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-df31b58c-a710-4e78-ad51-466e09baca55 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:02.751814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df31b58c-a710-4e78-ad51-466e09baca55 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:02.757996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df31b58c-a710-4e78-ad51-466e09baca55 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/7ac5f40b-9347-43ce-b8bb-a0c7eabaac11 HTTP/1.1" status: 404 len: 337 time: 0.0894597 Jun 04 06:48:02.760518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51730) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:02.823052 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-ad070152-4676-4d48-84fb-485d762b3dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.0798292 Jun 04 06:48:02.824162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9702c-451f-4297-bc3c-c14c130566b7 None None] Network 062b3616-46dd-402e-8418-fab1f46f6c18 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:02.827234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:02.867106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 20d138dc-0d9f-4941-9264-e274749c562f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:02.867478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.880885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9119357d-f654-4d32-a72a-2d6b3febe8e6) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:02.885729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:02.886304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:02.914552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-01e01059-6a40-44b4-8fb6-5e6fd47faa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:02.916294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-01e01059-6a40-44b4-8fb6-5e6fd47faa3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.0851028 Jun 04 06:48:02.921785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a36c37e0-e1db-46d4-8728-dc40f69086f3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5895095 Jun 04 06:48:02.923984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:02.962821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:02.992809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887556cc-98bb-482e-b5ac-759c2cbaaef0 None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:03.173314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting subnet a63a8d56-c719-4101-b7ff-b81eb1167ced {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:03.191560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.208138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3a627-b018-4919-a681-6e440995dbed None None] Network 8b845882-a1d2-44d5-9697-2194b180304d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:03.228593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bfaae189-b21d-4937-a45e-945cb2d7d426 None None] Provisioning complete for port 20d138dc-0d9f-4941-9264-e274749c562f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:03.228972 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfaae189-b21d-4937-a45e-945cb2d7d426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.287677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-aed14154-88a0-4d8c-b922-aaf6e35e3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:03.289173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-aed14154-88a0-4d8c-b922-aaf6e35e3807 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660109 Jun 04 06:48:03.304880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.399553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.443968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-869e7214-8713-4fc4-97ef-2c6a26d5dc82 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483045 Jun 04 06:48:03.454227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14911522'] for subnet, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.516314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.639835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Subnet': ['ID=a63a8d56-c719-4101-b7ff-b81eb1167ced,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:03.645179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.685925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20d138dc-0d9f-4941-9264-e274749c562f,segment=NetworkSegment(27ed52d6-9baa-45ab-965c-07a808b21b55),segment_id=27ed52d6-9baa-45ab-965c-07a808b21b55)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:03.686592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.699538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e00ff0b7-355a-4aea-bff9-30e6396d9f8a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/a63a8d56-c719-4101-b7ff-b81eb1167ced HTTP/1.1" status: 204 len: 168 time: 0.9373181 Jun 04 06:48:03.704972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51794) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:03.792804 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760753176998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14835545'] for subnet, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.800256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-9119357d-f654-4d32-a72a-2d6b3febe8e6', 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '4e272a6f-e80a-4cb0-a2ae-958451b87e12'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:03.801014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.866522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 20d138dc-0d9f-4941-9264-e274749c562f owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:03.870427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=4e272a6f-e80a-4cb0-a2ae-958451b87e12,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:03.884765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:03.885344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.890467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fa362e8e-c072-4cae-80a2-c979c4caef7a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "PUT /v2.0/subnets/4e272a6f-e80a-4cb0-a2ae-958451b87e12 HTTP/1.1" status: 200 len: 806 time: 0.9654191 Jun 04 06:48:03.891248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51798) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:03.916904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] DHCP port deletion for 062b3616-46dd-402e-8418-fab1f46f6c18 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:03.917174 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-179a88f5-dfcd-4fa4-8e5b-494e765f3284 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:03.917174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179a88f5-dfcd-4fa4-8e5b-494e765f3284 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:03.919425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-179a88f5-dfcd-4fa4-8e5b-494e765f3284 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/d734b9bf-9405-446b-8c26-6c5268af7584 HTTP/1.1" status: 404 len: 337 time: 0.2117691 Jun 04 06:48:03.920475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bfaae189-b21d-4937-a45e-945cb2d7d426 None None] Current status of the port 20d138dc-0d9f-4941-9264-e274749c562f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:03.923809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:03.924098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Deleting port 20d138dc-0d9f-4941-9264-e274749c562f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:03.924480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:03.995779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a4f7-062d-403d-8ff7-a7333843119e req-46cce61e-d612-4d87-acc4-af4d54f65277 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:04.004008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3c0a4f7-062d-403d-8ff7-a7333843119e req-46cce61e-d612-4d87-acc4-af4d54f65277 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.5242264 Jun 04 06:48:04.012106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-43d2c2df-38d5-4fc4-93a8-0e465b1fc91f tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "GET /v2.0/ports?device_id=61db9090-a45d-4521-b43e-9be5b24817e7 HTTP/1.1" status: 200 len: 205 time: 0.0858533 Jun 04 06:48:04.016466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.080961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3c0a4f7-062d-403d-8ff7-a7333843119e req-1edf8aa9-ecf9-47bc-9f63-13e3d57c84df tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757039 Jun 04 06:48:04.088064 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.139350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Port': ['ID=20d138dc-0d9f-4941-9264-e274749c562f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:04.143318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No DVR routers for this DVR port 20d138dc-0d9f-4941-9264-e274749c562f on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:04.176531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51812) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.198339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Provisioning complete for port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:04.199125 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.201148 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-00e21e76-1c9c-42af-b64c-0d3fd3cb5c25 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] delete failed (client error): The resource could not be found. Jun 04 06:48:04.202544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00e21e76-1c9c-42af-b64c-0d3fd3cb5c25 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/routers/61db9090-a45d-4521-b43e-9be5b24817e7 HTTP/1.1" status: 404 len: 336 time: 0.1821780 Jun 04 06:48:04.206725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51818) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.209994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d1944151-6247-47a6-b40f-99824c3e2a6d req-eaf5f1a2-cc49-47d8-8045-ac064b69d42a service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600155 Jun 04 06:48:04.249151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20d138dc-0d9f-4941-9264-e274749c562f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:04.382244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 20d138dc-0d9f-4941-9264-e274749c562f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:04.382598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 20d138dc-0d9f-4941-9264-e274749c562f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:04.384254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481871d8-37b5-439f-bf46-9172922111ba None None] DHCP port deletion for 8b845882-a1d2-44d5-9697-2194b180304d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:04.441134 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5c4008-a315-4971-bb5b-767f2b70b897 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.441624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5c4008-a315-4971-bb5b-767f2b70b897 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.489002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b5c4008-a315-4971-bb5b-767f2b70b897 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/a122186a-edac-45f6-bf8a-889abfbd91fa HTTP/1.1" status: 404 len: 337 time: 0.2789545 Jun 04 06:48:04.489002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.496766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.510358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.517570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Deleting port 9a4ade78-09a5-4357-8a32-504e685d0d37 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:04.517952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.542015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.570103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062b3616-46dd-402e-8418-fab1f46f6c18']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:04.577423 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf6f97b-c9ed-473d-84d5-b9bde993e018 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.577899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf6f97b-c9ed-473d-84d5-b9bde993e018 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.581919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3bf6f97b-c9ed-473d-84d5-b9bde993e018 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/1cdfa12a-1867-43f6-b75c-270ef3479ebe HTTP/1.1" status: 404 len: 337 time: 0.0684543 Jun 04 06:48:04.584051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51828) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.584178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:04.588727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ed52d6-9baa-45ab-965c-07a808b21b55') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:04.589026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ed52d6-9baa-45ab-965c-07a808b21b55') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:04.596013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Usage tracker for resource:security_group_rule and tenant:790e8219450840a59b7bf7086d2daae2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:04.601640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:04.605889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:04.610627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] For port 20d138dc-0d9f-4941-9264-e274749c562f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=20d138dc-0d9f-4941-9264-e274749c562f,segment=NetworkSegment(27ed52d6-9baa-45ab-965c-07a808b21b55),segment_id=27ed52d6-9baa-45ab-965c-07a808b21b55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:04.611026 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.611788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:04.630580 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0799968f-3919-464c-98d7-2af62064f88d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.630818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Allocated IP 172.20.0.2 (9119357d-f654-4d32-a72a-2d6b3febe8e6/4e272a6f-e80a-4cb0-a2ae-958451b87e12/33119dcd-3dc7-4163-9efd-55f3bdf3ca4f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:04.631042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0799968f-3919-464c-98d7-2af62064f88d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.633570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0799968f-3919-464c-98d7-2af62064f88d tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/9e8c7191-7682-4750-9d72-f16e0ea0579a HTTP/1.1" status: 404 len: 337 time: 0.0492990 Jun 04 06:48:04.640022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51832) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.656710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.683837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.690302 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7aeea3-f584-414b-907f-535edd03be74 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.690804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7aeea3-f584-414b-907f-535edd03be74 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.694976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1d7aeea3-f584-414b-907f-535edd03be74 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/84d191bf-46ac-41b5-99be-24affce9c8fb HTTP/1.1" status: 404 len: 333 time: 0.0517683 Jun 04 06:48:04.695235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51836) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.697558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:04.697982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.736654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.768174 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db51e86-d990-42c0-bd0e-8034ff98f1d2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.768639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db51e86-d990-42c0-bd0e-8034ff98f1d2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.772613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3db51e86-d990-42c0-bd0e-8034ff98f1d2 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/5207ed57-41c6-41d0-a733-9c808ed90018 HTTP/1.1" status: 404 len: 337 time: 0.0742147 Jun 04 06:48:04.775366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51842) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.775493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Calling delete_port for 20d138dc-0d9f-4941-9264-e274749c562f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:04.780098 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 27ed52d6-9baa-45ab-965c-07a808b21b55 resource provider aggregate not found Jun 04 06:48:04.812457 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 27ed52d6-9baa-45ab-965c-07a808b21b55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27ed52d6-9baa-45ab-965c-07a808b21b55 found for delete ", "request_id": "req-ee4a9cc6-3031-437a-a067-e3cd4cf83e55"}]} Jun 04 06:48:04.827227 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc36295d-f961-4c29-8115-194e54e0c485 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.827538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc36295d-f961-4c29-8115-194e54e0c485 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.831694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bc36295d-f961-4c29-8115-194e54e0c485 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/2c306ad9-bf62-403d-867d-b281dafdfe69 HTTP/1.1" status: 404 len: 337 time: 0.0532207 Jun 04 06:48:04.832873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51848) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.846701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.851492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.880707 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d47e15-09e0-4ce1-b8c9-9c311cf536d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.881520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d47e15-09e0-4ce1-b8c9-9c311cf536d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.885287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c7d47e15-09e0-4ce1-b8c9-9c311cf536d7 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/292ce0a0-b3c4-45d9-8443-86a391f31bb8 HTTP/1.1" status: 404 len: 333 time: 0.0499804 Jun 04 06:48:04.886199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51852) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.897499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.898759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=062b3616-46dd-402e-8418-fab1f46f6c18,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:04.908247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.929093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d91fc65b-7c17-4bdd-a9c9-c7b93818fe3a tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/062b3616-46dd-402e-8418-fab1f46f6c18 HTTP/1.1" status: 204 len: 168 time: 2.4671657 Jun 04 06:48:04.929768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51856) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.960502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=790e8219450840a59b7bf7086d2daae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7784600 Jun 04 06:48:04.960753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Provisioning complete for port 9a4ade78-09a5-4357-8a32-504e685d0d37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:04.960753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:04.963013 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4674755-5105-453d-9ad0-1568313c6a09 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.963460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4674755-5105-453d-9ad0-1568313c6a09 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.968047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4674755-5105-453d-9ad0-1568313c6a09 tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/b562b349-85b5-4dd4-b766-d45a35edfec1 HTTP/1.1" status: 404 len: 337 time: 0.0786891 Jun 04 06:48:04.970076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51860) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.970306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:04.971160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abc62d-c637-4faa-aaac-442f85fad897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa4487-b4b4-4721-a303-47b7f3c22e80,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:04.987877 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-20228f5f-5b61-4c2a-969b-d302d2d6e451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:04.988663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20228f5f-5b61-4c2a-969b-d302d2d6e451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:04.990674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-20228f5f-5b61-4c2a-969b-d302d2d6e451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/92bbcddb-bdb7-429d-94eb-17f5c7856c30 HTTP/1.1" status: 404 len: 337 time: 0.0599937 Jun 04 06:48:04.993668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51868) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.026780 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69950c9-0d02-4c5f-9c62-266a1339e3a7 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.027655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69950c9-0d02-4c5f-9c62-266a1339e3a7 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.029363 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c67df5-919c-4660-83e3-1a05903d26ee tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.029840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c67df5-919c-4660-83e3-1a05903d26ee tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.031676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f69950c9-0d02-4c5f-9c62-266a1339e3a7 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/d8f0db04-17a5-4757-be41-e9f0317fe5c3 HTTP/1.1" status: 404 len: 339 time: 0.0369542 Jun 04 06:48:05.034577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25c67df5-919c-4660-83e3-1a05903d26ee tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/subnets/dce44cb0-b969-46a9-81fe-279700663765 HTTP/1.1" status: 404 len: 337 time: 0.0530145 Jun 04 06:48:05.035197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51872) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.035521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51874) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.073724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:05.074090 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:05.084123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.116897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.122781 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0883d9-7638-4719-8f76-b3234b67773b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.123241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0883d9-7638-4719-8f76-b3234b67773b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.124924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f0883d9-7638-4719-8f76-b3234b67773b tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/142307a3-aaee-4220-8010-fc1a66bf9559 HTTP/1.1" status: 404 len: 337 time: 0.0868864 Jun 04 06:48:05.127530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51882) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.149467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Deleting port d65faa67-b237-4ed2-ace1-f4fdaa5d0649 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:05.149967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.167193 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef93097-5494-41fc-a21a-451bcf31bae5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.167547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef93097-5494-41fc-a21a-451bcf31bae5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.170373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eef93097-5494-41fc-a21a-451bcf31bae5 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/c645d555-6967-4397-8f2a-9b0215bd2a91 HTTP/1.1" status: 404 len: 339 time: 0.0419059 Jun 04 06:48:05.178649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.218391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-481871d8-37b5-439f-bf46-9172922111ba None None] For port 9a4ade78-09a5-4357-8a32-504e685d0d37, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9a4ade78-09a5-4357-8a32-504e685d0d37,segment=NetworkSegment(7dd64ca0-62f9-4050-9c79-a132f6a80cbb),segment_id=7dd64ca0-62f9-4050-9c79-a132f6a80cbb)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:05.218936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.226954 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fdde0e-1488-4333-9479-095f0ce41593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.227605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fdde0e-1488-4333-9479-095f0ce41593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.229819 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-42fdde0e-1488-4333-9479-095f0ce41593 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/4e80c82f-e27b-4385-8609-79aa3b1bb521 HTTP/1.1" status: 404 len: 337 time: 0.0499146 Jun 04 06:48:05.233211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51890) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.263605 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2946cf3b-61ec-4fc9-9b79-568a90e3bbba tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:05.264596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2946cf3b-61ec-4fc9-9b79-568a90e3bbba tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:05.273414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2946cf3b-61ec-4fc9-9b79-568a90e3bbba tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/2968b1f6-8803-4ac2-b296-89b4185dfcd4 HTTP/1.1" status: 404 len: 339 time: 0.0387788 Jun 04 06:48:05.275795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51894) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.341598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.360615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Calling delete_port for 9a4ade78-09a5-4357-8a32-504e685d0d37 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:05.365796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa4487-b4b4-4721-a303-47b7f3c22e80,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:05.376489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.380012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0cd4dd88-f147-4295-971b-2e4a46e30c03 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6eaa4487-b4b4-4721-a303-47b7f3c22e80 HTTP/1.1" status: 204 len: 168 time: 0.4067585 Jun 04 06:48:05.393666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting subnet 6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:05.396968 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.444921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dce83-ccca-459b-a1db-2a3bda5a996d req-ec213ee3-bce1-4dfa-a124-1678e92d9ebd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:05.452505 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a0dce83-ccca-459b-a1db-2a3bda5a996d req-ec213ee3-bce1-4dfa-a124-1678e92d9ebd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.2428174 Jun 04 06:48:05.462805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.497140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.530865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4bd32428-e1f2-4975-8492-3f9b4df6cda0 None None] Current status of the port 9a4ade78-09a5-4357-8a32-504e685d0d37 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:05.581447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Deleting port 20d138dc-0d9f-4941-9264-e274749c562f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:05.581848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.618054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.649153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Calling delete_port for d65faa67-b237-4ed2-ace1-f4fdaa5d0649 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:05.688524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a0dce83-ccca-459b-a1db-2a3bda5a996d req-d792cbe4-8676-45b5-9df6-bfb13d154cf0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350736 Jun 04 06:48:05.723548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08ef6179-98fe-4c48-88be-878f7505267c None None] The port '20d138dc-0d9f-4941-9264-e274749c562f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:48:05.741970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.743814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.769109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Transition to ACTIVE for port object 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:05.769602 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.776434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.804300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.813809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:05.821054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362d222-e0d9-4dba-8152-595041147336 None None] Network f5fba01e-8f8f-4939-be5f-9ae9545a0ffe requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:05.822837 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-79c26a84-569a-45f1-93db-d9e8e7af0bec tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/6ae4f37e-92ea-41d4-b3a2-2e3ff566caa4 HTTP/1.1" status: 204 len: 168 time: 0.5458605 Jun 04 06:48:05.825180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51906) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.848966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Port': ['ID=d65faa67-b237-4ed2-ace1-f4fdaa5d0649,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:05.860986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.880021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eaccd202-fd8e-4743-8cba-24425439112a tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/ports/d65faa67-b237-4ed2-ace1-f4fdaa5d0649 HTTP/1.1" status: 204 len: 168 time: 0.8431649 Jun 04 06:48:05.882057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51914) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:05.938461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481871d8-37b5-439f-bf46-9172922111ba None None] Pushing event deleted for resources: {'Port': ['ID=9a4ade78-09a5-4357-8a32-504e685d0d37,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:05.941095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Transition to ACTIVE for port object 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:05.959306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481871d8-37b5-439f-bf46-9172922111ba None None] No DVR routers for this DVR port 9a4ade78-09a5-4357-8a32-504e685d0d37 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:05.974153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:05.999527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.020046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:06.020750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.076161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.103776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.183018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:06.184134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:06.224303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:06.233820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:06.238587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9a4ade78-09a5-4357-8a32-504e685d0d37 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:06.238863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9a4ade78-09a5-4357-8a32-504e685d0d37 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:06.242991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Pushing event updated for resources: {'Port': ['ID=33119dcd-3dc7-4163-9efd-55f3bdf3ca4f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:06.327512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.358669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=4e272a6f-e80a-4cb0-a2ae-958451b87e12,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:06.376315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.377506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9119357d-f654-4d32-a72a-2d6b3febe8e6']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.387970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Attempting to bind port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:06.388348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Attempting to bind port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'e11b8311-acbd-4ce9-9721-2627bf282d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:06.388723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Attempting to bind port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f on network 9119357d-f654-4d32-a72a-2d6b3febe8e6 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:06.401634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:06.401956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Checking segment: {'id': 'e11b8311-acbd-4ce9-9721-2627bf282d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:06.402427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.402820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Bound using segment: {'id': 'e11b8311-acbd-4ce9-9721-2627bf282d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:06.403930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Bound port: 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11b8311-acbd-4ce9-9721-2627bf282d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:06.404313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.415771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b845882-a1d2-44d5-9697-2194b180304d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.432419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd64ca0-62f9-4050-9c79-a132f6a80cbb') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.432776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd64ca0-62f9-4050-9c79-a132f6a80cbb') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.446709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.459029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11b8311-acbd-4ce9-9721-2627bf282d19') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.459788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11b8311-acbd-4ce9-9721-2627bf282d19') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:06.464656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.474086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:06.474603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.497748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.510997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] For port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:06.515759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] For port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33119dcd-3dc7-4163-9efd-55f3bdf3ca4f,segment=NetworkSegment(e11b8311-acbd-4ce9-9721-2627bf282d19),segment_id=e11b8311-acbd-4ce9-9721-2627bf282d19)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:06.522388 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.545349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.556735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:06.557308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.582827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] DHCP port deletion for f5fba01e-8f8f-4939-be5f-9ae9545a0ffe request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:06.609396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Deleting port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:06.609578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.684618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4639ac-f76a-4859-a963-e4eb9593adfb None None] Pushing event updated for resources: {'Port': ['ID=33119dcd-3dc7-4163-9efd-55f3bdf3ca4f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:06.730381 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e11b8311-acbd-4ce9-9721-2627bf282d19 resource provider aggregate not found Jun 04 06:48:06.760287 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e11b8311-acbd-4ce9-9721-2627bf282d19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e11b8311-acbd-4ce9-9721-2627bf282d19 found for delete ", "request_id": "req-c6922681-2154-41e8-be34-750a2d53fd84"}]} Jun 04 06:48:06.813700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 04 06:48:06.813700 n-d-811808-2 neutron-server[88848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 04 06:48:06.813700 n-d-811808-2 neutron-server[88848]: [parameters: {'id': '9119357d-f654-4d32-a72a-2d6b3febe8e6'}] Jun 04 06:48:06.813700 n-d-811808-2 neutron-server[88848]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:06.814884 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:06.862199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.873509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f842dd-c8a8-4e2b-b3ad-645cf0977322 None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:06.920433 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7dd64ca0-62f9-4050-9c79-a132f6a80cbb resource provider aggregate not found Jun 04 06:48:06.930155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:06.939886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] Pushing event deleted for resources: {'Network': ['ID=8b845882-a1d2-44d5-9697-2194b180304d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:07.069505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,segment=NetworkSegment(e1c3c36f-635a-48bc-8a5f-dbeddba1453e),segment_id=e1c3c36f-635a-48bc-8a5f-dbeddba1453e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:07.069995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.091280 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7dd64ca0-62f9-4050-9c79-a132f6a80cbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dd64ca0-62f9-4050-9c79-a132f6a80cbb found for delete ", "request_id": "req-cacf0aa0-edf1-4fc2-b400-e265f074e814"}]} Jun 04 06:48:07.098695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-75ce9027-2869-46e8-b28f-e141ad6ef40b tempest-PortsTestJSON-311843144 tempest-PortsTestJSON-311843144-project] 10.222.0.17 "DELETE /v2.0/networks/8b845882-a1d2-44d5-9697-2194b180304d HTTP/1.1" status: 204 len: 168 time: 1.2152929 Jun 04 06:48:07.170338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b145dc9-d2a2-4ac5-9aa1-99b121ba6ad6 req-7bc0cd42-e892-4174-b160-91e751eb772f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:07.172864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b145dc9-d2a2-4ac5-9aa1-99b121ba6ad6 req-7bc0cd42-e892-4174-b160-91e751eb772f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.2339880 Jun 04 06:48:07.225733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for c51b5155-21f7-4b4b-923f-f2f63cac8cc2 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:07.246714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b145dc9-d2a2-4ac5-9aa1-99b121ba6ad6 req-1cd7369e-45e5-4254-ab7d-a174aeb8d0e0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Jun 04 06:48:07.298063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] For port c51b5155-21f7-4b4b-923f-f2f63cac8cc2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,segment=NetworkSegment(e1c3c36f-635a-48bc-8a5f-dbeddba1453e),segment_id=e1c3c36f-635a-48bc-8a5f-dbeddba1453e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:07.298622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.315341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.351076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Deleting port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:07.351517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.416183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.456797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Calling delete_port for c51b5155-21f7-4b4b-923f-f2f63cac8cc2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:07.524862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Port': ['ID=c51b5155-21f7-4b4b-923f-f2f63cac8cc2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:07.531496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No DVR routers for this DVR port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:07.541148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed3295-983d-42cc-9b4c-fd36ae1edc8d None None] Network 9119357d-f654-4d32-a72a-2d6b3febe8e6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:07.639201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:07.648015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:07.648475 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:07.836534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:07.940264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6fa6e731-45f0-4ca4-a201-9d6b5c415176 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5b26f9f1a336415887b7823a719fd27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997749 Jun 04 06:48:07.942818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51986) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:07.997209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fba01e-8f8f-4939-be5f-9ae9545a0ffe']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:08.041610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.062602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:08.062899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c3c36f-635a-48bc-8a5f-dbeddba1453e') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:08.099179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.099796 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.145362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] For port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33119dcd-3dc7-4163-9efd-55f3bdf3ca4f,segment=NetworkSegment(e11b8311-acbd-4ce9-9721-2627bf282d19),segment_id=e11b8311-acbd-4ce9-9721-2627bf282d19)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:08.145866 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.150459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Deleting port c51b5155-21f7-4b4b-923f-f2f63cac8cc2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:08.150844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.207006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c51b5155-21f7-4b4b-923f-f2f63cac8cc2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:08.239349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.273683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00b808-3933-4e69-808e-882cf5bbd0e1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:08.278615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.281738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4ad0d45b-01e8-43ae-9003-92de04c5cd76 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ef00b808-3933-4e69-808e-882cf5bbd0e1 HTTP/1.1" status: 204 len: 168 time: 0.3360496 Jun 04 06:48:08.327587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c51b5155-21f7-4b4b-923f-f2f63cac8cc2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:08.328071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c51b5155-21f7-4b4b-923f-f2f63cac8cc2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:08.402982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5d18528-74da-45c7-9113-2f76f117e92d None None] The port 'c51b5155-21f7-4b4b-923f-f2f63cac8cc2' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:48:08.420306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce2f07-79c1-4b8b-b62c-2d4a2af82864 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:48:08.460905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Calling delete_port for 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:08.514383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.550844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:08.551289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.711893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce2f07-79c1-4b8b-b62c-2d4a2af82864 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:48:08.726250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.753902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.756301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:08.835962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=f5fba01e-8f8f-4939-be5f-9ae9545a0ffe,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:08.837770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Port': ['ID=33119dcd-3dc7-4163-9efd-55f3bdf3ca4f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:08.847928 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e1c3c36f-635a-48bc-8a5f-dbeddba1453e resource provider aggregate not found Jun 04 06:48:08.861375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No DVR routers for this DVR port 33119dcd-3dc7-4163-9efd-55f3bdf3ca4f on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:08.863785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-620a90c3-b110-49c8-96da-0db801c0f55c tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/f5fba01e-8f8f-4939-be5f-9ae9545a0ffe HTTP/1.1" status: 204 len: 168 time: 3.0371110 Jun 04 06:48:08.866696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52034) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:08.929553 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c9e50b-5c4a-4fe0-834b-67836da9605e tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:08.930451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c9e50b-5c4a-4fe0-834b-67836da9605e tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:08.935695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6c9e50b-5c4a-4fe0-834b-67836da9605e tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/88f8b6fa-3fb1-49f6-bd36-91880f807928 HTTP/1.1" status: 404 len: 337 time: 0.0677345 Jun 04 06:48:08.937593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52040) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:08.941118 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e1c3c36f-635a-48bc-8a5f-dbeddba1453e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1c3c36f-635a-48bc-8a5f-dbeddba1453e found for delete ", "request_id": "req-f904b7bd-59aa-45ad-af6d-20a21ca3609d"}]} Jun 04 06:48:08.993024 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-833921e3-60bf-4462-9527-0d268ca95e25 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:08.994959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833921e3-60bf-4462-9527-0d268ca95e25 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:09.001625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-833921e3-60bf-4462-9527-0d268ca95e25 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/cd40fef9-ea1e-4fb6-b6f9-f58747252046 HTTP/1.1" status: 404 len: 339 time: 0.0627697 Jun 04 06:48:09.004983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52046) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:09.170653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.223920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting subnet 9decac87-292b-48d7-bd7c-5c3f7a3cd987 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:09.232799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.240429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9119357d-f654-4d32-a72a-2d6b3febe8e6']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:09.274841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11b8311-acbd-4ce9-9721-2627bf282d19') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:09.275157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11b8311-acbd-4ce9-9721-2627bf282d19') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:09.307910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.333829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.347709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.356442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:09.356852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.462446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.588969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.723992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.731497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016344e8-406c-4341-820c-28e97ea693eb None None] Network cb535fbb-7d6b-459b-bbef-276db50462f0 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:09.758074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52070) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:09.758290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Subnet': ['ID=9decac87-292b-48d7-bd7c-5c3f7a3cd987,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:09.777919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c42ac254-ae97-4fbe-9d34-cada7541c451 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/subnets/9decac87-292b-48d7-bd7c-5c3f7a3cd987 HTTP/1.1" status: 204 len: 168 time: 0.7712960 Jun 04 06:48:09.779883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52078) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:09.809915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.818505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:09.897110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=9119357d-f654-4d32-a72a-2d6b3febe8e6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:09.899862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4ccdff63-69fe-4f07-a812-8f37d46527c9 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/9119357d-f654-4d32-a72a-2d6b3febe8e6 HTTP/1.1" status: 204 len: 168 time: 6.0058053 Jun 04 06:48:09.904689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52090) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:09.984159 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca371310-c7ac-403f-b1e9-ebce9d986484 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:09.985301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca371310-c7ac-403f-b1e9-ebce9d986484 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:09.989009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca371310-c7ac-403f-b1e9-ebce9d986484 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/9119357d-f654-4d32-a72a-2d6b3febe8e6 HTTP/1.1" status: 404 len: 339 time: 0.0824237 Jun 04 06:48:09.993238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52096) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:10.026997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141088267', 'description': 'd1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:10.099950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:10.170521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:network and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:10.189148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:10.224830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:10.273149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:10.280693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.330382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-52239837'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:10.363765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:10.371841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:10.382827 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.400551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:10.404815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:10.412349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.412701 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 46c95181-2dbf-4b18-9151-6a2fce89b031 of type vlan for network 560d923b-5242-4e24-9129-f32030590a72 Jun 04 06:48:10.420720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] DHCP port deletion for cb535fbb-7d6b-459b-bbef-276db50462f0 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:10.438691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Deleting port 002cddd9-b178-46f9-b6e1-8e01c1b57875 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:10.440919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.456393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.458672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:10.485509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 002cddd9-b178-46f9-b6e1-8e01c1b57875 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:10.486224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.525982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.533958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:10.538804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:10.539502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.541974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.579200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.623847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:10.632106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:security_group_rule and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:10.639413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:10.683012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:10.698768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e893c-adf8-44e6-9cab-8dd4906490dc req-63376802-2c85-49b4-be14-63e336c6f7a6 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:10.700843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7017965 Jun 04 06:48:10.705286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65e893c-adf8-44e6-9cab-8dd4906490dc req-63376802-2c85-49b4-be14-63e336c6f7a6 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.3060503 Jun 04 06:48:10.707630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:10.749781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c61626-8b70-4446-844c-d7ca910bb6d3 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=560d923b-5242-4e24-9129-f32030590a72,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:10.765760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 560d923b-5242-4e24-9129-f32030590a72 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:10.879507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746ae62-6d73-45d8-b059-526a8e57e1ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:10.880759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a746ae62-6d73-45d8-b059-526a8e57e1ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Synchronizing usage tracker for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:10.895093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e65e893c-adf8-44e6-9cab-8dd4906490dc req-af332a9e-d69b-44de-8733-35fc35f48c7d tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Synchronizing usage tracker for tenant:b9f471bd41804fc9bf917851325199e1 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:10.908462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a746ae62-6d73-45d8-b059-526a8e57e1ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Unset dirty status for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:10.913662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52130) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:10.913928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a746ae62-6d73-45d8-b059-526a8e57e1ef tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks?id=560d923b-5242-4e24-9129-f32030590a72 HTTP/1.1" status: 200 len: 761 time: 0.2051787 Jun 04 06:48:10.940888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'description': 'd2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:10.976895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] For port 002cddd9-b178-46f9-b6e1-8e01c1b57875, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=002cddd9-b178-46f9-b6e1-8e01c1b57875,segment=NetworkSegment(5867866b-07f1-4a9e-828e-c0dd79d8a242),segment_id=5867866b-07f1-4a9e-828e-c0dd79d8a242)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:10.977598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:10.980043 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e11b8311-acbd-4ce9-9721-2627bf282d19 resource provider aggregate not found Jun 04 06:48:10.989554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] For port 002cddd9-b178-46f9-b6e1-8e01c1b57875, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=002cddd9-b178-46f9-b6e1-8e01c1b57875,segment=NetworkSegment(5867866b-07f1-4a9e-828e-c0dd79d8a242),segment_id=5867866b-07f1-4a9e-828e-c0dd79d8a242)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:10.990247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.033370 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment e11b8311-acbd-4ce9-9721-2627bf282d19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e11b8311-acbd-4ce9-9721-2627bf282d19 found for delete ", "request_id": "req-56ba0fa6-3396-43ed-9c01-dc8f873f086e"}]} Jun 04 06:48:11.116687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e65e893c-adf8-44e6-9cab-8dd4906490dc req-af332a9e-d69b-44de-8733-35fc35f48c7d tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Unset dirty status for tenant:b9f471bd41804fc9bf917851325199e1 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:11.117991 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e65e893c-adf8-44e6-9cab-8dd4906490dc req-af332a9e-d69b-44de-8733-35fc35f48c7d tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976464 Jun 04 06:48:11.148411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:11.151831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Calling delete_port for 002cddd9-b178-46f9-b6e1-8e01c1b57875 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:11.199972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Calling delete_port for 002cddd9-b178-46f9-b6e1-8e01c1b57875 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:11.232774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52154) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:11.245653 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.255116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865382480', 'description': 'tempest-description--1258093050'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:11.284383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:11.320700 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.322178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] Pushing event deleted for resources: {'Port': ['ID=002cddd9-b178-46f9-b6e1-8e01c1b57875,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:11.324345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cf5d4-ea8b-46f7-86c6-e26239292896 None None] No DVR routers for this DVR port 002cddd9-b178-46f9-b6e1-8e01c1b57875 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:11.340132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:11.364515 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.447728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port b065065d-2240-49f8-936d-c6f2cb17462c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:11.448116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.575731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.604703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:11.604994 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:11.616717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:11.632227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1600ce0f-c355-4b66-bc5d-b234706a6699,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:11.650259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.650777 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment b717666d-de38-415b-9148-6418bd9518ef of type vlan for network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db Jun 04 06:48:11.653666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:11.667916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.668209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:security_group_rule and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:11.669198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.672781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.684199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:11.694355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:11.719207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.731821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.823509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for b065065d-2240-49f8-936d-c6f2cb17462c owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:11.825451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 560d923b-5242-4e24-9129-f32030590a72 is not hosted by any dhcp agent {{(pid=88849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 04 06:48:11.830819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:11.831437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.836975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "PUT /v2.0/networks/560d923b-5242-4e24-9129-f32030590a72 HTTP/1.1" status: 200 len: 758 time: 0.9073749 Jun 04 06:48:11.852077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52198) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:11.929598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca746-9c60-4957-a97a-c29c27af6683 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=560d923b-5242-4e24-9129-f32030590a72,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:11.943814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 560d923b-5242-4e24-9129-f32030590a72 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:11.990191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:11.995671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:11.997114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.144479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 002cddd9-b178-46f9-b6e1-8e01c1b57875 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:12.189494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 002cddd9-b178-46f9-b6e1-8e01c1b57875 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:12.190299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 002cddd9-b178-46f9-b6e1-8e01c1b57875 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:12.192256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.237033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Deleting port 002cddd9-b178-46f9-b6e1-8e01c1b57875 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:12.237591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.272581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:12.286035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:12.319178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=b065065d-2240-49f8-936d-c6f2cb17462c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:12.343780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5849a2d-2290-4e61-8561-30b3e9d70ba6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:12.344793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b5849a2d-2290-4e61-8561-30b3e9d70ba6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Synchronizing usage tracker for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:12.372200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] The port '002cddd9-b178-46f9-b6e1-8e01c1b57875' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:48:12.393309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.425049 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.425049 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 554e515a-2eb3-4834-b5f1-51372de059db disassociated (deleted). External IP: 172.25.1.51, port: 93fdb303-71f8-4b47-950b-05da4f114f5e. Jun 04 06:48:12.454951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b5849a2d-2290-4e61-8561-30b3e9d70ba6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Unset dirty status for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:12.456114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b5849a2d-2290-4e61-8561-30b3e9d70ba6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks?id=560d923b-5242-4e24-9129-f32030590a72 HTTP/1.1" status: 200 len: 761 time: 0.6037636 Jun 04 06:48:12.456786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.489036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52240) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:12.517301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.518943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2795317 Jun 04 06:48:12.523226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52244) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:12.526796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146791601'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:12.538994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:12.600179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d9bfb0ec-3d6d-4323-9727-97975d56de33 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8394396 Jun 04 06:48:12.627281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:12.632431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'security_group_rule': {'security_group_id': '591e984d-0e54-423c-bb48-cc4fd8f81aaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:12.636815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617dae8-755c-4e01-a03f-b2502ac0a369 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591e984d-0e54-423c-bb48-cc4fd8f81aaf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:12.639547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52252) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:12.649758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:12.656658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:12.658941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-326354529'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:12.660890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.665072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:security_group_rule and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:12.678388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:12.680577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:12.681589 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.692924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:12.697737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:12.700555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:12.711836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:12.713085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:12.722742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.722986 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment 6b18ccee-90c2-4a63-8129-8aa0e6d4c87a of type vlan for network 27170df3-7dec-4f14-bd8c-1ffce698351b Jun 04 06:48:12.753365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.796949 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.803864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:12.804556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.833299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb535fbb-7d6b-459b-bbef-276db50462f0']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:12.917821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5867866b-07f1-4a9e-828e-c0dd79d8a242') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:12.918161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5867866b-07f1-4a9e-828e-c0dd79d8a242') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:12.940109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:12.943723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.955244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4478574 Jun 04 06:48:12.955244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:12.965121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:12.973763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc03db-5a13-4501-a885-19be2690de9b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=27170df3-7dec-4f14-bd8c-1ffce698351b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:12.977876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '27170df3-7dec-4f14-bd8c-1ffce698351b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:12.984425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 27170df3-7dec-4f14-bd8c-1ffce698351b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:12.992051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.002462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.068882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:13.069557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.111027 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5867866b-07f1-4a9e-828e-c0dd79d8a242 resource provider aggregate not found Jun 04 06:48:13.142911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.149925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.216842 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5867866b-07f1-4a9e-828e-c0dd79d8a242 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5867866b-07f1-4a9e-828e-c0dd79d8a242 found for delete ", "request_id": "req-e0a2dff7-4f2e-4388-841d-942bfaf2f6bc"}]} Jun 04 06:48:13.248571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:13.255503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Usage tracker for resource:subnet and tenant:d60fa71439734d3fb17ccdcb4343b8e2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:13.260590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:13.267150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.307910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:13.311671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.314613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] Pushing event deleted for resources: {'Network': ['ID=cb535fbb-7d6b-459b-bbef-276db50462f0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:13.339561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e2291761-4b15-46bf-abc5-42cb355b0b89 tempest-NetworksIpV6Test-71909129 tempest-NetworksIpV6Test-71909129-project] 10.222.0.17 "DELETE /v2.0/networks/cb535fbb-7d6b-459b-bbef-276db50462f0 HTTP/1.1" status: 204 len: 168 time: 3.5561910 Jun 04 06:48:13.349631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:13.357028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.376921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.378409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8540010 Jun 04 06:48:13.383208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531e164-f551-4281-8f68-07d8ca2e16c1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef84a57-f617-455a-b0b5-7bd2aecd54a3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:13.385511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:13.388179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52298) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:13.394633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router f72af468-44a4-49ee-9657-3ea505086990 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:13.400929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'security_group_rule': {'security_group_id': '591e984d-0e54-423c-bb48-cc4fd8f81aaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:13.411631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:13.416662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:security_group_rule and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:13.421907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:13.430283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.431575 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 11f63343-c274-41dc-af07-887030e90c3c of type vlan for network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb Jun 04 06:48:13.441970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:13.726969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.790754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.849499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.964309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.973668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:13.974706 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:13.994479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:14.102075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:14.113924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Sync routers for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:14.131100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:14.131882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:14.139340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': '6b18ccee-90c2-4a63-8129-8aa0e6d4c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '27170df3-7dec-4f14-bd8c-1ffce698351b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:14.139818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 27170df3-7dec-4f14-bd8c-1ffce698351b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:14.145466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=72df60b1-957b-4c6d-b896-a687298c1e5b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:14.159532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:14.163341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 27170df3-7dec-4f14-bd8c-1ffce698351b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:14.169133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.180102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 27170df3-7dec-4f14-bd8c-1ffce698351b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:14.201388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:14.202250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.213698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:14.215746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5894a58-19c5-4056-bc3b-c758474bb621 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5678716 Jun 04 06:48:14.223958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:14.241835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:14.251381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca75d7-4f19-4552-9f7f-1cd8b5fbf566 None None] Network 27170df3-7dec-4f14-bd8c-1ffce698351b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:14.263034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.265694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e802d672-ca91-4f9f-8dce-e16bd192b229 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2989206 Jun 04 06:48:14.266413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:14.362357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.406286 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-06887e74-c7b4-4fb6-84b2-e04ea33fc34c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/floatingips/554e515a-2eb3-4834-b5f1-51372de059db HTTP/1.1" status: 204 len: 168 time: 3.2566547 Jun 04 06:48:14.412287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:14.428791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.430138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0381351 Jun 04 06:48:14.446912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4253cc-f8ec-4887-8d3d-d5207794f0ab tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2150bd4a-9c86-47f7-b912-2b990b01c6bf,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:14.450913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52356) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:14.462091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:14.474579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:14.479431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:14.489493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:floatingip and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:14.497099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:14.499984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:14.506467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:14.566237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.577768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:14.581131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:14.619110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ecfe61e-e1a4-4a58-a578-a665393e9d92 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=14524b36b412420397b7a8873fd1b02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250914 Jun 04 06:48:14.624026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52368) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:14.624810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:14.631712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.768600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:14.973657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:15.068153 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01804d09-565f-446e-a105-70bf7e086fb0'] response: {'name': 'network-changed', 'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'status': 'completed', 'code': 200} Jun 04 06:48:15.093789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.137816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.143045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a98f-4dd9-45db-988f-d7504256027c req-44746080-f1d8-48dc-8365-5b1eda411b9f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:15.144602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a434a98f-4dd9-45db-988f-d7504256027c req-44746080-f1d8-48dc-8365-5b1eda411b9f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.2473712 Jun 04 06:48:15.147357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.197544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-8ba90879-c9a1-4329-af94-4362683c63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:15.199175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-8ba90879-c9a1-4329-af94-4362683c63aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 1096 time: 0.3721180 Jun 04 06:48:15.304104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=72df60b1-957b-4c6d-b896-a687298c1e5b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:15.311717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28c895-900a-4bd2-b144-9bdc8c067723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-27170df3-7dec-4f14-bd8c-1ffce698351b', 'network_id': '27170df3-7dec-4f14-bd8c-1ffce698351b', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '72df60b1-957b-4c6d-b896-a687298c1e5b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:15.314053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d28c895-900a-4bd2-b144-9bdc8c067723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.317585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=169a2f63-a589-40c8-8ec8-24f32ccdef22,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:15.359554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.361579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': 'b717666d-de38-415b-9148-6418bd9518ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:15.362097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:15.406343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.408522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a434a98f-4dd9-45db-988f-d7504256027c req-3c5f24ab-b236-430f-9d7e-c822ab10ed9c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522736 Jun 04 06:48:15.458672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:15.514788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:15.523022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e6368-14ee-4abe-a281-221349198732 None None] Network 27170df3-7dec-4f14-bd8c-1ffce698351b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:15.523346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:15.523931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.544058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ea177-d8b4-4686-9fdf-5d11f773b641 None None] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:15.630499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.674066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.703147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca9251fa-a475-4337-8d42-0f53e088332a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4678147 Jun 04 06:48:15.705685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52422) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:15.716643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:15.769857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.771246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27170df3-7dec-4f14-bd8c-1ffce698351b']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:15.805002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b18ccee-90c2-4a63-8129-8aa0e6d4c87a') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:15.805380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b18ccee-90c2-4a63-8129-8aa0e6d4c87a') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:15.827279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.840230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-6f1fe0ce-50bf-4a74-b032-7225b7a6b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:15.842454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-6f1fe0ce-50bf-4a74-b032-7225b7a6b6ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 200 len: 897 time: 0.6300023 Jun 04 06:48:15.906583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:15.925434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Checking router: f72af468-44a4-49ee-9657-3ea505086990 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:48:15.926107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.942402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-0b3dd67a-4e91-4cf5-abe7-4153bd1ed195 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 200 len: 217 time: 0.0933673 Jun 04 06:48:15.945829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:15.946344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:15.983276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:15.984260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:16.154054 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6b18ccee-90c2-4a63-8129-8aa0e6d4c87a resource provider aggregate not found Jun 04 06:48:16.251660 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6b18ccee-90c2-4a63-8129-8aa0e6d4c87a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b18ccee-90c2-4a63-8129-8aa0e6d4c87a found for delete ", "request_id": "req-f5f24e54-a442-4826-aa4d-709769c83c09"}]} Jun 04 06:48:16.267743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-16aa01f5-4779-4223-a69d-b1ce96964933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:16.269432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-16aa01f5-4779-4223-a69d-b1ce96964933 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 200 len: 835 time: 0.2605908 Jun 04 06:48:16.279247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:16.284047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6064935b-43a0-4d1e-acf1-f901dc25f3f0 HTTP/1.1" status: 204 len: 168 time: 1.2196856 Jun 04 06:48:16.335785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:16.343184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:16.410317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/27170df3-7dec-4f14-bd8c-1ffce698351b HTTP/1.1" status: 204 len: 168 time: 2.1405761 Jun 04 06:48:16.420295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52458) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:16.449185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db', 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '169a2f63-a589-40c8-8ec8-24f32ccdef22'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:16.450206 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:16.489201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37345bfa-c295-4323-982b-b4ded4cf9261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064935b-43a0-4d1e-acf1-f901dc25f3f0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:16.532522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:16.542133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:16.559941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:16.570142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139ee9-8e05-4cb1-9d23-4d562699ff29 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=27170df3-7dec-4f14-bd8c-1ffce698351b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:16.570446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:16.581383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Allocated IP 172.25.1.71 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6a2e97ab-3d90-42be-aa74-935c6de0d486) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:16.585366 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aabe66-8bfb-4996-a97b-1343e952d5eb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] GET failed (client error): The resource could not be found. Jun 04 06:48:16.587564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30aabe66-8bfb-4996-a97b-1343e952d5eb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Synchronizing usage tracker for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:16.603795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:16.608232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:16.652219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-ec5a2bf2-6379-4bcd-9a2a-0d5997f8239d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:16.653662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-ec5a2bf2-6379-4bcd-9a2a-0d5997f8239d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:16.669405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-d5e2976e-9d1e-40ca-9c88-8d88d22a4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:16.675080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-d5e2976e-9d1e-40ca-9c88-8d88d22a4a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3992865 Jun 04 06:48:16.729302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:16.751082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30aabe66-8bfb-4996-a97b-1343e952d5eb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Unset dirty status for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:16.752243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30aabe66-8bfb-4996-a97b-1343e952d5eb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets/72df60b1-957b-4c6d-b896-a687298c1e5b HTTP/1.1" status: 404 len: 337 time: 0.3295472 Jun 04 06:48:16.783700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:16.817044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52476) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:16.853222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-ec5a2bf2-6379-4bcd-9a2a-0d5997f8239d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:16.854801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-ec5a2bf2-6379-4bcd-9a2a-0d5997f8239d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.5690029 Jun 04 06:48:16.935106 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe50fb08-0ed7-4a3a-859a-bd2745383472 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:16.935498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe50fb08-0ed7-4a3a-859a-bd2745383472 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:16.941242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe50fb08-0ed7-4a3a-859a-bd2745383472 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/27170df3-7dec-4f14-bd8c-1ffce698351b HTTP/1.1" status: 404 len: 339 time: 0.1502202 Jun 04 06:48:17.009599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52486) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:17.022023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 93fdb303-71f8-4b47-950b-05da4f114f5e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:17.022616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.116777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.120939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.158846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-096f30f0-f980-475a-92f9-762c702f718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.215009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:17.228659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Usage tracker for resource:security_group_rule and tenant:a5219bdf8b98436e9b43cb87fc78079a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:17.237033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:17.246973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:17.319738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Allocated IP 2001:db8::2 (e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db/169a2f63-a589-40c8-8ec8-24f32ccdef22/180f145b-6671-46b7-8300-d41731dcfefa) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:17.388647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bbee-5e84-4ddd-b5c2-0c8466f39571 req-157697c8-b41f-4055-846f-82c9e3a1bd15 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.390221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2659bbee-5e84-4ddd-b5c2-0c8466f39571 req-157697c8-b41f-4055-846f-82c9e3a1bd15 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.7260704 Jun 04 06:48:17.474308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-3fa8eccd-ed26-4d70-991b-2976a221fb4f service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385712 Jun 04 06:48:17.520872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.530689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e8217-6eba-4a9e-8821-2a01bbf7e81b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.531407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1e5e8217-6eba-4a9e-8821-2a01bbf7e81b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Synchronizing usage tracker for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:17.557516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2659bbee-5e84-4ddd-b5c2-0c8466f39571 req-19dd0953-cb58-4008-be78-45f0c6e5060f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528993 Jun 04 06:48:17.604485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 93fdb303-71f8-4b47-950b-05da4f114f5e, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=93fdb303-71f8-4b47-950b-05da4f114f5e,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:17.605883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.606171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1e5e8217-6eba-4a9e-8821-2a01bbf7e81b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Unset dirty status for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:17.607386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1e5e8217-6eba-4a9e-8821-2a01bbf7e81b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5968430 Jun 04 06:48:17.612062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52500) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:17.649575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52504) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:17.669953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ba142ff-f16f-40a7-9072-6a55f29ff769 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 207 time: 0.0567665 Jun 04 06:48:17.674194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52508) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:17.722866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:17.728680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:17.731821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:17.737354 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.750665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:17.752876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Transition to ACTIVE for port object 180f145b-6671-46b7-8300-d41731dcfefa will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:17.763315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683d6284-ab20-48a1-a7a2-81eca4ca61d2 None None] The sync data for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 is: [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:44:56Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '3d45bec1-5b7d-4d68-966f-612bfbc28a8a', 'name': '', 'network_id': 'a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:21:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:54Z', 'updated_at': '2022-06-04T06:45:07Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:17.777277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Transition to ACTIVE for port object 180f145b-6671-46b7-8300-d41731dcfefa will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:17.785342 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.810124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0688b5-a690-4efb-917a-aa1d34cdf8d8 req-d3151115-8dda-4fcc-a58e-972ff3bcdc6b service neutron] 10.222.0.39 "GET /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218403 Jun 04 06:48:17.888759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Pushing event updated for resources: {'Port': ['ID=180f145b-6671-46b7-8300-d41731dcfefa,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:17.900993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:17.902262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:17.904330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ca0cb-7271-4a85-83bf-7267bdf01de6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.908493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:17.912218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ca0cb-7271-4a85-83bf-7267bdf01de6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.919143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ca0cb-7271-4a85-83bf-7267bdf01de6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.924854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:17.926065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ca0cb-7271-4a85-83bf-7267bdf01de6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:17.933112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-350ca0cb-7271-4a85-83bf-7267bdf01de6 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2578967 Jun 04 06:48:17.934112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52518) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:17.944691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 93fdb303-71f8-4b47-950b-05da4f114f5e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:17.981672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.016247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.100205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a5219bdf8b98436e9b43cb87fc78079a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2817411 Jun 04 06:48:18.135234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1430e650-1b77-45ab-93a9-1d3e65f1c1a0 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1994991 Jun 04 06:48:18.135874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:18.137650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52526) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:18.142380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'Port': ['ID=6a2e97ab-3d90-42be-aa74-935c6de0d486,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:18.156998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf34d09-0ab8-477a-9a05-97f717ea1f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3133c51-2f88-40a0-b4e0-f4913f2d2f4b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:18.179541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Attempting to bind port 180f145b-6671-46b7-8300-d41731dcfefa on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:18.181037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Attempting to bind port 180f145b-6671-46b7-8300-d41731dcfefa by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b717666d-de38-415b-9148-6418bd9518ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:18.182772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Attempting to bind port 180f145b-6671-46b7-8300-d41731dcfefa on network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:18.197664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:18.198042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Checking segment: {'id': 'b717666d-de38-415b-9148-6418bd9518ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:18.198444 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.199108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Bound using segment: {'id': 'b717666d-de38-415b-9148-6418bd9518ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:18.201148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Bound port: 180f145b-6671-46b7-8300-d41731dcfefa, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b717666d-de38-415b-9148-6418bd9518ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:18.201566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.217711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-390121051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:18.224845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:18.228886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:router and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:18.232534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:18.248854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:18.267578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a59ea-cfd8-4216-8619-15acc71a4e8f None None] New status for floating IP 554e515a-2eb3-4834-b5f1-51372de059db: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:48:18.288662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ee228-fd18-42a5-9eda-074cc05834c1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:18.291451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ee228-fd18-42a5-9eda-074cc05834c1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:18.297803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-213ee228-fd18-42a5-9eda-074cc05834c1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1574569 Jun 04 06:48:18.301269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:18.308349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.369319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:18.375484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '11f63343-c274-41dc-af07-887030e90c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:18.376289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:18.378059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:18.386136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.414511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.415749 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.431066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.433373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.462637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.468017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=310d3b7f-6e52-4f8e-b57d-f557d21f087e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:18.472255 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.514972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.556994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4597a-ec8e-4940-a597-b8cf897c6f3e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:18.570152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4597a-ec8e-4940-a597-b8cf897c6f3e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:18.572018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-52d4597a-ec8e-4940-a597-b8cf897c6f3e tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2697759 Jun 04 06:48:18.574838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.579292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:18.638722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ee4fe-5cf1-47c2-afd7-04e271382fda None None] Pushing event updated for resources: {'Port': ['ID=180f145b-6671-46b7-8300-d41731dcfefa,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:18.646798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3133c51-2f88-40a0-b4e0-f4913f2d2f4b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:18.728597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:18.729778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-849dc17f-7f63-4758-85ba-0de879279b6e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a3133c51-2f88-40a0-b4e0-f4913f2d2f4b HTTP/1.1" status: 204 len: 168 time: 0.5926342 Jun 04 06:48:18.810379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:18.903375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ac18f-9def-44fc-9008-bd8895e3b08c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:18.908949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-981ac18f-9def-44fc-9008-bd8895e3b08c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks/0bdd9b91-fb71-4080-88b7-9eae1ed54018 HTTP/1.1" status: 200 len: 800 time: 0.3074987 Jun 04 06:48:18.908949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52546) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:18.945878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:18.966871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf761f8a-6b7f-4808-ba5e-b4bc5cb423b1 None None] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:19.015537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:19.017658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.113779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd701d48-1308-4e13-b476-144869078a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.143005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.144360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-01c82ecf-1123-4b69-b547-5eb1bc1da13c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4898009 Jun 04 06:48:19.156252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9885-2695-4211-a54c-72db21f0c929 req-24b5bd95-dd3b-49e1-bbb3-9a22bef9324f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:19.164481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fae9885-2695-4211-a54c-72db21f0c929 req-24b5bd95-dd3b-49e1-bbb3-9a22bef9324f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 945 time: 0.4179518 Jun 04 06:48:19.173254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52552) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:19.187946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-79d7fd4d-4ae3-427e-9816-bc82c0e4d196 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4800634 Jun 04 06:48:19.193608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.199177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:19.224890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163881362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:19.238737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:19.239647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-595100879'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:19.257289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:19.259078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:19.270666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:network and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:19.282373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:19.307694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:19.327314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:19.336720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb', 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '310d3b7f-6e52-4f8e-b57d-f557d21f087e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:19.338042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.344700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fae9885-2695-4211-a54c-72db21f0c929 req-2ba5ce38-af71-406a-88ca-60fce1ce65bc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=08f02caf-688e-4606-8c24-79c540507f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791480 Jun 04 06:48:19.348051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:19.379072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6fa9f36b-16ff-4fa7-ade0-427fe139f2c1 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/networks/0bdd9b91-fb71-4080-88b7-9eae1ed54018?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4688132 Jun 04 06:48:19.380986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.382763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.389041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:19.427419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.437637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=93fdb303-71f8-4b47-950b-05da4f114f5e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:19.494632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.506234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] No DVR routers for this DVR port 93fdb303-71f8-4b47-950b-05da4f114f5e on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:19.509765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.513211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d071df35-d36a-4289-bfa5-1e4fef22b809 req-2db4cc97-2220-4805-ad1a-71534a07fbde tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "DELETE /v2.0/ports/93fdb303-71f8-4b47-950b-05da4f114f5e HTTP/1.1" status: 204 len: 173 time: 2.6482952 Jun 04 06:48:19.529647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.533655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b59d8df-1db9-449b-8bbb-fb6cafc5d409 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3300998 Jun 04 06:48:19.541367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.544153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-deleted', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:19.548245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52572) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:19.550000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:19.554545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.570416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.674746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:19.753052 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef4d781-3c97-45f7-bf8b-d63fee0c2a62'] response: {'server_uuid': '3f3e6c05-b0fc-4225-a0fd-0646f52e16bf', 'name': 'network-vif-deleted', 'tag': '93fdb303-71f8-4b47-950b-05da4f114f5e', 'status': 'completed', 'code': 200} Jun 04 06:48:19.793235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:19.824828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:security_group_rule and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:19.879041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:19.903614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8cac00-a6d8-4d46-b6fd-7fa5f9e80f69 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:19.912283 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2b8cac00-a6d8-4d46-b6fd-7fa5f9e80f69 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets/cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34 HTTP/1.1" status: 200 len: 811 time: 0.5010185 Jun 04 06:48:19.912563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:19.928295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52580) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:20.054492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Allocated IP 2001:db8:1::2 (e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb/310d3b7f-6e52-4f8e-b57d-f557d21f087e/7f2ff1f3-947a-48cb-866c-c0bd639242b2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:20.086926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'Port': ['ID=6a2e97ab-3d90-42be-aa74-935c6de0d486,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:20.298465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.316796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf344ede-3b63-4dce-be1e-80f6113aab11 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:20.316796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf344ede-3b63-4dce-be1e-80f6113aab11 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Synchronizing usage tracker for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:20.389621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf344ede-3b63-4dce-be1e-80f6113aab11 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Unset dirty status for tenant:d60fa71439734d3fb17ccdcb4343b8e2 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:20.390931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf344ede-3b63-4dce-be1e-80f6113aab11 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "GET /v2.0/subnets/cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4333813 Jun 04 06:48:20.409354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:20.423205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376723078'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:20.439892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:20.454990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.456189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-30c532b4-7bcd-4f87-919b-a05a0490ed29 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0029299 Jun 04 06:48:20.478584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 180f145b-6671-46b7-8300-d41731dcfefa up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:20.494841 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.504099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:20.508007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.609351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:20.618241 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.620866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:20.627942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.658686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c878c-d7e0-485e-8817-a9952df59f88 None None] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:20.676217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c350bd-427c-406d-bbc0-bc8ddb483177,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:20.706296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.709782 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Added segment fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7 of type vlan for network b632d33e-934b-4dac-9e2a-82a75ee44303 Jun 04 06:48:20.739339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:20.748250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-040c764f-425c-42ac-8abf-714941d7070d req-64de7707-8014-452d-9e95-aa50784de17d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3e6c05-b0fc-4225-a0fd-0646f52e16bf HTTP/1.1" status: 200 len: 210 time: 0.0892599 Jun 04 06:48:20.764546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.804811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.805289 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Added segment de6cfb1d-add3-442e-8abc-95a8c6e9c157 of type vlan for network 08acfdf3-5e37-4068-b91f-fa146f383442 Jun 04 06:48:20.813728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.901344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.917735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:20.919256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:20.963413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1cbc7e09-31db-43b0-80cd-0f3081c9d9a8 None None] Provisioning for port 180f145b-6671-46b7-8300-d41731dcfefa completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:21.008024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 180f145b-6671-46b7-8300-d41731dcfefa completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:21.016878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 180f145b-6671-46b7-8300-d41731dcfefa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:21.017573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.211675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Network': ['ID=b632d33e-934b-4dac-9e2a-82a75ee44303,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:21.238856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-49f7b9c6-9c87-448d-8d0f-0da1cb26f550 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0630043 Jun 04 06:48:21.241655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.247441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b632d33e-934b-4dac-9e2a-82a75ee44303 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:21.275487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:21.285586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'subnet': {'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:21.308532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-eb91e947-6183-4790-930e-4eb6eb41e250 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:21.313126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.431690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.440028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.440619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-eb91e947-6183-4790-930e-4eb6eb41e250 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:21.441961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-eb91e947-6183-4790-930e-4eb6eb41e250 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--865382480&fields=id&tenant_id=57b50c52a43642838d76a63783820d98 HTTP/1.1" status: 200 len: 267 time: 0.3239350 Jun 04 06:48:21.448078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:21.449019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.457329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:21.468961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 180f145b-6671-46b7-8300-d41731dcfefa is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:21.469686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.493039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:subnet and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:21.495023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Transition to ACTIVE for port object 7f2ff1f3-947a-48cb-866c-c0bd639242b2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:21.500746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:21.507734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:21.526821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:21.533331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.575906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Transition to ACTIVE for port object 7f2ff1f3-947a-48cb-866c-c0bd639242b2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:21.594427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:21.610880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.613110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:21.659489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2463872 Jun 04 06:48:21.660653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52684) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:21.668991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:21.690577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:21.706222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:21.745503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:21.766446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2016cc-8e0f-4f87-b2a7-688e1e58b38a tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Network': ['ID=08acfdf3-5e37-4068-b91f-fa146f383442,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:21.774015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'network_id': '08acfdf3-5e37-4068-b91f-fa146f383442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:21.808106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 08acfdf3-5e37-4068-b91f-fa146f383442 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:21.954075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 93fdb303-71f8-4b47-950b-05da4f114f5e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:21.954415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 93fdb303-71f8-4b47-950b-05da4f114f5e not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:21.969200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=180f145b-6671-46b7-8300-d41731dcfefa,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:22.023933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Attempting to bind port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:22.023933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Attempting to bind port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '11f63343-c274-41dc-af07-887030e90c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:22.024414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Attempting to bind port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 on network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:22.052525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:22.053157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Checking segment: {'id': '11f63343-c274-41dc-af07-887030e90c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:22.053833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.054576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Bound using segment: {'id': '11f63343-c274-41dc-af07-887030e90c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:22.055216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Bound port: 7f2ff1f3-947a-48cb-866c-c0bd639242b2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f63343-c274-41dc-af07-887030e90c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:22.055775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.130397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:22.159883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:22.202670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Made reservation on behalf of d60fa71439734d3fb17ccdcb4343b8e2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:22.212039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.242060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-7d3e7bf0-80b0-460c-8a09-7dd514cc2f73 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:22.247038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-7d3e7bf0-80b0-460c-8a09-7dd514cc2f73 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 0.7156374 Jun 04 06:48:22.265393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] For port 7f2ff1f3-947a-48cb-866c-c0bd639242b2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:22.283814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] For port 7f2ff1f3-947a-48cb-866c-c0bd639242b2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f2ff1f3-947a-48cb-866c-c0bd639242b2,segment=NetworkSegment(11f63343-c274-41dc-af07-887030e90c3c),segment_id=11f63343-c274-41dc-af07-887030e90c3c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:22.292014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 180f145b-6671-46b7-8300-d41731dcfefa up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:22.322275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-f60c5f64-af9e-43b7-bca4-77ba346dad70 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/quotas/57b50c52a43642838d76a63783820d98 HTTP/1.1" status: 200 len: 375 time: 0.0691488 Jun 04 06:48:22.356095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.357185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Pushing event updated for resources: {'Port': ['ID=7f2ff1f3-947a-48cb-866c-c0bd639242b2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:22.360355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.406733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.512717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8::1 (e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db/169a2f63-a589-40c8-8ec8-24f32ccdef22/d92f0991-f9e0-447b-bb36-47fa300425a4) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:22.597704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Subnet': ['ID=4ca82285-7ac0-472c-82fe-33f852383c8e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:22.606425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b159092-d8f6-4373-b529-b002ad28665b None None] Pushing event updated for resources: {'Port': ['ID=7f2ff1f3-947a-48cb-866c-c0bd639242b2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:22.606425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48768454-fd68-436f-b1dd-ac5ce9edb8d6 None None] Provisioning complete for port 180f145b-6671-46b7-8300-d41731dcfefa triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:22.606425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48768454-fd68-436f-b1dd-ac5ce9edb8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.787024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 180f145b-6671-46b7-8300-d41731dcfefa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:22.787452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.867604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.887019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object d92f0991-f9e0-447b-bb36-47fa300425a4 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:22.931776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-399a2963-8903-430a-9d0f-bfbfdc6e3f25 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6008263 Jun 04 06:48:22.934959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52722) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:22.940602 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:22.954967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Checking segment: {'id': 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:22.955326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network hostable DHCP agents. Network: b632d33e-934b-4dac-9e2a-82a75ee44303, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:22.978692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Performing IP validity checks on allocation pools {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 06:48:22.979515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 06:48:23.009185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-6d5c8050-4bc2-487a-a77b-e6ead024ce37 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:48:23.010765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-6d5c8050-4bc2-487a-a77b-e6ead024ce37 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062246 Jun 04 06:48:23.084159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:23.098259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:23.100873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network b632d33e-934b-4dac-9e2a-82a75ee44303 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:23.103049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:23.103792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.152719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b632d33e-934b-4dac-9e2a-82a75ee44303) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:23.171257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:23.174491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.209841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58de96f-93f9-415b-8697-d44260d47b10 None None] Network b632d33e-934b-4dac-9e2a-82a75ee44303 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:23.241431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=d92f0991-f9e0-447b-bb36-47fa300425a4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:23.253776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-48768454-fd68-436f-b1dd-ac5ce9edb8d6 None None] Current status of the port 180f145b-6671-46b7-8300-d41731dcfefa is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:23.397236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 180f145b-6671-46b7-8300-d41731dcfefa is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:23.483896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0590c7e8-0893-4011-aaec-2533c5ba3b84 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2069294 Jun 04 06:48:23.516028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52728) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:23.534826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'network': {'name': 'tempest-router-network01--225161750'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:23.544186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:23.561332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:network and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:23.567043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:23.576444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:23.599562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.612841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:23.616798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.620159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-616b83c9-2a4a-4ff7-9fdb-a3db5e6b2557 None None] Provisioning for port d92f0991-f9e0-447b-bb36-47fa300425a4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:23.628944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-616b83c9-2a4a-4ff7-9fdb-a3db5e6b2557 None None] Provisioning complete for port d92f0991-f9e0-447b-bb36-47fa300425a4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:23.629539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-616b83c9-2a4a-4ff7-9fdb-a3db5e6b2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.649513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.678735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:23.697453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Usage tracker for resource:security_group_rule and tenant:f829825a9184451385ef4363e99e5ed1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:23.704026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:23.705008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:23.716170 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-bf9d617c-326c-4f5f-b01c-f873e1ce1382 service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965587 Jun 04 06:48:23.717282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:23.717897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b632d33e-934b-4dac-9e2a-82a75ee44303', 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303', 'tenant_id': '0e71f0deebf94703836266ae2d5a6bae', 'fixed_ips': [{'subnet_id': '4ca82285-7ac0-472c-82fe-33f852383c8e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:23.718034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.718318 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Added segment a75d5222-a34a-4e51-9f24-dd578d710ae9 of type vlan for network da21e0f1-e188-4946-b213-7330df161ba3 Jun 04 06:48:23.718950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.724227 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.752669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-616b83c9-2a4a-4ff7-9fdb-a3db5e6b2557 None None] Port d92f0991-f9e0-447b-bb36-47fa300425a4 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:23.753314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.836539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.843169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:23.843899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:23.889816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=29514e7f-4b98-4632-b8f8-7f1e8efb6af4,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:23.933466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Allocated IP 172.20.0.2 (b632d33e-934b-4dac-9e2a-82a75ee44303/4ca82285-7ac0-472c-82fe-33f852383c8e/67603135-f97f-409d-9ec7-93e8b397cb62) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:24.162822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Network': ['ID=da21e0f1-e188-4946-b213-7330df161ba3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:24.182882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.184543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.185848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.187576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.189437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.189954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.190478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.191059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.194885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.195520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.196469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.196961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.224420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-bc92a53f-c4ba-4667-94e7-c5284fcb87a4 service neutron] 10.222.0.17 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008478 Jun 04 06:48:24.225760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.226114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.226534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.226911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.227298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.230108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.230903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.231950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.233796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.234289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.235680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.237581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:24.255195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-46271e1c-2b9e-4a4c-96e3-51040caec829 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7383487 Jun 04 06:48:24.256520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network da21e0f1-e188-4946-b213-7330df161ba3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:24.268322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52736) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:24.269517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Checking segment: {'id': 'de6cfb1d-add3-442e-8abc-95a8c6e9c157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08acfdf3-5e37-4068-b91f-fa146f383442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:24.273446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network hostable DHCP agents. Network: 08acfdf3-5e37-4068-b91f-fa146f383442, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:24.313646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Network 08acfdf3-5e37-4068-b91f-fa146f383442 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:24.316749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'network': {'name': 'tempest-router-network02--1566087158'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:24.333898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 08acfdf3-5e37-4068-b91f-fa146f383442) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:24.349092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:24.350170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f2ff1f3-947a-48cb-866c-c0bd639242b2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:24.351234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:24.352702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.389971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1a0dee90-619b-457d-8a5e-924a28881fe7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6252320 Jun 04 06:48:24.390982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52740) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:24.397760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:network and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:24.402089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:24.406128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:24.408043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d505b79-0f13-4a02-9520-20f10b8b5b8a None None] Network 08acfdf3-5e37-4068-b91f-fa146f383442 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:24.440102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:24.542007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.548941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52748) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:24.614374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.633893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14911522'] for subnet, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.718806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f829825a9184451385ef4363e99e5ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7723346 Jun 04 06:48:24.722703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52758) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:24.733973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:24.737327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.758885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6a7ae-3331-4649-ad61-03f218afac68 None None] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:24.870123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393a122-6eab-48d0-85f7-2e47a7695812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb5f9f-1029-489d-bbb0-bb391beb1876,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:24.968332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:24.991711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:24.994174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760753176998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14835545'] for subnet, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.008543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.009278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.041101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.041434 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Added segment 3bdd801f-cf4c-4667-aa9b-33d102e737d7 of type vlan for network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 Jun 04 06:48:25.125555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.131423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event updated for resources: {'Subnet': ['ID=29514e7f-4b98-4632-b8f8-7f1e8efb6af4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:25.144343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:25.145221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.148609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9cdbf181-ceca-48b0-aacb-0ba16278a043 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "PUT /v2.0/subnets/29514e7f-4b98-4632-b8f8-7f1e8efb6af4 HTTP/1.1" status: 200 len: 877 time: 0.7562947 Jun 04 06:48:25.153211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:25.171179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.252578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-82a4ea08-ea50-4d8e-8db0-e2f10a83d63b None None] Provisioning for port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:25.259892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Transition to ACTIVE for port object 67603135-f97f-409d-9ec7-93e8b397cb62 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:25.291578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80f338-ff6f-4d17-91aa-9e2e72aed18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-08acfdf3-5e37-4068-b91f-fa146f383442', 'network_id': '08acfdf3-5e37-4068-b91f-fa146f383442', 'tenant_id': 'd60fa71439734d3fb17ccdcb4343b8e2', 'fixed_ips': [{'subnet_id': '29514e7f-4b98-4632-b8f8-7f1e8efb6af4'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:25.293068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee80f338-ff6f-4d17-91aa-9e2e72aed18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.338036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Transition to ACTIVE for port object 67603135-f97f-409d-9ec7-93e8b397cb62 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:25.361309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.400096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.426052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57555611-6a5f-4a8e-bf28-680e99aca53c req-5f0c76d7-d2e2-4ef2-aeef-ce703d969c60 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 210 time: 0.2683384 Jun 04 06:48:25.476223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=d92f0991-f9e0-447b-bb36-47fa300425a4,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:25.483961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.504132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.506084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.567193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:25.621167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:25.621681 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.643640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.676305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Network b632d33e-934b-4dac-9e2a-82a75ee44303 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:25.694586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:25.704033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Pushing event updated for resources: {'Port': ['ID=67603135-f97f-409d-9ec7-93e8b397cb62,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:25.706487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:25.725891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.737210 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:48:25.737835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=29514e7f-4b98-4632-b8f8-7f1e8efb6af4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:25.790618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:48:25.849386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.869344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:25.870234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-ee80f338-ff6f-4d17-91aa-9e2e72aed18a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29514e7f-4b98-4632-b8f8-7f1e8efb6af4: This subnet is being modified by another concurrent operation. Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29514e7f-4b98-4632-b8f8-7f1e8efb6af4: This subnet is being modified by another concurrent operation. Jun 04 06:48:25.872980 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:48:25.879266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:25.879266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:25.900544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:25.919240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08acfdf3-5e37-4068-b91f-fa146f383442']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:25.945767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6cfb1d-add3-442e-8abc-95a8c6e9c157') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:25.945936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6cfb1d-add3-442e-8abc-95a8c6e9c157') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:25.960839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcfa52-d0e8-4f24-b76a-3d7af7bca729 None None] Network 08acfdf3-5e37-4068-b91f-fa146f383442 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:25.978005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.017628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.037948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:26.038357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.246130 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment de6cfb1d-add3-442e-8abc-95a8c6e9c157 resource provider aggregate not found Jun 04 06:48:26.252426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.318290 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment de6cfb1d-add3-442e-8abc-95a8c6e9c157 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de6cfb1d-add3-442e-8abc-95a8c6e9c157 found for delete ", "request_id": "req-07af39da-a197-4b40-b601-d32fe2fd04bc"}]} Jun 04 06:48:26.318778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Attempting to bind port 67603135-f97f-409d-9ec7-93e8b397cb62 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:26.320790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Attempting to bind port 67603135-f97f-409d-9ec7-93e8b397cb62 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:26.321395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Attempting to bind port 67603135-f97f-409d-9ec7-93e8b397cb62 on network b632d33e-934b-4dac-9e2a-82a75ee44303 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:26.355330 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.360610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293858ac-0157-45b7-af11-4517ac073ce1 None None] Network 08acfdf3-5e37-4068-b91f-fa146f383442 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:26.389748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.396450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:26.397502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Network': ['ID=7d18d7eb-407c-4070-aedf-3caed0e68ff7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:26.399030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Checking segment: {'id': 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:26.399468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.403359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Bound using segment: {'id': 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:26.406200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Bound port: 67603135-f97f-409d-9ec7-93e8b397cb62, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b632d33e-934b-4dac-9e2a-82a75ee44303'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:26.406625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.414497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.435300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=08acfdf3-5e37-4068-b91f-fa146f383442,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:26.544946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:26.546123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5efb5f9f-1029-489d-bbb0-bb391beb1876 HTTP/1.1" status: 204 len: 168 time: 1.8136387 Jun 04 06:48:26.549111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-28e96f26-5e73-46f3-8446-f8b508c7fb9c tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/08acfdf3-5e37-4068-b91f-fa146f383442 HTTP/1.1" status: 204 len: 168 time: 1.3944886 Jun 04 06:48:26.552808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:26.574977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038c908-2dc1-48cc-a0f6-65d5c7f924fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb5f9f-1029-489d-bbb0-bb391beb1876,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:26.595116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ff36bba-7f38-42fa-b92b-d0ad9b743bcd tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3035157 Jun 04 06:48:26.602875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52786) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:26.631994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'subnet': {'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:26.644316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-9720c337-888e-4b0b-97bc-ce755d43b672 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:26.645881 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-9720c337-888e-4b0b-97bc-ce755d43b672 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 819 time: 0.4063337 Jun 04 06:48:26.677385 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c8b484-af11-491b-90c6-a2a152965397 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:26.679059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c8b484-af11-491b-90c6-a2a152965397 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:26.680760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47c8b484-af11-491b-90c6-a2a152965397 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/29514e7f-4b98-4632-b8f8-7f1e8efb6af4 HTTP/1.1" status: 404 len: 337 time: 0.1270394 Jun 04 06:48:26.689834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52790) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:26.728730 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c84433e-e8a2-4174-beb2-ff4e595c2476 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:26.729207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c84433e-e8a2-4174-beb2-ff4e595c2476 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:26.731263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2c84433e-e8a2-4174-beb2-ff4e595c2476 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/08acfdf3-5e37-4068-b91f-fa146f383442 HTTP/1.1" status: 404 len: 339 time: 0.0405836 Jun 04 06:48:26.734509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52794) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:26.737706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] For port 67603135-f97f-409d-9ec7-93e8b397cb62, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:26.741620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] For port 67603135-f97f-409d-9ec7-93e8b397cb62, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=67603135-f97f-409d-9ec7-93e8b397cb62,segment=NetworkSegment(fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7),segment_id=fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:26.836905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:26.856923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1319dba8-429c-40d2-ab76-2121b281f3a7 req-8e14272d-b591-4656-ac05-b9768a7a3136 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 210 time: 0.0880966 Jun 04 06:48:26.909614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:26.913825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:subnet and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:26.917198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:26.927320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:26.948872 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd8a862-a732-4932-8ad0-54da5e095d01 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:26.951003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd8a862-a732-4932-8ad0-54da5e095d01 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:26.955494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bfd8a862-a732-4932-8ad0-54da5e095d01 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/72df60b1-957b-4c6d-b896-a687298c1e5b HTTP/1.1" status: 404 len: 337 time: 0.2198281 Jun 04 06:48:26.958159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52804) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:26.973807 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-a0270e1a-65cb-4954-8849-14510073f4b1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b50c52a43642838d76a63783820d98 HTTP/1.1" status: 200 len: 379 time: 0.3124328 Jun 04 06:48:26.991152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:26.994587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.009777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'port': {'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'admin_state_up': True, 'tenant_id': '57b50c52a43642838d76a63783820d98', 'security_groups': ['591e984d-0e54-423c-bb48-cc4fd8f81aaf']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:27.087752 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-526c3f43-d0a3-4cf0-8fb9-7cd9095c1261 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:27.088235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526c3f43-d0a3-4cf0-8fb9-7cd9095c1261 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:27.090080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-526c3f43-d0a3-4cf0-8fb9-7cd9095c1261 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/27170df3-7dec-4f14-bd8c-1ffce698351b HTTP/1.1" status: 404 len: 339 time: 0.1308420 Jun 04 06:48:27.115989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52810) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:27.132597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.166203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 9d197977-a86a-4dac-ba9e-a5fd49d51009 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:48:27.276043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:27.282994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Usage tracker for resource:port and tenant:57b50c52a43642838d76a63783820d98 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:27.287498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:27.290693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d721ecb9-6a57-4b27-a822-52ebd560c15e None None] Provisioning complete for port d92f0991-f9e0-447b-bb36-47fa300425a4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:27.293879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d721ecb9-6a57-4b27-a822-52ebd560c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.296111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:27.312702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Made reservation on behalf of 57b50c52a43642838d76a63783820d98 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:27.317810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.440631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d721ecb9-6a57-4b27-a822-52ebd560c15e None None] Port d92f0991-f9e0-447b-bb36-47fa300425a4 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:27.445325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:27.445587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.490894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7f2ff1f3-947a-48cb-866c-c0bd639242b2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f2ff1f3-947a-48cb-866c-c0bd639242b2,segment=NetworkSegment(11f63343-c274-41dc-af07-887030e90c3c),segment_id=11f63343-c274-41dc-af07-887030e90c3c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:27.494636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335977c1-8816-41fe-b539-7b1b2698ba63 None None] Pushing event updated for resources: {'Port': ['ID=67603135-f97f-409d-9ec7-93e8b397cb62,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:27.499646 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.573800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.631367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7f2ff1f3-947a-48cb-866c-c0bd639242b2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:27.634552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Allocated IP 172.20.0.6 (2dbe5e01-883e-424d-a1f4-969e41d1f530/5d975e51-68b0-4441-9508-0335d9e3d489/b062872b-7429-4aed-9440-eb5a562b8e3c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:27.813616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5dfe5c8b-44d0-471c-9321-95c95d3ec969 None None] Provisioning complete for port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:27.815939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5dfe5c8b-44d0-471c-9321-95c95d3ec969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.953902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:27.963731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:27.977365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] Sync routers for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:28.012484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:28.013148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.083427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.110575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Transition to ACTIVE for port object b062872b-7429-4aed-9440-eb5a562b8e3c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:28.142881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.192184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.223804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:28.232487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:28.237069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:28.255349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:28.256349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.268850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-77826604-b846-4517-8e63-8f138028ce7a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7015378 Jun 04 06:48:28.277992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Subnet': ['ID=3dd3233f-cb27-4f7e-ae65-ffae386d2b21,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:28.282298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52838) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:28.350493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event updated for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:28.359331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52840) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:28.369258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:28.370330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.406507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-5253b0b7-484d-4a04-9053-321cdf2a6038 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4003339 Jun 04 06:48:28.422159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe5c8b-44d0-471c-9321-95c95d3ec969 None None] Current status of the port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:28.424785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.425330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7feaf2-0e42-45d5-8eaf-2b586c891f97 None None] The sync data for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:28.430660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Request body: {'port': {'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:28.443040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.443478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.443894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.444304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.444737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.445146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.445573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.445976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.446374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.446772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.447182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.447576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:28.479481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.560181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.598887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.623184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560d923b-5242-4e24-9129-f32030590a72']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.626091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:28.644148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Usage tracker for resource:security_group_rule and tenant:644ffe1229b2428fa55016c0f868d3fd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:28.647090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.649548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562fc05-cead-4cb9-a309-303be1b8631b req-4129edfd-6ae0-4e22-82e1-d1d605cbbea3 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:28.651216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9562fc05-cead-4cb9-a309-303be1b8631b req-4129edfd-6ae0-4e22-82e1-d1d605cbbea3 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 945 time: 1.2914135 Jun 04 06:48:28.657237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:28.657417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a3cf8f47-73b2-480f-aa19-57752bf92ff1 None None] Provisioning for port b062872b-7429-4aed-9440-eb5a562b8e3c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:28.665465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a3cf8f47-73b2-480f-aa19-57752bf92ff1 None None] Provisioning complete for port b062872b-7429-4aed-9440-eb5a562b8e3c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:28.666316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8f47-73b2-480f-aa19-57752bf92ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.677419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:28.693938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d9075-5189-4eae-a1ad-348b31f9cdf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:28.694542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-096d9075-5189-4eae-a1ad-348b31f9cdf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:28.697733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Checking segment: {'id': 'a75d5222-a34a-4e51-9f24-dd578d710ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:28.698131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network hostable DHCP agents. Network: da21e0f1-e188-4946-b213-7330df161ba3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:28.720470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c95181-2dbf-4b18-9151-6a2fce89b031') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.720848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c95181-2dbf-4b18-9151-6a2fce89b031') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:28.752242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf8f47-73b2-480f-aa19-57752bf92ff1 None None] Port b062872b-7429-4aed-9440-eb5a562b8e3c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:28.766780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.874017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.877812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network da21e0f1-e188-4946-b213-7330df161ba3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:28.891575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-096d9075-5189-4eae-a1ad-348b31f9cdf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:28.892903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-096d9075-5189-4eae-a1ad-348b31f9cdf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports/d92f0991-f9e0-447b-bb36-47fa300425a4 HTTP/1.1" status: 200 len: 911 time: 0.5269310 Jun 04 06:48:28.895755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9562fc05-cead-4cb9-a309-303be1b8631b req-1f6e07ee-2913-405a-abcb-95ec34691b79 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234244 Jun 04 06:48:28.901182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52848) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:28.908243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:28.908600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:28.912849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935a61b-3d7a-4ec5-9cd8-3313646bb3ec None None] Network b632d33e-934b-4dac-9e2a-82a75ee44303 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:29.068426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, da21e0f1-e188-4946-b213-7330df161ba3) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:29.078409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ea133015-0177-4f79-9278-3a1851baa45c None None] Provisioning for port 67603135-f97f-409d-9ec7-93e8b397cb62 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:29.086348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:29.089091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.103503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7dd1a-0c96-4d72-a33e-65db3f4cc3f6 None None] Network da21e0f1-e188-4946-b213-7330df161ba3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:29.125108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b062872b-7429-4aed-9440-eb5a562b8e3c {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:48:29.198860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.216072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.227522 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.238232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Transition to ACTIVE for port object b062872b-7429-4aed-9440-eb5a562b8e3c will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:29.259927 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 46c95181-2dbf-4b18-9151-6a2fce89b031 resource provider aggregate not found Jun 04 06:48:29.272607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90157b-9666-45b7-b33e-d439b6de53e2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:29.278725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.397272 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 46c95181-2dbf-4b18-9151-6a2fce89b031 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46c95181-2dbf-4b18-9151-6a2fce89b031 found for delete ", "request_id": "req-f06a90a6-84b4-498c-b913-cbc49dcc9a05"}]} Jun 04 06:48:29.417716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1766e080-e635-45d0-a1cc-344e543982b8 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8106194 Jun 04 06:48:29.431573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-666f3c7d-39a8-47ca-8f14-01856dfacec8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=644ffe1229b2428fa55016c0f868d3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0338476 Jun 04 06:48:29.442305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52858) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:29.442730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52860) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:29.461623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.466348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.492080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'subnet': {'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:29.535755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-da21e0f1-e188-4946-b213-7330df161ba3', 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3', 'tenant_id': '0e71f0deebf94703836266ae2d5a6bae', 'fixed_ips': [{'subnet_id': '3dd3233f-cb27-4f7e-ae65-ffae386d2b21'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:29.536594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:29.659522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Pushing event updated for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:29.661631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=560d923b-5242-4e24-9129-f32030590a72,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:29.670795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:29.683566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52866) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:29.683862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df2156e0-6a42-4a84-9e24-93293681f5fb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/560d923b-5242-4e24-9129-f32030590a72 HTTP/1.1" status: 204 len: 168 time: 2.5664179 Jun 04 06:48:29.784318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Allocated IP 172.20.0.2 (da21e0f1-e188-4946-b213-7330df161ba3/3dd3233f-cb27-4f7e-ae65-ffae386d2b21/320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:29.806529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f2ff1f3-947a-48cb-866c-c0bd639242b2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:29.876921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Usage tracker for resource:subnet and tenant:0e71f0deebf94703836266ae2d5a6bae is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:29.895714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-c20c2087-4112-476e-b826-38a0ac15bcfb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:29.896587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-c20c2087-4112-476e-b826-38a0ac15bcfb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Synchronizing usage tracker for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:29.905393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6e47a-60a2-4e44-b2f2-5d032ba05b6a req-68b60b1c-4d82-4e7d-8360-8763c968f1f5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:29.907049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1fe6e47a-60a2-4e44-b2f2-5d032ba05b6a req-68b60b1c-4d82-4e7d-8360-8763c968f1f5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 943 time: 0.6773341 Jun 04 06:48:29.909149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:30.023125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:30.057324 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-797f86bb-f31f-4d92-8c8d-1e0b60246164 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.057817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797f86bb-f31f-4d92-8c8d-1e0b60246164 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.067297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.074399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-c20c2087-4112-476e-b826-38a0ac15bcfb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Unset dirty status for tenant:116c10edefc14b0ba7ffb10632d4d06c on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:30.075785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-c20c2087-4112-476e-b826-38a0ac15bcfb tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 945 time: 0.9459743 Jun 04 06:48:30.079278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:30.079821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.091981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Attempting to bind port b062872b-7429-4aed-9440-eb5a562b8e3c on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:30.092378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Attempting to bind port b062872b-7429-4aed-9440-eb5a562b8e3c by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:30.092648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Attempting to bind port b062872b-7429-4aed-9440-eb5a562b8e3c on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:30.127041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Made reservation on behalf of 0e71f0deebf94703836266ae2d5a6bae for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:30.130603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.158650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-797f86bb-f31f-4d92-8c8d-1e0b60246164 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/4e272a6f-e80a-4cb0-a2ae-958451b87e12 HTTP/1.1" status: 404 len: 337 time: 0.4551411 Jun 04 06:48:30.178846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.179207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Port b062872b-7429-4aed-9440-eb5a562b8e3c on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:30.179592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Attempting to bind port b062872b-7429-4aed-9440-eb5a562b8e3c on network 2dbe5e01-883e-424d-a1f4-969e41d1f530 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:30.181369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.196800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Transition to ACTIVE for port object 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:30.272519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Transition to ACTIVE for port object 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:30.276154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:30.277359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 67603135-f97f-409d-9ec7-93e8b397cb62 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:30.283705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.291907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1fe6e47a-60a2-4e44-b2f2-5d032ba05b6a req-69f6817a-33d9-4cc3-90f1-eeee8ca86148 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758097 Jun 04 06:48:30.311315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:30.311613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Checking segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:30.312734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Bound using segment: {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:30.312734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Bound port: b062872b-7429-4aed-9440-eb5a562b8e3c, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d81a39-74d8-4a23-8258-4274a63d43cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:30.313034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.316853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:30.317049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.317581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.356606 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-108790a6-c073-4392-956e-6a945cbb47da tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.357113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108790a6-c073-4392-956e-6a945cbb47da tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.363980 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-108790a6-c073-4392-956e-6a945cbb47da tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/9119357d-f654-4d32-a72a-2d6b3febe8e6 HTTP/1.1" status: 404 len: 339 time: 0.1758428 Jun 04 06:48:30.365498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.368745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Deleting port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:30.369016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.407549 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-697cb85e-633c-4289-bce8-d3e5221a625b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.408281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697cb85e-633c-4289-bce8-d3e5221a625b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.410246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-697cb85e-633c-4289-bce8-d3e5221a625b tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/d46c99db-8dee-4e04-b334-585b6de0b3e2 HTTP/1.1" status: 404 len: 337 time: 0.0438120 Jun 04 06:48:30.410571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Network da21e0f1-e188-4946-b213-7330df161ba3 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:30.414082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:30.420636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.421045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:30.423071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Pushing event updated for resources: {'Port': ['ID=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:30.501153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 67603135-f97f-409d-9ec7-93e8b397cb62 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:30.517638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 67603135-f97f-409d-9ec7-93e8b397cb62 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:30.518106 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.562487 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa208b4-e693-45b0-baa0-e59545f88f84 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.563303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa208b4-e693-45b0-baa0-e59545f88f84 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.567505 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-daa208b4-e693-45b0-baa0-e59545f88f84 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/69552353-fbd3-47bc-ad5d-f5bc1e83fd7d HTTP/1.1" status: 404 len: 339 time: 0.1399009 Jun 04 06:48:30.572194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Attempting to bind port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:30.572655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Attempting to bind port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'a75d5222-a34a-4e51-9f24-dd578d710ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:30.573086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Attempting to bind port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 on network da21e0f1-e188-4946-b213-7330df161ba3 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:30.573619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52884) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.589533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:30.590089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Checking segment: {'id': 'a75d5222-a34a-4e51-9f24-dd578d710ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:30.590712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.591168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Bound using segment: {'id': 'a75d5222-a34a-4e51-9f24-dd578d710ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:30.591742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Bound port: 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75d5222-a34a-4e51-9f24-dd578d710ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'da21e0f1-e188-4946-b213-7330df161ba3'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:30.592205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.645128 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eea743b-7ca6-47ef-8ccb-23d3f2403159 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.645128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eea743b-7ca6-47ef-8ccb-23d3f2403159 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.650555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:30.661141 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.667755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.742687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b062872b-7429-4aed-9440-eb5a562b8e3c,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:30.746076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 67603135-f97f-409d-9ec7-93e8b397cb62 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:30.746593 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.753725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90157b-9666-45b7-b33e-d439b6de53e2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:30.758735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] For port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:30.767018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.773249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.774495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8fa2288c-3386-4d6e-a589-790d28963f4c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ca90157b-9666-45b7-b33e-d439b6de53e2 HTTP/1.1" status: 204 len: 168 time: 1.3216331 Jun 04 06:48:30.781255 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3eea743b-7ca6-47ef-8ccb-23d3f2403159 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/0396a9cb-8fe1-4861-ad9a-364303402cd6 HTTP/1.1" status: 404 len: 337 time: 0.2016535 Jun 04 06:48:30.782004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] For port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,segment=NetworkSegment(a75d5222-a34a-4e51-9f24-dd578d710ae9),segment_id=a75d5222-a34a-4e51-9f24-dd578d710ae9)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:30.784641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52890) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.793299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.897413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 67603135-f97f-409d-9ec7-93e8b397cb62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=67603135-f97f-409d-9ec7-93e8b397cb62,segment=NetworkSegment(fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7),segment_id=fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:30.913274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.913662 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9439fe6-f178-420b-8cc5-9a900be0724d tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:30.914136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9439fe6-f178-420b-8cc5-9a900be0724d tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:30.915804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e9439fe6-f178-420b-8cc5-9a900be0724d tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/0744b767-b9f2-4e49-b438-b69fb57ec63e HTTP/1.1" status: 404 len: 339 time: 0.1279960 Jun 04 06:48:30.919056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 3d45bec1-5b7d-4d68-966f-612bfbc28a8a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:30.919427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.927493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52894) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:30.931936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7c62a-06e0-443d-bbba-ca3fc71702c4 None None] Pushing event updated for resources: {'Port': ['ID=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:30.990726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:30.991311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:30.992778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] 10.222.0.24 "PUT /v2.0/ports/b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1091 time: 2.5762649 Jun 04 06:48:31.048175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:31.063882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=67603135-f97f-409d-9ec7-93e8b397cb62,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:31.116649 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0947675a-4000-4088-99e4-baab7ce6b6de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:31.122906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0947675a-4000-4088-99e4-baab7ce6b6de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:31.126671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0947675a-4000-4088-99e4-baab7ce6b6de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/1aae0320-b0d8-449d-bf5c-98beb03bf185 HTTP/1.1" status: 404 len: 337 time: 0.1560135 Jun 04 06:48:31.133747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe5d5-7343-4a83-986f-d3a418a3f6b5 req-8fa05765-2bd9-4d96-a997-27fd7402a9b4 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:31.136916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2dbe5d5-7343-4a83-986f-d3a418a3f6b5 req-8fa05765-2bd9-4d96-a997-27fd7402a9b4 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 945 time: 0.6208844 Jun 04 06:48:31.137670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:31.307742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 3d45bec1-5b7d-4d68-966f-612bfbc28a8a owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:31.335114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558fdf1-ae32-42cd-a0ab-9ce4c25d2981 service neutron] Pushing event updated for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:31.368111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] For port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,segment=NetworkSegment(5e8ea9d8-6d1a-4363-8100-2592fc854bac),segment_id=5e8ea9d8-6d1a-4363-8100-2592fc854bac)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:31.368479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:31.473519 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-de85c911-0e7f-4db9-bb77-4e27886ffbdb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:31.474225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de85c911-0e7f-4db9-bb77-4e27886ffbdb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:31.475955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de85c911-0e7f-4db9-bb77-4e27886ffbdb tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/4b42e619-fed2-479e-9d11-9ec1e5acbd61 HTTP/1.1" status: 404 len: 339 time: 0.1773760 Jun 04 06:48:31.486458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52912) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:31.537968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Calling delete_port for 67b1ce0c-4b79-409b-b7c2-3ff9324198bb owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:31.568508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:31.571169 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6734ad25-b26d-489f-b53d-9cd458948381 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:31.571622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6734ad25-b26d-489f-b53d-9cd458948381 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:31.586362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2dbe5d5-7343-4a83-986f-d3a418a3f6b5 req-2503c509-66a6-4453-861b-5beaa06694b3 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/security-groups?id=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430768 Jun 04 06:48:31.614205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6734ad25-b26d-489f-b53d-9cd458948381 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/0b1e49f0-7a2a-40c0-9fca-6b6c3928b14a HTTP/1.1" status: 404 len: 337 time: 0.1265006 Jun 04 06:48:31.622107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52920) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:31.704399 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-897c06e3-26d7-4a2b-be4d-b7e85c2b2ab2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:31.705036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897c06e3-26d7-4a2b-be4d-b7e85c2b2ab2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:31.709195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-897c06e3-26d7-4a2b-be4d-b7e85c2b2ab2 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/e6e4129a-bd9e-4486-a64e-04fbebf6882f HTTP/1.1" status: 404 len: 339 time: 0.0767612 Jun 04 06:48:31.715825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:31.721793 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b672499-667a-422c-b3d0-af2305ff1170'] response: {'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'status': 'completed', 'code': 200} Jun 04 06:48:31.729346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-fa2ebc57-8e16-4db1-b2ce-e2afbbbdd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:31.733164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-fa2ebc57-8e16-4db1-b2ce-e2afbbbdd3c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1094 time: 0.5889261 Jun 04 06:48:31.752746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Subnet': ['ID=c57fb4c5-f596-4b56-88a1-373ffef244ce,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:31.814295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:31.834630 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3c253c-acfa-4d55-a9a2-0b94adbe11de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:31.835101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3c253c-acfa-4d55-a9a2-0b94adbe11de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:31.836887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f3c253c-acfa-4d55-a9a2-0b94adbe11de tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/1a852a15-07c9-44e1-a711-eaee79e3d950 HTTP/1.1" status: 404 len: 337 time: 0.1200514 Jun 04 06:48:31.839093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-99bb99a6-7745-49a7-bc38-632b59ab64f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 217 time: 0.0802956 Jun 04 06:48:31.842669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:31.845331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Checking segment: {'id': '3bdd801f-cf4c-4667-aa9b-33d102e737d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:31.845728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network hostable DHCP agents. Network: 7d18d7eb-407c-4070-aedf-3caed0e68ff7, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:31.916862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8:1::1 (e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb/310d3b7f-6e52-4f8e-b57d-f557d21f087e/eb4e00c5-0579-408c-bc5d-c121ff233470) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:31.974253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:31.984512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 67603135-f97f-409d-9ec7-93e8b397cb62 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:32.098682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 67603135-f97f-409d-9ec7-93e8b397cb62 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:32.099136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.221092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-073ea8a4-3ceb-450d-aa88-387896c83ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:32.223077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-073ea8a4-3ceb-450d-aa88-387896c83ed3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3718650 Jun 04 06:48:32.224113 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d24534-6edb-41b9-9e10-07d85a667f32 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:32.224647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d24534-6edb-41b9-9e10-07d85a667f32 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:32.292317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 67603135-f97f-409d-9ec7-93e8b397cb62 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:32.366991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.385435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-29d24534-6edb-41b9-9e10-07d85a667f32 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/5f4f0ae6-8cec-4db9-aa1b-e4cf351d3d12 HTTP/1.1" status: 404 len: 339 time: 0.5415874 Jun 04 06:48:32.390151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.400734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52942) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:32.433075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5655c4d-ba68-42f1-bf5a-a17286a5ad42 req-9f3f230e-7b5b-4994-91de-36fdee857ed2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:32.435022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5655c4d-ba68-42f1-bf5a-a17286a5ad42 req-9f3f230e-7b5b-4994-91de-36fdee857ed2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 943 time: 0.5599461 Jun 04 06:48:32.477533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=3d45bec1-5b7d-4d68-966f-612bfbc28a8a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:32.548982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:32.550072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75cd6be-2d4f-4d5d-a786-109f96c92d8a None None] Network da21e0f1-e188-4946-b213-7330df161ba3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:32.557311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Pushing event deleted for resources: {'Port': ['ID=67b1ce0c-4b79-409b-b7c2-3ff9324198bb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:32.605867 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe367db-a372-4498-ae1e-50644e180473 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:32.606343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe367db-a372-4498-ae1e-50644e180473 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:32.608339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0fe367db-a372-4498-ae1e-50644e180473 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/dbd0a522-b19f-4b6f-a3b3-97834f79eab7 HTTP/1.1" status: 404 len: 337 time: 0.2064545 Jun 04 06:48:32.631024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 7d18d7eb-407c-4070-aedf-3caed0e68ff7) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:32.632436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52950) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:32.636844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] No DVR routers for this DVR port 67b1ce0c-4b79-409b-b7c2-3ff9324198bb on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:32.639489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.644044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-da8ee710-e64f-4462-8a62-c862ca83ad2f req-dd4c5adb-6d28-4884-a8a6-1afbcd1ce661 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.39 "DELETE /v2.0/ports/67b1ce0c-4b79-409b-b7c2-3ff9324198bb HTTP/1.1" status: 204 len: 173 time: 2.5545251 Jun 04 06:48:32.647317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856d21a-6aa6-4dfe-b3a6-3fdcbd172d38 None None] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:32.672381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.688587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:32.690028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:32.716261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5655c4d-ba68-42f1-bf5a-a17286a5ad42 req-595e58bf-b7d4-49fe-ac3b-9b2123eb3e10 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957934 Jun 04 06:48:32.725926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d03b49d-ddfd-4a97-99be-b870a2fc5126 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2746828 Jun 04 06:48:32.726748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:32.811949 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-12540e2e-14b2-45b3-bca4-c48418ec7544 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:32.812700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12540e2e-14b2-45b3-bca4-c48418ec7544 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:32.814424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-12540e2e-14b2-45b3-bca4-c48418ec7544 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/1f6191b5-0cd1-4c0a-9826-063588c8e857 HTTP/1.1" status: 404 len: 339 time: 0.1796818 Jun 04 06:48:32.828997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52964) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:32.915804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object eb4e00c5-0579-408c-bc5d-c121ff233470 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:32.944385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-adf1d002-c6b3-4e01-aba7-66e4241fc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:32.945408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-adf1d002-c6b3-4e01-aba7-66e4241fc91c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6179359 Jun 04 06:48:32.954874 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9e1c0e-6f82-4b4b-9fe1-895e12fe0e3f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:32.955330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9e1c0e-6f82-4b4b-9fe1-895e12fe0e3f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:32.957178 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3e9e1c0e-6f82-4b4b-9fe1-895e12fe0e3f tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/475b31dd-5569-43cf-8964-f3a431ba0096 HTTP/1.1" status: 404 len: 337 time: 0.1261556 Jun 04 06:48:32.961349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52968) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:33.013803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Provisioning for port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:33.055686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Provisioning complete for port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:33.056052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.077548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd7cc6ab-9afc-4004-a27f-03a89fec282a req-e14a96a2-ddcf-450d-b6b5-2d5e51aa1776 tempest-VolumesSnapshotTestJSON-2093081796 tempest-VolumesSnapshotTestJSON-2093081796-project] 10.222.0.17 "GET /v2.0/ports?device_id=4766318d-100f-4045-aab8-7f9e8f0bf967 HTTP/1.1" status: 200 len: 210 time: 0.0702956 Jun 04 06:48:33.132592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.235244 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca4cb1d-3ef7-4fa7-83ce-26b76c06b5cf tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] DELETE failed (client error): The resource could not be found. Jun 04 06:48:33.236063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca4cb1d-3ef7-4fa7-83ce-26b76c06b5cf tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:48:33.238234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bca4cb1d-3ef7-4fa7-83ce-26b76c06b5cf tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/c2c1d6a1-cbdf-43e1-89eb-013c38eee84f HTTP/1.1" status: 404 len: 339 time: 0.2503278 Jun 04 06:48:33.241160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52976) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:33.241787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52978) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:33.243758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.296860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:33.399993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Current status of the port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:33.400375 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.414546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-7d18d7eb-407c-4070-aedf-3caed0e68ff7', 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7', 'tenant_id': '0e71f0deebf94703836266ae2d5a6bae', 'fixed_ips': [{'subnet_id': 'c57fb4c5-f596-4b56-88a1-373ffef244ce'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:48:33.415375 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.434313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:33.463664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:33.464469 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.532089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] For port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,segment=NetworkSegment(a75d5222-a34a-4e51-9f24-dd578d710ae9),segment_id=a75d5222-a34a-4e51-9f24-dd578d710ae9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:33.541244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.568489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=eb4e00c5-0579-408c-bc5d-c121ff233470,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:33.771672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 67b1ce0c-4b79-409b-b7c2-3ff9324198bb no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:33.837840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Deleting subnet cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:33.843483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:33.856529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 67b1ce0c-4b79-409b-b7c2-3ff9324198bb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:33.856804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 67b1ce0c-4b79-409b-b7c2-3ff9324198bb not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:33.858378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Pushing event updated for resources: {'Port': ['ID=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:33.879136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.879349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.879595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.879962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.880481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.880886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.881222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.889678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.890487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.891046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.891590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.892312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0277a5-c0ba-406b-852c-a3baa62abec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:48:33.903162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'name': 'network-vif-deleted', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:33.914760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Allocated IP 172.20.0.2 (7d18d7eb-407c-4070-aedf-3caed0e68ff7/c57fb4c5-f596-4b56-88a1-373ffef244ce/2f03c367-ff46-45fc-b666-0e4bb3dc8b0f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:33.946157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-935478873'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:33.971124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-0bf68993-bacc-46ee-979b-ff298ab5198e service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128610 Jun 04 06:48:33.973895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:33.979544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.003607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.020700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Usage tracker for resource:network and tenant:03c8a093cb71495a8cbed4643e6c9367 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:34.026461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:34.043924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:34.081665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8198d2fc-b9fe-4783-8bf4-b096af005e55 None None] Provisioning for port eb4e00c5-0579-408c-bc5d-c121ff233470 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:34.099558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8198d2fc-b9fe-4783-8bf4-b096af005e55 None None] Provisioning complete for port eb4e00c5-0579-408c-bc5d-c121ff233470 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:34.100214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8198d2fc-b9fe-4783-8bf4-b096af005e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.186542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8198d2fc-b9fe-4783-8bf4-b096af005e55 None None] Port eb4e00c5-0579-408c-bc5d-c121ff233470 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:34.193170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57afd5-0d36-494e-80e8-a82f5ff5076f req-27ecc68a-f867-4bf8-a045-010bf3a5015f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:34.200805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb57afd5-0d36-494e-80e8-a82f5ff5076f req-27ecc68a-f867-4bf8-a045-010bf3a5015f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 943 time: 0.2889285 Jun 04 06:48:34.237039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.278080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.291017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Transition to ACTIVE for port object 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:34.311144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Transition to ACTIVE for port object 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:34.321879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.368754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router f72af468-44a4-49ee-9657-3ea505086990 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:34.423136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Made reservation on behalf of 03c8a093cb71495a8cbed4643e6c9367 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:34.426621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.453120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:34.456103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-eb668849-b9ed-4df9-bc18-fc95a59d074f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0837448 Jun 04 06:48:34.456457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-94aea921-9ac5-4795-a772-ccbe33c6ab8d None None] Provisioning complete for port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:34.456892 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-94aea921-9ac5-4795-a772-ccbe33c6ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.494696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:34.500138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.504278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:34.506490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Pushing event updated for resources: {'Port': ['ID=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:34.568622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:34.594214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Usage tracker for resource:security_group_rule and tenant:03c8a093cb71495a8cbed4643e6c9367 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:34.605404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:34.610189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0d62c-351e-4c30-abdf-934b7a4e0254 req-71c122fa-ae9e-40c8-8735-1701908ac3b9 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196728 Jun 04 06:48:34.618315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:34.635436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Attempting to bind port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:34.636112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Attempting to bind port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '3bdd801f-cf4c-4667-aa9b-33d102e737d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:34.637317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Attempting to bind port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f on network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:34.644648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:48:34.645211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Checking segment: {'id': '3bdd801f-cf4c-4667-aa9b-33d102e737d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:34.645740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.646394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Bound using segment: {'id': '3bdd801f-cf4c-4667-aa9b-33d102e737d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:48:34.647084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Bound port: 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdd801f-cf4c-4667-aa9b-33d102e737d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d18d7eb-407c-4070-aedf-3caed0e68ff7'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:48:34.647512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.768345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.797554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] For port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:34.808294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-94aea921-9ac5-4795-a772-ccbe33c6ab8d None None] Current status of the port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:34.812785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] For port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,segment=NetworkSegment(3bdd801f-cf4c-4667-aa9b-33d102e737d7),segment_id=3bdd801f-cf4c-4667-aa9b-33d102e737d7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:48:34.819765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:34.919074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c67b-29c9-4fe1-b29c-209ee9322dde None None] Pushing event updated for resources: {'Port': ['ID=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:34.975696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb57afd5-0d36-494e-80e8-a82f5ff5076f req-20fe1516-8eb9-486e-9bfe-512403b06a06 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7740858 Jun 04 06:48:35.042311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Allocated IP 172.20.0.1 (da21e0f1-e188-4946-b213-7330df161ba3/3dd3233f-cb27-4f7e-ae65-ffae386d2b21/58d3445f-217e-45c4-ba5d-b35d35f55c37) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:35.048335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-f322c4b0-4954-4d9e-8c8c-445a0fe63c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:35.050214 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-f322c4b0-4954-4d9e-8c8c-445a0fe63c83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1094 time: 0.3416340 Jun 04 06:48:35.063154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-bcc92191-d997-49ed-8b2e-27741fea11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:35.064685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-bcc92191-d997-49ed-8b2e-27741fea11eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.3949761 Jun 04 06:48:35.205145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.249456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.253856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:35.261825 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ce9b9f-aba3-4d81-88c0-2cc3d4b39def'] response: {'server_uuid': '4766318d-100f-4045-aab8-7f9e8f0bf967', 'name': 'network-vif-deleted', 'tag': '67b1ce0c-4b79-409b-b7c2-3ff9324198bb', 'status': 'completed', 'code': 200} Jun 04 06:48:35.263139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.264459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.266873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Sync routers for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:35.292111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:35.294959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:35.353347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-905fc129-91c0-4d26-92ac-fbadacffb00a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/f72af468-44a4-49ee-9657-3ea505086990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8026066 Jun 04 06:48:35.444694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:35.450454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Subnet': ['ID=cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:35.471875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.478235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.485323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91858bca-b1af-435d-bef6-75e687ef949f None None] Network 0bdd9b91-fb71-4080-88b7-9eae1ed54018 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:35.576913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.583311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=eb4e00c5-0579-408c-bc5d-c121ff233470,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:35.592209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:35.603669 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:35.616761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.617102 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Added segment 2d8cd9a3-a788-43ac-9abd-453e22fe9733 of type vlan for network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf Jun 04 06:48:35.680893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.688981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting subnet 4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:35.702554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.773727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:35.777663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:35.825823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.831056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:35.831653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:35.883091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:36.050708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.130993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-e3ac762c-7977-4935-b052-b3bc16c89e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:36.150153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-e3ac762c-7977-4935-b052-b3bc16c89e07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 1.0844207 Jun 04 06:48:36.151199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55e5ee-26a9-4bc8-acd7-eafd1e3e4e34,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:36.240944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:36.241316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.332322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.339915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] DHCP port deletion for 0bdd9b91-fb71-4080-88b7-9eae1ed54018 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:36.354544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Deleting port 5bf338e7-ff82-459d-a519-31e63cff21cd {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:36.354917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.378280 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:48:31Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:36.383906 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Checking router: f72af468-44a4-49ee-9657-3ea505086990 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:48:36.407191 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Routers {'f72af468-44a4-49ee-9657-3ea505086990'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:36.407912 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['f72af468-44a4-49ee-9657-3ea505086990'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:36.474672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-011bf5aa-e27c-418b-9dc6-c9ac8e525f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:36.476399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-011bf5aa-e27c-418b-9dc6-c9ac8e525f9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 1.2079194 Jun 04 06:48:36.477939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-228cf1a2-1e2d-494d-9903-6326aed4eb79 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/subnets/cde3ea4c-ce6f-47b9-bf02-15dfb13f1b34 HTTP/1.1" status: 204 len: 168 time: 3.2262475 Jun 04 06:48:36.506015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fd492be4-6c1d-420f-9428-04607f8302dc None None] Provisioning complete for port eb4e00c5-0579-408c-bc5d-c121ff233470 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:36.506617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fd492be4-6c1d-420f-9428-04607f8302dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.565501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.586501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Transition to ACTIVE for port object 58d3445f-217e-45c4-ba5d-b35d35f55c37 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:36.656180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53006) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:36.670003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a941c49-b1c3-4ad0-88ba-64a42142c76a None None] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:36.707809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.833373 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] Set router f72af468-44a4-49ee-9657-3ea505086990 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:36.848247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-b4b4affc-f8e4-4d40-8ce3-0d508c8bc2e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 217 time: 0.6149602 Jun 04 06:48:36.860145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.892165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.932730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fd492be4-6c1d-420f-9428-04607f8302dc None None] Port eb4e00c5-0579-408c-bc5d-c121ff233470 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:36.948131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:36.970054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:36.990859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Deleting port 5bf338e7-ff82-459d-a519-31e63cff21cd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:36.991508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:37.053831 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3549f793-0fd0-48c3-a2fb-0eb5ec9e2e07 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/subnets/4cf45c5e-f17f-4bc9-9d0a-8cd86e98f80a HTTP/1.1" status: 204 len: 168 time: 1.6056736 Jun 04 06:48:37.081727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 9d197977-a86a-4dac-ba9e-a5fd49d51009 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:37.083256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:37.113409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360dcd4-707b-4069-961c-c5865a12f5cd None None] Network a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:37.119682 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-2f8e47ba-ae08-4ce9-a869-3954aa115a90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.2698457 Jun 04 06:48:37.197930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Port': ['ID=58d3445f-217e-45c4-ba5d-b35d35f55c37,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:37.204255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-d56a8a09-8b45-4350-ae6b-039b53356000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:37.205714 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-d56a8a09-8b45-4350-ae6b-039b53356000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3305218 Jun 04 06:48:37.217161 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.9673591 Jun 04 06:48:37.255019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:37.255922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:37.337787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130be18-51d0-4336-afdc-58343bfbe771 tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Pushing event updated for resources: {'Network': ['ID=17bb218c-cb2c-4315-8716-9a3a2a0b48cf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:37.363499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network da21e0f1-e188-4946-b213-7330df161ba3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:37.378520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:37.381424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:37.419044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:37.439523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:48:31Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:37.443136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6c93d-96d4-459f-b87d-5dabe1814e50 None None] The sync data for ids ['f72af468-44a4-49ee-9657-3ea505086990'] in n-d-811808-2 is: [{'id': 'f72af468-44a4-49ee-9657-3ea505086990', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781259640', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:44:45Z', 'updated_at': '2022-06-04T06:48:31Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '029d3bfa-54de-49a7-8ba7-661d651fb2d8', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af468-44a4-49ee-9657-3ea505086990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:44:47Z', 'updated_at': '2022-06-04T06:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:37.507233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-c87790e0-8a05-4b9c-8ac2-7cc3b7ebb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:37.509786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-c87790e0-8a05-4b9c-8ac2-7cc3b7ebb3e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2794349 Jun 04 06:48:37.590211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:37.628425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-0f89235e-72f2-41eb-a948-49a4a4d66516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:37.630012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-0f89235e-72f2-41eb-a948-49a4a4d66516 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3367352 Jun 04 06:48:37.652378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-332ba8c7-2719-4431-b761-1cd7f5c3c43c None None] Provisioning for port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:37.720571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] For port 5bf338e7-ff82-459d-a519-31e63cff21cd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5bf338e7-ff82-459d-a519-31e63cff21cd,segment=NetworkSegment(07764119-a1f5-46a1-8da2-ddb9b42dd805),segment_id=07764119-a1f5-46a1-8da2-ddb9b42dd805)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:37.721140 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:37.824916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-2b2310de-fd23-4cf6-8a6b-1c164e62e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:37.827631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-2b2310de-fd23-4cf6-8a6b-1c164e62e934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3091762 Jun 04 06:48:37.868453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.041014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd703b-8707-4db1-af3d-ad3140e674da req-5ad40d26-eabd-4b46-b419-df1774f717af tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:38.042555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8fd703b-8707-4db1-af3d-ad3140e674da req-5ad40d26-eabd-4b46-b419-df1774f717af tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 943 time: 1.4042995 Jun 04 06:48:38.044989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Calling delete_port for 5bf338e7-ff82-459d-a519-31e63cff21cd owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:38.153013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-432d9bb9-82e7-4fe4-9da9-4468cf3f120c service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145218 Jun 04 06:48:38.157593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.191274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:38.213091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e067a1b7-68d6-4ff0-b36e-152cd790ad4f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3106680 Jun 04 06:48:38.218595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53022) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:38.235585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] Sync routers for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:38.261764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b062872b-7429-4aed-9440-eb5a562b8e3c details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:48:38.295614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:38.296683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:38.302245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.319726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8fd703b-8707-4db1-af3d-ad3140e674da req-f3e92332-37b5-428a-9235-75d6282d8191 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494740 Jun 04 06:48:38.359853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 029d3bfa-54de-49a7-8ba7-661d651fb2d8 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:38.360372 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.415920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] For port 5bf338e7-ff82-459d-a519-31e63cff21cd, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5bf338e7-ff82-459d-a519-31e63cff21cd,segment=NetworkSegment(07764119-a1f5-46a1-8da2-ddb9b42dd805),segment_id=07764119-a1f5-46a1-8da2-ddb9b42dd805)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:38.416344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.468067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:38.489346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:38.490038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.502975 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-8797c3fd-d45b-4157-baef-67b12e3cf653 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930781 Jun 04 06:48:38.554117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0c3a7840-c5c7-4702-85f3-5d1758e66dd8 None None] Provisioning for port 58d3445f-217e-45c4-ba5d-b35d35f55c37 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:38.564934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Calling delete_port for 5bf338e7-ff82-459d-a519-31e63cff21cd owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:38.573028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0c3a7840-c5c7-4702-85f3-5d1758e66dd8 None None] Provisioning complete for port 58d3445f-217e-45c4-ba5d-b35d35f55c37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:38.573404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0c3a7840-c5c7-4702-85f3-5d1758e66dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.608260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:38.633907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d51db-6008-488f-be94-2c6932f3dd71 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:38.648787 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e63d51db-6008-488f-be94-2c6932f3dd71 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports/eb4e00c5-0579-408c-bc5d-c121ff233470 HTTP/1.1" status: 200 len: 913 time: 0.4233871 Jun 04 06:48:38.648929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:38.648929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:38.687095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53028) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:38.761591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:38.762120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ff550-2983-4252-9f7d-65a4ee99110f None None] The sync data for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:38.763795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] DHCP port deletion for a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:38.810001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:38.817859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf', 'binding:host_id': 'n-h1-811808-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-809422628'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:38.830313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Deleting port 02d9cd19-1eed-4275-91d1-805bafb4eb65 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:38.830943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:38.877011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b2a001f-ec8a-43d1-bced-d3d7d24a097d req-4bad0d99-fec5-428a-a45c-e459cb16d620 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077203 Jun 04 06:48:38.891926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:38.914785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:48:38.971002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 029d3bfa-54de-49a7-8ba7-661d651fb2d8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=029d3bfa-54de-49a7-8ba7-661d651fb2d8,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:38.971484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.059276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:39.059661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.120266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,segment=NetworkSegment(3bdd801f-cf4c-4667-aa9b-33d102e737d7),segment_id=3bdd801f-cf4c-4667-aa9b-33d102e737d7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:39.122632 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 04 06:48:39.122632 n-d-811808-2 neutron-server[88850]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jun 04 06:48:39.122632 n-d-811808-2 neutron-server[88850]: [parameters: {'port_id': '5bf338e7-ff82-459d-a519-31e63cff21cd'}] Jun 04 06:48:39.122632 n-d-811808-2 neutron-server[88850]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:39.123161 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:39.123266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 029d3bfa-54de-49a7-8ba7-661d651fb2d8 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:39.192204 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.297713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:39.305194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a7840-c5c7-4702-85f3-5d1758e66dd8 None None] Port 58d3445f-217e-45c4-ba5d-b35d35f55c37 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:39.315101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c461c02-41a8-4a82-a71e-06db8273b04f req-0a929efb-6343-4b77-8137-58fe7ec13d0f service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191298 Jun 04 06:48:39.366990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d45bec1-5b7d-4d68-966f-612bfbc28a8a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:39.406592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Usage tracker for resource:port and tenant:5474117bc6eb466aa51f7da7796efbe7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:39.425370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:39.494960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3d45bec1-5b7d-4d68-966f-612bfbc28a8a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:39.495304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d45bec1-5b7d-4d68-966f-612bfbc28a8a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:39.495739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02d9cd19-1eed-4275-91d1-805bafb4eb65 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:39.496817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.497600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:39.501539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.513207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.633953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Deleting port 5bf338e7-ff82-459d-a519-31e63cff21cd {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:39.633953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.685392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Port': ['ID=5bf338e7-ff82-459d-a519-31e63cff21cd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:39.699960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] No DVR routers for this DVR port 5bf338e7-ff82-459d-a519-31e63cff21cd on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:39.718661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.748401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] For port 02d9cd19-1eed-4275-91d1-805bafb4eb65, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02d9cd19-1eed-4275-91d1-805bafb4eb65,segment=NetworkSegment(1c8e1d1a-e54f-402a-8d09-43add7a3c730),segment_id=1c8e1d1a-e54f-402a-8d09-43add7a3c730)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:39.748726 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.808292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1be7cbc3-ff09-4e56-bc5a-2bdf0108c509 None None] The port '5bf338e7-ff82-459d-a519-31e63cff21cd' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:48:39.910241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Made reservation on behalf of 5474117bc6eb466aa51f7da7796efbe7 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:39.913119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:39.922844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b062872b-7429-4aed-9440-eb5a562b8e3c,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:40.007284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Calling delete_port for 02d9cd19-1eed-4275-91d1-805bafb4eb65 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:40.031717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Port': ['ID=58d3445f-217e-45c4-ba5d-b35d35f55c37,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:40.057306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network da21e0f1-e188-4946-b213-7330df161ba3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:40.059354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:40.059733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:48:40.071729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.077867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-04d19a4c-b669-4e2b-b229-6f0d7fad9cd4 None None] Provisioning complete for port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:40.078245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04d19a4c-b669-4e2b-b229-6f0d7fad9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.113696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdd9b91-fb71-4080-88b7-9eae1ed54018']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.128208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07764119-a1f5-46a1-8da2-ddb9b42dd805') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.128583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07764119-a1f5-46a1-8da2-ddb9b42dd805') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.131588 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-dafebf09-c00e-4265-bbc4-3eeb21e45cef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4024534 Jun 04 06:48:40.156242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.176416 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.185271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:40.185803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.269652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 02d9cd19-1eed-4275-91d1-805bafb4eb65 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:40.269956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.396155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797399-0952-4f24-b25d-b5cc61447178 req-c95d94a3-bc53-4221-81e5-12e9eae87c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:40.397716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-c95d94a3-bc53-4221-81e5-12e9eae87c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 0.1619120 Jun 04 06:48:40.398519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Router 004b8c4c-8a98-4948-a24c-aaeb53574a40 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:48:40.437248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.446473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.453528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.454002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b062872b-7429-4aed-9440-eb5a562b8e3c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:40.454376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.458515 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.463193 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 07764119-a1f5-46a1-8da2-ddb9b42dd805 resource provider aggregate not found Jun 04 06:48:40.545732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] Pushing event deleted for resources: {'Port': ['ID=02d9cd19-1eed-4275-91d1-805bafb4eb65,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:40.554162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5bf338e7-ff82-459d-a519-31e63cff21cd no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:40.608466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b062872b-7429-4aed-9440-eb5a562b8e3c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:48:40.633845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b062872b-7429-4aed-9440-eb5a562b8e3c,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:40.635812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370aad9-72a9-409e-b2ab-2cceb2c9c912 None None] No DVR routers for this DVR port 02d9cd19-1eed-4275-91d1-805bafb4eb65 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:40.662173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5bf338e7-ff82-459d-a519-31e63cff21cd {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:40.662692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5bf338e7-ff82-459d-a519-31e63cff21cd not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:40.677232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:40.689014 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] Sync routers for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:40.702495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:40.704858 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.714633 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 07764119-a1f5-46a1-8da2-ddb9b42dd805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07764119-a1f5-46a1-8da2-ddb9b42dd805 found for delete ", "request_id": "req-6397552b-7dc3-4480-8277-b9dfc2278379"}]} Jun 04 06:48:40.716743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7ca0fb11-7ef3-4b12-b782-bc9ba3e171e9 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9875433 Jun 04 06:48:40.720965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53050) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:40.733766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:40.738170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Usage tracker for resource:security_group_rule and tenant:5474117bc6eb466aa51f7da7796efbe7 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:40.738951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-04d19a4c-b669-4e2b-b229-6f0d7fad9cd4 None None] Current status of the port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:40.741871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:40.743139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.746991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fa4cf-e210-4b27-8a50-3beb4c0746de None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:48:40.749742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:40.829397 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.853523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:40.854290 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:40.898610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] Pushing event deleted for resources: {'Network': ['ID=0bdd9b91-fb71-4080-88b7-9eae1ed54018,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:40.930245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.942534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797399-0952-4f24-b25d-b5cc61447178 req-9dea36fc-3d3e-4b86-9c03-cf3fc09984ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:40.943655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-9dea36fc-3d3e-4b86-9c03-cf3fc09984ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.4654052 Jun 04 06:48:40.958020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:40.978172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2fc4b84-02d5-4819-968a-35fe462768a7 tempest-NetworksTest-667647458 tempest-NetworksTest-667647458-project] 10.222.0.17 "DELETE /v2.0/networks/0bdd9b91-fb71-4080-88b7-9eae1ed54018 HTTP/1.1" status: 204 len: 168 time: 4.3200333 Jun 04 06:48:41.001718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port b0582ec5-29bc-4bd5-a79e-c055497acd2f yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:48:41.073117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:41.077766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880b259-97a3-4ec4-a577-1212a942a9af None None] The sync data for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:41.087050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-29e1a9ca-ea35-4f94-a8fe-3c7407ff3a69 None None] Provisioning complete for port 58d3445f-217e-45c4-ba5d-b35d35f55c37 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:41.087588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-29e1a9ca-ea35-4f94-a8fe-3c7407ff3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:41.116852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-c9465a7d-b7fb-409a-ad88-7692f2d7a99f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.1531603 Jun 04 06:48:41.123709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b062872b-7429-4aed-9440-eb5a562b8e3c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:48:41.239431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25924a05-8409-4c19-a473-d1c02ea8f45e req-c3546a96-2edc-49bd-8e5c-03c5c90e1308 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:41.241250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25924a05-8409-4c19-a473-d1c02ea8f45e req-c3546a96-2edc-49bd-8e5c-03c5c90e1308 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 943 time: 1.5672703 Jun 04 06:48:41.274616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fa4cf-e210-4b27-8a50-3beb4c0746de None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:48:41.302441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:41.320286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e55dc-6a8f-4721-a198-037a566e25a8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:41.408773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:41.485649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25924a05-8409-4c19-a473-d1c02ea8f45e req-662359d1-4f38-407b-a639-cbc0a21cf04d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078230 Jun 04 06:48:41.511210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-29e1a9ca-ea35-4f94-a8fe-3c7407ff3a69 None None] Port 58d3445f-217e-45c4-ba5d-b35d35f55c37 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:41.534215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53064) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:41.634715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797399-0952-4f24-b25d-b5cc61447178 req-01716b2a-a6f3-4ead-82b7-e0a8473256d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:41.636472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-01716b2a-a6f3-4ead-82b7-e0a8473256d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.5186527 Jun 04 06:48:41.758531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port b0582ec5-29bc-4bd5-a79e-c055497acd2f yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:48:41.771162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:41.788106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Transition to ACTIVE for port object b0582ec5-29bc-4bd5-a79e-c055497acd2f will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:41.825802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:41.829280 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:41.878449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:41.878823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.177639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:42.236033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=029d3bfa-54de-49a7-8ba7-661d651fb2d8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:42.270467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d28d885c-55cf-49a3-a3a8-7585e0b47805 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d60fa71439734d3fb17ccdcb4343b8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261503 Jun 04 06:48:42.273176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:42.335860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85797399-0952-4f24-b25d-b5cc61447178 req-e960abd4-2ff7-4ce8-bbbe-90ceb1f709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:42.337364 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-e960abd4-2ff7-4ce8-bbbe-90ceb1f709aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6900787 Jun 04 06:48:42.342769 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-5a1495f6-1d51-4151-9286-5c5be6fa79b6 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:48:42.343139 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a1495f6-1d51-4151-9286-5c5be6fa79b6 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6174769 Jun 04 06:48:42.352255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53080) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:42.417379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=b0582ec5-29bc-4bd5-a79e-c055497acd2f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:42.529699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.644585 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.702859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Checking segment: {'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:48:42.703215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Network hostable DHCP agents. Network: 17bb218c-cb2c-4315-8716-9a3a2a0b48cf, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:48:42.765207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b062872b-7429-4aed-9440-eb5a562b8e3c up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:48:42.789598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.795051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.827433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:48:42.831512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.840431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-a6759eba-52ad-4a39-ae0d-74b205fedf6f service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891374 Jun 04 06:48:42.847803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.864882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port b062872b-7429-4aed-9440-eb5a562b8e3c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:42.872390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b062872b-7429-4aed-9440-eb5a562b8e3c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:42.873091 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.966272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:42.966804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Fanout notify agent at l3_agent the message router_deleted on router f72af468-44a4-49ee-9657-3ea505086990 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:48:42.968342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 17bb218c-cb2c-4315-8716-9a3a2a0b48cf) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:42.986545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:43.049318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.049645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.049930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.060960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610988a0-b05f-409b-8852-59b774998e9c req-94aa505c-47d8-4909-92c9-cc00e8aed95f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:43.069683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-610988a0-b05f-409b-8852-59b774998e9c req-94aa505c-47d8-4909-92c9-cc00e8aed95f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 944 time: 0.4161472 Jun 04 06:48:43.077926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4d602-5d95-4835-985a-bcf367944d3c None None] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:43.081830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.082917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05081f22-beb1-49e3-95cc-836644b9731d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/routers/f72af468-44a4-49ee-9657-3ea505086990 HTTP/1.1" status: 204 len: 168 time: 5.9901750 Jun 04 06:48:43.092843 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-85797399-0952-4f24-b25d-b5cc61447178 req-1cf7e504-2851-472e-a0d3-83ec66680d40 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219965 Jun 04 06:48:43.093331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:43.177628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.177985 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.188558 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 2 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.275879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-610988a0-b05f-409b-8852-59b774998e9c req-dbf6352f-d84d-4a96-a9d9-659b0a6e0cb1 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899719 Jun 04 06:48:43.276603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.277598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.277871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.286458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.286735 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.287990 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 3 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.317455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.317684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.318275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.320098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b062872b-7429-4aed-9440-eb5a562b8e3c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:43.320520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.326962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.327289 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.328928 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 4 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.348150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.348479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.348810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.357628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.357953 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.359005 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 5 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.408305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.408634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.408970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.424922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.425240 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.432725 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 6 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.443161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:43.456829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port eb4e00c5-0579-408c-bc5d-c121ff233470 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:43.457167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.476877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b062872b-7429-4aed-9440-eb5a562b8e3c,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:43.488646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.488646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.489055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.504578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.504803 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.513042 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 7 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.541189 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abb7770-b2ad-4444-9b19-59d98e907e9e'] response: {'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'code': 200} Jun 04 06:48:43.548394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.558785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.559345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.559345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.668660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.668982 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.671871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:43.676961 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 8 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.703019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.703229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.703555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.723567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.723782 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.730428 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 9 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:43.750479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.757548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.769060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:43.769395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:43.769769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:43.799013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2232a1-a9bc-4c4e-bdb2-6560a917b831,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:43.812340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.817002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:43.820467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8dbfde12-a403-4893-a1e3-4a40640bdfcb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dc2232a1-a9bc-4c4e-bdb2-6560a917b831 HTTP/1.1" status: 204 len: 168 time: 1.5413346 Jun 04 06:48:43.841819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:43.841819 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:43.841819 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 10 to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f Jun 04 06:48:44.043626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for eb4e00c5-0579-408c-bc5d-c121ff233470 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:44.088059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:44.088293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:44.088630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:44.104328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port b0582ec5-29bc-4bd5-a79e-c055497acd2f on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:44.104646 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port b0582ec5-29bc-4bd5-a79e-c055497acd2f on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:44.105588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.108562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001664c7-3398-4312-ba5a-30d05d14320f req-18bec3ba-f894-43db-971a-a070c6d628d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:44.110446 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-001664c7-3398-4312-ba5a-30d05d14320f req-18bec3ba-f894-43db-971a-a070c6d628d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.4809673 Jun 04 06:48:44.117228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.196424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:44.219157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.247811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port b0582ec5-29bc-4bd5-a79e-c055497acd2f, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:44.249366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempted to set empty binding levels {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:48:44.259125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.294333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-001664c7-3398-4312-ba5a-30d05d14320f req-52f53d10-1831-49e5-af5b-17134ce23772 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637728 Jun 04 06:48:44.302032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8e1d1a-e54f-402a-8d09-43add7a3c730') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:44.302360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8e1d1a-e54f-402a-8d09-43add7a3c730') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:44.366766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:44.367359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.508013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.545513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.558576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:44.559054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.566261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=b0582ec5-29bc-4bd5-a79e-c055497acd2f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:44.587548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53114) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:44.588162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-801695dd-5c33-4154-9b32-8556562051c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.7769942 Jun 04 06:48:44.594387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.653689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=eb4e00c5-0579-408c-bc5d-c121ff233470,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:44.762610 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1c8e1d1a-e54f-402a-8d09-43add7a3c730 resource provider aggregate not found Jun 04 06:48:44.825714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.839803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.859457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006802e2-530a-4a3a-b461-c9af339dd161 req-e9015ba0-a4fe-4859-a4f0-23c844b893ec tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:44.861549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-006802e2-530a-4a3a-b461-c9af339dd161 req-e9015ba0-a4fe-4859-a4f0-23c844b893ec tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.3812594 Jun 04 06:48:44.888319 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1c8e1d1a-e54f-402a-8d09-43add7a3c730 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c8e1d1a-e54f-402a-8d09-43add7a3c730 found for delete ", "request_id": "req-e756ac78-774a-4136-986d-14e5bd293bab"}]} Jun 04 06:48:44.896944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Network': ['ID=a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:44.909109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Deleting port b0582ec5-29bc-4bd5-a79e-c055497acd2f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:44.909532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:44.972829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9c32555-62f0-4944-8ecb-e2c1b2713ade tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/networks/a60b2a0f-4688-4d7f-ae93-4493a2d2e3d4 HTTP/1.1" status: 204 len: 168 time: 1.8587546 Jun 04 06:48:44.982523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53126) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:45.088229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-006802e2-530a-4a3a-b461-c9af339dd161 req-a7f918b9-5ee3-40d9-9812-9976f8694322 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132666 Jun 04 06:48:45.097943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:45.242292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 029d3bfa-54de-49a7-8ba7-661d651fb2d8 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:45.306833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53130) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:45.322243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 029d3bfa-54de-49a7-8ba7-661d651fb2d8 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:45.322578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 029d3bfa-54de-49a7-8ba7-661d651fb2d8 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:45.347426 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:45.399956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 58d3445f-217e-45c4-ba5d-b35d35f55c37 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:45.400464 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:45.425650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port b0582ec5-29bc-4bd5-a79e-c055497acd2f, host n-h1-811808-2, got binding levels [] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:45.427368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:45.464845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:45.516605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 9d197977-a86a-4dac-ba9e-a5fd49d51009 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:45.701639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:45.705930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--865339905'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:45.711824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] Sync routers for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:45.717001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c8737203-ca11-4c73-85c9-c638e5e32eed tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0253372 Jun 04 06:48:45.717001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:45.719235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53138) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:45.728984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:45.733875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:45.878688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:45.912507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:45.916240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:45.937822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Calling delete_port for b0582ec5-29bc-4bd5-a79e-c055497acd2f owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:46.061023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:46.061948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfda2f-42e5-4e40-a045-6578e1d00c86 None None] The sync data for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:46.104573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:46.128028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:46.151708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:46.204081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.246566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.271498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.291882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.304545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.310235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0582ec5-29bc-4bd5-a79e-c055497acd2f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:46.338299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:46.342437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:46.345364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:46.351060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:46.429253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.440364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Calling delete_port for 58d3445f-217e-45c4-ba5d-b35d35f55c37 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:46.500471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52f007dd-bea1-455e-84f2-676fccca0d92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "DELETE /v2.0/ports/b0582ec5-29bc-4bd5-a79e-c055497acd2f HTTP/1.1" status: 204 len: 168 time: 1.9094148 Jun 04 06:48:46.508511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f02caf-688e-4606-8c24-79c540507f48,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:46.513339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53144) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:46.514562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.515685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bb497558-a522-4f13-aced-1e084d5983fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/security-groups/08f02caf-688e-4606-8c24-79c540507f48 HTTP/1.1" status: 204 len: 168 time: 1.5320861 Jun 04 06:48:46.533851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a148aa-a8d5-4783-9fcb-22afba1aa92d req-4e833fc9-6091-43f9-a020-66bf8cb8f7cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:46.539475 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0a148aa-a8d5-4783-9fcb-22afba1aa92d req-4e833fc9-6091-43f9-a020-66bf8cb8f7cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.2801089 Jun 04 06:48:46.570542 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aec445-c31a-4def-aa0a-f7edc7673dc9 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:48:46.571030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09aec445-c31a-4def-aa0a-f7edc7673dc9 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Synchronizing usage tracker for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:46.616040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09aec445-c31a-4def-aa0a-f7edc7673dc9 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Unset dirty status for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:46.617331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-09aec445-c31a-4def-aa0a-f7edc7673dc9 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports/b0582ec5-29bc-4bd5-a79e-c055497acd2f HTTP/1.1" status: 404 len: 333 time: 0.1003604 Jun 04 06:48:46.620574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:46.627934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-197795338'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:46.631392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0a148aa-a8d5-4783-9fcb-22afba1aa92d req-67c90fd1-e7b1-4a0e-aa77-1e90c76695ea tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907454 Jun 04 06:48:46.635870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:46.659864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:46.683117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.731267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Made reservation on behalf of 5474117bc6eb466aa51f7da7796efbe7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:46.733904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.736321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.778198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port 72876bbf-e2a9-4958-acd0-79df012c8b07 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:48:46.779490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:46.793774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:46.799607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:46.815276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.820609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:46.832472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cf36c2-157b-42a4-9cea-307156a36b7d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:46.911871 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.952345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c94d08a3-0f18-41f4-a008-f3968b21cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:46.985846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Port': ['ID=58d3445f-217e-45c4-ba5d-b35d35f55c37,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:47.236113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.251455 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.367472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.377951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.382135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0060120 Jun 04 06:48:47.386910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53160) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:47.409532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca96e-e1ad-4f95-b811-08e6f4d597f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e010ff-7dd4-44ce-98ec-65e10268c87f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:47.422417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86aefc-5374-47d3-b572-17fb6542347f req-cf8031ae-91cb-4a27-b493-5735e9a91e68 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:47.439564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf86aefc-5374-47d3-b572-17fb6542347f req-cf8031ae-91cb-4a27-b493-5735e9a91e68 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.4470623 Jun 04 06:48:47.471646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53164) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:47.498403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'floatingip': {'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:47.560683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53168) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:47.572072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046486947', 'description': 'tempest-secgroup-smoke-1046486947 description', 'project_id': '37092d7db36349b3ae22457540bd734a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:47.582317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:47.595112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:47.599584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:47.608567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:47.610712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port d92f0991-f9e0-447b-bb36-47fa300425a4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:47.611053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.667084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.714065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:47.723090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:47.726792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:47.734150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.736791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:47.779042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:47.892966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.131492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Router 004b8c4c-8a98-4948-a24c-aaeb53574a40 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:48.141385 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52118a0c-210e-4a86-a4f7-f0638e7d6a42 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7531564 Jun 04 06:48:48.142089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53174) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.163263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-security--34344539', 'description': 'tempest-security-description-859162714'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:48.229800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for d92f0991-f9e0-447b-bb36-47fa300425a4 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:48.259134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.262283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.271043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.365513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.366737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8049757 Jun 04 06:48:48.373518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53178) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.375929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ee370-24fa-4550-97db-1f10431f0923 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1dddf-d987-437c-a3f1-97d3a9d48203,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:48.382433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:48.389456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:48.395212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:48.398821 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:48.406908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:48.444392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.476904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.532453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:48.545845 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] Sync routers for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:48.547143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.559471 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:48.560408 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:48.584262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:48.585935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=72876bbf-e2a9-4958-acd0-79df012c8b07,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:48.593862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:48.596337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:48.597403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:48.598079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.604301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=d92f0991-f9e0-447b-bb36-47fa300425a4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:48.619862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6c2ed2b7-2040-4cf8-91ea-bf4eef287c5a tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2665203 Jun 04 06:48:48.626576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53182) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.675210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.702773 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:48.716305 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:48.717342 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:48.729768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f1012805-de0e-41b2-877c-a5ec9d563244 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1077826 Jun 04 06:48:48.736329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.739460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53186) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.757807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:48.782039 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.789811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.793085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:48.797177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "PUT /v2.0/security-groups/a9e010ff-7dd4-44ce-98ec-65e10268c87f HTTP/1.1" status: 200 len: 1777 time: 0.6486316 Jun 04 06:48:48.798003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53190) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.833152 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:48.833384 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b5653-206e-4e32-b29d-1317029b6a56 None None] The sync data for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:48.898388 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-ea62939e-9dab-48ef-b479-eda8f0c13597 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] delete failed (client error): The resource could not be found. Jun 04 06:48:48.902576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea62939e-9dab-48ef-b479-eda8f0c13597 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/routers/tempest-non_exist_router-1519247810 HTTP/1.1" status: 404 len: 335 time: 0.2410386 Jun 04 06:48:48.929931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53194) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:48.986202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-26e812f9-d154-46db-9ad7-54e2bf3d4649 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'router': {'external_gateway_info': {'network_id': '004b8c4c-8a98-4948-a24c-aaeb53574a40'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:48.993440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.001118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49846569-6b4b-4768-9b53-a95d949fbd88,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:49.071998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-558eb457-62a7-4037-978a-c2e602edc4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.098371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.100022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-681f8d54-16a0-4c9e-97e4-2d3ce4e2f1a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7253087 Jun 04 06:48:49.113372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53198) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:49.119683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:49.128872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:49.133890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:49.138458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:49.145679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:49.234710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.410165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 9d197977-a86a-4dac-ba9e-a5fd49d51009 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:49.444311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.506205 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.514707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9a34-597b-42ae-a7c7-32b17b227406 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e010ff-7dd4-44ce-98ec-65e10268c87f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:49.608059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4c7c049c-3962-4cd4-aecd-3ccc10d9cb61 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups/a9e010ff-7dd4-44ce-98ec-65e10268c87f HTTP/1.1" status: 200 len: 1777 time: 0.7939193 Jun 04 06:48:49.611018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53204) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:49.626182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2875857-b70d-4a19-a8b4-f13e658a0a7d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:49.651917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:49.668639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c7d54023-49c0-4289-bd40-04ac9e0e2dc3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9483526 Jun 04 06:48:49.670824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] Sync routers for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:49.673262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.674743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5489d268-89cf-4066-a283-4dbb5473996c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5601137 Jun 04 06:48:49.677914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:49.678465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53210) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:49.695934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:49.696564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:49.729599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.751213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8045902c-7ea5-4e96-bbbf-5cbf00fae9d8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:49.762569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:49.776701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:49.795688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:49.802268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:49.805503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8045902c-7ea5-4e96-bbbf-5cbf00fae9d8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:49.806883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8045902c-7ea5-4e96-bbbf-5cbf00fae9d8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d197977-a86a-4dac-ba9e-a5fd49d51009 HTTP/1.1" status: 200 len: 205 time: 0.1273239 Jun 04 06:48:49.811817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:49.816845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:49.817424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:49.830254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] Routers {'9d197977-a86a-4dac-ba9e-a5fd49d51009'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:49.830989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['9d197977-a86a-4dac-ba9e-a5fd49d51009'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:49.845683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.878923 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.896940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.974766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:49.975187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036be373-1009-47b5-9b33-20c39b94c707 None None] The sync data for ids ['9d197977-a86a-4dac-ba9e-a5fd49d51009'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:49.989443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:49.991117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.006588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.037961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e010ff-7dd4-44ce-98ec-65e10268c87f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:50.046159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc0a405-584b-4a0c-92b4-4fedc0f174ba,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:50.050673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.054795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9cbd0e21-6f26-4c08-a7c0-61f1da9cbdbb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/a9e010ff-7dd4-44ce-98ec-65e10268c87f HTTP/1.1" status: 204 len: 168 time: 0.4385128 Jun 04 06:48:50.056432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.088657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.092614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bf7987f0-cb59-4952-9760-0349b696a23e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089708 Jun 04 06:48:50.093566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53224) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.106511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:50.110893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-26e812f9-d154-46db-9ad7-54e2bf3d4649 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.121050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:50.174902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.283431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:48:50.287242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:50.292365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3e2ce3ce-7d6c-4f23-8923-2342ad2b5a26 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:50.296429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:50.303974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:50.330486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3e2ce3ce-7d6c-4f23-8923-2342ad2b5a26 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:50.331795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3e2ce3ce-7d6c-4f23-8923-2342ad2b5a26 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2743986 Jun 04 06:48:50.332940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.343151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53230) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.364972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.366051 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8aa5df25-6dac-4271-857c-7b36cf3882b0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] delete failed (client error): The resource could not be found. Jun 04 06:48:50.367237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8aa5df25-6dac-4271-857c-7b36cf3882b0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/a9e010ff-7dd4-44ce-98ec-65e10268c87f HTTP/1.1" status: 404 len: 347 time: 0.0231197 Jun 04 06:48:50.371235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53234) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.384898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--870814613'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:50.404169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:50.429692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:50.448264 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-26e812f9-d154-46db-9ad7-54e2bf3d4649 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] update failed (client error): The resource could not be found. Jun 04 06:48:50.450126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-26e812f9-d154-46db-9ad7-54e2bf3d4649 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40 HTTP/1.1" status: 404 len: 339 time: 1.5050354 Jun 04 06:48:50.452774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.456979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.465721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.466440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.536133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.576745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:50.625444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.636733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b900b5f6-96e2-40b4-b237-5b6b2ccb917a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:50.648523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:50.658168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:50.723601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:50.732801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.733056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e16bca96-65c4-4972-b846-87e5d42da00d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6392913 Jun 04 06:48:50.735768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.744343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:50.803423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:50.819519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:50.836119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:50.883267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.888145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:50.901320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:50.922934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:51.049261 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:48:51.081901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.108883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:48:51.118175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.136924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.205905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.206443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router 9d197977-a86a-4dac-ba9e-a5fd49d51009 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:48:51.206627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.232568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port 72876bbf-e2a9-4958-acd0-79df012c8b07 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:48:51.240623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.241789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-df2e206e-e8df-4b6e-8e5b-2a52fedf17a4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009 HTTP/1.1" status: 204 len: 168 time: 1.4163427 Jun 04 06:48:51.246954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.247437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53246) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:51.249822 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Floating IP ab73f430-b199-4de1-8ffa-79c289a8c955 associated. External IP: 172.25.1.71, port: b062872b-7429-4aed-9440-eb5a562b8e3c. Jun 04 06:48:51.256172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f128a9-5590-4de0-93bd-9bb52e3fe05f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:51.332644 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Transition to ACTIVE for port object 72876bbf-e2a9-4958-acd0-79df012c8b07 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:51.343044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.436204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.438355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01ce8de0-2ce6-44ac-9e3b-9364013adeee tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0651364 Jun 04 06:48:51.455246 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.455457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53252) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:51.501743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.525456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '22f128a9-5590-4de0-93bd-9bb52e3fe05f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:51.551420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:51.555825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 310d3b7f-6e52-4f8e-b57d-f557d21f087e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:51.560827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:51.573575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eb84de-2cd3-4a5e-9c14-300c36297414,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:51.573575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.580991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:51.588122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:51.588385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:51.588714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:51.603966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=72876bbf-e2a9-4958-acd0-79df012c8b07,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:51.609786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:51.616000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:51.616331 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:51.621263 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 2 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:51.645351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:51.646031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:51.646031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:51.692388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.693610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a9eb9863-4ef7-4a9f-87d3-17fb54c0e76a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9482944 Jun 04 06:48:51.707153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53260) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:51.708921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.719945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:51.720318 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:51.725297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1dddf-d987-437c-a3f1-97d3a9d48203', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:51.729781 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 3 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:51.745028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:51.770219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:51.770428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:51.770636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:51.774376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:51.778651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.790628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:51.804328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:51.804328 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:51.856553 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 4 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:51.871418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Allocated IP 172.20.0.1 (b632d33e-934b-4dac-9e2a-82a75ee44303/4ca82285-7ac0-472c-82fe-33f852383c8e/7455f0f8-2ec2-4242-ac9f-70dc22a9215a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:51.877113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:51.887666 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.922764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:51.923091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:51.923481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:51.930590 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:48:51.948318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:51.948741 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:51.951660 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 5 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:51.958453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:51.995738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:52.007876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.010301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.010628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.011003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.026035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.049956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.050452 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.061797 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 6 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:52.074678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.149637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92609c5-6471-43a9-9896-1561e9298b17,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:52.174695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.175028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.175350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.203014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.203343 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.203978 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.205144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d1a35250-1c5e-46d1-bfdc-5809ecf4eeeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7446375 Jun 04 06:48:52.208477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:52.208617 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 7 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:52.259271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.294625 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.300727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.301067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.301399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.314107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.328837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=310d3b7f-6e52-4f8e-b57d-f557d21f087e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:52.330145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.330480 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.335718 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 8 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:52.335902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.344178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97692e0-4283-4167-bbeb-0493e45e2c81 None None] Network e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:52.346965 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.354456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.371795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72a9149-b9bd-4382-ab16-e58a24e1d4a6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:52.374620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Transition to ACTIVE for port object 7455f0f8-2ec2-4242-ac9f-70dc22a9215a will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:48:52.376653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:52.378869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.379290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.379655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.385744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.389106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:52.403067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-149aa95c-b5ac-4f1f-88dd-ab53ee3d791b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/310d3b7f-6e52-4f8e-b57d-f557d21f087e HTTP/1.1" status: 204 len: 168 time: 1.1510730 Jun 04 06:48:52.403851 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:52.405854 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:52.406351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.412058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53270) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:52.413414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.463295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.464530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1720f0b4-d88d-414e-abfc-078d8bb2d11b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7585337 Jun 04 06:48:52.465375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.465745 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.471152 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 9 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:52.479354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:52.492635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'network': {'name': 'tempest-network-smoke--136111593', 'project_id': '37092d7db36349b3ae22457540bd734a', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:52.516117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.516444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.516812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.518193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:52.528795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network b632d33e-934b-4dac-9e2a-82a75ee44303 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:52.532236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-53260ea0-a8ae-46f6-8e00-ca434355a6a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "PUT /v2.0/floatingips/ab73f430-b199-4de1-8ffa-79c289a8c955 HTTP/1.1" status: 200 len: 990 time: 5.0595374 Jun 04 06:48:52.533094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.533424 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.534893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:network and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:52.536500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:48:52.540848 n-d-811808-2 neutron-server[88848]: INFO neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 10 to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 Jun 04 06:48:52.542990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:52.561586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:52.571210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 169a2f63-a589-40c8-8ec8-24f32ccdef22 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:48:52.574994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:52.579290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:48:52.579663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:48:52.580635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:48:52.583445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.635638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:48:52.636212 n-d-811808-2 neutron-server[88848]: ERROR neutron.plugins.ml2.managers [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 72876bbf-e2a9-4958-acd0-79df012c8b07 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:48:52.636934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.664257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Port': ['ID=7455f0f8-2ec2-4242-ac9f-70dc22a9215a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:52.673448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.680896 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495cb894-b3f8-4cbb-a9c7-19d596afded3'] response: {'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'status': 'completed', 'code': 200} Jun 04 06:48:52.735883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:52.738904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.771762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] DHCP port deletion for e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:52.776479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Deleting port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:52.777435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.825876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e92609c5-6471-43a9-9896-1561e9298b17,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:52.830606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.832034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1d7f84b6-0cc9-494b-b9e5-f675aae0dd2d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/e92609c5-6471-43a9-9896-1561e9298b17 HTTP/1.1" status: 204 len: 168 time: 0.6193790 Jun 04 06:48:52.833258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:52.836812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.851893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53284) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:52.854458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.891142 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:52.898167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.918220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:52.976205 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:52.976719 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Added segment 90b49c54-d7b3-4352-8538-a6660bc2ffa2 of type vlan for network badad94b-afc1-4f06-b902-637660be79b3 Jun 04 06:48:53.164731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.197734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] For port 7f2ff1f3-947a-48cb-866c-c0bd639242b2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f2ff1f3-947a-48cb-866c-c0bd639242b2,segment=NetworkSegment(11f63343-c274-41dc-af07-887030e90c3c),segment_id=11f63343-c274-41dc-af07-887030e90c3c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:53.198317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.300238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port 72876bbf-e2a9-4958-acd0-79df012c8b07, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:48:53.300867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempted to set empty binding levels {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:48:53.320559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.357739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Calling delete_port for 7f2ff1f3-947a-48cb-866c-c0bd639242b2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:53.383575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] In _notify_port_updated(), no bound segment for port 72876bbf-e2a9-4958-acd0-79df012c8b07 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:48:53.384451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.385054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.387254 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "PUT /v2.0/ports/72876bbf-e2a9-4958-acd0-79df012c8b07 HTTP/1.1" status: 200 len: 974 time: 4.6463721 Jun 04 06:48:53.404984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:53.469322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f2ff1f3-947a-48cb-866c-c0bd639242b2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:53.477756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.484990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.556527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d5d21390-6125-4273-8fc4-73f824225474 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:53.560825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-ad9cf647-6cc4-4bc5-81f4-35362b3d7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.562314 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-ad9cf647-6cc4-4bc5-81f4-35362b3d7dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.8520687 Jun 04 06:48:53.574884 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.581889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.588359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.588962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.613841 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:48:49Z', 'revision_number': 1, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:53.617907 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:48:53.630403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7f2ff1f3-947a-48cb-866c-c0bd639242b2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:48:53.631035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f2ff1f3-947a-48cb-866c-c0bd639242b2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:48:53.634908 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:53.635517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:53.637574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] Pushing event deleted for resources: {'Port': ['ID=7f2ff1f3-947a-48cb-866c-c0bd639242b2,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:53.645112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a33f7-fe08-4b67-8f08-5cb52eab5a6e None None] No DVR routers for this DVR port 7f2ff1f3-947a-48cb-866c-c0bd639242b2 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:53.646968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cea10e16-f634-4001-a8ed-cf6314b3909f None None] Provisioning for port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:48:53.653564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cea10e16-f634-4001-a8ed-cf6314b3909f None None] Provisioning complete for port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:53.653941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cea10e16-f634-4001-a8ed-cf6314b3909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.724327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cea10e16-f634-4001-a8ed-cf6314b3909f None None] Port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:53.727405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec79fc-0191-4818-b61c-e9502a4a0c2f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=72876bbf-e2a9-4958-acd0-79df012c8b07,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:53.778802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-d4f1cd0c-48da-4fb7-9ec4-25782ba3de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.780283 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-d4f1cd0c-48da-4fb7-9ec4-25782ba3de46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.2083135 Jun 04 06:48:53.797131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.797767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.798243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.798706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.799174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.799647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.800135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.800649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.801109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.801595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.802059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.802519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.802974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.803561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.804178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.805523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.806035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.806559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:53.808737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Synchronizing usage tracker for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:53.821081 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.828684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event updated for resources: {'Port': ['ID=7455f0f8-2ec2-4242-ac9f-70dc22a9215a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:53.832454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3490255 Jun 04 06:48:53.839140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:53.847125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'admin_state_up': True, 'project_id': '37092d7db36349b3ae22457540bd734a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:53.855689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:53.859651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:router and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:53.862895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:53.868616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:53.877325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9602d5-4457-44ff-8576-7d6da0d82aa0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Network': ['ID=badad94b-afc1-4f06-b902-637660be79b3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:53.884647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d5d21390-6125-4273-8fc4-73f824225474 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:53.889700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d5d21390-6125-4273-8fc4-73f824225474 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9548090 Jun 04 06:48:53.891464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network badad94b-afc1-4f06-b902-637660be79b3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:53.902048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53296) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:53.909668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:53.948777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:53.997399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Unset dirty status for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:53.998586 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-990c6c17-a50b-4c25-804c-77f5477c633d tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16357 time: 0.5890381 Jun 04 06:48:54.007829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53300) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:54.055233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-aae2a00e-47f3-4e01-9824-00f0000ecc3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 998 time: 0.2415264 Jun 04 06:48:54.087148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.088813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.156751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.230789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Deleting port 72876bbf-e2a9-4958-acd0-79df012c8b07 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:54.231015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.240664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.275800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-758ffeb7-9316-49a6-95df-4e1de5b8490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:54.277846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-758ffeb7-9316-49a6-95df-4e1de5b8490b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2116630 Jun 04 06:48:54.278028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.342910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Network b632d33e-934b-4dac-9e2a-82a75ee44303 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:54.346232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:54.348843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.358741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.415786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=169a2f63-a589-40c8-8ec8-24f32ccdef22,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:54.420167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.428336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43fb9e-9ce2-48f9-a262-246491c45351 None None] Network e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:48:54.639678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port 72876bbf-e2a9-4958-acd0-79df012c8b07, host n-h1-811808-2, got binding levels [] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:54.639795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.717247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f128a9-5590-4de0-93bd-9bb52e3fe05f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:54.726614 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:48:49Z', 'revision_number': 1, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:54.734040 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b164c73-410b-42fa-a869-eebc51557952 None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:48:49Z', 'revision_number': 1, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:54.810983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Calling delete_port for 72876bbf-e2a9-4958-acd0-79df012c8b07 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:54.831673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5ed30618-9b03-47e4-8fe3-8f1215f6c486 None None] Provisioning complete for port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:48:54.832148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5ed30618-9b03-47e4-8fe3-8f1215f6c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:54.860927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f469a9f-4973-47e4-9ad5-cb73eb434ada tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/169a2f63-a589-40c8-8ec8-24f32ccdef22 HTTP/1.1" status: 204 len: 168 time: 2.4437237 Jun 04 06:48:54.865130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53306) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:54.916871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5ed30618-9b03-47e4-8fe3-8f1215f6c486 None None] Port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:48:55.020148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] DHCP port deletion for e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:48:55.023677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.025122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Deleting port 180f145b-6671-46b7-8300-d41731dcfefa {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:55.025674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.061133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-857a4042-fda5-47d6-a0fc-3d1a1de2fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:55.063038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-857a4042-fda5-47d6-a0fc-3d1a1de2fa8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7772088 Jun 04 06:48:55.145679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa9acb-cdf6-4447-b586-a0e850ffea8c None None] New status for floating IP ab73f430-b199-4de1-8ffa-79c289a8c955: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:48:55.164700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.204930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.206151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c2e7bac0-aa39-4d2a-bc76-bfb6bc2f846f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/22f128a9-5590-4de0-93bd-9bb52e3fe05f HTTP/1.1" status: 204 len: 168 time: 1.3031635 Jun 04 06:48:55.215326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:55.239295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.273910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.330933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Router 004b8c4c-8a98-4948-a24c-aaeb53574a40 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:48:55.391143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9c59610-e236-4823-b31e-e9cee60b0ee4 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:55.425318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 180f145b-6671-46b7-8300-d41731dcfefa no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:48:55.457255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:55.471099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f63343-c274-41dc-af07-887030e90c3c') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:55.471543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f63343-c274-41dc-af07-887030e90c3c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:55.484887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.502737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.509567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:55.510071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.679640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:55.680282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.727874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.745172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9c59610-e236-4823-b31e-e9cee60b0ee4 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:55.747634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9c59610-e236-4823-b31e-e9cee60b0ee4 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5169055 Jun 04 06:48:55.754758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53320) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:55.759720 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 11f63343-c274-41dc-af07-887030e90c3c resource provider aggregate not found Jun 04 06:48:55.762712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103958593'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:55.765017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event deleted for resources: {'Port': ['ID=72876bbf-e2a9-4958-acd0-79df012c8b07,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:55.779635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:55.790260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.792182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:55.798987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:55.808496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-57fbad6c-7b70-4795-b27e-47fcd900252c tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3379650 Jun 04 06:48:55.808882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.810092 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] Sync routers for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:55.811921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53326) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:55.813214 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 11f63343-c274-41dc-af07-887030e90c3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f63343-c274-41dc-af07-887030e90c3c found for delete ", "request_id": "req-dbb2c8a8-fa43-443e-aff6-67d6bf23fabc"}]} Jun 04 06:48:55.824663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:55.832069 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:55.832973 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:55.834059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:55.847114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a76dd22a-d36b-41cb-889c-59b781159bdc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/e1eada6b-c29a-4fe5-8dd4-b1d9564eb2cb HTTP/1.1" status: 204 len: 168 time: 0.9811232 Jun 04 06:48:55.876776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53330) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:55.980039 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:55.996557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.017860 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:56.018473 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:56.042897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.050754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Calling delete_port for 180f145b-6671-46b7-8300-d41731dcfefa owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:56.090598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4e541e23-96b6-42be-a8bd-b262cc44f857 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.113699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:56.117084 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6e0cad-5d49-4def-a783-03dcb04acba9 None None] The sync data for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:48:56.130123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.139845 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6601d4e-291f-40f1-9111-b0757ff25839 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "DELETE /v2.0/ports/72876bbf-e2a9-4958-acd0-79df012c8b07 HTTP/1.1" status: 204 len: 168 time: 2.1287842 Jun 04 06:48:56.155413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:56.159141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 180f145b-6671-46b7-8300-d41731dcfefa is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:48:56.159530 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.209969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:56.211747 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-37eef9a2-9b45-4bd5-b0aa-5587d101fd2c service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1397889 Jun 04 06:48:56.219715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.279186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:56.287040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:56.296668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:56.303374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:56.303785 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:56.320556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=180f145b-6671-46b7-8300-d41731dcfefa,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:56.329101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:56.372341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-abc44584-7616-4b7a-8fa4-4c1b27101d61 req-3d959a8e-95ab-4d11-aa8a-7245d681ad6b service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473141 Jun 04 06:48:56.374120 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a83e666-7d2e-43ff-8da9-9c6858b7ee92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:48:56.374726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a83e666-7d2e-43ff-8da9-9c6858b7ee92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Synchronizing usage tracker for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:56.377389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 180f145b-6671-46b7-8300-d41731dcfefa {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:56.377860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.476103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a83e666-7d2e-43ff-8da9-9c6858b7ee92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Unset dirty status for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:56.481559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0a83e666-7d2e-43ff-8da9-9c6858b7ee92 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports/72876bbf-e2a9-4958-acd0-79df012c8b07 HTTP/1.1" status: 404 len: 333 time: 0.3210053 Jun 04 06:48:56.487015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53344) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:56.494863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-340623633', 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:56.509171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:56.539134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:56.623040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Made reservation on behalf of 5474117bc6eb466aa51f7da7796efbe7 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:56.625408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.630387 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-4e541e23-96b6-42be-a8bd-b262cc44f857 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 04 06:48:56.631401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4e541e23-96b6-42be-a8bd-b262cc44f857 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40 HTTP/1.1" status: 409 len: 329 time: 0.8174608 Jun 04 06:48:56.638773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53348) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:56.705287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.744036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.747715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:56.748295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.806308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Deleting port 180f145b-6671-46b7-8300-d41731dcfefa {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:56.806308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.808654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port d78707fe-64aa-4c22-8ca9-1a5fd59a8670 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:48:56.863102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.899288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.957786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:56.961827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2060237 Jun 04 06:48:56.962497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53352) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:56.982910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '8f312677-8d0d-4666-adc1-98c400a18f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:56.999532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:57.006569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 180f145b-6671-46b7-8300-d41731dcfefa owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:57.007243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:57.013931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:57.021175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50076f6-2326-464d-a5aa-ed740f00bade tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f312677-8d0d-4666-adc1-98c400a18f9c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:57.024512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:57.040693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.183 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/08191973-0b8d-4050-a74f-fa3ffdedd88f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:48:57.063427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.086496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] For port 180f145b-6671-46b7-8300-d41731dcfefa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=180f145b-6671-46b7-8300-d41731dcfefa,segment=NetworkSegment(b717666d-de38-415b-9148-6418bd9518ef),segment_id=b717666d-de38-415b-9148-6418bd9518ef)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:48:57.087588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.226617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.227180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Calling delete_port for 180f145b-6671-46b7-8300-d41731dcfefa owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:57.243454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.302360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8d99ac-b7d0-421e-9d51-0ffd0c9149ae,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:57.309807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.314275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9de2be47-f734-449d-acb0-472ca2e7ba78 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3461134 Jun 04 06:48:57.317045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:57.321518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.325965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:48:57.326382 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:48:57.328087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '8f312677-8d0d-4666-adc1-98c400a18f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:57.337712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:57.343620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:57.348346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:57.355520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:57.380542 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.411756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.421644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.483510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:57.491760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:57.493182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=180f145b-6671-46b7-8300-d41731dcfefa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:57.504039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No DVR routers for this DVR port 180f145b-6671-46b7-8300-d41731dcfefa on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:48:57.507177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:57.563562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=08191973-0b8d-4050-a74f-fa3ffdedd88f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:57.587137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.646582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.696771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.701452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3829811 Jun 04 06:48:57.701452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53366) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:57.709714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '8f312677-8d0d-4666-adc1-98c400a18f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:57.767256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6272a-b433-4c14-8372-76c692879183 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278172c0-4f86-4f8d-b8d5-c2a3fcf392ec,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:57.771398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Deleting port 180f145b-6671-46b7-8300-d41731dcfefa {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:57.771786 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.778577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:57.779069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.813371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:57.822365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:57.831440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:57.846584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4da66-54b2-4171-9353-2d6e381e66de None None] The port '180f145b-6671-46b7-8300-d41731dcfefa' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:48:57.874746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.892084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:57.920409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b717666d-de38-415b-9148-6418bd9518ef') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:57.920681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b717666d-de38-415b-9148-6418bd9518ef') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:57.940287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.942774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.965246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:57.986896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:48:57.987297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.064615 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b717666d-de38-415b-9148-6418bd9518ef resource provider aggregate not found Jun 04 06:48:58.119390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.123993 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b717666d-de38-415b-9148-6418bd9518ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b717666d-de38-415b-9148-6418bd9518ef found for delete ", "request_id": "req-ddbcf3b3-34b3-4584-9b21-7d7675fc9040"}]} Jun 04 06:48:58.130946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.150478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.166351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c4fc0-5116-42e1-b651-512c994141ee,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:58.167980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.172993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.178676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.184991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:58.268578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.272875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7074eb4e-f261-4e39-913d-f29b0060c5bc tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5674403 Jun 04 06:48:58.274288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f5d58ba1-53d0-4d4d-9ea7-293ba0f2dab7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/e23561e0-4ee0-4fcd-afc8-5cafb1a0d8db HTTP/1.1" status: 204 len: 168 time: 2.3959930 Jun 04 06:48:58.277143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53374) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:58.280773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:48:58.281964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:58.285692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '8f312677-8d0d-4666-adc1-98c400a18f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:58.297125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:58.302051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048372858'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:58.304955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:48:58.309639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=d78707fe-64aa-4c22-8ca9-1a5fd59a8670,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:58.315327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:48:58.316262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:58.316852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.331690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.369651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:58.373269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:58.378426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:58.381242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:58.386018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:58.403104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:58.405121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:58.426038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:48:58.429597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.453303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1a585464-71d1-45cf-a246-a3e4329830c2 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9628382 Jun 04 06:48:58.455067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53382) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:58.695496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 7455f0f8-2ec2-4242-ac9f-70dc22a9215a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:58.695847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.739124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.779288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:48:58.842952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:58.843330 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 54b8bf52-ae20-49e1-b7a4-b472529cdbff of type vlan for network 99e80b1a-554c-4be8-8652-a7ba13817c77 Jun 04 06:48:58.952254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da52068-ec58-416b-b258-b73d8e54cdfa tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:58.952742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7da52068-ec58-416b-b258-b73d8e54cdfa tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Synchronizing usage tracker for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:48:58.988373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.020168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.024299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7da52068-ec58-416b-b258-b73d8e54cdfa tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Unset dirty status for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:48:59.029108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7da52068-ec58-416b-b258-b73d8e54cdfa tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports/d78707fe-64aa-4c22-8ca9-1a5fd59a8670 HTTP/1.1" status: 200 len: 954 time: 0.5206020 Jun 04 06:48:59.029108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.029413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53388) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.033271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.082828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.138820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545e1f5b-b95e-4899-b041-4ab6d1c5c704,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:59.162615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.168469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:59.169051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.216612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Calling delete_port for 7455f0f8-2ec2-4242-ac9f-70dc22a9215a owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:59.257875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Deleting port d78707fe-64aa-4c22-8ca9-1a5fd59a8670 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:48:59.258210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.311821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.313245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7ba2b2f7-d165-4a99-8bee-80f617d66e99 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0350835 Jun 04 06:48:59.318812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53392) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.331872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '8f312677-8d0d-4666-adc1-98c400a18f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:59.350933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:59.358694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=99e80b1a-554c-4be8-8652-a7ba13817c77,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:48:59.364462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1e3b7728-8141-4f4e-901a-df9a4fea6ecc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0702353 Jun 04 06:48:59.365545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53396) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.367654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:59.374740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:48:59.395366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:59.404081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router 3f06faf4-c93d-4312-93fc-448baa7e2cdb is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:48:59.410509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:59.436400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:59.577103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.590971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:48:59.601446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Sync routers for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:48:59.611940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:48:59.612570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:48:59.615805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.619956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e006e854-0a0f-4666-a924-3e1de13d73a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7749896 Jun 04 06:48:59.620239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53400) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.671409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-88b2effe-ba1e-420d-8891-470f4cfd5b88 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=37092d7db36349b3ae22457540bd734a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473824 Jun 04 06:48:59.672165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.717779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:48:59.746921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:48:59.756871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:48:59.770785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.786550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:48:59.811093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:48:59.830814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae59dc-a8f4-416f-ba76-5c7d06c17de9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:48:59.837417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f9ae59dc-a8f4-416f-ba76-5c7d06c17de9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1642923 Jun 04 06:48:59.838493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53412) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.890095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b504c831-b582-45ff-9ce2-0934a1c26ace tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499086 Jun 04 06:48:59.890943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:48:59.899108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044943136', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'project_id': '37092d7db36349b3ae22457540bd734a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:48:59.922681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Calling delete_port for d78707fe-64aa-4c22-8ca9-1a5fd59a8670 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:48:59.963490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:48:59.967166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.018752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:00.022431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.037572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:00.042825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:subnet and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:00.049661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:00.056635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:00.067835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.070907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:00.076330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.144745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Port': ['ID=7455f0f8-2ec2-4242-ac9f-70dc22a9215a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:00.155530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2690bf2-42b5-484e-8735-e5f0340ca6ac,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:00.164192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.225505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:48:57Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:00.237604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Checking router: 3f06faf4-c93d-4312-93fc-448baa7e2cdb for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:49:00.238030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Updating router 3f06faf4-c93d-4312-93fc-448baa7e2cdb port 08191973-0b8d-4050-a74f-fa3ffdedd88f binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:49:00.320067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.384066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.424814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78707fe-64aa-4c22-8ca9-1a5fd59a8670,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:00.461869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.467195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bb15e8d6-6ea1-4b5a-9bc8-2659c7cf0169 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "DELETE /v2.0/ports/d78707fe-64aa-4c22-8ca9-1a5fd59a8670 HTTP/1.1" status: 204 len: 168 time: 1.4332175 Jun 04 06:49:00.472955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:00.473692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Subnet': ['ID=80834344-745a-44e5-b6c9-b6112b45b35b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:00.474267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.475403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e9cda401-c80c-4f3a-899d-0601f082d94d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1529942 Jun 04 06:49:00.482789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53424) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:00.529298 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-97222ab3-1478-417a-b80e-ac4d3d1d1645 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:49:00.530810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-97222ab3-1478-417a-b80e-ac4d3d1d1645 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports/d78707fe-64aa-4c22-8ca9-1a5fd59a8670 HTTP/1.1" status: 404 len: 333 time: 0.0503778 Jun 04 06:49:00.536605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53432) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:00.564681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1979620176'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:00.580153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:00.582787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:00.583728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network hostable DHCP agents. Network: badad94b-afc1-4f06-b902-637660be79b3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:49:00.741744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:00.755844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network badad94b-afc1-4f06-b902-637660be79b3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:49:00.758896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Made reservation on behalf of 5474117bc6eb466aa51f7da7796efbe7 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:00.762495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.789694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port 3326ec11-f504-42ce-b54d-72e326ffa6a8 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:00.829137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, badad94b-afc1-4f06-b902-637660be79b3) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:00.843910 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.847063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.848500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50653f81-0a20-4e96-8006-49fe2cc4e3d9 None None] Network badad94b-afc1-4f06-b902-637660be79b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:00.849129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:00.850193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.850939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.869593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:00.925254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d3f39025-0b26-4b3e-8287-ae578d0b47d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0303357 Jun 04 06:49:00.928648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53440) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.156644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Transition to ACTIVE for port object 08191973-0b8d-4050-a74f-fa3ffdedd88f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:01.160039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.170156 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.269517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2690bf2-42b5-484e-8735-e5f0340ca6ac,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:01.299519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.301203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-deaf7a0b-99ed-4934-bacf-4c03cdc84628 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/e2690bf2-42b5-484e-8735-e5f0340ca6ac HTTP/1.1" status: 204 len: 168 time: 0.8174901 Jun 04 06:49:01.304974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.310325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53444) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.312141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Router 004b8c4c-8a98-4948-a24c-aaeb53574a40 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:01.318881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08003-c3cc-4cdb-88ba-1e899a13deab None None] Pushing event updated for resources: {'Port': ['ID=08191973-0b8d-4050-a74f-fa3ffdedd88f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:01.326298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Attempting to bind port 08191973-0b8d-4050-a74f-fa3ffdedd88f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:01.326732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Attempting to bind port 08191973-0b8d-4050-a74f-fa3ffdedd88f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:01.327012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Attempting to bind port 08191973-0b8d-4050-a74f-fa3ffdedd88f on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Bound port: 08191973-0b8d-4050-a74f-fa3ffdedd88f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:01.338756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.364998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-badad94b-afc1-4f06-b902-637660be79b3', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:01.366579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.415651 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.504623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] For port 08191973-0b8d-4050-a74f-fa3ffdedd88f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:01.522510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] For port 08191973-0b8d-4050-a74f-fa3ffdedd88f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=08191973-0b8d-4050-a74f-fa3ffdedd88f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:01.563394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.647572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08003-c3cc-4cdb-88ba-1e899a13deab None None] Pushing event updated for resources: {'Port': ['ID=08191973-0b8d-4050-a74f-fa3ffdedd88f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:01.681660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Allocated IP 172.20.0.2 (badad94b-afc1-4f06-b902-637660be79b3/80834344-745a-44e5-b6c9-b6112b45b35b/1393a9d0-6078-47ea-8835-f88e32f7a377) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:01.685944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:01.686482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:01.687111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:01.708018 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] Sync routers for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:01.717562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-eaf1a858-2d04-456c-8e18-6f4832ed2c4b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:01.720327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '54b8bf52-ae20-49e1-b7a4-b472529cdbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:01.720579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: 99e80b1a-554c-4be8-8652-a7ba13817c77, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:49:01.727376 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:01.728012 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:01.739013 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-155d72c0-45f5-4d6b-85aa-eee74f86c70d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0991199 Jun 04 06:49:01.750954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53450) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.754787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.838510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=71f79936-91ed-4ac7-99e6-cc1041e7d2a7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:01.851565 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:01.859404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:01.860916 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0707d5c6-aefa-425d-8b60-44cc1155d793 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] show failed (client error): The resource could not be found. Jun 04 06:49:01.862070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0707d5c6-aefa-425d-8b60-44cc1155d793 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "GET /v2.0/routers/tempest-non_exist_router-83824560 HTTP/1.1" status: 404 len: 333 time: 0.1044500 Jun 04 06:49:01.866129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.870951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:01.873206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ed8fc196-b38e-49b6-8e2b-2a7b32f002d7 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:01.882337 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] Routers {'004b8c4c-8a98-4948-a24c-aaeb53574a40'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:01.882947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['004b8c4c-8a98-4948-a24c-aaeb53574a40'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:01.890681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:01.891912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:01.892724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:01.922859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=3326ec11-f504-42ce-b54d-72e326ffa6a8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:01.938097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-eaf1a858-2d04-456c-8e18-6f4832ed2c4b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:01.939880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eaf1a858-2d04-456c-8e18-6f4832ed2c4b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5848477 Jun 04 06:49:01.950618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:49:01.953124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53458) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.956000 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-ed8fc196-b38e-49b6-8e2b-2a7b32f002d7 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] update failed (client error): The resource could not be found. Jun 04 06:49:01.957597 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ed8fc196-b38e-49b6-8e2b-2a7b32f002d7 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "PUT /v2.0/routers/tempest-non_exist_router-2017922180 HTTP/1.1" status: 404 len: 335 time: 0.0904248 Jun 04 06:49:01.972205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53462) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:01.991857 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:01.992491 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e947f4-fefc-47b4-84cc-50497e6bb231 None None] The sync data for ids ['004b8c4c-8a98-4948-a24c-aaeb53574a40'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:02.001050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bbd966f1-8625-4aa9-8d70-375eb834066f tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4388645 Jun 04 06:49:02.012433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53466) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.021350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:02.029226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 99e80b1a-554c-4be8-8652-a7ba13817c77) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:02.054555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:02.055172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.055892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed8a19-1873-4a01-8613-1f686deb578f None None] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:02.087631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-96eb70e4-751d-42e3-a293-9c39c9431766 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7194428 Jun 04 06:49:02.088581 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.097633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.110863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-371008048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:02.119629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.134379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:02.144017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting subnet c57fb4c5-f596-4b56-88a1-373ffef244ce {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:02.151056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.179833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:02.187487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:02.203558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:02.226609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.265346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.266441 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.276304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.300557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:02.302377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=545e1f5b-b95e-4899-b041-4ab6d1c5c704,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:02.304025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.327296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.331252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.334563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c4161427-ddeb-42b2-9a28-1c1858b562fa tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/545e1f5b-b95e-4899-b041-4ab6d1c5c704 HTTP/1.1" status: 204 len: 168 time: 0.3778391 Jun 04 06:49:02.344904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53474) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.359388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.401377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.432774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.434605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-62267bea-92b9-4b48-9e1b-fbb90de38673 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3334448 Jun 04 06:49:02.444778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.446646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49d54c87-358f-49b5-bbb6-7ad18e0a9547 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:02.452706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'port': {'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77', 'name': 'tempest-RoutersIpV6Test-1443292161'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:02.456551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.510509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49d54c87-358f-49b5-bbb6-7ad18e0a9547 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:02.514661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-49d54c87-358f-49b5-bbb6-7ad18e0a9547 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1660011 Jun 04 06:49:02.515689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53482) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.561900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.574169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.607525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.626443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1c4fc0-5116-42e1-b651-512c994141ee,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:02.636740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.692238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Subnet': ['ID=c57fb4c5-f596-4b56-88a1-373ffef244ce,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:02.695754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.699971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f22d4474-f766-4460-97aa-9ed626ec91bf tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/subnets/c57fb4c5-f596-4b56-88a1-373ffef244ce HTTP/1.1" status: 204 len: 168 time: 0.7226632 Jun 04 06:49:02.699971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.703618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e110ab89-4128-4c40-ae7d-9671b0964cab tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/fb1c4fc0-5116-42e1-b651-512c994141ee HTTP/1.1" status: 204 len: 168 time: 0.1848516 Jun 04 06:49:02.703760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf68286-1727-4954-a1df-02e7adf31500 None None] Network 7d18d7eb-407c-4070-aedf-3caed0e68ff7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:02.703871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53486) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.703871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:02.736346 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:49:02.822744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:02.883418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:port and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:02.887690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:02.905428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:02.918738 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:02.949090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bc279c8b-d198-4598-97fb-e81bf6db468f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:02.976968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting subnet 3dd3233f-cb27-4f7e-ae65-ffae386d2b21 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:02.985639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.007399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Transition to ACTIVE for port object 1393a9d0-6078-47ea-8835-f88e32f7a377 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:03.019062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-99e80b1a-554c-4be8-8652-a7ba13817c77', 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '71f79936-91ed-4ac7-99e6-cc1041e7d2a7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:03.020075 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.051501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:03.055025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.088298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.102122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] device_id is not set on port cd547d80-f73e-47a8-800d-9e689cd27a6e yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:03.122530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Transition to ACTIVE for port object 1393a9d0-6078-47ea-8835-f88e32f7a377 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:03.187103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.260062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.301845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Allocated IP 2001:db8::2 (99e80b1a-554c-4be8-8652-a7ba13817c77/71f79936-91ed-4ac7-99e6-cc1041e7d2a7/82557627-bfa8-4845-810e-551e97870f2f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:03.372418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] device_id is not set on port 3326ec11-f504-42ce-b54d-72e326ffa6a8 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:03.376327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bc279c8b-d198-4598-97fb-e81bf6db468f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:03.383443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bc279c8b-d198-4598-97fb-e81bf6db468f tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6780045 Jun 04 06:49:03.384170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:03.392487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.425214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Transition to ACTIVE for port object 3326ec11-f504-42ce-b54d-72e326ffa6a8 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:03.448367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.461230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.470391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.474916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.502874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.1 (badad94b-afc1-4f06-b902-637660be79b3/80834344-745a-44e5-b6c9-b6112b45b35b/7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:03.510826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Network badad94b-afc1-4f06-b902-637660be79b3 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:03.524495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:03.540930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:03.541461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd3233f-cb27-4f7e-ae65-ffae386d2b21,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:03.545848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.559233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.564391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07d63c0e-e006-4a77-ad9d-c63c35203989 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/subnets/3dd3233f-cb27-4f7e-ae65-ffae386d2b21 HTTP/1.1" status: 204 len: 168 time: 0.8595672 Jun 04 06:49:03.565600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.568985 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/278172c0-4f86-4f8d-b8d5-c2a3fcf392ec HTTP/1.1" status: 204 len: 168 time: 0.1775949 Jun 04 06:49:03.578032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53500) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:03.578370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53502) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:03.579469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6d5b5-e9b7-46c1-b350-8f17033e1c9a tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=278172c0-4f86-4f8d-b8d5-c2a3fcf392ec,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:03.671568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.683589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a86ef-99b5-4c8e-be27-c5934956ad44 None None] Network da21e0f1-e188-4946-b213-7330df161ba3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:03.687564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:03.745570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.772559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:03.772806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.779972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=3326ec11-f504-42ce-b54d-72e326ffa6a8,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:03.782561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:03.845137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5c1ebdf5-46da-47be-8c85-64ae9ca90db3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:03.925994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network badad94b-afc1-4f06-b902-637660be79b3 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:03.938967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:03.954869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:04.004861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5c1ebdf5-46da-47be-8c85-64ae9ca90db3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:04.006201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5c1ebdf5-46da-47be-8c85-64ae9ca90db3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4226577 Jun 04 06:49:04.017181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:04.033828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Pushing event updated for resources: {'Port': ['ID=1393a9d0-6078-47ea-8835-f88e32f7a377,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:04.036827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Attempting to bind port 1393a9d0-6078-47ea-8835-f88e32f7a377 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.037457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Attempting to bind port 1393a9d0-6078-47ea-8835-f88e32f7a377 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.037874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Attempting to bind port 1393a9d0-6078-47ea-8835-f88e32f7a377 on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.044644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] DHCP port deletion for 7d18d7eb-407c-4070-aedf-3caed0e68ff7 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:04.072034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:04.093688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.094065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:04.094234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.094543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:04.094746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.094936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.095340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Bound using segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:04.095836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Bound port: 1393a9d0-6078-47ea-8835-f88e32f7a377, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:04.096240 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.108344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.111151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.111711 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.113361 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 2 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.118732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Deleting port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:04.119104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.147837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.153950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.154410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.155057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.165271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.165753 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.168551 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 3 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.193331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.194317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.194742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.203274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.203890 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.206488 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 4 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.223105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.241209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.241710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.242143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.255405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.255877 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.257303 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 5 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.263323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] For port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,segment=NetworkSegment(3bdd801f-cf4c-4667-aa9b-33d102e737d7),segment_id=3bdd801f-cf4c-4667-aa9b-33d102e737d7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:04.263932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.287024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.287024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.287024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.304096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.306874 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.311591 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 6 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.399456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] For port 1393a9d0-6078-47ea-8835-f88e32f7a377, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:04.404668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] For port 1393a9d0-6078-47ea-8835-f88e32f7a377, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1393a9d0-6078-47ea-8835-f88e32f7a377,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:04.411398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.411947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.412447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.422968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:48:57Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:04.428177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.428670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.428886 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.431631 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 7 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.450229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a37f70-66fe-438c-a2d8-7dccbf6f0877 None None] The sync data for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 is: [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:48:57Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:04.451959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.465227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.465716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.466043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.497443 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.502457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.502884 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.506575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Calling delete_port for 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:04.508095 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 8 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.535771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.536106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.536435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.552942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.553185 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.556362 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 9 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.577465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8d99ac-b7d0-421e-9d51-0ffd0c9149ae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:04.594304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.601794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-93662da7-e430-4349-ba18-cb726cd28c65 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/3d8d99ac-b7d0-421e-9d51-0ffd0c9149ae HTTP/1.1" status: 204 len: 168 time: 0.5773242 Jun 04 06:49:04.613566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53514) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:04.625288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb698be7-5b5e-458a-ac8f-26570f64f0a9 None None] Pushing event updated for resources: {'Port': ['ID=1393a9d0-6078-47ea-8835-f88e32f7a377,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:04.668529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.712135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Transition to ACTIVE for port object 82557627-bfa8-4845-810e-551e97870f2f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:04.723133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.723903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.723903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.751807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.752140 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.759283 n-d-811808-2 neutron-server[88849]: INFO neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempt 10 to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 Jun 04 06:49:04.821811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1e38bec2-a5f4-436b-b74d-4a5af00dcb6d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:04.824657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.843497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:04.845638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:04.846173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempting to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:04.869350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:04.872685 n-d-811808-2 neutron-server[88849]: ERROR neutron.plugins.ml2.managers [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Failed to bind port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on host n-h1-811808-2 for vnic_type normal using segments [{'id': '2d8cd9a3-a788-43ac-9abd-453e22fe9733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17bb218c-cb2c-4315-8716-9a3a2a0b48cf'}] Jun 04 06:49:04.873336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:04.889893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] DHCP port deletion for da21e0f1-e188-4946-b213-7330df161ba3 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:04.964508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] No DVR routers for this DVR port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:05.036291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] For port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,segment=NetworkSegment(3bdd801f-cf4c-4667-aa9b-33d102e737d7),segment_id=3bdd801f-cf4c-4667-aa9b-33d102e737d7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:05.037298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.049943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Port': ['ID=2f03c367-ff46-45fc-b666-0e4bb3dc8b0f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:05.085557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Transition to ACTIVE for port object 82557627-bfa8-4845-810e-551e97870f2f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:05.111914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Deleting port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:05.118715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.166507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1e38bec2-a5f4-436b-b74d-4a5af00dcb6d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:05.168458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1e38bec2-a5f4-436b-b74d-4a5af00dcb6d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5492952 Jun 04 06:49:05.172941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53522) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:05.344000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.395721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d18d7eb-407c-4070-aedf-3caed0e68ff7']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:05.451894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdd801f-cf4c-4667-aa9b-33d102e737d7') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:05.454321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdd801f-cf4c-4667-aa9b-33d102e737d7') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:05.517712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.527897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.576387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.584042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.590783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Calling delete_port for 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:05.597725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:05.598126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.647931 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3bdd801f-cf4c-4667-aa9b-33d102e737d7 resource provider aggregate not found Jun 04 06:49:05.648777 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.752395 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3bdd801f-cf4c-4667-aa9b-33d102e737d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bdd801f-cf4c-4667-aa9b-33d102e737d7 found for delete ", "request_id": "req-40b35a00-4de6-4b2c-b0b7-f63f12736ec6"}]} Jun 04 06:49:05.803164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:05.803402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 08191973-0b8d-4050-a74f-fa3ffdedd88f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:05.843916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.857293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.898700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Network': ['ID=7d18d7eb-407c-4070-aedf-3caed0e68ff7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:05.903875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.909279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:05.913655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f312677-8d0d-4666-adc1-98c400a18f9c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:05.918786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:05.932023 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5f9b72cd-bc52-4221-9327-1110817baaf5 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/networks/7d18d7eb-407c-4070-aedf-3caed0e68ff7 HTTP/1.1" status: 204 len: 168 time: 2.3503973 Jun 04 06:49:05.934011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:05.935366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cf170383-a25d-4d38-9077-4dfc48c04c19 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/8f312677-8d0d-4666-adc1-98c400a18f9c HTTP/1.1" status: 204 len: 168 time: 0.7605374 Jun 04 06:49:05.936023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:05.946971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53532) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:06.088588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8::2c1 (99e80b1a-554c-4be8-8652-a7ba13817c77/71f79936-91ed-4ac7-99e6-cc1041e7d2a7/cd547d80-f73e-47a8-800d-9e689cd27a6e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:06.170143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] For port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,segment=NetworkSegment(a75d5222-a34a-4e51-9f24-dd578d710ae9),segment_id=a75d5222-a34a-4e51-9f24-dd578d710ae9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:06.170573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.308686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port 3326ec11-f504-42ce-b54d-72e326ffa6a8, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:06.309624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attempted to set empty binding levels {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 04 06:49:06.318163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.331108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.374888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.394269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:06.394711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.404643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.457758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bccfc2a6-cc07-4983-9644-978edc93178e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:06.548571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:06.549080 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:06.559847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] In _notify_port_updated(), no bound segment for port 3326ec11-f504-42ce-b54d-72e326ffa6a8 on network 17bb218c-cb2c-4315-8716-9a3a2a0b48cf {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:49:06.560713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:06.561323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.566590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "PUT /v2.0/ports/3326ec11-f504-42ce-b54d-72e326ffa6a8 HTTP/1.1" status: 200 len: 975 time: 4.5529046 Jun 04 06:49:06.578724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Calling delete_port for 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:06.579853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:06.724197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Pushing event updated for resources: {'Port': ['ID=82557627-bfa8-4845-810e-551e97870f2f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:06.734988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef48f9c-3e58-4969-8e35-171136067485 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event updated for resources: {'Port': ['ID=3326ec11-f504-42ce-b54d-72e326ffa6a8,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:06.744489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Attempting to bind port 82557627-bfa8-4845-810e-551e97870f2f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:06.744895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Attempting to bind port 82557627-bfa8-4845-810e-551e97870f2f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '54b8bf52-ae20-49e1-b7a4-b472529cdbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:06.745493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Attempting to bind port 82557627-bfa8-4845-810e-551e97870f2f on network 99e80b1a-554c-4be8-8652-a7ba13817c77 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:06.756423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:06.756790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Checking segment: {'id': '54b8bf52-ae20-49e1-b7a4-b472529cdbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:06.757205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.757615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Bound using segment: {'id': '54b8bf52-ae20-49e1-b7a4-b472529cdbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:06.758075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Bound port: 82557627-bfa8-4845-810e-551e97870f2f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b8bf52-ae20-49e1-b7a4-b472529cdbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '99e80b1a-554c-4be8-8652-a7ba13817c77'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:06.758442 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.769939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 08191973-0b8d-4050-a74f-fa3ffdedd88f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:06.794286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 08191973-0b8d-4050-a74f-fa3ffdedd88f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:06.794687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.829061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea3ba2-1c96-4248-a2ec-d7223cf73379 None None] Network badad94b-afc1-4f06-b902-637660be79b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:06.862367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.873788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bccfc2a6-cc07-4983-9644-978edc93178e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:06.875812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bccfc2a6-cc07-4983-9644-978edc93178e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9208636 Jun 04 06:49:06.882613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53544) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:06.894181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--237792598'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:06.920212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:06.921598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.945239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:06.954598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] For port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,segment=NetworkSegment(a75d5222-a34a-4e51-9f24-dd578d710ae9),segment_id=a75d5222-a34a-4e51-9f24-dd578d710ae9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:06.955041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:06.980416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.096584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] No DVR routers for this DVR port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:07.110242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Deleting port 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:07.110618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.222602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:07.241750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Calling delete_port for 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:07.251148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:07.265106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2a570-b9aa-444f-9385-cc0817643d3a None None] Pushing event deleted for resources: {'Port': ['ID=320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:07.269153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Deleting port 3326ec11-f504-42ce-b54d-72e326ffa6a8 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:07.269886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.303105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network badad94b-afc1-4f06-b902-637660be79b3 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:07.316188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:07.383366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:07.383944 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:07.393564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-02c9da68-1b7a-4164-b245-c3ac8443b5e6 None None] Provisioning for port 1393a9d0-6078-47ea-8835-f88e32f7a377 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:07.394453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:07.438414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1276ebc1-be93-49ce-8d75-4246e7926892 None None] The port '2f03c367-ff46-45fc-b666-0e4bb3dc8b0f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:49:07.491711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] For port 82557627-bfa8-4845-810e-551e97870f2f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:07.584222 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.590775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router 3f06faf4-c93d-4312-93fc-448baa7e2cdb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:07.599726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 08191973-0b8d-4050-a74f-fa3ffdedd88f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:07.600411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.607403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.611391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] For port 82557627-bfa8-4845-810e-551e97870f2f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82557627-bfa8-4845-810e-551e97870f2f,segment=NetworkSegment(54b8bf52-ae20-49e1-b7a4-b472529cdbff),segment_id=54b8bf52-ae20-49e1-b7a4-b472529cdbff)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:07.622119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.623521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.659144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object cd547d80-f73e-47a8-800d-9e689cd27a6e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:07.726348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 08191973-0b8d-4050-a74f-fa3ffdedd88f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=08191973-0b8d-4050-a74f-fa3ffdedd88f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:07.749124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.749888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1393a9d0-6078-47ea-8835-f88e32f7a377 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:07.815855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22ad7e-6ed3-4d78-93a8-cab23e1db447,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:07.859437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb22dba-0232-4fc3-8d4e-70cf73aabf2f None None] Pushing event updated for resources: {'Port': ['ID=82557627-bfa8-4845-810e-551e97870f2f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:07.881827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.883686 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d6a2e73-6038-47fc-a78a-409c856371d0 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9950137 Jun 04 06:49:07.884640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:07.885254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.886891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53550) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:07.942056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=08191973-0b8d-4050-a74f-fa3ffdedd88f,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:07.967837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1393a9d0-6078-47ea-8835-f88e32f7a377 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:07.982483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1393a9d0-6078-47ea-8835-f88e32f7a377 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:07.982792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:07.996643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] The port '320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:49:08.220127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1393a9d0-6078-47ea-8835-f88e32f7a377 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:08.220127 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.268162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.314507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da21e0f1-e188-4946-b213-7330df161ba3']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:08.320351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1393a9d0-6078-47ea-8835-f88e32f7a377, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1393a9d0-6078-47ea-8835-f88e32f7a377,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:08.330767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.343523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75d5222-a34a-4e51-9f24-dd578d710ae9') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:08.345427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75d5222-a34a-4e51-9f24-dd578d710ae9') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:08.403579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.432960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:08.443554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.458287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:08.458774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.478890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] For port 3326ec11-f504-42ce-b54d-72e326ffa6a8, host n-h1-811808-2, got binding levels [] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:08.480401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.502616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:08.502832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 320d4d7a-f3e2-4c4a-a3ca-8eeee5bb68f5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:08.503392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:08.522604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:08.548865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '4c22ad7e-6ed3-4d78-93a8-cab23e1db447', 'direction': 'ingress', 'protocol': 17}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:08.576894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Sync routers for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:08.611796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:08.612145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f03c367-ff46-45fc-b666-0e4bb3dc8b0f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:08.623062 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a75d5222-a34a-4e51-9f24-dd578d710ae9 resource provider aggregate not found Jun 04 06:49:08.662858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:08.663680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:08.667521 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a75d5222-a34a-4e51-9f24-dd578d710ae9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a75d5222-a34a-4e51-9f24-dd578d710ae9 found for delete ", "request_id": "req-06855d27-e9df-40fb-b290-17b396c657b4"}]} Jun 04 06:49:08.672484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.709410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.722872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:08.740004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Calling delete_port for 3326ec11-f504-42ce-b54d-72e326ffa6a8 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:08.755057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Network': ['ID=da21e0f1-e188-4946-b213-7330df161ba3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:08.758506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5fb1ca29-8bdb-44f1-a57d-482b796cc36d tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/networks/da21e0f1-e188-4946-b213-7330df161ba3 HTTP/1.1" status: 204 len: 168 time: 2.8212929 Jun 04 06:49:08.762308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53558) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:08.788536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:08.805074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae9cea4b-fa92-4913-aeb8-b46a9119c166 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/3f06faf4-c93d-4312-93fc-448baa7e2cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8722472 Jun 04 06:49:08.805074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:08.822256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:08.858386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1393a9d0-6078-47ea-8835-f88e32f7a377,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:08.884081 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:08.968056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Provisioning for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:09.010124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting subnet 4ca82285-7ac0-472c-82fe-33f852383c8e {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:09.016736 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.033705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Provisioning complete for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:09.038693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.052724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.157263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.283148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 08191973-0b8d-4050-a74f-fa3ffdedd88f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:09.286082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.300543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:09.301332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.310989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=cd547d80-f73e-47a8-800d-9e689cd27a6e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:09.313873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:09.325300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:09.330842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:09.331472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.385571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.399744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.458884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ed9f74-87c9-4c3d-82fa-f92c0755b21b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:09.486731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Pushing event deleted for resources: {'Port': ['ID=3326ec11-f504-42ce-b54d-72e326ffa6a8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:09.501336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.509105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb7e60a9-7744-40be-bed0-d3eae9e638b8 tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "DELETE /v2.0/ports/3326ec11-f504-42ce-b54d-72e326ffa6a8 HTTP/1.1" status: 204 len: 168 time: 2.9100688 Jun 04 06:49:09.509105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:09.513980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-861e19d1-98b3-4a5c-a176-9d4488295aeb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9978793 Jun 04 06:49:09.517976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4116ad11-29ce-40a0-9985-c9336775e3cf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.0674348 Jun 04 06:49:09.518616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53576) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:09.520252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53578) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:09.520568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53580) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:09.604101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-11b853f1-3012-47f5-b2d8-ac4073c9d78e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:09.628919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:09.653213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-11b853f1-3012-47f5-b2d8-ac4073c9d78e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:09.662820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-11b853f1-3012-47f5-b2d8-ac4073c9d78e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046486947&fields=id&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 267 time: 0.1388810 Jun 04 06:49:09.734100 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-194803b8-cad7-42bf-a484-0c92983ee0cf tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] GET failed (client error): The resource could not be found. Jun 04 06:49:09.734635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-194803b8-cad7-42bf-a484-0c92983ee0cf tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Synchronizing usage tracker for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:09.817989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183c32e-9297-4ffc-b116-789898386cba None None] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:09.845733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-658ba7d8-b56c-4b87-b526-2b3f74abc2fe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:09.846633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-658ba7d8-b56c-4b87-b526-2b3f74abc2fe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:09.877445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-658ba7d8-b56c-4b87-b526-2b3f74abc2fe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:09.879606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-658ba7d8-b56c-4b87-b526-2b3f74abc2fe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 796 time: 0.2157047 Jun 04 06:49:09.955089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-bcfa4ec7-ef5c-43af-88a7-699e886bb5bb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/quotas/37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 375 time: 0.0550401 Jun 04 06:49:10.099804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-019962da-bb6c-434e-9583-991705fc7a58 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:10.113447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-194803b8-cad7-42bf-a484-0c92983ee0cf tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] Unset dirty status for tenant:5474117bc6eb466aa51f7da7796efbe7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:10.114618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-194803b8-cad7-42bf-a484-0c92983ee0cf tempest-PortsAdminExtendedAttrsTestJSON-1173310348 tempest-PortsAdminExtendedAttrsTestJSON-1173310348-project-admin] 10.222.0.17 "GET /v2.0/ports/3326ec11-f504-42ce-b54d-72e326ffa6a8 HTTP/1.1" status: 404 len: 333 time: 0.5840526 Jun 04 06:49:10.124451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:10.129521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.134297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:10.201347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-019962da-bb6c-434e-9583-991705fc7a58 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:10.202798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-019962da-bb6c-434e-9583-991705fc7a58 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2469468 Jun 04 06:49:10.240619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Provisioning complete for port 1393a9d0-6078-47ea-8835-f88e32f7a377 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:10.241389 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.338643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.347296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca82285-7ac0-472c-82fe-33f852383c8e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:10.350872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.364307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 08191973-0b8d-4050-a74f-fa3ffdedd88f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:10.364678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.403995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.417975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d1fc3d-185c-4797-a4ab-f7d4508b5256 None None] Network b632d33e-934b-4dac-9e2a-82a75ee44303 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:10.488990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f98af0c-ac63-466d-8b49-e478d82ebf0f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/subnets/4ca82285-7ac0-472c-82fe-33f852383c8e HTTP/1.1" status: 204 len: 168 time: 1.7253006 Jun 04 06:49:10.502942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53594) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:10.524602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-f31c22e8-7a81-48f6-972b-8dcd85894b4e service neutron] 10.222.0.17 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703149 Jun 04 06:49:10.621699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.712969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.750727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bb218c-cb2c-4315-8716-9a3a2a0b48cf']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:10.784408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8cd9a3-a788-43ac-9abd-453e22fe9733') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:10.784859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8cd9a3-a788-43ac-9abd-453e22fe9733') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:10.819496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.845272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-ad021ca7-8015-4865-b5e2-f8332010232e service neutron] 10.222.0.17 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197246 Jun 04 06:49:10.853171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.867599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.878746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.891478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:10.891478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:10.896585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40fd5f2e-1f34-4845-a03a-2a51204016c8 None None] Current status of the port 1393a9d0-6078-47ea-8835-f88e32f7a377 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:10.990349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22ad7e-6ed3-4d78-93a8-cab23e1db447,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:11.004468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Deleting port 67603135-f97f-409d-9ec7-93e8b397cb62 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:11.004861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.078694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:05Z', 'revision_number': 2, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:11.130036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4768f903-9796-4d81-9068-da9bf09d534f None None] Provisioning complete for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:11.130370 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4768f903-9796-4d81-9068-da9bf09d534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.131888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.133056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-272e9903-d5a9-47b0-a3e3-72b9c80a4dfd tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/4c22ad7e-6ed3-4d78-93a8-cab23e1db447 HTTP/1.1" status: 204 len: 168 time: 1.5973582 Jun 04 06:49:11.139594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53598) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:11.166388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Checking router: 3f06faf4-c93d-4312-93fc-448baa7e2cdb for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:49:11.167706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Updating router 3f06faf4-c93d-4312-93fc-448baa7e2cdb port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:49:11.213057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.235810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 08191973-0b8d-4050-a74f-fa3ffdedd88f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:11.237026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82557627-bfa8-4845-810e-551e97870f2f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:11.244652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-52121a5d-013b-431b-af61-e3a3ee5c9563 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:11.278195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.282683 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2d8cd9a3-a788-43ac-9abd-453e22fe9733 resource provider aggregate not found Jun 04 06:49:11.335800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.401688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4768f903-9796-4d81-9068-da9bf09d534f None None] Port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:11.410313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.464083 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2d8cd9a3-a788-43ac-9abd-453e22fe9733 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d8cd9a3-a788-43ac-9abd-453e22fe9733 found for delete ", "request_id": "req-3365cfc8-e1d4-4244-81a0-75ad9b5840f3"}]} Jun 04 06:49:11.464083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] Pushing event deleted for resources: {'Network': ['ID=17bb218c-cb2c-4315-8716-9a3a2a0b48cf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:11.476418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-62e215be-0eaa-4545-852e-e572c0ca8aee tempest-PortsAdminExtendedAttrsTestJSON-436255934 tempest-PortsAdminExtendedAttrsTestJSON-436255934-project] 10.222.0.17 "DELETE /v2.0/networks/17bb218c-cb2c-4315-8716-9a3a2a0b48cf HTTP/1.1" status: 204 len: 168 time: 1.3383222 Jun 04 06:49:11.507688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4446cab2-a7d4-4526-9bef-23ab14527119 req-09bcae12-828c-4cde-8f5d-680315044874 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 210 time: 0.2320116 Jun 04 06:49:11.539719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-52121a5d-013b-431b-af61-e3a3ee5c9563 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:11.545857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52121a5d-013b-431b-af61-e3a3ee5c9563 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3981216 Jun 04 06:49:11.546023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:11.552000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--298035698'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:11.553419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4768f903-9796-4d81-9068-da9bf09d534f None None] Provisioning for port 82557627-bfa8-4845-810e-551e97870f2f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:11.578774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:11.607119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:11.635102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:11.701049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:11.711124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:11.724280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:11.751722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:11.806214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] DHCP port deletion for b632d33e-934b-4dac-9e2a-82a75ee44303 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:11.851232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 82557627-bfa8-4845-810e-551e97870f2f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:11.876129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Deleting port 67603135-f97f-409d-9ec7-93e8b397cb62 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:11.876689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.092322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.106134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.159030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:12.179946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] For port 67603135-f97f-409d-9ec7-93e8b397cb62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=67603135-f97f-409d-9ec7-93e8b397cb62,segment=NetworkSegment(fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7),segment_id=fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:12.180315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.277057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7c823-355f-44c0-8a06-171465952624,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:12.285013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82557627-bfa8-4845-810e-551e97870f2f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:12.287596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.305869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.311251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-140a7719-cecf-4c02-9d35-480fd670b77e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7641969 Jun 04 06:49:12.312100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:12.318112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095395465'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:12.325220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:12.330286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:12.333398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:12.341076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:12.358929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.406908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:12.413058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:12.418064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:12.424913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:12.528129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.534592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.569780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Provisioning for port cd547d80-f73e-47a8-800d-9e689cd27a6e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:12.598794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0a0eed-7a6b-4a06-87bc-4034f6cf182c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:12.631950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.639361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4acd59b3-0266-454e-843d-5585b13023f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3248954 Jun 04 06:49:12.640740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53646) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:12.650591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Provisioning complete for port cd547d80-f73e-47a8-800d-9e689cd27a6e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:12.651223 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.660000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': 'c0d7c823-355f-44c0-8a06-171465952624', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fd0a0eed-7a6b-4a06-87bc-4034f6cf182c', 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:12.670477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:12.679271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:12.689312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:12.706728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:12.812418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad6c8e3c-4d1f-478f-966f-7f16f1d2666e req-862fc8aa-439c-434c-a87f-a1e4faeec934 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 210 time: 0.0734859 Jun 04 06:49:12.816197 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.841271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Calling delete_port for 67603135-f97f-409d-9ec7-93e8b397cb62 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:12.919486 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.925558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.975431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:12.985551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9b0f82-8b11-4de7-953b-9c6188725089,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:12.991703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e9898d3b-7a16-41ec-a51d-5728aa9aaeb5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=03c8a093cb71495a8cbed4643e6c9367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8315942 Jun 04 06:49:12.996244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53650) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:12.997681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.002164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ebc6822a-b799-4ce0-89ae-dfb90b4fc777 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3583443 Jun 04 06:49:13.003057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:13.043931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.047361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.055965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.076353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.112418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.119172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.121578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Transition to ACTIVE for port object 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:13.139482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Port cd547d80-f73e-47a8-800d-9e689cd27a6e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:13.148589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.160499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca9b0f82-8b11-4de7-953b-9c6188725089,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:13.190890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.194898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f99b0d3-e220-4ba2-b264-63291b5e275b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/ca9b0f82-8b11-4de7-953b-9c6188725089 HTTP/1.1" status: 204 len: 168 time: 0.1903167 Jun 04 06:49:13.195571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53658) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:13.224043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] No DVR routers for this DVR port 67603135-f97f-409d-9ec7-93e8b397cb62 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:13.268557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a47a17a-fd25-41a0-8def-82f685359126 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:13.292288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a47a17a-fd25-41a0-8def-82f685359126 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:13.297653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a47a17a-fd25-41a0-8def-82f685359126 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1007748 Jun 04 06:49:13.298576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53662) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:13.329290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.364654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82557627-bfa8-4845-810e-551e97870f2f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:13.365404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.381117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=cd547d80-f73e-47a8-800d-9e689cd27a6e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:13.405504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.446647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.563881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.613159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0a0eed-7a6b-4a06-87bc-4034f6cf182c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:13.614257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] For port 67603135-f97f-409d-9ec7-93e8b397cb62, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=67603135-f97f-409d-9ec7-93e8b397cb62,segment=NetworkSegment(fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7),segment_id=fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:13.614859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.629969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.633740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 82557627-bfa8-4845-810e-551e97870f2f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82557627-bfa8-4845-810e-551e97870f2f,segment=NetworkSegment(54b8bf52-ae20-49e1-b7a4-b472529cdbff),segment_id=54b8bf52-ae20-49e1-b7a4-b472529cdbff)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:13.634663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46dd511d-fb26-48c1-b781-4675b18aea5c tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/fd0a0eed-7a6b-4a06-87bc-4034f6cf182c HTTP/1.1" status: 204 len: 168 time: 0.3343284 Jun 04 06:49:13.635453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53668) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:13.652693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Provisioning complete for port 82557627-bfa8-4845-810e-551e97870f2f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:13.653403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.719401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-68bd305f-33a8-4b2b-8167-e3241290d8d1 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:13.739036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-68bd305f-33a8-4b2b-8167-e3241290d8d1 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:13.744432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-68bd305f-33a8-4b2b-8167-e3241290d8d1 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1064441 Jun 04 06:49:13.745722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:13.766711 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.768909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0040a05-2cb9-4de6-9dbc-657c3daa54c4 None None] Pushing event updated for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:13.852468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Port': ['ID=67603135-f97f-409d-9ec7-93e8b397cb62,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:13.869291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.872900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.912785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Calling delete_port for 67603135-f97f-409d-9ec7-93e8b397cb62 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:13.933509 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:13.956418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1393a9d0-6078-47ea-8835-f88e32f7a377 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:13.978136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.018700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b632d33e-934b-4dac-9e2a-82a75ee44303']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:14.030029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a42b9da5-9b39-40bf-9b25-4032ebb39c58 req-2c0e0e0d-2c6a-49e0-9aea-f146544bddbe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 210 time: 0.0503287 Jun 04 06:49:14.039056 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.061065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7c823-355f-44c0-8a06-171465952624,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:14.087853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.089962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bccd587f-9e85-4ff7-a433-d56ce62fbd02 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/c0d7c823-355f-44c0-8a06-171465952624 HTTP/1.1" status: 204 len: 168 time: 0.3431025 Jun 04 06:49:14.092372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:14.132543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:14.132842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:14.158894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-778cdcf4-4d20-4776-886d-2521d9cd6ae3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:14.167730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.174449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Attempting to bind port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:14.174944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Attempting to bind port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:14.175460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Attempting to bind port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:14.185215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-778cdcf4-4d20-4776-886d-2521d9cd6ae3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:14.203348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-778cdcf4-4d20-4776-886d-2521d9cd6ae3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095102 Jun 04 06:49:14.203692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-0038a3c5-2492-4541-b590-15007713aa32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:14.204410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-0038a3c5-2492-4541-b590-15007713aa32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:14.207784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:14.209491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.209642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:14.211011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:14.213846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396496660'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:14.221384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:14.232135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:14.234988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.235703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Bound using segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:14.236585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Bound port: 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:14.237151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.243422 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.259838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:14.260396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.269162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:14.271427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=82557627-bfa8-4845-810e-551e97870f2f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:14.273983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:14.279753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:14.281830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.287342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:14.350984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1393a9d0-6078-47ea-8835-f88e32f7a377 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:14.351600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.377195 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7 resource provider aggregate not found Jun 04 06:49:14.407155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-0038a3c5-2492-4541-b590-15007713aa32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:14.408343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-0038a3c5-2492-4541-b590-15007713aa32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 796 time: 1.1174986 Jun 04 06:49:14.408989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.448985 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe4f6fa6-1588-4c4e-86fb-c9ed972ff3f7 found for delete ", "request_id": "req-7277e26b-9a2b-4f10-842e-3d232e3bc49f"}]} Jun 04 06:49:14.454915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.456578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55e5ee-26a9-4bc8-acd7-eafd1e3e4e34,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:14.479357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.485377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.490788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.513199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Pushing event deleted for resources: {'Network': ['ID=b632d33e-934b-4dac-9e2a-82a75ee44303,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:14.515874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] For port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:14.519072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] For port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:14.528440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-295af9cb-5fb5-4666-9d80-5ba662902494 tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/networks/b632d33e-934b-4dac-9e2a-82a75ee44303 HTTP/1.1" status: 204 len: 168 time: 3.9860141 Jun 04 06:49:14.529612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:14.533055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-9fea70c6-d131-4f53-85a2-dcaf7c142cbd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:14.536026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.537003 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-155e8e06-033d-48bf-9473-25b1831193d3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8c55e5ee-26a9-4bc8-acd7-eafd1e3e4e34 HTTP/1.1" status: 204 len: 168 time: 1.5385382 Jun 04 06:49:14.595658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5da43-35f9-4274-8a5c-2aaa2e2f11a5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:14.607404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1393a9d0-6078-47ea-8835-f88e32f7a377 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:14.609910 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.613816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.621445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dd2f8f5d-cc30-4305-8b21-51150a42bb07 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4124858 Jun 04 06:49:14.622165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:14.634593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': 'acf5da43-35f9-4274-8a5c-2aaa2e2f11a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:14.641145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77a429f9-f696-4609-920a-c4cd2ff96f7f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Synchronizing usage tracker for tenant:0e71f0deebf94703836266ae2d5a6bae on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:14.644064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:14.651971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:14.656478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:14.697445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:14.697823 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:14.712639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-9fea70c6-d131-4f53-85a2-dcaf7c142cbd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:14.714881 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-9fea70c6-d131-4f53-85a2-dcaf7c142cbd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 380 time: 0.2913446 Jun 04 06:49:14.719547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:14.720203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:14.729733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'port': {'device_id': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'admin_state_up': True, 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'security_groups': ['b8c1dddf-d987-437c-a3f1-97d3a9d48203']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:14.732828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:14.770025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:14.809508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77a429f9-f696-4609-920a-c4cd2ff96f7f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Unset dirty status for tenant:0e71f0deebf94703836266ae2d5a6bae on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:14.811095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77a429f9-f696-4609-920a-c4cd2ff96f7f tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "GET /v2.0/ports?device_id=004b8c4c-8a98-4948-a24c-aaeb53574a40 HTTP/1.1" status: 200 len: 205 time: 0.2728486 Jun 04 06:49:14.863124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53702) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:14.889458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.055013 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.072178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:15.200489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 67603135-f97f-409d-9ec7-93e8b397cb62 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:15.207997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53710) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:15.235495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf5558-4f41-4ed1-9a78-b02b80b78f44 None None] Current status of the port 82557627-bfa8-4845-810e-551e97870f2f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:15.237683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Deleting port 67603135-f97f-409d-9ec7-93e8b397cb62 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:15.238108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.247682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.304280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 67603135-f97f-409d-9ec7-93e8b397cb62 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:15.304741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 67603135-f97f-409d-9ec7-93e8b397cb62 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:15.330202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.354523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3d688a6d-15fb-4494-96ee-72ba2d9d4d93 None None] The port '67603135-f97f-409d-9ec7-93e8b397cb62' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:49:15.499797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0040a05-2cb9-4de6-9dbc-657c3daa54c4 None None] Pushing event updated for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:15.524018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b254a76-20a9-42c2-b59d-d688550631c0 req-fd154cfd-37b2-488d-99a7-e282197593d3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 210 time: 0.2428830 Jun 04 06:49:15.550496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:15.575254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:15.582235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.586327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9573970 Jun 04 06:49:15.587982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53714) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:15.609102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52603f9-41c4-4206-a8ed-08f5a530d9ac tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac8ceb6-5013-47e9-ac8d-5acb84ffbd06,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:15.616834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15383a08-b1b0-4699-9285-6ad0fdc36b20 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5474117bc6eb466aa51f7da7796efbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066916 Jun 04 06:49:15.622133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.625582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.626891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d1a92429-93be-487c-9c53-1fabbbc0641d None None] Provisioning complete for port cd547d80-f73e-47a8-800d-9e689cd27a6e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:15.627387 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d1a92429-93be-487c-9c53-1fabbbc0641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.637275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:15.750976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d1a92429-93be-487c-9c53-1fabbbc0641d None None] Port cd547d80-f73e-47a8-800d-9e689cd27a6e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:15.788636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:14Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:15.793822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092adabb-e82d-4ae2-9a1a-027247b6fc0c None None] The sync data for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 is: [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:14Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:15.808606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:15.813914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.849262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.891256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.915726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.915996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.916626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Fanout notify agent at l3_agent the message router_deleted on router 004b8c4c-8a98-4948-a24c-aaeb53574a40 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:49:15.932633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.940724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82557627-bfa8-4845-810e-551e97870f2f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:15.961680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:15.962873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-adb8878a-aca4-43ee-bf83-732326f456fa tempest-RoutersNegativeTest-1690311548 tempest-RoutersNegativeTest-1690311548-project] 10.222.0.17 "DELETE /v2.0/routers/004b8c4c-8a98-4948-a24c-aaeb53574a40 HTTP/1.1" status: 204 len: 168 time: 1.0985115 Jun 04 06:49:16.069354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.118110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e55dc-6a8f-4721-a198-037a566e25a8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:16.118274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 82557627-bfa8-4845-810e-551e97870f2f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:16.118544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.131421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.132567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c2d7561-baaa-40ce-bd40-9dbe0bcd2c14 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/119e55dc-6a8f-4721-a198-037a566e25a8 HTTP/1.1" status: 204 len: 168 time: 0.4943964 Jun 04 06:49:16.176187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.275027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:49:16.291490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bac8ceb6-5013-47e9-ac8d-5acb84ffbd06,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:16.371252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.379418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:16.379665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b33b6bb6-174a-457b-b0a6-9fab0d4abc40 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/bac8ceb6-5013-47e9-ac8d-5acb84ffbd06 HTTP/1.1" status: 204 len: 168 time: 0.7788332 Jun 04 06:49:16.382835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.394121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.395011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.438702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 82557627-bfa8-4845-810e-551e97870f2f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:16.496077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc3d117e-3734-4b82-9c28-24bfa5c8c877 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:16.519702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dc3d117e-3734-4b82-9c28-24bfa5c8c877 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:16.524552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc3d117e-3734-4b82-9c28-24bfa5c8c877 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1480620 Jun 04 06:49:16.525273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:16.616728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.636257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.4 (badad94b-afc1-4f06-b902-637660be79b3/80834344-745a-44e5-b6c9-b6112b45b35b/390f2b46-92ae-4f22-8dfe-dc68346c00ed) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:16.675757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.686302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53748) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:16.687205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=cd547d80-f73e-47a8-800d-9e689cd27a6e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:16.799771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.846443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf5da43-35f9-4274-8a5c-2aaa2e2f11a5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:16.872605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.887543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb8ea736-6015-428b-a3ed-ad8e5171516d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/acf5da43-35f9-4274-8a5c-2aaa2e2f11a5 HTTP/1.1" status: 204 len: 168 time: 0.3602788 Jun 04 06:49:16.888296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53758) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:16.948327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:16.951840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-77287c4c-7650-4ea1-b302-804973221696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:16.954243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:16.985453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-688575d2-9a30-4631-b4f3-2cc6ecf9a976 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:17.043016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-688575d2-9a30-4631-b4f3-2cc6ecf9a976 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:17.049851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-688575d2-9a30-4631-b4f3-2cc6ecf9a976 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1594586 Jun 04 06:49:17.050620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53766) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:17.058998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568292508'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:17.075901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:17.100649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:17.125376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.170874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:17.178965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:17.185011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:17.198795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:17.335518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bcb56b5d-e87f-43c6-9ea9-4c8258703d6f req-90c0dc5b-19f6-4ac9-beb2-e184257c13a7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 210 time: 0.0702734 Jun 04 06:49:17.351327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.364228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.416389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d669f149-8b35-4153-8836-64c923c27104 None None] Provisioning complete for port cd547d80-f73e-47a8-800d-9e689cd27a6e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:17.418578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db3c167-211e-4544-a6c4-790d98012c5d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:17.422163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d669f149-8b35-4153-8836-64c923c27104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.457281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.462732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa7b6ce5-ae50-4c3e-9518-2588ef012fec tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4110224 Jun 04 06:49:17.464533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:17.480542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '2db3c167-211e-4544-a6c4-790d98012c5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:17.490443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:17.499956 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f4586e3-13b3-4011-ac0b-c0843347831b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0e71f0deebf94703836266ae2d5a6bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084400 Jun 04 06:49:17.505043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:17.508079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:17.516124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:17.523278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:17.561103 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.591480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d669f149-8b35-4153-8836-64c923c27104 None None] Port cd547d80-f73e-47a8-800d-9e689cd27a6e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:17.662890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.666006 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.668926 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.696553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14593916-58f9-401d-ba7e-251147dca584,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:17.729526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 390f2b46-92ae-4f22-8dfe-dc68346c00ed will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:17.751637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.756570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4e73254-54bb-415c-8e3b-23c619d0c0fe tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2906740 Jun 04 06:49:17.757189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:17.773906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.816050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.824097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa2c218b-6fe1-433c-b081-0a3d3c2d5a22 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules/14593916-58f9-401d-ba7e-251147dca584 HTTP/1.1" status: 200 len: 763 time: 0.0630529 Jun 04 06:49:17.826804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53794) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:17.882574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 30c171d5-75a5-4118-9e2b-2cd9b07a16fc is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:49:17.893051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:17.916070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f35910e2-3018-47e9-b6b9-56cf190ebf20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:17.930676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:17.954463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f35910e2-3018-47e9-b6b9-56cf190ebf20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:17.964560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f35910e2-3018-47e9-b6b9-56cf190ebf20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1364732 Jun 04 06:49:17.965253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53798) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.000138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.014219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.056931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.090306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.098171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/14593916-58f9-401d-ba7e-251147dca584 HTTP/1.1" status: 204 len: 168 time: 0.1318009 Jun 04 06:49:18.100439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474d095-26eb-4e90-9212-79aad8e152ef tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14593916-58f9-401d-ba7e-251147dca584,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:18.102986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53804) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.177375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c350bd-427c-406d-bbc0-bc8ddb483177,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:18.177548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:18.184027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.188234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cae56b7-22fa-4707-9030-50744c867c01 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/63c350bd-427c-406d-bbc0-bc8ddb483177 HTTP/1.1" status: 204 len: 168 time: 0.6567357 Jun 04 06:49:18.188234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:18.193414 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba925849-ac43-49ee-88cc-75d77a9d00a1 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/30c171d5-75a5-4118-9e2b-2cd9b07a16fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6512098 Jun 04 06:49:18.196498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.215559 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] Sync routers for ids ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:18.230759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5657e77c-7d50-45b3-a6d8-21406b3f3e88 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:18.235970 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] Routers {'30c171d5-75a5-4118-9e2b-2cd9b07a16fc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:18.236754 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:18.262013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:18.262569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.279909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5657e77c-7d50-45b3-a6d8-21406b3f3e88 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:18.281213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5657e77c-7d50-45b3-a6d8-21406b3f3e88 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1771622 Jun 04 06:49:18.284032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.289432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '2db3c167-211e-4544-a6c4-790d98012c5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:18.294595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e455ac32-d2c7-4ccc-ab0f-d06957e3749d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:18.295699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e455ac32-d2c7-4ccc-ab0f-d06957e3749d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:18.305575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:18.314225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.331936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:18.371374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.397720 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:18.420810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] Routers {'30c171d5-75a5-4118-9e2b-2cd9b07a16fc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:18.421427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:18.523902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.532801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.607527 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:18.608907 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b265b8f-4ccc-4e0d-8cb5-3488e60a1761 None None] The sync data for ids ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:18.650322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:18.650705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.680861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948c0a3b-9081-4f68-9396-bbb4ad35a537,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:18.711137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.712581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-730c250d-e072-4f95-be8c-01b61ee892c3 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4274659 Jun 04 06:49:18.722404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:18.724708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53834) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.732346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:18.781176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b4858aba-6dc4-4177-934b-7ce764216e47 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules/948c0a3b-9081-4f68-9396-bbb4ad35a537 HTTP/1.1" status: 200 len: 763 time: 0.0522304 Jun 04 06:49:18.782080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53840) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.808518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d723c9-aa1a-4c00-9e75-ca4a4eb4a12e req-d9459868-591a-49c3-9ed1-a6a0cbc96be7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:18.811909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27d723c9-aa1a-4c00-9e75-ca4a4eb4a12e req-d9459868-591a-49c3-9ed1-a6a0cbc96be7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 931 time: 0.2066264 Jun 04 06:49:18.823328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:18.837395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e455ac32-d2c7-4ccc-ab0f-d06957e3749d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:18.841933 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e455ac32-d2c7-4ccc-ab0f-d06957e3749d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports/cd547d80-f73e-47a8-800d-9e689cd27a6e HTTP/1.1" status: 200 len: 984 time: 0.6446528 Jun 04 06:49:18.847102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:18.859083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network badad94b-afc1-4f06-b902-637660be79b3 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:18.892872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27d723c9-aa1a-4c00-9e75-ca4a4eb4a12e req-d5afe4df-f516-4d93-b479-0aac43b17fcd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720098 Jun 04 06:49:18.928820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:18.931364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:18.967680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:19.063890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53856) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:19.069599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dec006a2-e14a-449d-9ea4-4ae1f6572d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.148738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6ea564d-bf25-475e-9ff8-e89931615633 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:19.171699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:19.172331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.278798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6ea564d-bf25-475e-9ff8-e89931615633 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:19.280064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6ea564d-bf25-475e-9ff8-e89931615633 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4797137 Jun 04 06:49:19.281628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-00776a2b-2027-492b-b8cd-b01ec5cf386b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5589571 Jun 04 06:49:19.283406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:19.294960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Request body: {'port': {'device_id': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:19.334494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.342809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bbfed8d4-1aaa-43af-bf68-e9cbadef682a None None] Provisioning for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:19.351244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bbfed8d4-1aaa-43af-bf68-e9cbadef682a None None] Provisioning complete for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:19.351701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bbfed8d4-1aaa-43af-bf68-e9cbadef682a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.359245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.417544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-603994298', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:19.423276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.425505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:19.444925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Usage tracker for resource:port and tenant:26a7ea22e0424db68f44d3e68db99252 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:19.451124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bbfed8d4-1aaa-43af-bf68-e9cbadef682a None None] Port 390f2b46-92ae-4f22-8dfe-dc68346c00ed cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:19.454223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:19.457185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=948c0a3b-9081-4f68-9396-bbb4ad35a537,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:19.465396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:19.473098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.476627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-44151b4d-d6cc-42ad-9866-a6931999388b tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/948c0a3b-9081-4f68-9396-bbb4ad35a537 HTTP/1.1" status: 204 len: 168 time: 0.1896534 Jun 04 06:49:19.477212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53874) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:19.499030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Made reservation on behalf of 26a7ea22e0424db68f44d3e68db99252 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:19.501370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.518733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.536886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.539836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:19.547029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:19.550700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Usage tracker for resource:security_group_rule and tenant:26a7ea22e0424db68f44d3e68db99252 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:19.556798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:19.572755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4ec15dc1-4f83-4f14-b381-5cec2e3d02fb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:19.576259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:19.639142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4ec15dc1-4f83-4f14-b381-5cec2e3d02fb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:19.644262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4ec15dc1-4f83-4f14-b381-5cec2e3d02fb tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1660383 Jun 04 06:49:19.644876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53888) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:19.653866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': '2db3c167-211e-4544-a6c4-790d98012c5d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:19.705287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:19.705559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.710253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b0ffe0d2-c97f-480f-bcc2-c65d4f44245e tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2140913208', 'prefixes': ['172.20.0.0/16']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:19.711393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.727760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] device_id is not set on port 51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:19.757283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b0ffe0d2-c97f-480f-bcc2-c65d4f44245e tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:19.771053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:19.799485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9319f7b-4af0-4fd1-872f-47d17ff9061b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:19.827706 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Project ba0c8551e86e45a1bea8ee5df9d577ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:49:19.897368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:19.924532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:19.947963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Allocated IP 172.25.1.185 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:20.026635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:20.034661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.079994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:49:20.108365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.205960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.206215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.210694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Transition to ACTIVE for port object 390f2b46-92ae-4f22-8dfe-dc68346c00ed will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:20.220077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:20.223488 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.239874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.281006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.296602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae5fd8-1ee2-4101-a02b-8f21bb637af3 req-01a98cd4-a92b-442c-9636-53d8ddd5c1a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:20.298293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3ae5fd8-1ee2-4101-a02b-8f21bb637af3 req-01a98cd4-a92b-442c-9636-53d8ddd5c1a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 931 time: 0.1870320 Jun 04 06:49:20.355992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3ae5fd8-1ee2-4101-a02b-8f21bb637af3 req-d48d1f50-d90f-4a0d-bef3-21cd35dd8f33 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510290 Jun 04 06:49:20.364654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.443099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:20.446918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:20.456996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:20.466829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.469795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d3a8b8-163e-4648-8c72-c873fb1341fd,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:20.505819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe0d2-c97f-480f-bcc2-c65d4f44245e tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Notify callbacks [] for subnetpool, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.507326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b0ffe0d2-c97f-480f-bcc2-c65d4f44245e tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9587615 Jun 04 06:49:20.511288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53896) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.532335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Pushing event updated for resources: {'Port': ['ID=51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:20.555231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.556406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd6df938-4785-48ff-a002-c251d909c677 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9105976 Jun 04 06:49:20.563962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-284eca3c-62a1-4a6d-bccf-1928921de195 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "GET /v2.0/subnetpools/a26e7818-1a0c-41d7-9e66-16a7f61966d5 HTTP/1.1" status: 200 len: 732 time: 0.0486407 Jun 04 06:49:20.565278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53900) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.565900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.567499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:20.568679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.583030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-61c13ae3-945e-442c-9dda-c38c4b1b5ee5 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-228703463'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:20.696233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f6c12f20-fa8c-4805-940f-4239f5527a22 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules/08d3a8b8-163e-4648-8c72-c873fb1341fd HTTP/1.1" status: 200 len: 769 time: 0.1193593 Jun 04 06:49:20.701210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.747549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:20.765508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.781412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8cf22645-e6d4-4773-87fd-189a2736ef3d tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0743060 Jun 04 06:49:20.782883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c21b0d64-dfb9-488a-8f1e-af67c0edea17 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7173798 Jun 04 06:49:20.783450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53912) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.788051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53914) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.795768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.185'}]}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:20.811549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:20.816176 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-61c13ae3-945e-442c-9dda-c38c4b1b5ee5 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Notify callbacks [] for subnetpool, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.819645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-61c13ae3-945e-442c-9dda-c38c4b1b5ee5 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "PUT /v2.0/subnetpools/a26e7818-1a0c-41d7-9e66-16a7f61966d5 HTTP/1.1" status: 200 len: 683 time: 0.2409217 Jun 04 06:49:20.821669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53920) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:20.822827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Usage tracker for resource:router and tenant:26a7ea22e0424db68f44d3e68db99252 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:20.829740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:20.862581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:20.869414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.881336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.944536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.946713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.946982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:20.947479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:20.947782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:20.960015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:49:20.960339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:20.968564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:20.998805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.022137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:21.022539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:21.022913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Bound using segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:21.023347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Bound port: 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:21.023688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.105730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08d3a8b8-163e-4648-8c72-c873fb1341fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:21.134638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.138738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ecdd8db5-af38-42d9-aeb6-8fba46deca20 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/08d3a8b8-163e-4648-8c72-c873fb1341fd HTTP/1.1" status: 204 len: 168 time: 0.3503761 Jun 04 06:49:21.139589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:21.210919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:21.216961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:21.228215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.239427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6258e477-1f04-4f4c-9259-3e3417e75e86 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:21.306962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:21.308090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.309609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1091 time: 2.0193474 Jun 04 06:49:21.312122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:49:21.344495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port cd547d80-f73e-47a8-800d-9e689cd27a6e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:21.344820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.444653 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4527f08-30e0-48ca-80a6-940631268776'] response: {'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:49:21.456947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6258e477-1f04-4f4c-9259-3e3417e75e86 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:21.462113 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6258e477-1f04-4f4c-9259-3e3417e75e86 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3218102 Jun 04 06:49:21.462904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:21.540780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-771c577c-2e86-4d0a-b5c2-433b6564c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:21.542576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-771c577c-2e86-4d0a-b5c2-433b6564c904 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1094 time: 0.1719477 Jun 04 06:49:21.543886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd4e2d-9b31-4505-9efe-735f6382c6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:21.571436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.600365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-942e6aad-1f3f-4438-804f-0d3f75b9e763 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] Notify callbacks [] for subnetpool, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.603275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-942e6aad-1f3f-4438-804f-0d3f75b9e763 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "DELETE /v2.0/subnetpools/a26e7818-1a0c-41d7-9e66-16a7f61966d5 HTTP/1.1" status: 204 len: 168 time: 0.7757466 Jun 04 06:49:21.622317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53940) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:21.662173 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-286f3728-f734-400d-a3ac-38ba546b2391 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] show failed (client error): The resource could not be found. Jun 04 06:49:21.665803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-286f3728-f734-400d-a3ac-38ba546b2391 tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "GET /v2.0/subnetpools/a26e7818-1a0c-41d7-9e66-16a7f61966d5 HTTP/1.1" status: 404 len: 346 time: 0.0401061 Jun 04 06:49:21.672037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53944) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:21.673543 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-92fa8650-c4b4-4f7d-86fb-39d4b5e83d2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 217 time: 0.1015589 Jun 04 06:49:21.758065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8365-e6f6-441b-96bc-2795cf3fd086 req-e72bbd48-4cbb-4eb6-8449-4652fb809c44 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:21.759554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4fc8365-e6f6-441b-96bc-2795cf3fd086 req-e72bbd48-4cbb-4eb6-8449-4652fb809c44 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.2320631 Jun 04 06:49:21.809825 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-41fa9278-6faa-47a4-806a-85f19a7da90c tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] delete failed (client error): The resource could not be found. Jun 04 06:49:21.812541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-41fa9278-6faa-47a4-806a-85f19a7da90c tempest-SubnetPoolsTestJSON-641999291 tempest-SubnetPoolsTestJSON-641999291-project] 10.222.0.17 "DELETE /v2.0/subnetpools/a26e7818-1a0c-41d7-9e66-16a7f61966d5 HTTP/1.1" status: 404 len: 346 time: 0.1363537 Jun 04 06:49:21.820260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4fc8365-e6f6-441b-96bc-2795cf3fd086 req-06813690-5b9e-4147-87b8-8292e5148423 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515110 Jun 04 06:49:21.851555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.917296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:21.930040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-cf4403ee-b62f-4c78-884f-51efc306d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:21.931481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-cf4403ee-b62f-4c78-884f-51efc306d19b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.2074289 Jun 04 06:49:21.933250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.100808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.186757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for cd547d80-f73e-47a8-800d-9e689cd27a6e owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:22.248887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.253326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53956) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:22.287708 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.292745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.338995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db3c167-211e-4544-a6c4-790d98012c5d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:22.410459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-3b6d04ed-277e-4b35-9ab0-1a16ea053225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:22.411993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-3b6d04ed-277e-4b35-9ab0-1a16ea053225 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4638679 Jun 04 06:49:22.414779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.415799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f1ca3986-45f1-4099-9a28-82a63bc9b179 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/2db3c167-211e-4544-a6c4-790d98012c5d HTTP/1.1" status: 204 len: 168 time: 0.9369750 Jun 04 06:49:22.441010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53964) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:22.497458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.549854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.850231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-107faa1f-e00f-4398-922a-d640c3bb90f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:22.861894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:22.875406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Usage tracker for resource:security_group_rule and tenant:6684e4583e004d93b5ccabb919c1a4ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:22.884855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:22.919147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:22.931590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.939878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.969994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-107faa1f-e00f-4398-922a-d640c3bb90f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:22.977877 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-107faa1f-e00f-4398-922a-d640c3bb90f9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5315104 Jun 04 06:49:22.979365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53974) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:22.989690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:22.990669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group': {'name': 'tempest-secgroup--388598927'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:23.003407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.004178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4efebe4b-42b3-4d75-b935-804c166b3e1a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:49:23.022757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:23.103963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:23.125314 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:49:23.126369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7f7440b7-b223-4bd8-8b6e-f3c67746e4d2 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3348441 Jun 04 06:49:23.128237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.130224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53978) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:23.199563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=cd547d80-f73e-47a8-800d-9e689cd27a6e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:23.245262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.255401 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-9b904b89-0d88-45d9-8ae3-5626dac60a9d service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358047 Jun 04 06:49:23.362514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.410871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:23.421956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:23.429796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:23.436127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Deleting port 51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:23.436482 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.472423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:23.490434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273444-8503-4f13-b0c1-109142bf8b2a req-0a5354fc-c4a9-4ab9-aeb9-9a1b50cfcf89 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:23.492168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a273444-8503-4f13-b0c1-109142bf8b2a req-0a5354fc-c4a9-4ab9-aeb9-9a1b50cfcf89 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.4629810 Jun 04 06:49:23.628786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6552af7-9a60-438c-9a47-2767ad2a4769,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:23.633153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6d42919-d95d-4052-8b26-8eb4b249f29a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6684e4583e004d93b5ccabb919c1a4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3776548 Jun 04 06:49:23.644306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53984) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:23.690695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.730953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.751631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.835734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05cb5f0-abc7-419f-9072-4b3135b9dd67,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:23.854611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a273444-8503-4f13-b0c1-109142bf8b2a req-71a0b67b-9596-4ada-886c-cdb172b2c5c9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310189 Jun 04 06:49:23.912877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:23.934143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9527c80e-fb45-4e89-b1bb-9d22c3d919aa req-3f436d0b-5d64-4588-b8b5-a337330e959e service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491346 Jun 04 06:49:24.008289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.009528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6ee5f71-d3b6-4854-82e7-b3b56775b111 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0287361 Jun 04 06:49:24.014892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53988) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:24.024150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Request body: {'security_group_rule': {'security_group_id': 'e05cb5f0-abc7-419f-9072-4b3135b9dd67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:24.031317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:24.036602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Usage tracker for resource:security_group_rule and tenant:ba0c8551e86e45a1bea8ee5df9d577ee is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:24.040401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:24.049899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:24.084802 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.124062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.147114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.182013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 30c171d5-75a5-4118-9e2b-2cd9b07a16fc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:24.265813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Calling delete_port for 51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:24.344010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.357448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.358491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-356e2b6e-6662-4f27-b8ac-7c1af09bca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:24.360834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-356e2b6e-6662-4f27-b8ac-7c1af09bca69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1094 time: 0.3460779 Jun 04 06:49:24.363780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:24.377247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] Sync routers for ids ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:24.389506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] Routers {'30c171d5-75a5-4118-9e2b-2cd9b07a16fc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:24.390468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:24.392224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ca101c-d840-45d0-bb34-1cb45ae2e321,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:24.408204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.435015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.438851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eecea12f-669b-42c9-95c5-10a23004ef90 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4196661 Jun 04 06:49:24.442882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53992) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:24.460172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:24.470726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] Routers {'30c171d5-75a5-4118-9e2b-2cd9b07a16fc'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:24.471478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:24.486488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6552af7-9a60-438c-9a47-2767ad2a4769,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:24.504555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.514644 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.518184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d6552af7-9a60-438c-9a47-2767ad2a4769 HTTP/1.1" status: 204 len: 168 time: 0.8705528 Jun 04 06:49:24.518184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.518184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.518495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.518774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.518959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.519284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.519607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.519927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.520244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.520562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.520876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.521191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44615aa6-8685-4061-8355-d9f78438e288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:24.539038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a2ab05a1-0c69-4e5d-ac84-fcddf4462424 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/30c171d5-75a5-4118-9e2b-2cd9b07a16fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6881025 Jun 04 06:49:24.540850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:24.541663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec71664-aa1c-4bfc-add8-cf72587c54f4 None None] The sync data for ids ['30c171d5-75a5-4118-9e2b-2cd9b07a16fc'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:24.544375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:24.572207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Pushing event deleted for resources: {'Port': ['ID=51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:24.578549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.659238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.786888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.791033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.838040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:24.839258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/e05cb5f0-abc7-419f-9072-4b3135b9dd67 HTTP/1.1" status: 204 len: 168 time: 0.3955364 Jun 04 06:49:24.840112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63873351-878c-41ef-adf4-a727a449a967 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05cb5f0-abc7-419f-9072-4b3135b9dd67,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:24.840889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-1d43b6c9-90ab-41dd-8886-907389c327ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:24.841717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:24.842444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-1d43b6c9-90ab-41dd-8886-907389c327ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.4732213 Jun 04 06:49:24.872907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1371d6f8-078e-4463-9797-bc540e2e1810 tempest-RoutersAdminNegativeTest-1888236373 tempest-RoutersAdminNegativeTest-1888236373-project-admin] 10.222.0.17 "DELETE /v2.0/ports/51dc1949-39fb-4d1c-9a7a-f1eeb3d228b9 HTTP/1.1" status: 204 len: 168 time: 1.7399302 Jun 04 06:49:24.948768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca26c2e7-c84d-4536-aa59-8658a5ac306e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:24.983731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca26c2e7-c84d-4536-aa59-8658a5ac306e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:24.986931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca26c2e7-c84d-4536-aa59-8658a5ac306e tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1426003 Jun 04 06:49:24.991593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:24.999544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-3e31f018-0908-44fe-bd5c-b5427dc45250 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 217 time: 0.1479733 Jun 04 06:49:25.135115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86c1bb72-f0ca-4fb7-9cf1-6abab4a36c06 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Synchronizing usage tracker for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:25.201740 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-1a6b441c-0d8b-471f-9580-5f42029e9d76 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] remove_router_interface failed (client error): The resource could not be found. Jun 04 06:49:25.205822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1a6b441c-0d8b-471f-9580-5f42029e9d76 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/30c171d5-75a5-4118-9e2b-2cd9b07a16fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6602976 Jun 04 06:49:25.206453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54030) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.245851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-68783846-118a-4164-b18b-12c1c5f472c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:25.247522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-68783846-118a-4164-b18b-12c1c5f472c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1881192 Jun 04 06:49:25.256495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86c1bb72-f0ca-4fb7-9cf1-6abab4a36c06 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] Unset dirty status for tenant:ba0c8551e86e45a1bea8ee5df9d577ee on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:25.265729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86c1bb72-f0ca-4fb7-9cf1-6abab4a36c06 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2649617 Jun 04 06:49:25.266616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54034) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.266942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54036) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.307732 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-891ba37d-6025-421a-82d7-adce1a516cb9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] delete failed (client error): The resource could not be found. Jun 04 06:49:25.309684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-891ba37d-6025-421a-82d7-adce1a516cb9 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "DELETE /v2.0/security-groups/e05cb5f0-abc7-419f-9072-4b3135b9dd67 HTTP/1.1" status: 404 len: 347 time: 0.0396657 Jun 04 06:49:25.313231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54046) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.373377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deda3e-ce66-477f-a5ae-12ef1f04c470 req-dbf4c4a6-2423-4f88-a8d9-7fba8a5077bb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:25.374900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8deda3e-ce66-477f-a5ae-12ef1f04c470 req-dbf4c4a6-2423-4f88-a8d9-7fba8a5077bb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.2335038 Jun 04 06:49:25.376769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-210480a9-7c90-4eee-80f2-0006789b9a9e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:25.382691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2685d526-9ae9-4b51-a831-e6cdb433a700 tempest-SecGroupIPv6Test-919981083 tempest-SecGroupIPv6Test-919981083-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685692 Jun 04 06:49:25.432705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8deda3e-ce66-477f-a5ae-12ef1f04c470 req-9cc1a505-da4a-42d4-baa7-8609d35ee34f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Jun 04 06:49:25.435470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-210480a9-7c90-4eee-80f2-0006789b9a9e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:25.439577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-210480a9-7c90-4eee-80f2-0006789b9a9e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=30c171d5-75a5-4118-9e2b-2cd9b07a16fc HTTP/1.1" status: 200 len: 205 time: 0.2275107 Jun 04 06:49:25.440193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.451529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-7412eaa1-e8a8-4ad3-b71c-948c4a850854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:25.452996 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-7412eaa1-e8a8-4ad3-b71c-948c4a850854 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988747 Jun 04 06:49:25.606619 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:25.654180 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:25.702210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-acf8d0f9-e5c6-420c-a256-e9f799a63d88 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402999 Jun 04 06:49:25.711961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:25.805458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:25.941964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54070) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.954657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54074) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:25.964489 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030577 Jun 04 06:49:26.014683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54078) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:26.025066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:26.031690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3ef71e45-430b-46d8-9a94-ebc63a29ee32 req-1d0cb023-8498-4935-b7e5-744aab27c1d8 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245072 Jun 04 06:49:26.037644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:41e2e3e90ffe4d62b62f4e7d951b2662 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:26.083322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:26.153258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:26.233118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d87cdfb8-c529-4bd5-8594-d913b962e1c9 tempest-NetworksApiDiscovery-13704089 tempest-NetworksApiDiscovery-13704089-project] 10.222.0.17 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2134571 Jun 04 06:49:26.243524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.252446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.289794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.290387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router 30c171d5-75a5-4118-9e2b-2cd9b07a16fc {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:49:26.327946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-db7460fb-7e7a-4214-849f-184f19123c2e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ba0c8551e86e45a1bea8ee5df9d577ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848400 Jun 04 06:49:26.331810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:26.331972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.333041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7bdbad8-a9fe-46b3-bbe5-f63da20a1c54 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/30c171d5-75a5-4118-9e2b-2cd9b07a16fc HTTP/1.1" status: 204 len: 168 time: 0.8921919 Jun 04 06:49:26.335888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54090) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:26.396306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.417324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.427129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.428164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.447170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 71f79936-91ed-4ac7-99e6-cc1041e7d2a7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:26.457089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.508928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.525428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.534684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cf36c2-157b-42a4-9cea-307156a36b7d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:26.594291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.599016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-782f2393-f193-49e7-8cf9-33e191764417 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c2cf36c2-157b-42a4-9cea-307156a36b7d HTTP/1.1" status: 204 len: 168 time: 0.2659059 Jun 04 06:49:26.607785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:26.672098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cc9c0-5c2f-4f3b-a878-4b07df9ba250,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:26.694415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca6dd1b2-2774-4cde-b3e8-1df7a0e4d7b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=41e2e3e90ffe4d62b62f4e7d951b2662&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4206285 Jun 04 06:49:26.694626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54106) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:26.760015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.768258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.807043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.833842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde29ca-fb84-479f-9f67-b11e2cc55923 req-73dae5f9-d861-4dab-86a3-b2505ccb389d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:26.835511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdde29ca-fb84-479f-9f67-b11e2cc55923 req-73dae5f9-d861-4dab-86a3-b2505ccb389d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.2302487 Jun 04 06:49:26.900396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.903565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.934242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cc9c0-5c2f-4f3b-a878-4b07df9ba250,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:26.940817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:26.946307 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f445339f-6c08-43f6-98d6-1557ed4d5255 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5f2cc9c0-5c2f-4f3b-a878-4b07df9ba250 HTTP/1.1" status: 204 len: 168 time: 0.2498798 Jun 04 06:49:26.966516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=71f79936-91ed-4ac7-99e6-cc1041e7d2a7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:27.002174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.029953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdde29ca-fb84-479f-9f67-b11e2cc55923 req-ab91e703-351e-4864-8724-7999c4aad5f6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743050 Jun 04 06:49:27.036605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.040774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:27.043932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dfd8c512-6baa-4598-84ec-f78a5524d176 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/71f79936-91ed-4ac7-99e6-cc1041e7d2a7 HTTP/1.1" status: 204 len: 168 time: 0.7070227 Jun 04 06:49:27.047110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:27.050613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e066fa0-f67e-4ef4-9cbf-bcdd8a8c4e4a None None] Network 99e80b1a-554c-4be8-8652-a7ba13817c77 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:27.054700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc858f2e0074fc395c12e2babac71e8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:27.064764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:27.077893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:27.259301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.264855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.376733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.378236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080ea3a-e37b-4269-9118-36fd644e159d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:27.391222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 82557627-bfa8-4845-810e-551e97870f2f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:27.392065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.403285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-942830e3-2899-4014-9728-ef169a07d325 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5fc858f2e0074fc395c12e2babac71e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7942455 Jun 04 06:49:27.406988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54136) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:27.495957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.519598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54148) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:27.582688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.599434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] DHCP port deletion for 99e80b1a-554c-4be8-8652-a7ba13817c77 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:27.603783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Deleting port 82557627-bfa8-4845-810e-551e97870f2f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:27.604683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.645784 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-340ba5c9-c941-491f-b634-6e93c7d54999 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=26a7ea22e0424db68f44d3e68db99252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245975 Jun 04 06:49:27.648413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:27.698567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.717349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080ea3a-e37b-4269-9118-36fd644e159d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:27.727180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.735079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4dab3cec-5b5f-4b20-b3ec-e5696b59d4fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2080ea3a-e37b-4269-9118-36fd644e159d HTTP/1.1" status: 204 len: 168 time: 0.3260319 Jun 04 06:49:27.855476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 82557627-bfa8-4845-810e-551e97870f2f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82557627-bfa8-4845-810e-551e97870f2f,segment=NetworkSegment(54b8bf52-ae20-49e1-b7a4-b472529cdbff),segment_id=54b8bf52-ae20-49e1-b7a4-b472529cdbff)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:27.855692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:27.906061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82557627-bfa8-4845-810e-551e97870f2f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:28.043438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 82557627-bfa8-4845-810e-551e97870f2f owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:28.131467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:49:28.226110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] For port 82557627-bfa8-4845-810e-551e97870f2f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=82557627-bfa8-4845-810e-551e97870f2f,segment=NetworkSegment(54b8bf52-ae20-49e1-b7a4-b472529cdbff),segment_id=54b8bf52-ae20-49e1-b7a4-b472529cdbff)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:28.227158 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.239790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.254824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 82557627-bfa8-4845-810e-551e97870f2f {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 06:49:28.255565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 82557627-bfa8-4845-810e-551e97870f2f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:28.309777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No DVR routers for this DVR port 82557627-bfa8-4845-810e-551e97870f2f on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:28.363285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=82557627-bfa8-4845-810e-551e97870f2f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:28.365818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.433756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Calling delete_port for 82557627-bfa8-4845-810e-551e97870f2f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:28.454966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54178) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:28.568187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:28.568544 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:28.643351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138401598'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:28.663142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:28.671930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:28.675754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:28.686079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:28.692990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.707504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.722013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.734576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.743651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:28.748784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:28.751931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:28.757986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:28.808168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e80b1a-554c-4be8-8652-a7ba13817c77']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:28.824396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:28.837659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b8bf52-ae20-49e1-b7a4-b472529cdbff') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:28.838001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b8bf52-ae20-49e1-b7a4-b472529cdbff') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:28.842407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:49:28.856008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.865225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.870026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.872193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586312-2419-47cf-98e2-5f34ea2bbdc4 req-c00331be-e328-4195-819e-14c57122057a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:28.873779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89586312-2419-47cf-98e2-5f34ea2bbdc4 req-c00331be-e328-4195-819e-14c57122057a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.5303788 Jun 04 06:49:28.876034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:28.882804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:28.890322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:28.898659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:28.921201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.921603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:28.921987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.923451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.941953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:49:28.951983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:28.952430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.961630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:28.966902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:28.992722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9319f7b-4af0-4fd1-872f-47d17ff9061b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.007974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.008526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.008971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.009390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.010085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.010539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.010941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.011333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.012016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.012459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.012968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.013362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:29.030389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89586312-2419-47cf-98e2-5f34ea2bbdc4 req-8b48d65b-2461-4368-beef-edd1b44e63fe tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496258 Jun 04 06:49:29.032125 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 54b8bf52-ae20-49e1-b7a4-b472529cdbff resource provider aggregate not found Jun 04 06:49:29.043375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f27546-8fe7-4906-946d-1daddd1bdf5a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.072469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Deleting port 82557627-bfa8-4845-810e-551e97870f2f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:29.073544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.097414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.106537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.154918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.172494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6cc010d7-e6df-4a0e-8f89-42ad8cb9e1df None None] The port '82557627-bfa8-4845-810e-551e97870f2f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:49:29.287260 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 54b8bf52-ae20-49e1-b7a4-b472529cdbff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54b8bf52-ae20-49e1-b7a4-b472529cdbff found for delete ", "request_id": "req-2e81fcf4-ff88-48bc-b94b-f7468c915a9f"}]} Jun 04 06:49:29.289085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.295272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['390f2b46-92ae-4f22-8dfe-dc68346c00ed'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:49:29.296240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2c69332-02ef-4c8b-9ca8-182613463951 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f9319f7b-4af0-4fd1-872f-47d17ff9061b HTTP/1.1" status: 204 len: 168 time: 1.6463878 Jun 04 06:49:29.297353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.305213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.314217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e2d8e-9bed-4c30-9597-0242a964eb1e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.335797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.340004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-292fa439-f8cd-48e6-bccf-957f036ef7c7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8810761 Jun 04 06:49:29.340295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54206) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.357408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=99e80b1a-554c-4be8-8652-a7ba13817c77,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.371886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05065b41-072d-419e-a2d7-2f02e82abe22 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/99e80b1a-554c-4be8-8652-a7ba13817c77 HTTP/1.1" status: 204 len: 168 time: 2.3237050 Jun 04 06:49:29.375657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54210) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.381716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531292311'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:29.388695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:29.394031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:29.399057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:29.408946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:29.425789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9845521c-1ba6-40df-9d23-f95c8dc27f68 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:29.435066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:29.441965 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.460795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9845521c-1ba6-40df-9d23-f95c8dc27f68 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:29.465313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9845521c-1ba6-40df-9d23-f95c8dc27f68 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1207616 Jun 04 06:49:29.466045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.472130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-security--1305458729', 'description': 'tempest-security-description-9445874'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:29.504524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:49:29.517612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.518233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.518889 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 60589987-3b88-40bc-b9e0-c3b8cbeebe55 of type vlan for network 90be3d89-f6f8-4536-913e-cd52c56fae9b Jun 04 06:49:29.553253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.597499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.597964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.605721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.606035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:29.606818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.630567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:29.638602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "PUT /v2.0/security-groups/e82e2d8e-9bed-4c30-9597-0242a964eb1e HTTP/1.1" status: 200 len: 1777 time: 0.1696303 Jun 04 06:49:29.642039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54220) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.667935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2909524 Jun 04 06:49:29.674666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.738366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:29.794676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d9875-64bc-4b29-b147-2e8c6784debe tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=90be3d89-f6f8-4536-913e-cd52c56fae9b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.842611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:49:29.918704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494825f2-7dd2-4743-a358-60233bfc613c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e2d8e-9bed-4c30-9597-0242a964eb1e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:29.961114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f63b98ee-3125-4efe-8ff1-1a347c3f2382 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups/e82e2d8e-9bed-4c30-9597-0242a964eb1e HTTP/1.1" status: 200 len: 1777 time: 0.2855310 Jun 04 06:49:29.961214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:29.989331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:29.995690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:29.999284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:30.006230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:30.020429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:30.025084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.109690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.170095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.340021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.364603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e2d8e-9bed-4c30-9597-0242a964eb1e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:30.387712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.389081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-353096af-ebfe-4831-8eba-f9fae9a8e834 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/e82e2d8e-9bed-4c30-9597-0242a964eb1e HTTP/1.1" status: 204 len: 168 time: 0.4265952 Jun 04 06:49:30.392221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54258) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.445041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23859b43-74fa-4d6a-b04c-cc1367b2519a req-053b8fc0-c125-4c2f-bc65-cd14157950d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:30.446988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23859b43-74fa-4d6a-b04c-cc1367b2519a req-053b8fc0-c125-4c2f-bc65-cd14157950d7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 0.1910350 Jun 04 06:49:30.450807 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.497221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f246e9f9-f284-4dba-b4ad-788dbba98a31 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:30.530643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23859b43-74fa-4d6a-b04c-cc1367b2519a req-b9d0ecb7-080c-4871-b7c2-566b561150eb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763793 Jun 04 06:49:30.541680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f246e9f9-f284-4dba-b4ad-788dbba98a31 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:30.553241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f246e9f9-f284-4dba-b4ad-788dbba98a31 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502647 Jun 04 06:49:30.553241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.575644 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-b66c0a72-e395-4a40-a779-53fa519e258c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] delete failed (client error): The resource could not be found. Jun 04 06:49:30.576885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b66c0a72-e395-4a40-a779-53fa519e258c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/e82e2d8e-9bed-4c30-9597-0242a964eb1e HTTP/1.1" status: 404 len: 347 time: 0.0277989 Jun 04 06:49:30.581204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.586320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130352939'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:30.593887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:30.602378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=73ef15d5-222d-4b4c-abf3-5c40b14c655a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:30.617633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '60589987-3b88-40bc-b9e0-c3b8cbeebe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:30.617887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:30.618298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: 90be3d89-f6f8-4536-913e-cd52c56fae9b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:49:30.639264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.651991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:49:30.670047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 90be3d89-f6f8-4536-913e-cd52c56fae9b) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:30.677985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:30.681811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.685316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e69dd-adea-470b-b4b6-daa9fa92763a None None] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:30.687549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:30.692668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:30.696330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:30.714097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4351ef47-c5a8-4807-8dee-49a935c0bc74 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0346982 Jun 04 06:49:30.716548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.724147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913577753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:30.726145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:30.754681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:30.774931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:30.783096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:30.798185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:30.831758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.831758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.856735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.872648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.877549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.899119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.939028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71764e-3a81-4a63-99ce-0a8063871d41,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:30.941226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.948368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:30.951294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1fcd616d-11b7-4013-aa7b-10c29dfbaedc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2333655 Jun 04 06:49:30.957794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.957970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b4113871-d51f-4c38-b64e-d260424ef544 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3724458 Jun 04 06:49:30.958340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54294) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:30.971338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '4f71764e-3a81-4a63-99ce-0a8063871d41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:30.986338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:30.995779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:31.008035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:31.017976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:31.052128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54300) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:31.068981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.141777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-90be3d89-f6f8-4536-913e-cd52c56fae9b', 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '73ef15d5-222d-4b4c-abf3-5c40b14c655a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:31.142946 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.209689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.217509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-135862615'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:31.224557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.227025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:31.248670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:network and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:31.258366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:31.264044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d79002a-7fb2-4500-a0dc-994c6cededec,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:31.273618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:31.283456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.288598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b7bdf2e-69ef-43c8-9ffe-10cff7d68ee4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199215 Jun 04 06:49:31.289630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54306) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:31.311290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:31.316854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.346638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.373862 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.390354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.419383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:31.424429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:security_group_rule and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:31.428251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.430384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:31.456030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:31.463815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d79002a-7fb2-4500-a0dc-994c6cededec,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:31.476069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.477610 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc404996-91ec-4808-97cf-0b635c671acb tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/9d79002a-7fb2-4500-a0dc-994c6cededec HTTP/1.1" status: 204 len: 168 time: 0.1862192 Jun 04 06:49:31.480640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:31.537909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Allocated IP 2001:db8::2 (90be3d89-f6f8-4536-913e-cd52c56fae9b/73ef15d5-222d-4b4c-abf3-5c40b14c655a/62a46f5f-0569-4ded-9fc4-c1aa2dbfded3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:31.567615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-957efe1e-fe3d-43dd-9dca-44681246021e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:31.611374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-957efe1e-fe3d-43dd-9dca-44681246021e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:31.613699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-957efe1e-fe3d-43dd-9dca-44681246021e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1313534 Jun 04 06:49:31.616947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54322) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:31.700480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.711131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.725678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:49:31.736941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.737308 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Added segment 9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad of type vlan for network 194f226e-387b-4357-8c23-95825d1aac54 Jun 04 06:49:31.768155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.836214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adae9329-cc65-41de-8ed4-9db3ef67667f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:31.905579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.919086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:49:31.967026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:31.986477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.009788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Transition to ACTIVE for port object 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:32.029421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c169fc-7fda-4adc-bbce-3748429963d8 req-b498acff-be9b-465a-8de5-9ccd3a964f30 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:32.031154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5c169fc-7fda-4adc-bbce-3748429963d8 req-b498acff-be9b-465a-8de5-9ccd3a964f30 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 0.2531273 Jun 04 06:49:32.031900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.037169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:32.046256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.060317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Transition to ACTIVE for port object 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:32.075116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.153399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.154072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:32.257637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:32.267381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:32.273992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:32.290887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Pushing event updated for resources: {'Port': ['ID=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:32.334234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:32.379075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3264163 Jun 04 06:49:32.387831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54328) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:32.394763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:32.395166 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.403601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff7916-add0-4355-88b7-147c26b78945 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Network': ['ID=194f226e-387b-4357-8c23-95825d1aac54,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:32.403773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:32.430588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5c169fc-7fda-4adc-bbce-3748429963d8 req-5ca5876f-380e-4a54-8f99-3317a84da04f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551157 Jun 04 06:49:32.439726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 194f226e-387b-4357-8c23-95825d1aac54 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:49:32.440032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.470306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71764e-3a81-4a63-99ce-0a8063871d41,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:32.478328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Attempting to bind port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:32.479098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Attempting to bind port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '60589987-3b88-40bc-b9e0-c3b8cbeebe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:32.480615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Attempting to bind port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 on network 90be3d89-f6f8-4536-913e-cd52c56fae9b {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:32.487653 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.489433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f4c6847-36a9-42ee-9629-5e83ed77723f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/4f71764e-3a81-4a63-99ce-0a8063871d41 HTTP/1.1" status: 204 len: 168 time: 0.8714080 Jun 04 06:49:32.492011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:32.569262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-11e39bcb-15bb-4aeb-95cc-d9b72503adad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:32.571995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:32.572434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Checking segment: {'id': '60589987-3b88-40bc-b9e0-c3b8cbeebe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:32.572878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.573273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Bound using segment: {'id': '60589987-3b88-40bc-b9e0-c3b8cbeebe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:32.573813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Bound port: 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60589987-3b88-40bc-b9e0-c3b8cbeebe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '90be3d89-f6f8-4536-913e-cd52c56fae9b'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:32.574179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.589037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-11e39bcb-15bb-4aeb-95cc-d9b72503adad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:32.595356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-11e39bcb-15bb-4aeb-95cc-d9b72503adad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020532 Jun 04 06:49:32.596324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:32.602634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--814746953'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:32.610830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:32.623997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:32.636598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.665353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:32.669720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:32.674433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:32.674970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:32.680793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:32.688764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8::1 (90be3d89-f6f8-4536-913e-cd52c56fae9b/73ef15d5-222d-4b4c-abf3-5c40b14c655a/047259f4-bcaf-46cf-a215-ecc6f033dd7d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:32.690625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] For port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:32.691569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:32.692926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] For port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,segment=NetworkSegment(60589987-3b88-40bc-b9e0-c3b8cbeebe55),segment_id=60589987-3b88-40bc-b9e0-c3b8cbeebe55)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:32.699933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:32.703853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.713713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:32.766573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:32.775656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.782970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.790548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.862154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e22266-6ec3-43ef-8a73-ee3620cc5064,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:32.896714 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:32.904061 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f9369b48-563c-4461-858a-d25ee9dab4d3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3054276 Jun 04 06:49:32.906570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:32.918482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '55e22266-6ec3-43ef-8a73-ee3620cc5064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:32.928842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:32.936473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:32.940988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:32.950012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:32.981400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.056809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30d20-2ed4-41f0-b89c-356ca3839413 None None] Pushing event updated for resources: {'Port': ['ID=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:33.063986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:33.064364 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.115413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:49:33.134366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:33.140151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.190838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.201839 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.280195 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d05b6c-b503-48c3-ab2d-a1da1b52991b'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'code': 200} Jun 04 06:49:33.330635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60ab555-bd6b-4aa1-b326-66a347b427f3,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:33.345955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.355128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d8829731-28ad-47f1-b231-4ec2031014ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4368060 Jun 04 06:49:33.358656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54354) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:33.378006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '55e22266-6ec3-43ef-8a73-ee3620cc5064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:33.384979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:33.394144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:33.405648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:33.408814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:33.416058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:33.461021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.601307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.601307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.620676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.673807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0804931a-a890-4b32-b62a-6697185bc81c,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:33.699137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.700354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.705676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7a74737-d701-40ae-b400-4d97bd3df7cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3459127 Jun 04 06:49:33.707226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:33.719022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '55e22266-6ec3-43ef-8a73-ee3620cc5064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:33.728561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:33.743202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:33.751765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:33.754245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object 047259f4-bcaf-46cf-a215-ecc6f033dd7d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:33.762619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:33.765235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=5900167a-abf8-446a-a820-8d3032a7310e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:33.779539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:33.780137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network hostable DHCP agents. Network: 194f226e-387b-4357-8c23-95825d1aac54, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:49:33.784605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fda8a-b59f-4a2e-9f43-9327f0e460cf req-2c79e372-a1bb-483d-952c-270c2978dd46 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:33.786650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c36fda8a-b59f-4a2e-9f43-9327f0e460cf req-2c79e372-a1bb-483d-952c-270c2978dd46 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.1771367 Jun 04 06:49:33.801267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fc14f-8634-4e2f-b66a-2cb6738666d4 req-27be8cb0-12df-446d-afb6-772f0aef82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:33.802785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c86fc14f-8634-4e2f-b66a-2cb6738666d4 req-27be8cb0-12df-446d-afb6-772f0aef82e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1096 time: 0.4030113 Jun 04 06:49:33.856943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c86fc14f-8634-4e2f-b66a-2cb6738666d4 req-70e5763b-f141-4695-9d78-4cc251bed90b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Jun 04 06:49:33.856943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:49:33.867904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.873284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:33.882110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 194f226e-387b-4357-8c23-95825d1aac54) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:33.891556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68a7ce-578d-4c71-93d8-a25dcf94c220 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:33.927538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c36fda8a-b59f-4a2e-9f43-9327f0e460cf req-00afcfd9-e4de-432f-99e7-df47a30cecdc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320798 Jun 04 06:49:33.980798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.001750 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.023181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:34.023770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.077326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f536245-7f3d-4667-8086-6d7a00aabfee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6881318 Jun 04 06:49:34.087477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:34.100307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:34.108911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'name': 'tempest-NetworksTestDHCPv6-452383691'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:34.134613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:34.151593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:34.152449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.173615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=047259f4-bcaf-46cf-a215-ecc6f033dd7d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:34.223276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:34.391118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.444143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:34.453391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '5900167a-abf8-446a-a820-8d3032a7310e'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:34.457621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.519021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:34.523059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:34.526898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:34.534385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:34.546808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.547355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8390777 Jun 04 06:49:34.548507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78c635-b613-4020-b9ba-7578709c352b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a91c3c-ca22-43f5-8846-dd56be4a0fc7,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:34.550685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:34.565582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:34.565911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.578595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '55e22266-6ec3-43ef-8a73-ee3620cc5064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:34.592436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:34.599435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:34.607660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:34.616098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 37682c28-d2eb-4bba-90bc-ea529a9b377b yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:34.671476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:34.752234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d39bfa-4039-4266-9549-d93117c8e55a None None] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:34.794986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.880744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.887279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.896942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/5900167a-abf8-446a-a820-8d3032a7310e/26cc5f66-e553-4c44-909d-ac5b9b50b2a8) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:34.912166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b1200-b657-49c4-8876-0bb0d6e7df20,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:34.952126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:34.953763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6335cdb-91e3-4052-9b06-0ec859db6853 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4018507 Jun 04 06:49:34.956227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54392) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:34.964954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': '55e22266-6ec3-43ef-8a73-ee3620cc5064', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:34.976611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:34.987280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:35.003076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:35.017467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Provisioning for port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:35.021676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:35.035881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Provisioning complete for port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:35.036604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.039919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-d487cddd-0c6c-47b6-a5b5-761390ffc087 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2547557 Jun 04 06:49:35.065582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.275898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.288952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.309853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.319336 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.320264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.374813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186726a-7e2e-4c3e-a630-bf0244f63afd req-b7f9842d-92af-4440-bf2a-c0c1e17f3b2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:35.383891 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e186726a-7e2e-4c3e-a630-bf0244f63afd req-b7f9842d-92af-4440-bf2a-c0c1e17f3b2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.1872723 Jun 04 06:49:35.399835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd9ccd7-f410-4366-bc8e-5affd5d49976,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:35.423336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.441646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-06bb7e6d-8c5c-450f-97a0-1c50fdea5c0e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4840596 Jun 04 06:49:35.446449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54402) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:35.452539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Current status of the port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:35.453153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.529259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e186726a-7e2e-4c3e-a630-bf0244f63afd req-b441681e-2fb4-4091-9bd3-291424cd2191 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423810 Jun 04 06:49:35.535080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.539876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.552812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.576168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] For port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,segment=NetworkSegment(60589987-3b88-40bc-b9e0-c3b8cbeebe55),segment_id=60589987-3b88-40bc-b9e0-c3b8cbeebe55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:35.576385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=047259f4-bcaf-46cf-a215-ecc6f033dd7d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:35.586160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Transition to ACTIVE for port object 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:35.589954 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.595492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.628501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcd9ccd7-f410-4366-bc8e-5affd5d49976,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:35.639152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.643517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ae3e2a9-334f-4826-897b-ea5e81e1bb16 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/dcd9ccd7-f410-4366-bc8e-5affd5d49976 HTTP/1.1" status: 204 len: 168 time: 0.1961310 Jun 04 06:49:35.644337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:35.679106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Transition to ACTIVE for port object 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:35.701178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:35.723156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:35.726868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:35.732957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:35.733956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-24605fba-ba3d-4e8d-ace1-bdef68cdfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:35.735451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-24605fba-ba3d-4e8d-ace1-bdef68cdfb0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.5404203 Jun 04 06:49:35.777617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Pushing event updated for resources: {'Port': ['ID=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:35.801062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:35.802929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::220 (194f226e-387b-4357-8c23-95825d1aac54/5900167a-abf8-446a-a820-8d3032a7310e/37682c28-d2eb-4bba-90bc-ea529a9b377b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:35.805956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:35.865626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.866101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.866552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.866999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.867444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.867890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.868325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.868766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.869203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.870471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.871182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:35.871898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ae5fb-a5fa-40b2-8b0b-a550089535e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:36.022822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Pushing event updated for resources: {'Port': ['ID=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:36.047796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Attempting to bind port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:36.048178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Attempting to bind port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:36.048555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Attempting to bind port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:36.069355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Provisioning complete for port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:36.069355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.069565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a40434d1-ddc4-4b86-9fe4-606ef3650ddc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:36.126666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a40434d1-ddc4-4b86-9fe4-606ef3650ddc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:36.128432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a40434d1-ddc4-4b86-9fe4-606ef3650ddc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4824595 Jun 04 06:49:36.132340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:36.132553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:36.132938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:36.135634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.136074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:36.136594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Bound port: 26cc5f66-e553-4c44-909d-ac5b9b50b2a8, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:36.136993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.239676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.246201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.294547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.339587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 37682c28-d2eb-4bba-90bc-ea529a9b377b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:36.382223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.387822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Current status of the port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:36.410373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-d395579c-beb8-45c0-ad0b-81cb58785d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:36.412092 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-d395579c-beb8-45c0-ad0b-81cb58785d72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.6469626 Jun 04 06:49:36.427407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] For port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:36.431253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b53b1200-b657-49c4-8876-0bb0d6e7df20,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:36.431615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] For port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:36.439631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Provisioning for port 047259f4-bcaf-46cf-a215-ecc6f033dd7d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:36.442261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.444429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9282b9ef-d8f7-4f4b-b476-d492384978ab tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/b53b1200-b657-49c4-8876-0bb0d6e7df20 HTTP/1.1" status: 204 len: 168 time: 0.3101606 Jun 04 06:49:36.447134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54420) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:36.454208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.496569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.530633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-b63fbd01-3305-4b1b-a555-88c92bd2b9de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.1107106 Jun 04 06:49:36.624750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-eaedcbe6-aecd-4722-8b17-e21a16009617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:36.627056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-eaedcbe6-aecd-4722-8b17-e21a16009617 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.0893798 Jun 04 06:49:36.627211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Provisioning complete for port 047259f4-bcaf-46cf-a215-ecc6f033dd7d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:36.627596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.628436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:49:36.653782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:36.670918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=37682c28-d2eb-4bba-90bc-ea529a9b377b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:36.680926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:36.696048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-888512a0-98fd-4218-a267-0852207fa8c8 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:36.713461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:36.732637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:36.733609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.772737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-888512a0-98fd-4218-a267-0852207fa8c8 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:36.775313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-888512a0-98fd-4218-a267-0852207fa8c8 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3265622 Jun 04 06:49:36.830680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54430) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:36.864660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b74bd75f-e6b6-46e3-9bf2-f0a9a36a91bf None None] Port 047259f4-bcaf-46cf-a215-ecc6f033dd7d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:36.868501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4a037d73-7023-4ae3-a168-5f5ffdb67417 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7659011 Jun 04 06:49:36.873411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47353fa-3ddf-4f2e-ac4b-87542a74088c None None] Pushing event updated for resources: {'Port': ['ID=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:36.898758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:36.963449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.976731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:36.991617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-067c0438-7c9a-4462-9459-695e68643026 None None] Provisioning complete for port 047259f4-bcaf-46cf-a215-ecc6f033dd7d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:36.992631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-067c0438-7c9a-4462-9459-695e68643026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:37.019847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:37.029898 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d32adcae-f0d8-48d1-9536-f6c4fe0a9d3e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/ee3cdb94-d432-4096-a1f5-dc89b1b3cd78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0718923 Jun 04 06:49:37.030037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54438) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:37.039805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:37.043540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] Sync routers for ids ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:37.062810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] Routers {'ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:37.064151 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:37.115966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79a91c3c-ca22-43f5-8846-dd56be4a0fc7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:37.164199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444199-da0a-4473-92dd-5c00efd52aeb req-01653ce8-d552-4b6b-adde-020a0a72f2aa tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.166098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91444199-da0a-4473-92dd-5c00efd52aeb req-01653ce8-d552-4b6b-adde-020a0a72f2aa tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.4001572 Jun 04 06:49:37.171033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2af1b9-737e-41ef-84b7-0d4943c35ea9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.171498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3b2af1b9-737e-41ef-84b7-0d4943c35ea9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:37.178326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:37.179643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d49c79d0-e9f8-40a1-ba27-70fd3ce267e0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/79a91c3c-ca22-43f5-8846-dd56be4a0fc7 HTTP/1.1" status: 204 len: 168 time: 0.3480244 Jun 04 06:49:37.183271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54442) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:37.216085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71e74d-42dd-4cae-9071-1acd00dc5b3c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.218918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-067c0438-7c9a-4462-9459-695e68643026 None None] Port 047259f4-bcaf-46cf-a215-ecc6f033dd7d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:37.233119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71e74d-42dd-4cae-9071-1acd00dc5b3c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.234913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3b2af1b9-737e-41ef-84b7-0d4943c35ea9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:37.236093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3b2af1b9-737e-41ef-84b7-0d4943c35ea9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports/047259f4-bcaf-46cf-a215-ecc6f033dd7d HTTP/1.1" status: 200 len: 911 time: 0.2050428 Jun 04 06:49:37.238022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe71e74d-42dd-4cae-9071-1acd00dc5b3c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:37.240322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54446) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:37.295868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91444199-da0a-4473-92dd-5c00efd52aeb req-2ec3daaf-0bfd-4c3c-9f87-b126912b641b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224999 Jun 04 06:49:37.314147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe71e74d-42dd-4cae-9071-1acd00dc5b3c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:37.315715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe71e74d-42dd-4cae-9071-1acd00dc5b3c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4160554 Jun 04 06:49:37.318538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54450) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:37.319413 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:37.331260 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] Routers {'ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:37.332039 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:37.464725 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:37.465572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-712b7775-6074-45eb-84eb-fcf39f1eca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.467177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-712b7775-6074-45eb-84eb-fcf39f1eca9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8312945 Jun 04 06:49:37.467755 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74055dc-9889-41ba-b558-f3c466351c05 None None] The sync data for ids ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:37.488942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 37682c28-d2eb-4bba-90bc-ea529a9b377b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:37.489277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:37.511532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-53cf376f-cd65-4e34-9f8b-199bce60480c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:37.835235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-53cf376f-cd65-4e34-9f8b-199bce60480c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:37.843900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d494c5-b9d5-4398-b444-1bfbc5542a90 req-da192f8c-551a-4271-a340-1c4f8d4d4f5a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:37.844858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-53cf376f-cd65-4e34-9f8b-199bce60480c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6590695 Jun 04 06:49:37.845500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65d494c5-b9d5-4398-b444-1bfbc5542a90 req-da192f8c-551a-4271-a340-1c4f8d4d4f5a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.3173006 Jun 04 06:49:37.845964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:37.955679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:38.063518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:38.067189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65d494c5-b9d5-4398-b444-1bfbc5542a90 req-dd451fb3-ee66-4423-8f0e-fba7d44e0cf5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982486 Jun 04 06:49:38.071638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.113157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.152645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.176198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:38.239533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:38.239913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.426708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-86d011d2-3219-48fd-9f30-2b34d657a7af service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495015 Jun 04 06:49:38.591694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 37682c28-d2eb-4bba-90bc-ea529a9b377b owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:38.612156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:38.613849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:38.701815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82109c-6a87-47d8-8261-d8bb1b5a1433 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:38.748118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Deleting subnet 022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:38.751379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.779082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.798264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0804931a-a890-4b32-b62a-6697185bc81c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:38.817171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.837183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.840228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.841381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-428941e9-517c-42d7-aa3f-50ce3dc1ca63 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/0804931a-a890-4b32-b62a-6697185bc81c HTTP/1.1" status: 204 len: 168 time: 0.9741213 Jun 04 06:49:38.891908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Provisioning for port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:38.893364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54476) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:38.905229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Provisioning complete for port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:38.905961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.932190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:38.947932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=37682c28-d2eb-4bba-90bc-ea529a9b377b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:38.953219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:38.955940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b189c0d2-9e5a-41d8-8452-a9b31b8f3af3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/37682c28-d2eb-4bba-90bc-ea529a9b377b HTTP/1.1" status: 204 len: 168 time: 1.6362278 Jun 04 06:49:38.959486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.048802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96553ed0-261f-4253-8723-bf84379f8e89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:39.050807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96553ed0-261f-4253-8723-bf84379f8e89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:39.056087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-96553ed0-261f-4253-8723-bf84379f8e89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924182 Jun 04 06:49:39.056087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54484) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.065537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:39.066086 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.102537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.125810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 5900167a-abf8-446a-a820-8d3032a7310e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:39.128801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.157050 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9925b673-92ce-4e15-99b8-fee1637ecf76 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1940966 Jun 04 06:49:39.157901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54488) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.176951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1def9b11-6df4-4678-bb97-e39fddd4383c req-52a68aa6-fcd1-4591-8453-2626cb6475a3 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859329 Jun 04 06:49:39.184966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2267d51-0a11-4cd6-80c9-901e90b70989 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:39.189261 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e2267d51-0a11-4cd6-80c9-901e90b70989 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1091 time: 1.0011466 Jun 04 06:49:39.190387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54492) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.198887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:39.211444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:39.228790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.257509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:floatingip and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:39.261519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.262740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:39.278411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:39.284712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.291376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.327544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.332972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.337774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:39.338804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.354755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f60ab555-bd6b-4aa1-b326-66a347b427f3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:39.358658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.359748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c0487e2-c004-49f6-bb26-45bd1aa52dc4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/f60ab555-bd6b-4aa1-b326-66a347b427f3 HTTP/1.1" status: 204 len: 168 time: 0.2014401 Jun 04 06:49:39.361768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022e2b68-eaf9-40ba-a0eb-3a69a643c5e4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:39.367081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.369154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.378979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.384316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:39.384693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.403450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-24b70870-8014-4151-9397-5d678e4b6e25 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/022e2b68-eaf9-40ba-a0eb-3a69a643c5e4 HTTP/1.1" status: 204 len: 168 time: 1.4442942 Jun 04 06:49:39.414526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54500) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.462690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.562647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.578451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.633987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fc3ffa02-c603-441a-9aef-fd5342f4451e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2627873 Jun 04 06:49:39.637845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54504) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.678628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:39.678628 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:39.678917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.685943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=5900167a-abf8-446a-a820-8d3032a7310e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:39.699600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c5849ed-eea6-4ff2-95f9-a8e71dbf46e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/5900167a-abf8-446a-a820-8d3032a7310e HTTP/1.1" status: 204 len: 168 time: 0.6426823 Jun 04 06:49:39.700721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54508) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.705081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:39.705602 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:39.742938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:49:39.847015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-24b6ed99-9ab4-4ff5-95e9-d4045971edcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983694 Jun 04 06:49:39.851696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54520) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:39.853203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.861193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:39.895289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:39.918476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8ea9d8-6d1a-4363-8100-2592fc854bac') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:39.918476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8ea9d8-6d1a-4363-8100-2592fc854bac') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:39.930764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.938354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5cbab-c04a-4675-b960-3718ae4ce5f8 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:39.958840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:39.968338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:39.968737 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.099413 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5e8ea9d8-6d1a-4363-8100-2592fc854bac resource provider aggregate not found Jun 04 06:49:40.111806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.139679 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 5e8ea9d8-6d1a-4363-8100-2592fc854bac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e8ea9d8-6d1a-4363-8100-2592fc854bac found for delete ", "request_id": "req-882d71d1-7ce3-4fec-bc8a-686f21bbc6fd"}]} Jun 04 06:49:40.140858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.143706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:40.164386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b258905-3989-494d-a08f-72eba8ab9c83 admin admin] 10.222.0.17 "DELETE /v2.0/networks/7b7c6dc9-f41b-43e1-a1a6-fecf77130ad2 HTTP/1.1" status: 204 len: 168 time: 0.7486546 Jun 04 06:49:40.181519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.242313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:40.258919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:40.262824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:40.270851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.288502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:40.292678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.312683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:40.331610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:40.332103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.356634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:40.357109 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.367026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f103d177-a136-48a4-8925-f5c17b1e9efb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=116c10edefc14b0ba7ffb10632d4d06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505798 Jun 04 06:49:40.367852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54552) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:40.380630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:40.384590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.426151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] For port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:40.467650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.518505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.521251 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.532952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:40.598473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.618339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.623977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:40.644091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.645444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ed23c68-4a86-41e1-8592-65e12daa6c4c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b638e3cc-d11f-4eb2-b481-c5ce5f1ecdda HTTP/1.1" status: 204 len: 168 time: 0.2769723 Jun 04 06:49:40.663314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:40.663853 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:40.676580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e22266-6ec3-43ef-8a73-ee3620cc5064,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:40.712233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Deleting port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:40.712509 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.774910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bc598ec0-25a4-4c63-8e82-d7e291908291 None None] Could not find standard attr ID for object 37682c28-d2eb-4bba-90bc-ea529a9b377b. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:49:40.783482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 047259f4-bcaf-46cf-a215-ecc6f033dd7d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:40.783850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.858237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f873-82df-4a51-ae7b-5fba74fb3c25 None None] Pushing event updated for resources: {'Port': ['ID=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:40.860703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bc598ec0-25a4-4c63-8e82-d7e291908291 None None] Provisioning complete for port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:40.861078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc598ec0-25a4-4c63-8e82-d7e291908291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.935536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:40.940213 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6d305ba0-d30c-4809-b24a-8d8bf37b9548 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/55e22266-6ec3-43ef-8a73-ee3620cc5064 HTTP/1.1" status: 204 len: 168 time: 1.2891381 Jun 04 06:49:40.940407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:41.028138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5041fbd7-6339-43f2-af50-99b4e554286b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:41.050159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5041fbd7-6339-43f2-af50-99b4e554286b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:41.055977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5041fbd7-6339-43f2-af50-99b4e554286b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106336 Jun 04 06:49:41.056166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.251 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/5d1249b6-7253-4eee-b90d-bdb5e60495dd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:41.056252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54572) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:41.064582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--199482503'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:41.082733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:41.093365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] For port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:41.093788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.100754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:41.118961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.154147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:41.158639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:41.167473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:41.183722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:41.257229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Calling delete_port for 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:41.301715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bc598ec0-25a4-4c63-8e82-d7e291908291 None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:41.317338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.318614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.333075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.359498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-046d30ca-38d2-471e-9240-fbcd25504c43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8705537 Jun 04 06:49:41.423689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbd624d-2f55-46a9-8769-74751167792c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:41.429200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.435747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-50281110-8377-4196-814f-c2357853eb3e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3781905 Jun 04 06:49:41.436360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54582) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:41.442057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'afbd624d-2f55-46a9-8769-74751167792c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:41.464580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:41.474507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:41.485643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:41.502700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:41.510358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 047259f4-bcaf-46cf-a215-ecc6f033dd7d owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:41.560504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.561112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.613959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:41.635505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] Pushing event deleted for resources: {'Port': ['ID=26cc5f66-e553-4c44-909d-ac5b9b50b2a8,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:41.648642 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d50b08-a494-4d02-84ed-e4a64b1909b4 None None] No DVR routers for this DVR port 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:41.669151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.699878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.710977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.755618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134fd0dc-ca29-46b5-96e2-8e5928a89cae,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:41.777002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.784126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c6385ba-2539-4f74-a909-db74d156c3d0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3409612 Jun 04 06:49:41.784126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:41.798042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:41.834651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.836825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:41.837177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 26cc5f66-e553-4c44-909d-ac5b9b50b2a8 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:41.897281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.927093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:41.932362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:41.942491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:41.968334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:41.983868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851b766-973c-4d41-b282-d4e4c3717540 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:41.985526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:41.986116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.013288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.018412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-a6a85587-7768-426a-a1de-ab6ba5ea6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:42.019885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-a6a85587-7768-426a-a1de-ab6ba5ea6920 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 0.5179715 Jun 04 06:49:42.044261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.071691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbd624d-2f55-46a9-8769-74751167792c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:42.094618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.095996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbd8f3e4-f116-4ded-8d0f-266fc6b1214e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/afbd624d-2f55-46a9-8769-74751167792c HTTP/1.1" status: 204 len: 168 time: 0.3139012 Jun 04 06:49:42.098901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54606) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:42.140070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=cb914c7b-b128-4a1e-af6a-9dea8446b085,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:42.175857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2030361468-network', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:42.185012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:42.195046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Usage tracker for resource:network and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:42.199246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:42.207213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:42.231043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a7fd6409-b03e-4600-aee8-c9812349db25 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:42.250582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a7fd6409-b03e-4600-aee8-c9812349db25 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:42.256424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a7fd6409-b03e-4600-aee8-c9812349db25 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1563363 Jun 04 06:49:42.257630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54610) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:42.265241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251326945'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:42.280502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:42.291089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=5d1249b6-7253-4eee-b90d-bdb5e60495dd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:42.305842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:42.307025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:42.311299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00cb66b1-93e7-441c-aa20-df5042e0e0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4558847 Jun 04 06:49:42.312573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:42.315774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:42.317021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54614) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:42.322019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:42.324751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.340550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'name': 'tempest-NetworksTestDHCPv6-338803075'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:42.350583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'cb914c7b-b128-4a1e-af6a-9dea8446b085'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:42.351496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.359362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.372665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.502347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.528849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/cb914c7b-b128-4a1e-af6a-9dea8446b085/9510052c-710f-470c-9e07-b74512ca1bff) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:42.571708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:42.576411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:42.579475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:42.585166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:42.594767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=047259f4-bcaf-46cf-a215-ecc6f033dd7d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:42.642304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-b6d53e1a-f29f-412e-b9ee-ba31902f9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:42.643744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-b6d53e1a-f29f-412e-b9ee-ba31902f9faa service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.5373929 Jun 04 06:49:42.677886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.688898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:42.698469 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.735042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:42.759045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:42.780030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.792711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Transition to ACTIVE for port object 9510052c-710f-470c-9e07-b74512ca1bff will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:42.807541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:42.819455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:49:42.821706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-ac48c387-d421-43b9-95cf-50ca347f26f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.1673963 Jun 04 06:49:42.838717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Transition to ACTIVE for port object 9510052c-710f-470c-9e07-b74512ca1bff will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:42.850131 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.851670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f730eac-4f7e-40dc-8fed-a211778de9da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:42.884250 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.884250 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Added segment 30ca7957-6eae-4c5f-ac7a-692c845371f8 of type vlan for network 65d3b96a-9fea-490b-9064-5a0e5720ae84 Jun 04 06:49:42.890707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:42.900405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:42.918869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:42.922929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:42.986702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:42.989988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:42.990559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 48885ae6-605e-4dbe-b648-8a35e97ec140 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:42.992337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:43.038823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Pushing event updated for resources: {'Port': ['ID=9510052c-710f-470c-9e07-b74512ca1bff,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:43.100451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Attempting to bind port 9510052c-710f-470c-9e07-b74512ca1bff on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:43.100787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Attempting to bind port 9510052c-710f-470c-9e07-b74512ca1bff by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:43.101485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Attempting to bind port 9510052c-710f-470c-9e07-b74512ca1bff on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:43.107533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:43.107902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:43.108302 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.108688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:43.109142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Bound port: 9510052c-710f-470c-9e07-b74512ca1bff, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:43.109528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.136478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.216686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::252 (194f226e-387b-4357-8c23-95825d1aac54/cb914c7b-b128-4a1e-af6a-9dea8446b085/48885ae6-605e-4dbe-b648-8a35e97ec140) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:43.239893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] For port 9510052c-710f-470c-9e07-b74512ca1bff, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:43.243502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] For port 9510052c-710f-470c-9e07-b74512ca1bff, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9510052c-710f-470c-9e07-b74512ca1bff,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:43.250438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.252362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.345138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.363538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae5038-a149-4eb6-89f0-71381f750915 None None] Pushing event updated for resources: {'Port': ['ID=9510052c-710f-470c-9e07-b74512ca1bff,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:43.378527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.396295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.423743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.427695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1661148 Jun 04 06:49:43.427695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.427695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:43.428212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.436556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:43.502003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-b233d16f-a805-4808-bb8e-7028b9d347bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:43.503455 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-b233d16f-a805-4808-bb8e-7028b9d347bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.6575320 Jun 04 06:49:43.507302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370059177'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:43.531487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:43.609039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45122b32-9b34-4965-9fc3-03aa73eea459 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a0641-958d-4ac2-86ee-e7d726f3fcfd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:43.619866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6911490 Jun 04 06:49:43.630380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:43.633446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:43.645337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Request body: {'subnet': {'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2030361468-subnet', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:43.658165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:43.662546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480a59a-ce27-4ba1-b41d-039c5c7d2791 admin admin] Pushing event updated for resources: {'Network': ['ID=65d3b96a-9fea-490b-9064-5a0e5720ae84,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:43.670496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Usage tracker for resource:subnet and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:43.679505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:43.686618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:43.701546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:43.701698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:43.747383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:49:43.757084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.777808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 48885ae6-605e-4dbe-b648-8a35e97ec140 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:43.794710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:43.797511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.850352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.932137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:43.954719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.042018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:44.047616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:44.055820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:44.063387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:44.063658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.071323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:44.075423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-49329206-5284-4094-8c7c-ccf32b3bb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:44.077198 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-49329206-5284-4094-8c7c-ccf32b3bb7b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5555651 Jun 04 06:49:44.078874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=48885ae6-605e-4dbe-b648-8a35e97ec140,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:44.082148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:44.096728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:44.139678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b8af010-f0f8-4c93-925a-a170317b9b8e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8165476 Jun 04 06:49:44.140919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:44.254850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.260920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:44.337399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:44.347532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178c286-29b8-424b-be6f-ae427d57819a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:44.354345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178c286-29b8-424b-be6f-ae427d57819a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:44.355262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8178c286-29b8-424b-be6f-ae427d57819a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:44.380177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:44.380550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Network hostable DHCP agents. Network: 65d3b96a-9fea-490b-9064-5a0e5720ae84, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:49:44.384658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39048f4-a79a-4370-90df-cf4f1af1b0bd,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:44.404146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8178c286-29b8-424b-be6f-ae427d57819a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:44.405397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8178c286-29b8-424b-be6f-ae427d57819a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2643223 Jun 04 06:49:44.408247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54648) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:44.454853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:49:44.481515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 65d3b96a-9fea-490b-9064-5a0e5720ae84) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:44.486333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:44.487276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.492714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d67717-be5f-4522-ace9-979ed1f04801 None None] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:44.524798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 48885ae6-605e-4dbe-b648-8a35e97ec140 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:44.526423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.592652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b62f73fb-4a86-4b58-8230-c9964ec1d06c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9528439 Jun 04 06:49:44.594413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:44.596394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:44.604676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:44.611753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:44.613347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] Sync routers for ids ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:44.615931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Usage tracker for resource:router and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:44.620229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:44.626914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:44.649874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] Routers {'ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:44.650947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:44.681385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.683294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.700728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:44.756934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:44.776983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] Routers {'ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:44.778023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:44.784103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b50d12a9-d710-40ee-9ed2-65cc81235248 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/ee3cdb94-d432-4096-a1f5-dc89b1b3cd78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5408328 Jun 04 06:49:44.786007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:44.873791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4183838-84d2-403a-938f-e9a963d2e66b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:44.885415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:44.887030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23059b5-1257-44fc-b02a-e3a82d4e09a3 None None] The sync data for ids ['ee3cdb94-d432-4096-a1f5-dc89b1b3cd78'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:44.892237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-a71dd589-b5d8-4578-8118-110e403c804b service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030965 Jun 04 06:49:45.140622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7d2d861e-d423-49fa-9da9-a6670a81920c None None] Provisioning for port 9510052c-710f-470c-9e07-b74512ca1bff completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:45.157247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4183838-84d2-403a-938f-e9a963d2e66b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:45.161599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e4183838-84d2-403a-938f-e9a963d2e66b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 HTTP/1.1" status: 200 len: 205 time: 0.3704505 Jun 04 06:49:45.162441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54662) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:45.172059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.179670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-65d3b96a-9fea-490b-9064-5a0e5720ae84', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:45.180780 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.246016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.356028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.383177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:49:45.395632 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.395885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e9c787a-2e53-4aac-9a23-d2bc042388d9 None None] Provisioning for port 48885ae6-605e-4dbe-b648-8a35e97ec140 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:45.408207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e9c787a-2e53-4aac-9a23-d2bc042388d9 None None] Provisioning complete for port 48885ae6-605e-4dbe-b648-8a35e97ec140 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:45.408584 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7e9c787a-2e53-4aac-9a23-d2bc042388d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.435725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Allocated IP 172.20.0.2 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/dcd6ada1-4511-400f-abd9-b75697cd692f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:45.439567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.497319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c787a-2e53-4aac-9a23-d2bc042388d9 None None] Port 48885ae6-605e-4dbe-b648-8a35e97ec140 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:45.597350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8979ed11-7835-454a-b134-6a5ca4c7eaed,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:45.687569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.777428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.778848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.804070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Transition to ACTIVE for port object dcd6ada1-4511-400f-abd9-b75697cd692f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:45.818223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 48885ae6-605e-4dbe-b648-8a35e97ec140 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:45.823840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9510052c-710f-470c-9e07-b74512ca1bff up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:45.861620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.862827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fcb1ab7a-20f4-4d90-b824-126df023bca7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4210191 Jun 04 06:49:45.866448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.871393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bf8fcba-11a6-42a5-a8ae-80e44123f05c req-d5ab45f6-724c-40b1-a81a-bd2a4dee8fdc service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9665160 Jun 04 06:49:45.874305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54678) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:45.875492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.906708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'b11a0641-958d-4ac2-86ee-e7d726f3fcfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8979ed11-7835-454a-b134-6a5ca4c7eaed', 'remote_ip_prefix': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:45.926894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:45.932795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:45.944222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:45.944408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Transition to ACTIVE for port object dcd6ada1-4511-400f-abd9-b75697cd692f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:45.949601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9510052c-710f-470c-9e07-b74512ca1bff completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:45.956526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:45.958742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:45.972084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=5d1249b6-7253-4eee-b90d-bdb5e60495dd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.009307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9510052c-710f-470c-9e07-b74512ca1bff triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:46.009307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.114552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:46.120306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:46.127044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:46.216293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.230157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.230468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:49:46.268869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ada1-4511-400f-abd9-b75697cd692f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.273311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.287798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Attempting to bind port dcd6ada1-4511-400f-abd9-b75697cd692f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:46.288636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Attempting to bind port dcd6ada1-4511-400f-abd9-b75697cd692f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:46.289224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Attempting to bind port dcd6ada1-4511-400f-abd9-b75697cd692f on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:46.295974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:46.296918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:46.297572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.298173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:46.299017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Bound port: dcd6ada1-4511-400f-abd9-b75697cd692f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:46.299628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.310633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54686) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:46.326398 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.342828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.346603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ee68693c-a6a6-4e32-a43c-99bc6749a347 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 HTTP/1.1" status: 204 len: 168 time: 1.1750236 Jun 04 06:49:46.354073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:46.436024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.448005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9510052c-710f-470c-9e07-b74512ca1bff is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:46.448645 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.473702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] For port dcd6ada1-4511-400f-abd9-b75697cd692f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:46.481373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] For port dcd6ada1-4511-400f-abd9-b75697cd692f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dcd6ada1-4511-400f-abd9-b75697cd692f,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:46.490679 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.502196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=48885ae6-605e-4dbe-b648-8a35e97ec140,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.504403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.569508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 73ef15d5-222d-4b4c-abf3-5c40b14c655a {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:46.579974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.583105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa6b0-25ee-48c4-a7b0-4971e466e273 None None] Pushing event updated for resources: {'Port': ['ID=dcd6ada1-4511-400f-abd9-b75697cd692f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.591669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.591669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6938479 Jun 04 06:49:46.594396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.605930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9510052c-710f-470c-9e07-b74512ca1bff, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9510052c-710f-470c-9e07-b74512ca1bff,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:46.616904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.630797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:46.644470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.659253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.664963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549ee6c-8b02-4d5b-8d49-d95bb6c41024 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34876781-3d5f-4bb5-b904-158b0ff356b3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.695920 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP ede030c7-1687-46e3-b742-c57c5666ec72 associated. External IP: 172.25.1.251, port: 390f2b46-92ae-4f22-8dfe-dc68346c00ed. Jun 04 06:49:46.785018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9510052c-710f-470c-9e07-b74512ca1bff,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:46.802528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.833011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.840846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.849109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0797e5e2-f4af-4b95-ab3b-9b139e19e53c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/48885ae6-605e-4dbe-b648-8a35e97ec140 HTTP/1.1" status: 204 len: 168 time: 2.4382906 Jun 04 06:49:46.852962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:46.860229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:46.925788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.926082 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3e3f0fc-7c84-4dad-b367-7e5b64af80e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:46.933038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Usage tracker for resource:security_group_rule and tenant:45b9d3cf5b6b43ed9d3694d9e3295182 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:46.946755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:46.964167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:46.966021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.057317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.091578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7472c73-1bd8-409f-92e0-02023be6ef21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:47.093410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7472c73-1bd8-409f-92e0-02023be6ef21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:47.094240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7472c73-1bd8-409f-92e0-02023be6ef21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:47.109269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=73ef15d5-222d-4b4c-abf3-5c40b14c655a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:47.131772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Allocated IP 172.25.1.28 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/56cd8992-60a7-44f3-9e5e-02bf3681d37c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:47.164462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.172052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c6415-0ecf-41e7-9308-4e7e96ee4689 None None] Network 90be3d89-f6f8-4536-913e-cd52c56fae9b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:47.182793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f2801a5-64b1-427d-9ba9-15000d03fef6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/73ef15d5-222d-4b4c-abf3-5c40b14c655a HTTP/1.1" status: 204 len: 168 time: 0.8257971 Jun 04 06:49:47.192542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54704) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:47.403119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.474379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.481057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] DHCP port deletion for 90be3d89-f6f8-4536-913e-cd52c56fae9b request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:47.485740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Deleting port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:47.486261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.491543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.494055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:47.495075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.511247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34876781-3d5f-4bb5-b904-158b0ff356b3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:47.528916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7472c73-1bd8-409f-92e0-02023be6ef21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:47.532595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7472c73-1bd8-409f-92e0-02023be6ef21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6650527 Jun 04 06:49:47.536895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:47.562001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.565793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6df66a1-e678-4e8b-85fc-1cbf13575c8b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/34876781-3d5f-4bb5-b904-158b0ff356b3 HTTP/1.1" status: 204 len: 168 time: 0.9244497 Jun 04 06:49:47.569906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:47.673971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.717117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b64e043-dd5f-43ce-8f42-bdf8c8d68b7c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:47.720492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.724157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.761418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router 3f06faf4-c93d-4312-93fc-448baa7e2cdb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:47.765170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] For port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,segment=NetworkSegment(60589987-3b88-40bc-b9e0-c3b8cbeebe55),segment_id=60589987-3b88-40bc-b9e0-c3b8cbeebe55)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:47.765672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.765957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet cb914c7b-b128-4a1e-af6a-9dea8446b085 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:47.769862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.888839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:47.897330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:47.907891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b64e043-dd5f-43ce-8f42-bdf8c8d68b7c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:47.912640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b64e043-dd5f-43ce-8f42-bdf8c8d68b7c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3384018 Jun 04 06:49:47.913325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54716) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:47.920416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:47.924334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:47.968991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Pushing event updated for resources: {'Port': ['ID=56cd8992-60a7-44f3-9e5e-02bf3681d37c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:47.972682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9510052c-710f-470c-9e07-b74512ca1bff up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:47.981736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ecd511-427f-4bbb-9ebb-0e8f9f54ddb5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:48.014266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Calling delete_port for 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:48.034967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2a25f03e-4c62-4990-ae55-881132a04c16 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=45b9d3cf5b6b43ed9d3694d9e3295182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7115090 Jun 04 06:49:48.037670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54720) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:48.144551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.224094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2428252-4765-4939-8693-eb226b77bdb1 None None] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:48.289256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] Pushing event deleted for resources: {'Port': ['ID=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:48.293359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2f367-25e1-49f8-9397-c475593260bd None None] No DVR routers for this DVR port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:48.323534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9510052c-710f-470c-9e07-b74512ca1bff triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:48.323920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.350119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.372666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62a46f5f-0569-4ded-9fc4-c1aa2dbfded3,segment=NetworkSegment(60589987-3b88-40bc-b9e0-c3b8cbeebe55),segment_id=60589987-3b88-40bc-b9e0-c3b8cbeebe55)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:48.373051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.377349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.385144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-af4c4323-e924-4799-a6ea-5c774873f1e6 None None] Provisioning for port dcd6ada1-4511-400f-abd9-b75697cd692f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:48.409450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.504247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.518472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:48.575569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:48.586466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.591361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Sync routers for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:48.606698 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:48.607846 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:48.610051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9510052c-710f-470c-9e07-b74512ca1bff is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:48.611132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dcd6ada1-4511-400f-abd9-b75697cd692f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:48.660550 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.702161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8979ed11-7835-454a-b134-6a5ca4c7eaed,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:48.702425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dcd6ada1-4511-400f-abd9-b75697cd692f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:48.709408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dcd6ada1-4511-400f-abd9-b75697cd692f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:48.710614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.710733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.715240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.757595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.801574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:49:48.802273 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:49:48.828063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=cb914c7b-b128-4a1e-af6a-9dea8446b085,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:48.847704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.857826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a561b95d-5f68-4c31-8a4a-2a6b2cef3dad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.6663854 Jun 04 06:49:48.858785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:49:48.875664 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb234db0-0ed2-4b45-9c01-890e2984ef3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/cb914c7b-b128-4a1e-af6a-9dea8446b085 HTTP/1.1" status: 204 len: 168 time: 1.3355424 Jun 04 06:49:48.879390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54730) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:48.891643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dcd6ada1-4511-400f-abd9-b75697cd692f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:48.892213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.895811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.906382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333abd04-115e-4c70-9e0a-f2010c89c45f None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:48.931284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:48.976321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.977364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/09ecd511-427f-4bbb-9ebb-0e8f9f54ddb5 HTTP/1.1" status: 204 len: 168 time: 0.9368777 Jun 04 06:49:48.980279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:48.995557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54736) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:49.003377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-71e8a500-de0f-4b2b-a46a-31e91a94fc08 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/8979ed11-7835-454a-b134-6a5ca4c7eaed HTTP/1.1" status: 204 len: 168 time: 1.0846231 Jun 04 06:49:49.012100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902008d-4831-4bdf-953e-edfc3740e634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ecd511-427f-4bbb-9ebb-0e8f9f54ddb5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:49.039323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d48cb5c0-f2bb-48c6-ae46-d4eb150d0760 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562250 Jun 04 06:49:49.044133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54740) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:49.051458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:49.275071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-772899da-1ce7-455c-a249-55a4d338c1bd None None] Provisioning complete for port dcd6ada1-4511-400f-abd9-b75697cd692f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:49.276220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-772899da-1ce7-455c-a249-55a4d338c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.303557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:49.304222 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.327283 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-12e55d6d-6d1a-4dd1-a7e9-e939267c0f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.349669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9fd19c7c-dde7-472e-adf7-41d2388db9cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:49.384603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:49.399051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] The port '62a46f5f-0569-4ded-9fc4-c1aa2dbfded3' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:49:49.401990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port dcd6ada1-4511-400f-abd9-b75697cd692f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dcd6ada1-4511-400f-abd9-b75697cd692f,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:49.434414 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.457605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:49.491720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9fd19c7c-dde7-472e-adf7-41d2388db9cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:49.493254 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9fd19c7c-dde7-472e-adf7-41d2388db9cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4974160 Jun 04 06:49:49.508127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54746) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:49.538418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:49.638740 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ede030c7-1687-46e3-b742-c57c5666ec72', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:49:43Z', 'updated_at': '2022-06-04T06:49:43Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:49.643361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:49.647388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.650183 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Checking router: 3f06faf4-c93d-4312-93fc-448baa7e2cdb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:49:49.661809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:49.662639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62a46f5f-0569-4ded-9fc4-c1aa2dbfded3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:49.675555 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:49.676270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:49.679624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54750) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:49.692230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.692790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-772899da-1ce7-455c-a249-55a4d338c1bd None None] Current status of the port dcd6ada1-4511-400f-abd9-b75697cd692f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:49.696087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=dcd6ada1-4511-400f-abd9-b75697cd692f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:49.729429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.793003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.800089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:49.803828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Deleting port 9510052c-710f-470c-9e07-b74512ca1bff {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:49.804675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.804803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.829990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:49.837240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.842368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad99230-f5b3-473f-8845-245747389046 req-a171caf1-78b3-4ef5-822b-34ef5bb5c060 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:49.845274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aad99230-f5b3-473f-8845-245747389046 req-a171caf1-78b3-4ef5-822b-34ef5bb5c060 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.2933524 Jun 04 06:49:49.857609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae42ddd7aea45d5810a1444234e04fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:49.862325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:49.928764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:49.947067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:49.993760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a0641-958d-4ac2-86ee-e7d726f3fcfd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:50.020384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90be3d89-f6f8-4536-913e-cd52c56fae9b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:50.027025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] For port 9510052c-710f-470c-9e07-b74512ca1bff, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9510052c-710f-470c-9e07-b74512ca1bff,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:50.027628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.053339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60589987-3b88-40bc-b9e0-c3b8cbeebe55') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:50.053679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60589987-3b88-40bc-b9e0-c3b8cbeebe55') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:50.082777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:50.098554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.100435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e1b1d5d7-1726-4ecd-808d-0550ab1a9426 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/b11a0641-958d-4ac2-86ee-e7d726f3fcfd HTTP/1.1" status: 204 len: 168 time: 0.5876482 Jun 04 06:49:50.207912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Calling delete_port for 9510052c-710f-470c-9e07-b74512ca1bff owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:50.231535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.246669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:50.255938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.301369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.312880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.321895 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.340761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.407220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] No DVR routers for this DVR port 9510052c-710f-470c-9e07-b74512ca1bff on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:50.418503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdb14b-de4b-4c61-bffc-4b121e71893d None None] Pushing event deleted for resources: {'Port': ['ID=9510052c-710f-470c-9e07-b74512ca1bff,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:50.435368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ede030c7-1687-46e3-b742-c57c5666ec72', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:49:43Z', 'updated_at': '2022-06-04T06:49:43Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:50.442088 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489ff15-9ddf-4fbe-8a00-462ef36e3d2e None None] The sync data for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 is: [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ede030c7-1687-46e3-b742-c57c5666ec72', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:49:43Z', 'updated_at': '2022-06-04T06:49:43Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:50.471466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.490996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aad99230-f5b3-473f-8845-245747389046 req-411e57cf-15ce-4bbd-9ee2-145d2b08e16a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6297662 Jun 04 06:49:50.517494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ac137-10da-4062-b420-d15c8e5bb30e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:50.551865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54760) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:50.560966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3a6a9866-89ce-4847-8572-e2f8cff8eed8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9ae42ddd7aea45d5810a1444234e04fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8682435 Jun 04 06:49:50.564986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54762) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:50.607793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fe7ba53-8a15-4e01-b259-836029459029 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:50.655693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.662415 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07be568a-652c-4b3f-af52-d858650b4ffd'] response: {'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:49:50.678407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fe7ba53-8a15-4e01-b259-836029459029 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:50.679557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2fe7ba53-8a15-4e01-b259-836029459029 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4319136 Jun 04 06:49:50.685600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54768) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:50.700273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003157304'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:50.715323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:50.738225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:49:50.738804 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.750535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:50.763998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.768992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:50.779772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.788790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Router b4404d38-4494-49d1-9294-03bfd354548a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:49:50.790254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:50.801289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c8e14-90f0-4e9a-9d64-16e160c1a6b0 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:50.821968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:50.825509 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.864419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=7a86776b-2e69-47df-8ba4-d7447948a9f6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:50.869733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:50.870326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.886175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d44bb-af68-4512-b0b7-0e840aedc047 None None] New status for floating IP ede030c7-1687-46e3-b742-c57c5666ec72: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:49:50.894134 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 60589987-3b88-40bc-b9e0-c3b8cbeebe55 resource provider aggregate not found Jun 04 06:49:50.905354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:50.910307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:50.925319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:50.930673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ce796bbf-0f9f-4332-9efe-14f5ecb9a495 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8854799 Jun 04 06:49:50.935686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:50.943325 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 60589987-3b88-40bc-b9e0-c3b8cbeebe55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60589987-3b88-40bc-b9e0-c3b8cbeebe55 found for delete ", "request_id": "req-b12f001b-613b-4a67-9cc3-d9de8665a802"}]} Jun 04 06:49:50.953680 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d3cdc171-022b-41ef-b638-dcac05dc4c76 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/ede030c7-1687-46e3-b742-c57c5666ec72 HTTP/1.1" status: 200 len: 991 time: 0.3849127 Jun 04 06:49:50.955316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.994802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:50.997509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=90be3d89-f6f8-4536-913e-cd52c56fae9b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:51.009331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cac16e3e-053b-4e13-898a-ef598aa5ddf3 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/90be3d89-f6f8-4536-913e-cd52c56fae9b HTTP/1.1" status: 204 len: 168 time: 3.8157475 Jun 04 06:49:51.016289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:51.023366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-783947544', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:51.034736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:51.048478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-94122203-6bb6-4cc5-83a9-0ec82bb58485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:51.054500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-94122203-6bb6-4cc5-83a9-0ec82bb58485 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1096 time: 0.3949802 Jun 04 06:49:51.055943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:51.060016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:51.093939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.102134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:51.112849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'name': 'tempest-NetworksTestDHCPv6-415858197'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:51.132198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.147672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.179521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.180575 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.222887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ac137-10da-4062-b420-d15c8e5bb30e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:51.225207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.237080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-e1d3b84b-e260-40a0-9ea1-c974b09450fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:51.238649 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-e1d3b84b-e260-40a0-9ea1-c974b09450fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.1744266 Jun 04 06:49:51.295972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '7a86776b-2e69-47df-8ba4-d7447948a9f6'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:49:51.296993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.370546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.375915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6844358 Jun 04 06:49:51.376081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54784) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:51.385844 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.391593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5361d544-5a4b-48f5-90fc-c7ebd865e2a3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7c8ac137-10da-4062-b420-d15c8e5bb30e HTTP/1.1" status: 204 len: 168 time: 0.8187566 Jun 04 06:49:51.391593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e86e46-2055-4973-81d7-ffaa13c1c070 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade5867b-50ff-4be7-8c90-4106673e8be1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:51.392476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'ade5867b-50ff-4be7-8c90-4106673e8be1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:51.399457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:51.427439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:51.442076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:51.452240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:51.458173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:51.461510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:51.466910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.470791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d729b042-caf9-4112-9b98-4e131044fa4c admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8733866 Jun 04 06:49:51.471472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54790) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:51.475809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:51.477486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:51.479910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:51.485438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:51.492678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:51.566988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:51.579156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/7a86776b-2e69-47df-8ba4-d7447948a9f6/c79b7938-43bf-406b-b327-6b038bda60cb) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:51.586030 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-b1a2308c-ad12-4122-ba5e-f0d3a8c70353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 0.3391833 Jun 04 06:49:51.620602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:51.625324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.705836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.734198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:51.735583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 3854f2ac-4715-41f3-9dfc-85941f92d2df yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:49:51.785858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-c16fd5dc-e593-4d11-838b-0674063b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:51.787372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-c16fd5dc-e593-4d11-838b-0674063b1f25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1457844 Jun 04 06:49:51.867655 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:51.961231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:51.968634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.065845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.124105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.143120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5160ec44-0a95-4fdf-9d47-1b880dd966e7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:52.154652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Transition to ACTIVE for port object c79b7938-43bf-406b-b327-6b038bda60cb will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:52.156254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-940f4f5b-58ce-47df-a595-3cbd27b82995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:52.161994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-940f4f5b-58ce-47df-a595-3cbd27b82995 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3632505 Jun 04 06:49:52.182829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Transition to ACTIVE for port object c79b7938-43bf-406b-b327-6b038bda60cb will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:52.193517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dcd6ada1-4511-400f-abd9-b75697cd692f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:52.239725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.341720 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.347112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:48Z', 'revision_number': 3, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:52.347621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:52.351804 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:49:52.352152 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Updating router b4404d38-4494-49d1-9294-03bfd354548a port 56cd8992-60a7-44f3-9e5e-02bf3681d37c binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:49:52.360713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:52.367439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:52.416778 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.418226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Pushing event updated for resources: {'Port': ['ID=c79b7938-43bf-406b-b327-6b038bda60cb,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:52.492897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Attempting to bind port c79b7938-43bf-406b-b327-6b038bda60cb on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:52.493278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Attempting to bind port c79b7938-43bf-406b-b327-6b038bda60cb by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:52.493686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Attempting to bind port c79b7938-43bf-406b-b327-6b038bda60cb on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:52.503098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:52.503534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:52.503953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.504352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:52.504843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Bound port: c79b7938-43bf-406b-b327-6b038bda60cb, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:52.505225 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.585905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::36b (194f226e-387b-4357-8c23-95825d1aac54/7a86776b-2e69-47df-8ba4-d7447948a9f6/3854f2ac-4715-41f3-9dfc-85941f92d2df) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:52.593868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dcd6ada1-4511-400f-abd9-b75697cd692f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:52.594146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.602356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87a73533-e15b-43d0-a3cb-b40db77124b4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/ede030c7-1687-46e3-b742-c57c5666ec72 HTTP/1.1" status: 200 len: 993 time: 0.6349661 Jun 04 06:49:52.654140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.655629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e03a96c6-9640-4e0d-bc1f-2e7734284591 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2717469 Jun 04 06:49:52.663660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54814) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:52.725690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] For port c79b7938-43bf-406b-b327-6b038bda60cb, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:52.729044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] For port c79b7938-43bf-406b-b327-6b038bda60cb, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c79b7938-43bf-406b-b327-6b038bda60cb,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:52.735362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.816318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619855e8-6fac-4149-8e26-c7029b0586e1 None None] Pushing event updated for resources: {'Port': ['ID=c79b7938-43bf-406b-b327-6b038bda60cb,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:52.847803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.867774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 3854f2ac-4715-41f3-9dfc-85941f92d2df will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:52.897659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dcd6ada1-4511-400f-abd9-b75697cd692f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:52.934707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:52.963620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9510052c-710f-470c-9e07-b74512ca1bff no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:52.975690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.010591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.018205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9510052c-710f-470c-9e07-b74512ca1bff {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:53.018869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9510052c-710f-470c-9e07-b74512ca1bff not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:53.043229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:53.046902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=3854f2ac-4715-41f3-9dfc-85941f92d2df,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:53.054964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:53.059611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:53.065413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:53.066057 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.097695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de06849b-e28d-494d-b7aa-a975a2a07511 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1556799 Jun 04 06:49:53.097695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:53.127175 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.128531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-801813d1-e942-4521-b7d2-ed0e1d65718f service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9392624 Jun 04 06:49:53.148032 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Transition to ACTIVE for port object 56cd8992-60a7-44f3-9e5e-02bf3681d37c will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:53.159108 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.237163 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Attempting to bind port 56cd8992-60a7-44f3-9e5e-02bf3681d37c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:49:53.237621 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Attempting to bind port 56cd8992-60a7-44f3-9e5e-02bf3681d37c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:49:53.237954 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Attempting to bind port 56cd8992-60a7-44f3-9e5e-02bf3681d37c on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:49:53.258822 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:49:53.259192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:49:53.260090 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.260587 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:49:53.261331 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Bound port: 56cd8992-60a7-44f3-9e5e-02bf3681d37c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:49:53.263779 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.392011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.394460 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] For port 56cd8992-60a7-44f3-9e5e-02bf3681d37c, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:49:53.398021 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] For port 56cd8992-60a7-44f3-9e5e-02bf3681d37c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56cd8992-60a7-44f3-9e5e-02bf3681d37c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:49:53.408726 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.427717 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Pushing event updated for resources: {'Port': ['ID=56cd8992-60a7-44f3-9e5e-02bf3681d37c,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:53.445848 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.446279 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.446617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.446977 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.448255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.448628 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.449049 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.449374 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.449719 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.450081 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.450399 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.450716 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:49:53.462814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.480751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.493111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691d460-c4fa-402b-99e4-67c08289c84c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:53.507241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691d460-c4fa-402b-99e4-67c08289c84c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:53.508220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5691d460-c4fa-402b-99e4-67c08289c84c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:53.538245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5691d460-c4fa-402b-99e4-67c08289c84c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:53.544799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:53.545722 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:53.552493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5691d460-c4fa-402b-99e4-67c08289c84c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4538178 Jun 04 06:49:53.561608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54834) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:53.567286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.571556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-610f2905-4d65-4864-ad09-976a1d52dad5 req-168a6f9c-b84f-487e-82bf-a8489210d458 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341125 Jun 04 06:49:53.659956 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ca91-18c3-40fc-8ddc-3439985969e1 None None] Pushing event updated for resources: {'Port': ['ID=56cd8992-60a7-44f3-9e5e-02bf3681d37c,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:53.706897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5160ec44-0a95-4fdf-9d47-1b880dd966e7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:53.774224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.777076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2738493a-3b16-4db2-9dfc-da18aa1db083 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/5160ec44-0a95-4fdf-9d47-1b880dd966e7 HTTP/1.1" status: 204 len: 168 time: 1.0122230 Jun 04 06:49:53.788854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:53.797615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:53.861594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 3854f2ac-4715-41f3-9dfc-85941f92d2df {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:53.861940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:53.893881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c79b7938-43bf-406b-b327-6b038bda60cb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:53.951286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Allocated IP 172.20.0.1 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:54.159615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c79b7938-43bf-406b-b327-6b038bda60cb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:54.202301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09929b48-d6c4-452c-9594-2253463c80f3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:54.299671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 172.25.1.246 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f380a965-c753-4959-aaff-4b77680fad38) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:49:54.309608 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:48Z', 'revision_number': 3, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:54.316111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32975ea-f01b-4fd4-aece-e7d477d1cd95 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:48Z', 'revision_number': 3, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:54.341064 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.370256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09929b48-d6c4-452c-9594-2253463c80f3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:54.370423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Transition to ACTIVE for port object aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:54.374910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-09929b48-d6c4-452c-9594-2253463c80f3 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5820990 Jun 04 06:49:54.376927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54858) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:54.519458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.559534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.622519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.699111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.726062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.752316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade5867b-50ff-4be7-8c90-4106673e8be1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:54.768586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.826451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-02dc3fe3-5df8-4338-9de5-de243c3b8081 req-47e1489b-9a55-4852-b92a-a28686d3048d service neutron] (88849) timed out ('10.222.0.17', 57924) {{(pid=88849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:49:54.844793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Provisioning for port c79b7938-43bf-406b-b327-6b038bda60cb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:54.856400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.862442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2f5444e6-6bc6-4ff4-844b-2325533f188a tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/ade5867b-50ff-4be7-8c90-4106673e8be1 HTTP/1.1" status: 204 len: 168 time: 0.4853437 Jun 04 06:49:54.868344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Provisioning complete for port c79b7938-43bf-406b-b327-6b038bda60cb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:54.868730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:54.882634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:54.893623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54868) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:54.908083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:54.912668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:54.940699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:55.000892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:55.007010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=f380a965-c753-4959-aaff-4b77680fad38,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:55.021223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:49:55.089115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.113429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.221368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Pushing event updated for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:55.244822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Current status of the port c79b7938-43bf-406b-b327-6b038bda60cb is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:55.246280 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.289837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] For port c79b7938-43bf-406b-b327-6b038bda60cb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c79b7938-43bf-406b-b327-6b038bda60cb,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:55.298470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.347876 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.364330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cc705908-8540-486b-8a61-816c2fa5a91f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:55.421138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff004-ac0d-44d3-863e-352e39775a0c None None] Pushing event updated for resources: {'Port': ['ID=c79b7938-43bf-406b-b327-6b038bda60cb,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:55.436669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Provisioning for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:55.446851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Provisioning complete for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:55.448073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.453755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 3854f2ac-4715-41f3-9dfc-85941f92d2df owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:55.545039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:55.570980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Provisioning for port 3854f2ac-4715-41f3-9dfc-85941f92d2df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:55.580326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Provisioning complete for port 3854f2ac-4715-41f3-9dfc-85941f92d2df triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:55.580793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.752480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.767741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d927c4a9-6f06-4843-a331-c7aa1c48cc06 None None] Port 3854f2ac-4715-41f3-9dfc-85941f92d2df cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:55.812303 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.860193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.873758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:55.934138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c79b7938-43bf-406b-b327-6b038bda60cb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:55.958770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cc705908-8540-486b-8a61-816c2fa5a91f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:55.965019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cc705908-8540-486b-8a61-816c2fa5a91f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0701618 Jun 04 06:49:55.965582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:55.997143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004507446'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:56.004662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:56.026378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:56.069251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c79b7938-43bf-406b-b327-6b038bda60cb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:56.070047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.129170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.138063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Pushing event updated for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:56.171135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.247321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:56.257109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:56.264221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c79b7938-43bf-406b-b327-6b038bda60cb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:56.266207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56cd8992-60a7-44f3-9e5e-02bf3681d37c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:56.269248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:56.319395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:56.380220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 56cd8992-60a7-44f3-9e5e-02bf3681d37c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:49:56.393843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56cd8992-60a7-44f3-9e5e-02bf3681d37c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:56.394414 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.484231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.567520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56cd8992-60a7-44f3-9e5e-02bf3681d37c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:56.567520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.586303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 56cd8992-60a7-44f3-9e5e-02bf3681d37c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56cd8992-60a7-44f3-9e5e-02bf3681d37c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:56.592183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.593918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:56.595272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:56.670521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=3854f2ac-4715-41f3-9dfc-85941f92d2df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:56.795094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=56cd8992-60a7-44f3-9e5e-02bf3681d37c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:56.844022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.875247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:56.948557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b51f202-a120-49dc-8397-08eb3f1e6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/3854f2ac-4715-41f3-9dfc-85941f92d2df HTTP/1.1" status: 204 len: 168 time: 3.3854678 Jun 04 06:49:56.960191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:57.008937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.039494 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.072651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:49:57.094113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f7245-e847-4d10-9d6f-e165e797c0fa tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:57.096229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f7245-e847-4d10-9d6f-e165e797c0fa tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:57.100920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-da6f7245-e847-4d10-9d6f-e165e797c0fa tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1397343 Jun 04 06:49:57.105091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54912) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:57.111598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ff509688-e874-4171-8781-1ef57e95fd08 None None] Provisioning complete for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:57.112073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff509688-e874-4171-8781-1ef57e95fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.166923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.171400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1948521 Jun 04 06:49:57.171989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54916) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:57.185580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ff509688-e874-4171-8781-1ef57e95fd08 None None] Port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:49:57.187643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b83dc-5ba4-40f0-8777-4ec3ba1bea57 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca10424a-5ccc-4d2b-84a3-a942ae68dc18,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:57.194216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'ca10424a-5ccc-4d2b-84a3-a942ae68dc18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:57.204111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:57.212944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:57.217270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:57.299551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 7a86776b-2e69-47df-8ba4-d7447948a9f6 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:49:57.355053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.389119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:57.430571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.435655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.450446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.471908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:57.484296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:57.485649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b3e1ea82-af3f-4335-a7a6-ab22fed97efb admin admin] 10.222.0.17 "PUT /v2.0/routers/b4404d38-4494-49d1-9294-03bfd354548a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0063658 Jun 04 06:49:57.511197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:57.511752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:57.554003 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.646396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.669301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.706294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.722689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.726716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5418508 Jun 04 06:49:57.740044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5b699-0606-425f-b0bc-b2516b48b8dd tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3b30f0-7776-4ecf-b746-ee366596a348,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:57.740221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54928) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:57.791348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:49:57.837212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:49:57.870199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:57.880634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=7a86776b-2e69-47df-8ba4-d7447948a9f6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:57.891320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f94a72cb-3f45-4caa-8512-70c13f189595 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/7a86776b-2e69-47df-8ba4-d7447948a9f6 HTTP/1.1" status: 204 len: 168 time: 0.7820375 Jun 04 06:49:57.891708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54938) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:57.902754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56cd8992-60a7-44f3-9e5e-02bf3681d37c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:49:57.955703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf9476-c572-4727-842d-5af8254c2061 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:58.019094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3c412f0a-7f99-4316-9509-42c491c089cc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules/8e3b30f0-7776-4ecf-b746-ee366596a348 HTTP/1.1" status: 200 len: 763 time: 0.1895635 Jun 04 06:49:58.021031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.151860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-097eb9c1-b230-4fd6-882f-1b36d5175c31 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2587287 Jun 04 06:49:58.161261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54952) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.277371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41c5aded-466d-408e-bbc3-bbf1566a1a06 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:58.331097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41c5aded-466d-408e-bbc3-bbf1566a1a06 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:58.334623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41c5aded-466d-408e-bbc3-bbf1566a1a06 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2939265 Jun 04 06:49:58.341787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.350432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12cc5b2-e8de-4b39-845f-0ca1d10ec95a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:58.352700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a12cc5b2-e8de-4b39-845f-0ca1d10ec95a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1725299 Jun 04 06:49:58.355562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.484590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459536c8-236f-4681-bc04-f70935e8ba5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:58.485611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-459536c8-236f-4681-bc04-f70935e8ba5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:58.500529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56cd8992-60a7-44f3-9e5e-02bf3681d37c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:49:58.501037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.531498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-459536c8-236f-4681-bc04-f70935e8ba5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:58.532483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-459536c8-236f-4681-bc04-f70935e8ba5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1758704 Jun 04 06:49:58.535000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54970) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.537411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54972) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.573855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.593953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.641102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:49:58.656371 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] Sync routers for ids ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:49:58.659826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54982) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.662510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1e5b8d1a-ee32-45e9-bb8d-9e8dbb16cd76 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257184 Jun 04 06:49:58.670873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:58.683443 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] Routers {'2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:58.685311 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:58.687546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.722976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e3b30f0-7776-4ecf-b746-ee366596a348,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:58.742613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56cd8992-60a7-44f3-9e5e-02bf3681d37c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:49:58.764051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 2, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:58.771497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:49:58.771852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Updating router b4404d38-4494-49d1-9294-03bfd354548a port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:49:58.772541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54986) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.779522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1245187518-network', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:58.785714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:58.785874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.787705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98eac640-116d-42bb-9b47-a9cd2f0495c9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7704709 Jun 04 06:49:58.800112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 54990) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.805508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Usage tracker for resource:network and tenant:5a1ef08781524fefabbed3e50d4df5fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:58.817922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:49:58.831511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Deleting port c79b7938-43bf-406b-b327-6b038bda60cb {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:49:58.831882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.832956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.836039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d72613c-b522-4df6-b4fa-ae2c7e694179 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/8e3b30f0-7776-4ecf-b746-ee366596a348 HTTP/1.1" status: 204 len: 168 time: 0.4750342 Jun 04 06:49:58.843613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:58.852059 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:58.858288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:58.877755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:58.879229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] Routers {'2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:49:58.879962 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:58.911371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:58.915599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fc13b33-f867-47ee-a1dc-1119e8bd1611 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:58.919716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:58.923485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.933916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:58.952618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.987750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Made reservation on behalf of 5a1ef08781524fefabbed3e50d4df5fb for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:49:58.990345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fc13b33-f867-47ee-a1dc-1119e8bd1611 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:58.990718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:58.994977 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5fc13b33-f867-47ee-a1dc-1119e8bd1611 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1500099 Jun 04 06:49:58.995714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 54998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.017129 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:49:59.017454 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e461bc0-3577-4ecc-9435-7009d4a19583 None None] The sync data for ids ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:49:59.060932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'ca10424a-5ccc-4d2b-84a3-a942ae68dc18', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:59.068436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:59.073987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.081801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:59.126503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.200997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.208355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.243398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc458bf-800d-4399-afa1-22347c28b44d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.274264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.279848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b22f491-1a36-41b0-9563-758d1b3bc5ae tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2316451 Jun 04 06:49:59.281355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.302863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:59.312390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.315909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] For port c79b7938-43bf-406b-b327-6b038bda60cb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c79b7938-43bf-406b-b327-6b038bda60cb,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:49:59.316501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.331904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1ef08781524fefabbed3e50d4df5fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:59.344615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:59.347031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:59.355160 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fd49045-063e-429c-8e99-d412502be6c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules/bbc458bf-800d-4399-afa1-22347c28b44d HTTP/1.1" status: 200 len: 763 time: 0.0595706 Jun 04 06:49:59.355577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Usage tracker for resource:security_group_rule and tenant:46685631240a465384dbf14347954f45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:49:59.357154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55008) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.358664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:49:59.364585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:59.422610 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.440170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:59.451418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Calling delete_port for c79b7938-43bf-406b-b327-6b038bda60cb owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:49:59.458533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cf3ea3fa-3ab3-4b9a-b255-7347814fa62b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers/2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 200 len: 884 time: 0.6547873 Jun 04 06:49:59.459922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55012) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.474665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-91dfc17b-544b-4e41-8a62-003950f9409c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:59.512585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:49:59.516502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:49:59.521169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:49:59.521779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.534586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-91dfc17b-544b-4e41-8a62-003950f9409c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:59.535866 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-91dfc17b-544b-4e41-8a62-003950f9409c tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1777513 Jun 04 06:49:59.540428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55016) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.543573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=56fd386e-80bf-4b90-9fb3-f5c93a34c695,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.559909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.564371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a5547a82-2afc-4bd8-9c8d-32eaa53a4de9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8987377 Jun 04 06:49:59.569926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55020) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.571149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.578078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.589576 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.600762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '56fd386e-80bf-4b90-9fb3-f5c93a34c695', 'ip_address': '2001:db8::d58d:f9c2:e58a:870d'}], 'name': 'tempest-NetworksTestDHCPv6-1270162358'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:59.615627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.631484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.641966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbc458bf-800d-4399-afa1-22347c28b44d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.647483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.651698 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0f49462a-46e2-43b6-b4e0-ae2e333d9250 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/bbc458bf-800d-4399-afa1-22347c28b44d HTTP/1.1" status: 204 len: 168 time: 0.1066654 Jun 04 06:49:59.652549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55024) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.690878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] Pushing event deleted for resources: {'Port': ['ID=c79b7938-43bf-406b-b327-6b038bda60cb,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.697709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f084c16-e01b-4919-ad33-d06f187ba268 None None] No DVR routers for this DVR port c79b7938-43bf-406b-b327-6b038bda60cb on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:49:59.701433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8e9c44f9-17eb-4b01-93e6-f0781292b31e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:49:59.715626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055cc591-6c04-4154-b786-59c6a798ea9e None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:49:59.720923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8e9c44f9-17eb-4b01-93e6-f0781292b31e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:49:59.725094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e9c44f9-17eb-4b01-93e6-f0781292b31e tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688925 Jun 04 06:49:59.725518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55028) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.731919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'ca10424a-5ccc-4d2b-84a3-a942ae68dc18', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:49:59.738695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:49:59.749941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:49:59.772137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.780734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95ee8b-f70a-4522-9dce-f02a4772a7d2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.789299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f998d0b8-76e7-4a8c-b544-e9da099019ca admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=46685631240a465384dbf14347954f45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2503567 Jun 04 06:49:59.790195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.827630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c79b7938-43bf-406b-b327-6b038bda60cb no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:49:59.869050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.873983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.887039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c79b7938-43bf-406b-b327-6b038bda60cb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:49:59.887378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c79b7938-43bf-406b-b327-6b038bda60cb not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:49:59.907461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.909394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d542bd6-bca8-442b-8768-3291dc9ed388,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:49:59.930511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.932065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-61f001b0-3b90-4b64-a505-b46854df45c4 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047091 Jun 04 06:49:59.934433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55036) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:49:59.936240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Transition to ACTIVE for port object aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:49:59.954080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:49:59.960590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2e1c087-a7a9-4ac7-b243-5826543320f7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules/8d542bd6-bca8-442b-8768-3291dc9ed388 HTTP/1.1" status: 200 len: 764 time: 0.0246801 Jun 04 06:49:59.961461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.018707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-921d8a3d-da81-4603-be8a-ed1c8c199e10 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:00.036392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.038742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-921d8a3d-da81-4603-be8a-ed1c8c199e10 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:00.043815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-921d8a3d-da81-4603-be8a-ed1c8c199e10 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0811648 Jun 04 06:50:00.044862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55044) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.049466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:00.054111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:00.064672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:00.074334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:00.083907 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.096618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.099043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.133799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.145345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b7c3ce-0a34-4abe-bf7c-354509953c2c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.162571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d542bd6-bca8-442b-8768-3291dc9ed388,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.171116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.172628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:00.175387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a30df45-a6ed-4bd4-8ef8-9e79ac3284bc tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/8d542bd6-bca8-442b-8768-3291dc9ed388 HTTP/1.1" status: 204 len: 168 time: 0.1281362 Jun 04 06:50:00.175981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55048) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.232827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1869d9e2-7084-491b-9114-bd307cc084b0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:00.251986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1869d9e2-7084-491b-9114-bd307cc084b0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:00.256239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1869d9e2-7084-491b-9114-bd307cc084b0 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766103 Jun 04 06:50:00.256905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55054) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.277212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.309972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:50:00.311995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f607fb-a05b-4e24-af7a-35eafa75c842 None None] Pushing event updated for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.355438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.356428 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Added segment 335dc846-3650-462c-8430-a918497345d8 of type vlan for network f4c2b8bc-cb47-469b-a26e-98cd4de13488 Jun 04 06:50:00.374985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.380906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.388909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Attempting to bind port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:00.389605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Attempting to bind port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:00.390406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Attempting to bind port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:00.398185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '56fd386e-80bf-4b90-9fb3-f5c93a34c695'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:00.399098 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.410877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:00.411692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.411814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:00.412284 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.412916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:00.413332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Bound port: aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:00.413829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.463873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.464153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.488504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca10424a-5ccc-4d2b-84a3-a942ae68dc18,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.501607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.505916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.509592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6ce8d298-f690-4548-a711-369e6bdf05b7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/ca10424a-5ccc-4d2b-84a3-a942ae68dc18 HTTP/1.1" status: 204 len: 168 time: 0.2489145 Jun 04 06:50:00.510315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55058) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.521436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-991af6fc-713a-448a-9b37-ebba060d1aaf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:router {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:00.568890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21b357de-135a-40a5-bbd1-6957207e46a7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:00.571461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:00.588616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21b357de-135a-40a5-bbd1-6957207e46a7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:00.594226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21b357de-135a-40a5-bbd1-6957207e46a7 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787299 Jun 04 06:50:00.596916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.602408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174627158'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:00.610976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:00.621022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.622013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:00.622598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.623264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:00.626478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-991af6fc-713a-448a-9b37-ebba060d1aaf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:router {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:00.630378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-991af6fc-713a-448a-9b37-ebba060d1aaf tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1653831 Jun 04 06:50:00.631136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55066) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.637916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-783947544'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:00.648698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] For port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:00.672294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] For port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:00.682584 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.701702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.742329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:00.744769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:00.747539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/56fd386e-80bf-4b90-9fb3-f5c93a34c695/4c7d2413-5247-45ed-a764-c691ac8ed52a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:00.752883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:00.783539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95ee8b-f70a-4522-9dce-f02a4772a7d2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.808900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:00.823591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:00.835154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:00.836057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:00.939346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c2b8bc-cb47-469b-a26e-98cd4de13488,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.956847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f607fb-a05b-4e24-af7a-35eafa75c842 None None] Pushing event updated for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:00.990543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-440120bb-3b49-4095-857a-2130b4f109c3 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2142847 Jun 04 06:50:00.993230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:50:00.995731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55070) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:00.997545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.003982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d758d02a-ef85-421e-a350-3a6bce0c2d49 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4d95ee8b-f70a-4522-9dce-f02a4772a7d2 HTTP/1.1" status: 204 len: 168 time: 1.2050555 Jun 04 06:50:01.020654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Request body: {'subnet': {'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1245187518-subnet', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:01.031912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:01.037069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Usage tracker for resource:subnet and tenant:5a1ef08781524fefabbed3e50d4df5fb is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:01.040164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:01.068948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:01.100744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Made reservation on behalf of 5a1ef08781524fefabbed3e50d4df5fb for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:01.104721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.352272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:01.394601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.402245 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.429772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.449996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.479112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.483277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb11b91-2a55-4eda-a11c-2e0b4963f636,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:01.492742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:01.523363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.527396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.532045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.533527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e99b222a-a5ca-41e7-aa9f-573ab6f07027 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9353056 Jun 04 06:50:01.544223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Transition to ACTIVE for port object 4c7d2413-5247-45ed-a764-c691ac8ed52a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:01.556668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55084) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:01.565447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Request body: {'security_group_rule': {'security_group_id': 'bdb11b91-2a55-4eda-a11c-2e0b4963f636', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:01.586515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:01.590259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d29083a-1f03-48bb-b14a-248c9a067213,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:01.597048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:01.599639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Usage tracker for resource:security_group_rule and tenant:3d1894878ec0411d87c939736bab905e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:01.605440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:01.609687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Usage tracker for resource:security_group_rule and tenant:c862d665a2b7400584a7873e76c896c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:01.617639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:01.619737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:01.629037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Checking segment: {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:01.629429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Network hostable DHCP agents. Network: f4c2b8bc-cb47-469b-a26e-98cd4de13488, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:50:01.631527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Transition to ACTIVE for port object 4c7d2413-5247-45ed-a764-c691ac8ed52a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:01.633783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:01.644828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.714821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.732843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:50:01.736480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:50:01.782969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f4c2b8bc-cb47-469b-a26e-98cd4de13488) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:01.788691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::d58d:f9c2:e58a:870d (194f226e-387b-4357-8c23-95825d1aac54/56fd386e-80bf-4b90-9fb3-f5c93a34c695/9b8cd391-bb94-41ed-8c08-4a9ca45ce171) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:01.799486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:01.801676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:01.802269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.807774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8af50-fe59-4b37-b809-02ca524f6d0d None None] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:01.827726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:01.833821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:01.879919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2bcde90-ae2e-4d62-a8b4-c6c2c7f5c9bf admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8733428 Jun 04 06:50:01.881891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Pushing event updated for resources: {'Port': ['ID=4c7d2413-5247-45ed-a764-c691ac8ed52a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:01.890512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.896772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:01.906928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.909700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:01.916707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:01.935776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Usage tracker for resource:router and tenant:5a1ef08781524fefabbed3e50d4df5fb is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:01.940790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:01.950388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:01.954047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e270e4-6025-4b9c-a857-20855186c005,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:01.963765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:01.971333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.973288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d755041c-0997-45de-99aa-d77654e7a397 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 200 len: 891 time: 1.3403268 Jun 04 06:50:01.976153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.976153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:01.981180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55092) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:01.992719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] Sync routers for ids ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:02.070159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] Routers {'2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:02.070706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:02.084227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.169142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:02.180674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Attempting to bind port 4c7d2413-5247-45ed-a764-c691ac8ed52a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:02.181157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Attempting to bind port 4c7d2413-5247-45ed-a764-c691ac8ed52a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:02.181723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Attempting to bind port 4c7d2413-5247-45ed-a764-c691ac8ed52a on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:02.188905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.200208 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.220486 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.221907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:02.222299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:02.222706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.223102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:02.223600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Bound port: 4c7d2413-5247-45ed-a764-c691ac8ed52a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:02.223979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.224324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9243e780-3140-4502-b2d9-53d25e7b841f tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638358 Jun 04 06:50:02.229347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55096) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:02.253830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] Routers {'2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:02.254081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:02.298978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c862d665a2b7400584a7873e76c896c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991993 Jun 04 06:50:02.309228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:02.318186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80610023-5c5c-4d0b-b659-7373b456647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9d6e0-439a-4b43-a66c-adc70d4a48c5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:02.335706 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15b5c4fb-4a50-440c-bd2d-16f951679311 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers/2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 200 len: 891 time: 0.3534143 Jun 04 06:50:02.341364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:02.375723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:02.376631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb73e2-3f2a-4451-9669-c08cbb0b7f39 None None] The sync data for ids ['2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:02.432563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8bf14578-3395-412c-a5d2-f417ba75a198 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:02.447541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:00Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:02.448391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.471350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff362e5-ac11-4784-9425-a3e28d208afe None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:00Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:02.481778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'fixed_ips': [{'subnet_id': '4d29083a-1f03-48bb-b14a-248c9a067213'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:02.482506 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.483174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.492865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:02.496149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.526016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8bf14578-3395-412c-a5d2-f417ba75a198 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:02.529915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8bf14578-3395-412c-a5d2-f417ba75a198 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 200 len: 205 time: 0.1763656 Jun 04 06:50:02.534341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:02.542679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c7d2413-5247-45ed-a764-c691ac8ed52a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:02.545232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:02.554519 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.630191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.632885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.706690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:02.852705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3591bf-9967-4f69-858c-66dd48d7f18d None None] Pushing event updated for resources: {'Port': ['ID=4c7d2413-5247-45ed-a764-c691ac8ed52a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:02.985565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.054324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Allocated IP 172.20.0.2 (f4c2b8bc-cb47-469b-a26e-98cd4de13488/4d29083a-1f03-48bb-b14a-248c9a067213/2ec84c84-8617-4e7d-878d-6f77f5a95ab4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:03.083799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.109047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.122271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.195249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:03.222980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:03.226078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:03.243183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:03.272095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.280909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.285423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/bdb11b91-2a55-4eda-a11c-2e0b4963f636 HTTP/1.1" status: 204 len: 168 time: 1.0536129 Jun 04 06:50:03.286688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9d6e0-439a-4b43-a66c-adc70d4a48c5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:03.288996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55114) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:03.322919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.351784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.352985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b02ec511-22b5-478d-b454-ac291f203459 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/62c9d6e0-439a-4b43-a66c-adc70d4a48c5 HTTP/1.1" status: 204 len: 168 time: 1.0321465 Jun 04 06:50:03.393727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9697a9-1182-4b3d-be24-41c3d1707783 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb11b91-2a55-4eda-a11c-2e0b4963f636,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:03.435110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.485312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.501742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Transition to ACTIVE for port object 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:03.526710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51a5b13e-3a90-4aef-b108-6e0ebc457aad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:03.536625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Transition to ACTIVE for port object 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:03.549399 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.577737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51a5b13e-3a90-4aef-b108-6e0ebc457aad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:03.578549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=9b8cd391-bb94-41ed-8c08-4a9ca45ce171,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:03.579565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51a5b13e-3a90-4aef-b108-6e0ebc457aad tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2885060 Jun 04 06:50:03.583254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55120) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:03.600581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa507545-2d41-4c6e-80c2-2f991a561965 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0185637 Jun 04 06:50:03.601921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:03.629765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.638716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:03.642372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:03.646867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:03.657808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Pushing event updated for resources: {'Port': ['ID=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:03.704265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port f380a965-c753-4959-aaff-4b77680fad38 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:03.704545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.749255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Allocated IP 172.25.1.196 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4efc6c62-a793-4f97-aae5-a6dc753233ad) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:03.823748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Attempting to bind port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:03.824126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Attempting to bind port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:03.824497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Attempting to bind port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 on network f4c2b8bc-cb47-469b-a26e-98cd4de13488 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:03.836806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:03.837187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Checking segment: {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:03.837743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.838353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Bound using segment: {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:03.839058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Bound port: 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:03.839627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:03.975148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-118e91db-2eb9-470b-8def-11b5726b711b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:03.983902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:04.015176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.017635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d823b94-e923-4b90-b3d0-3c0fd2b87542 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:04.026942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d823b94-e923-4b90-b3d0-3c0fd2b87542 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:04.027910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1d823b94-e923-4b90-b3d0-3c0fd2b87542 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:04.116811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.169969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1d823b94-e923-4b90-b3d0-3c0fd2b87542 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:04.171347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1d823b94-e923-4b90-b3d0-3c0fd2b87542 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5457311 Jun 04 06:50:04.174743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-118e91db-2eb9-470b-8def-11b5726b711b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group_rule {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:04.177845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-118e91db-2eb9-470b-8def-11b5726b711b tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5875626 Jun 04 06:50:04.179267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55140) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:04.180801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55142) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:04.251005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:04.260482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:04.266659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:04.292955 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8c30a377-3c99-4a5e-b651-bd60ee1a4029 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] delete failed (client error): The resource could not be found. Jun 04 06:50:04.294184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c30a377-3c99-4a5e-b651-bd60ee1a4029 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "DELETE /v2.0/security-groups/bdb11b91-2a55-4eda-a11c-2e0b4963f636 HTTP/1.1" status: 404 len: 347 time: 0.1048927 Jun 04 06:50:04.300285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55150) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:04.336355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Pushing event updated for resources: {'Port': ['ID=4efc6c62-a793-4f97-aae5-a6dc753233ad,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:04.350950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] For port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:04.356196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] For port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:04.358225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:04.365509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:04.366218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.398763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.446610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.542820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:04.545320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.708488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f471a4-09f7-4a8d-92a1-41666729fea1 None None] Pushing event updated for resources: {'Port': ['ID=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:04.718679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for f380a965-c753-4959-aaff-4b77680fad38 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:04.754886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-761cad2d-4d22-4ff3-8a24-77b8f23cd012 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Synchronizing usage tracker for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:04.914966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:04.915458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:04.998891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dc0f5c3c-a956-4803-8185-5c516cdb455a None None] Provisioning for port 4c7d2413-5247-45ed-a764-c691ac8ed52a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:05.021621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:05.032261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.034158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c7d2413-5247-45ed-a764-c691ac8ed52a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:05.202368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:05.269982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4c7d2413-5247-45ed-a764-c691ac8ed52a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:05.277375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4c7d2413-5247-45ed-a764-c691ac8ed52a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:05.278545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.366908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-761cad2d-4d22-4ff3-8a24-77b8f23cd012 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] Unset dirty status for tenant:3d1894878ec0411d87c939736bab905e on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:05.374599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-761cad2d-4d22-4ff3-8a24-77b8f23cd012 tempest-SecGroupTest-1675637305 tempest-SecGroupTest-1675637305-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0689058 Jun 04 06:50:05.374815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.469588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-31d0fe77-7b33-4f14-8f0a-31c6cf182a2b None None] Provisioning for port 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:05.483623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-31d0fe77-7b33-4f14-8f0a-31c6cf182a2b None None] Provisioning complete for port 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:05.484091 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-31d0fe77-7b33-4f14-8f0a-31c6cf182a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.574402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-611c5e9c-bf8b-429c-8675-a15d1178c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:05.576369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-611c5e9c-bf8b-429c-8675-a15d1178c112 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.5580556 Jun 04 06:50:05.655201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4c7d2413-5247-45ed-a764-c691ac8ed52a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:05.655584 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.676683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-31d0fe77-7b33-4f14-8f0a-31c6cf182a2b None None] Port 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:05.733304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.761578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c7d2413-5247-45ed-a764-c691ac8ed52a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:05.767826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:05.820350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f7398-cfc6-415e-8215-28ec94b554cd req-260b879c-9cdf-4deb-a516-18f4effb596b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:05.829014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-919f7398-cfc6-415e-8215-28ec94b554cd req-260b879c-9cdf-4deb-a516-18f4effb596b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.7142069 Jun 04 06:50:05.853384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=f380a965-c753-4959-aaff-4b77680fad38,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:05.967531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55182) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:05.982212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4c7d2413-5247-45ed-a764-c691ac8ed52a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:06.073103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:06.136428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.174611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:06.175031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.295567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-8412adec-6ced-4715-8a73-baadd0905c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:06.303310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-8412adec-6ced-4715-8a73-baadd0905c18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.7173448 Jun 04 06:50:06.377104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.379590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.416447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.416977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:50:06.425964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:06.427081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:06.432877 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.465817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-919f7398-cfc6-415e-8215-28ec94b554cd req-38a8557b-d076-417c-956e-d62032c9fd60 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6357880 Jun 04 06:50:06.502558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26caf073-3311-4b8b-930d-c20e6f65e3a1 None None] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:06.512311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.598845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 9b8cd391-bb94-41ed-8c08-4a9ca45ce171 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:06.654659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.659776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a589000-7b30-42bd-97a1-24785c271dc8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 204 len: 168 time: 4.1070871 Jun 04 06:50:06.671388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:06.672392 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-2eb8638b-0b7d-4801-9826-9336608c9e5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1000 time: 0.3576899 Jun 04 06:50:06.682099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-494307994'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:06.698932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:06.707247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:06.711558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:06.760163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d69efe3c-87cd-45ed-8ddd-71fd5615f29e None None] Provisioning for port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:06.768905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:06.822706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:06.826978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.838158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:06.845836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:06.846207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:06.861800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-21867aa0-39ae-4dcc-ab70-4add4fcb2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:06.863700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-21867aa0-39ae-4dcc-ab70-4add4fcb2d11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.1847692 Jun 04 06:50:06.949620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a3dd3700-6ecb-4519-a738-799ab840e940 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3d1894878ec0411d87c939736bab905e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741027 Jun 04 06:50:06.964239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55204) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:06.978202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.016850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:07.017264 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.092601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:07.101010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.136242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:50:07.138661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=9b8cd391-bb94-41ed-8c08-4a9ca45ce171,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:07.144880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.162288 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.171405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bef3bfc2-8e68-4fc5-843d-c8f825ecb81e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9b8cd391-bb94-41ed-8c08-4a9ca45ce171 HTTP/1.1" status: 204 len: 168 time: 2.9822493 Jun 04 06:50:07.173009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.173408 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment f3bade04-e9b1-409c-985d-ade3c87aa4b5 of type vlan for network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 Jun 04 06:50:07.174620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:07.239157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:07.268766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-802cc270-fef9-4d30-8039-36427f5cfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:07.270722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-802cc270-fef9-4d30-8039-36427f5cfba1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963990 Jun 04 06:50:07.283162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.300014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.318445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082d6e6-c3a0-4d60-8426-35f3b269d1bf tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:07.320263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082d6e6-c3a0-4d60-8426-35f3b269d1bf tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:07.321988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9082d6e6-c3a0-4d60-8426-35f3b269d1bf tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1457956 Jun 04 06:50:07.326412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55212) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:07.400603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fdf3e193-869f-4ccf-91b5-ab56a84e14fc None None] Provisioning complete for port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:07.401184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fdf3e193-869f-4ccf-91b5-ab56a84e14fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.406411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Router e96be29d-a948-49cc-927a-fd85b9fdcd3b is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:50:07.420338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.428140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:07.428833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.480916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 56fd386e-80bf-4b90-9fb3-f5c93a34c695 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:07.492631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.550794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3e193-869f-4ccf-91b5-ab56a84e14fc None None] Current status of the port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:07.701185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.720332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-b9e65d1a-96a8-41e7-a0c4-14c5aa1c8911 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412374 Jun 04 06:50:07.733740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f27546-8fe7-4906-946d-1daddd1bdf5a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:07.793326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1208110 Jun 04 06:50:07.804524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55222) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:07.836302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:07.846802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:07.857916 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Sync routers for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:07.871363 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:07.872905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:07.891202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c7d2413-5247-45ed-a764-c691ac8ed52a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:07.903319 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.904432 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3949955a-594c-4ec9-a3e0-33367322ebb1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8f27546-8fe7-4906-946d-1daddd1bdf5a HTTP/1.1" status: 204 len: 168 time: 0.9293897 Jun 04 06:50:07.915199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.917037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15f3e6f6-b7d0-4bec-905a-d4b9420f1b9e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0191178 Jun 04 06:50:07.920507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55228) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:07.934940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e550909-fa8a-46f2-a8c2-a28466947cc5 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:07.939049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:07.948571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:50:07.992615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9ad83e3b-6727-4ab6-badb-c0231d4a9749 req-414cda73-07ca-42c7-8c31-3d828db02b97 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599835 Jun 04 06:50:08.130096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:08.141699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:08.148190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:08.156965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:08.174499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:08.179913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.263614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4c7d2413-5247-45ed-a764-c691ac8ed52a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:08.264190 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.269707 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:08.451894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.540894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4c7d2413-5247-45ed-a764-c691ac8ed52a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:08.542161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:08.543631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b7d86-abb3-4aa3-8704-345b02084bbe req-69342dc9-ee85-40ed-8fc5-70d73c9557e6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:08.547057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108b7d86-abb3-4aa3-8704-345b02084bbe req-69342dc9-ee85-40ed-8fc5-70d73c9557e6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.7881644 Jun 04 06:50:08.652072 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.666145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:08.666568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.726275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-108b7d86-abb3-4aa3-8704-345b02084bbe req-ec3522ed-4427-4785-83a8-e3495349955b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587846 Jun 04 06:50:08.783479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=e7de9557-c067-4967-953f-ae4f2964fcae,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:08.792819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.826838 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 3, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:08.834046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': 'f3bade04-e9b1-409c-985d-ade3c87aa4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:08.834648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:50:08.849782 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Checking router: e96be29d-a948-49cc-927a-fd85b9fdcd3b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:50:08.850160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Updating router e96be29d-a948-49cc-927a-fd85b9fdcd3b port 4efc6c62-a793-4f97-aae5-a6dc753233ad binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:50:08.852116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=56fd386e-80bf-4b90-9fb3-f5c93a34c695,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:08.858374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:08.862067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546c895-72ec-4f82-8ebb-d24b4b0e30a8 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:08.894886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d7c52aa9-cfcd-47e9-9a73-736f6aa594e6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/56fd386e-80bf-4b90-9fb3-f5c93a34c695 HTTP/1.1" status: 204 len: 168 time: 1.5666544 Jun 04 06:50:08.897073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:09.035063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:50:09.038996 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.084049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7899cd31-837d-40b7-90e6-1e827bb041f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855297 Jun 04 06:50:09.084646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55266) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:09.099070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:09.136806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:09.148827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:09.149414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.215565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a21f234-2396-45e0-b25c-b39ac9ed10ea None None] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:09.336461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-de8a7286-7c3e-4a0d-bbd3-dfefd6f1d1be tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5253544 Jun 04 06:50:09.337118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:09.366275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1129282379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:09.390630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:09.407118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:09.423435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:09.427379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:09.430336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:09.436931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:09.451841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:09.455875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:09.464934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.476859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:09.488576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.489821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.523837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:09.528060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.579797 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.602374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.611576 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Transition to ACTIVE for port object 4efc6c62-a793-4f97-aae5-a6dc753233ad will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:09.637509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:50:09.637862 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.659243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Deleting port 4c7d2413-5247-45ed-a764-c691ac8ed52a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:09.659625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.778228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Allocated IP 172.20.0.1 (f4c2b8bc-cb47-469b-a26e-98cd4de13488/4d29083a-1f03-48bb-b14a-248c9a067213/a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:09.794112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Attempting to bind port 4efc6c62-a793-4f97-aae5-a6dc753233ad on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:09.794566 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Attempting to bind port 4efc6c62-a793-4f97-aae5-a6dc753233ad by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:09.795176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Attempting to bind port 4efc6c62-a793-4f97-aae5-a6dc753233ad on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:09.822610 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:09.823072 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:09.823480 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.823877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:09.824357 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Bound port: 4efc6c62-a793-4f97-aae5-a6dc753233ad, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:09.824876 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.895834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:09.923161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2', 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': 'e7de9557-c067-4967-953f-ae4f2964fcae'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:09.923571 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251ca09-5219-444c-8e8d-a9b40588cb22 None None] Pushing event updated for resources: {'Port': ['ID=4efc6c62-a793-4f97-aae5-a6dc753233ad,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:09.924403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.021191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.026744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f5b85d07-4e8f-4dd9-a130-03c371c2475b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6833253 Jun 04 06:50:10.032407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:10.051659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4c7d2413-5247-45ed-a764-c691ac8ed52a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:50:10.058159 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] For port 4efc6c62-a793-4f97-aae5-a6dc753233ad, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:10.063238 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] For port 4efc6c62-a793-4f97-aae5-a6dc753233ad, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4efc6c62-a793-4f97-aae5-a6dc753233ad,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:10.068693 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.157626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.163133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251ca09-5219-444c-8e8d-a9b40588cb22 None None] Pushing event updated for resources: {'Port': ['ID=4efc6c62-a793-4f97-aae5-a6dc753233ad,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:10.177091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Transition to ACTIVE for port object a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:10.185493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:10.186649 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:10.207040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.288714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:10.302206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:10.307842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:10.369215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c7d2413-5247-45ed-a764-c691ac8ed52a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:10.369689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.387744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Pushing event updated for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:10.427963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.453579 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:10.650230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Calling delete_port for 4c7d2413-5247-45ed-a764-c691ac8ed52a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:10.676943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.688923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4c7d2413-5247-45ed-a764-c691ac8ed52a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:10.689599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.789033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c84d13cd-d591-4f3b-99c9-fafe2ff8acb6 None None] Provisioning for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:10.810722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.815881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c84d13cd-d591-4f3b-99c9-fafe2ff8acb6 None None] Provisioning complete for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:10.816256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c84d13cd-d591-4f3b-99c9-fafe2ff8acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:10.918003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Allocated IP 2001:db8::2 (dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2/e7de9557-c067-4967-953f-ae4f2964fcae/826e5309-4df9-453f-9595-92e5a4726edb) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:10.924647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 3, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:10.926208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c7d2413-5247-45ed-a764-c691ac8ed52a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:10.934723 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bce9e3-32ba-48d1-a013-64b3c7b9bdec None None] The sync data for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 is: [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 3, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:11.199285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.208435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.337522 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.366533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Pushing event updated for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:11.371618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:11.375998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.392850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:11.405019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:11.405019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.519146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=8c0142c8-3179-4105-9e3a-b435225339a2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:11.546339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8026f1c8-53a9-4dd9-b1b8-a3b5ebf380b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4593041 Jun 04 06:50:11.547729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55326) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:11.594952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:50:11.595377 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:50:11.637922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '8c0142c8-3179-4105-9e3a-b435225339a2', 'ip_address': '2001:db8::997:78b:50e3:4dd0'}], 'name': 'tempest-NetworksTestDHCPv6-1053310973'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:11.667880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c84d13cd-d591-4f3b-99c9-fafe2ff8acb6 None None] Port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:11.685670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750dc1-d63d-44b6-9e7a-6c29f2da8441 req-8142177f-a9f1-478c-a382-91d449b46689 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:11.688331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48750dc1-d63d-44b6-9e7a-6c29f2da8441 req-8142177f-a9f1-478c-a382-91d449b46689 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 1.5651572 Jun 04 06:50:11.763076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4c7d2413-5247-45ed-a764-c691ac8ed52a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:11.767602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:11.786828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Transition to ACTIVE for port object 826e5309-4df9-453f-9595-92e5a4726edb will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:11.813834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Transition to ACTIVE for port object 826e5309-4df9-453f-9595-92e5a4726edb will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:11.822017 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.004009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4efc6c62-a793-4f97-aae5-a6dc753233ad up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:12.023745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:12.025555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:12.067249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.093357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:12.097654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Deleting port 4c7d2413-5247-45ed-a764-c691ac8ed52a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:12.098031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.105749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48750dc1-d63d-44b6-9e7a-6c29f2da8441 req-108450c2-4f3a-48b7-b720-8bfdc5ef7950 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847988 Jun 04 06:50:12.283389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:12.293214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:12.299981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Pushing event updated for resources: {'Port': ['ID=826e5309-4df9-453f-9595-92e5a4726edb,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:12.428853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Router e96be29d-a948-49cc-927a-fd85b9fdcd3b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:50:12.486011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:12.534585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:12.539402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:12.555268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:12.581852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4efc6c62-a793-4f97-aae5-a6dc753233ad completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:12.583132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:12.628009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Attempting to bind port 826e5309-4df9-453f-9595-92e5a4726edb on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:12.628519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Attempting to bind port 826e5309-4df9-453f-9595-92e5a4726edb by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f3bade04-e9b1-409c-985d-ade3c87aa4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:12.629079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Attempting to bind port 826e5309-4df9-453f-9595-92e5a4726edb on network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:12.631536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4efc6c62-a793-4f97-aae5-a6dc753233ad triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:12.632004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.702885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b8843566-1abc-4a07-aaa6-a04d7995e5e6 None None] Provisioning complete for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:12.704093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b8843566-1abc-4a07-aaa6-a04d7995e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.752270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:12.768443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a2d69347-1303-42be-8e41-5cb915312ecd admin admin] 10.222.0.17 "PUT /v2.0/routers/e96be29d-a948-49cc-927a-fd85b9fdcd3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8466663 Jun 04 06:50:12.809799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:12.810404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Checking segment: {'id': 'f3bade04-e9b1-409c-985d-ade3c87aa4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:12.811033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.811578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Bound using segment: {'id': 'f3bade04-e9b1-409c-985d-ade3c87aa4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:12.812274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Bound port: 826e5309-4df9-453f-9595-92e5a4726edb, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bade04-e9b1-409c-985d-ade3c87aa4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:12.812939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:12.875484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8::1 (dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2/e7de9557-c067-4967-953f-ae4f2964fcae/caf1134d-86f2-4e27-895c-9bd34a205db5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:13.062461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.102290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 9d5b5aa0-a18a-4b37-acea-0563c1f0b755 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:13.130937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b8843566-1abc-4a07-aaa6-a04d7995e5e6 None None] Port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:13.160824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.195121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] For port 826e5309-4df9-453f-9595-92e5a4726edb, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:13.209487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object caf1134d-86f2-4e27-895c-9bd34a205db5 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:13.307790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] For port 826e5309-4df9-453f-9595-92e5a4726edb, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=826e5309-4df9-453f-9595-92e5a4726edb,segment=NetworkSegment(f3bade04-e9b1-409c-985d-ade3c87aa4b5),segment_id=f3bade04-e9b1-409c-985d-ade3c87aa4b5)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:13.347258 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55366) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:13.361413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.402377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] For port 4c7d2413-5247-45ed-a764-c691ac8ed52a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4c7d2413-5247-45ed-a764-c691ac8ed52a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:13.402995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.511746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4efc6c62-a793-4f97-aae5-a6dc753233ad is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:13.512879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.592882 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.674317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.720317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:13.731810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:218fe4c4b84b4323b4eaee9cf853dc8d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:13.737684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:13.754405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:13.754915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Calling delete_port for 4c7d2413-5247-45ed-a764-c691ac8ed52a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:13.890859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=caf1134d-86f2-4e27-895c-9bd34a205db5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:13.908144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:13.908472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.912220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:13.914748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.924216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:13.924966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:13.960561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Sync routers for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:13.964131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f8f2-69a4-403a-8312-a043f4a08ea2 None None] Pushing event updated for resources: {'Port': ['ID=826e5309-4df9-453f-9595-92e5a4726edb,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:13.977223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::997:78b:50e3:4dd0 (194f226e-387b-4357-8c23-95825d1aac54/8c0142c8-3179-4105-9e3a-b435225339a2/9d5b5aa0-a18a-4b37-acea-0563c1f0b755) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:13.987633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4efc6c62-a793-4f97-aae5-a6dc753233ad, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4efc6c62-a793-4f97-aae5-a6dc753233ad,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:13.988650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=218fe4c4b84b4323b4eaee9cf853dc8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388934 Jun 04 06:50:13.992485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6a9a8-0744-4c31-9a6e-4c056748e8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5629bc46-11e7-4c5d-b9a1-1aa3380772b9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:13.998988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55386) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:14.012972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:14.016582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:14.078745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd6a3-04a8-4676-8f9f-f057fec3cca6 req-4477f114-9076-42c5-bf24-7d4e0ec1cff5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:14.084491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.092295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec1fd6a3-04a8-4676-8f9f-f057fec3cca6 req-4477f114-9076-42c5-bf24-7d4e0ec1cff5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.7257693 Jun 04 06:50:14.104129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.118813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.120281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.207030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec1fd6a3-04a8-4676-8f9f-f057fec3cca6 req-64677168-2eba-4be7-9c51-93abb33ddcf6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137085 Jun 04 06:50:14.207699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.248747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.278596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] Pushing event deleted for resources: {'Port': ['ID=4c7d2413-5247-45ed-a764-c691ac8ed52a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:14.296429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629bc46-11e7-4c5d-b9a1-1aa3380772b9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:14.314228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782804b9-09cb-40f3-8850-4592612a77e9 None None] No DVR routers for this DVR port 4c7d2413-5247-45ed-a764-c691ac8ed52a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:50:14.325131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:14.327978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fc0d1ac9-88b4-4864-9999-ac5962311e9b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5629bc46-11e7-4c5d-b9a1-1aa3380772b9 HTTP/1.1" status: 204 len: 168 time: 0.3268933 Jun 04 06:50:14.465405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4efc6c62-a793-4f97-aae5-a6dc753233ad,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:14.770622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65237f1-ab4b-4e17-91a6-27211cbc8f61 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:14.961864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55402) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:15.032323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.062939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:15.117367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:15.130678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.133414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Usage tracker for resource:security_group_rule and tenant:f6856804aa4a47e9a8de5263e3a73ec4 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:15.145793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:15.162672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:15.165605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 9d5b5aa0-a18a-4b37-acea-0563c1f0b755 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:15.186925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.195894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.197853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.370704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.378271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.456399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=caf1134d-86f2-4e27-895c-9bd34a205db5,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:15.465239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f6856804aa4a47e9a8de5263e3a73ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019386 Jun 04 06:50:15.466175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253163d-9693-4e3d-8a8e-9e150d73493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b68b08-8163-4424-88bc-37d118544713,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:15.468525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55412) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:15.528665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.545243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.583755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.619367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c0b71-acba-48aa-836e-81b487078834 None None] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:15.656539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.680401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b68b08-8163-4424-88bc-37d118544713,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:15.690129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.691652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38f755c7-bc59-41bd-bd38-9a0dfa82130f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/31b68b08-8163-4424-88bc-37d118544713 HTTP/1.1" status: 204 len: 168 time: 0.2222309 Jun 04 06:50:15.703165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:15.718312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:15.729254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:15.735204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:15.735826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:15.802703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=9d5b5aa0-a18a-4b37-acea-0563c1f0b755,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:15.862932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-114598b0-d250-443b-b61d-5919ccb0009f None None] Provisioning for port 826e5309-4df9-453f-9595-92e5a4726edb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:15.890995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f11edf-341c-4686-be4e-0ba95273cb0d req-dd695fe5-26d8-4075-bfee-d5fdec67379d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:15.894076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9f11edf-341c-4686-be4e-0ba95273cb0d req-dd695fe5-26d8-4075-bfee-d5fdec67379d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.4610870 Jun 04 06:50:15.906042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2287ffbc-140a-4ea6-bc19-66921e12142e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3413885 Jun 04 06:50:15.908818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55420) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:15.928836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:15.935656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:16.027732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4a452-912e-47b1-a5da-92c7c08bd2ed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:16.028568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e3b4a452-912e-47b1-a5da-92c7c08bd2ed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:16.046793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e3b4a452-912e-47b1-a5da-92c7c08bd2ed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:16.051959 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e3b4a452-912e-47b1-a5da-92c7c08bd2ed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1420894 Jun 04 06:50:16.053128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:16.084102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9f11edf-341c-4686-be4e-0ba95273cb0d req-7cdd7169-9c74-4835-bb67-7147b6e86419 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822448 Jun 04 06:50:16.240056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 9d5b5aa0-a18a-4b37-acea-0563c1f0b755 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:16.240412 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:16.326186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 4, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2', 'name': '', 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'mac_address': 'fa:16:3e:d9:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:09Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 2, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'subnets': [{'id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:16.345287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Checking router: e96be29d-a948-49cc-927a-fd85b9fdcd3b for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:50:16.346137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Updating router e96be29d-a948-49cc-927a-fd85b9fdcd3b port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:50:16.360281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router b4e99bcd-e742-4e00-9ba9-d75a98750692 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:50:16.445428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4efc6c62-a793-4f97-aae5-a6dc753233ad up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:16.500410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '8c0142c8-3179-4105-9e3a-b435225339a2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:16.504171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:16.732651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:50:16.786015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:16.804542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.106069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 9d5b5aa0-a18a-4b37-acea-0563c1f0b755 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:17.123831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:17.133652 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] Sync routers for ids ['b4e99bcd-e742-4e00-9ba9-d75a98750692'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:17.152844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d19b91d-e2dc-4530-ac93-5ee812fe81f7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/b4e99bcd-e742-4e00-9ba9-d75a98750692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1189296 Jun 04 06:50:17.155231 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] Routers {'b4e99bcd-e742-4e00-9ba9-d75a98750692'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:17.155870 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4e99bcd-e742-4e00-9ba9-d75a98750692'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:17.169808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55464) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:17.289992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f90d5f-a626-4ca6-974b-d36f277b65c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:17.291433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02f90d5f-a626-4ca6-974b-d36f277b65c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:17.373950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-844dbf84-b095-4bf8-b21b-95f12f7b7ca5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:17.374725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-844dbf84-b095-4bf8-b21b-95f12f7b7ca5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:17.378853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-02f90d5f-a626-4ca6-974b-d36f277b65c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:17.379993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-02f90d5f-a626-4ca6-974b-d36f277b65c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports/caf1134d-86f2-4e27-895c-9bd34a205db5 HTTP/1.1" status: 200 len: 911 time: 0.2061305 Jun 04 06:50:17.384968 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:17.390608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:17.394113 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] Routers {'b4e99bcd-e742-4e00-9ba9-d75a98750692'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:17.394953 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4e99bcd-e742-4e00-9ba9-d75a98750692'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:17.408666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7de9557-c067-4967-953f-ae4f2964fcae'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:17.418055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.476762 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:17.477434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13562d16-b40f-4c43-843b-c1cd8f5fb2cd None None] The sync data for ids ['b4e99bcd-e742-4e00-9ba9-d75a98750692'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:17.512385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-844dbf84-b095-4bf8-b21b-95f12f7b7ca5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:17.513586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-844dbf84-b095-4bf8-b21b-95f12f7b7ca5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.6463377 Jun 04 06:50:17.564736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-60328b1a-86d6-48ee-a00b-c913c61e83f4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0167823 Jun 04 06:50:17.624536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.638837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Transition to ACTIVE for port object a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:17.672600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5f51607a-82a3-466e-a532-32c5df33c701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.674848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.715373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4efc6c62-a793-4f97-aae5-a6dc753233ad triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:17.715909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.733663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=9d5b5aa0-a18a-4b37-acea-0563c1f0b755,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:17.787303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-83a4ad22-e70a-4780-9a32-e367a4cdb422 None None] Provisioning for port caf1134d-86f2-4e27-895c-9bd34a205db5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:17.788748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.801733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-83a4ad22-e70a-4780-9a32-e367a4cdb422 None None] Provisioning complete for port caf1134d-86f2-4e27-895c-9bd34a205db5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:17.802099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-83a4ad22-e70a-4780-9a32-e367a4cdb422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:17.824309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa73483d-749b-4aa0-a5fc-abed1b6ed76b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9d5b5aa0-a18a-4b37-acea-0563c1f0b755 HTTP/1.1" status: 204 len: 168 time: 1.7695591 Jun 04 06:50:17.826640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55478) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:17.854525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-8bbbeb2e-a0f1-471c-86b3-c7d4c41c88fd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:17.884627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-83a4ad22-e70a-4780-9a32-e367a4cdb422 None None] Port caf1134d-86f2-4e27-895c-9bd34a205db5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:17.937220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d937aa-0c53-4856-879a-2d524b35fe5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:17.939301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d937aa-0c53-4856-879a-2d524b35fe5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:17.940282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68d937aa-0c53-4856-879a-2d524b35fe5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:17.970772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68d937aa-0c53-4856-879a-2d524b35fe5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:17.972054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-68d937aa-0c53-4856-879a-2d524b35fe5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1444776 Jun 04 06:50:17.976054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55486) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:17.997157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-8bbbeb2e-a0f1-471c-86b3-c7d4c41c88fd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:18.002072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-8bbbeb2e-a0f1-471c-86b3-c7d4c41c88fd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4277565 Jun 04 06:50:18.112986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.118128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/8c0142c8-3179-4105-9e3a-b435225339a2/8e5d5e54-7bda-4f8f-9c2d-5a6307263f24) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:18.192992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4efc6c62-a793-4f97-aae5-a6dc753233ad is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:18.194417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 826e5309-4df9-453f-9595-92e5a4726edb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:18.241897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 8c0142c8-3179-4105-9e3a-b435225339a2 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:18.266058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf616-9ed5-4b33-a04b-a3a6bba72deb None None] Pushing event updated for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:18.296428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Attempting to bind port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:18.297110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Attempting to bind port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:18.297629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Attempting to bind port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 on network f4c2b8bc-cb47-469b-a26e-98cd4de13488 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:18.311178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:18.311726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Checking segment: {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:18.312136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.312667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Bound using segment: {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:18.313152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Bound port: a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335dc846-3650-462c-8430-a918497345d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:18.313806 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.371577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-43182824-76de-495c-80ff-458affc045d9 None None] Provisioning complete for port caf1134d-86f2-4e27-895c-9bd34a205db5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:18.372188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43182824-76de-495c-80ff-458affc045d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.550568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 826e5309-4df9-453f-9595-92e5a4726edb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:18.558584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43182824-76de-495c-80ff-458affc045d9 None None] Port caf1134d-86f2-4e27-895c-9bd34a205db5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:18.577106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 826e5309-4df9-453f-9595-92e5a4726edb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:18.577843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.669654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-83d678bc-4973-4221-8580-0c19135bd5aa service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995395 Jun 04 06:50:18.680359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] For port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:18.712973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] For port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:18.753700 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.932021 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:18.955453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:18.956110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:49:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:19.098856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 826e5309-4df9-453f-9595-92e5a4726edb is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:19.099239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.115779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf616-9ed5-4b33-a04b-a3a6bba72deb None None] Pushing event updated for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:19.130940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Transition to ACTIVE for port object 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:19.193250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-ba95f9e8-b747-477e-8363-7e6de77d1bcc service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132015 Jun 04 06:50:19.221782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4a7b008d-f401-4271-b6af-f56628e8e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.226441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Transition to ACTIVE for port object 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:19.246543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.324526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.331603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 826e5309-4df9-453f-9595-92e5a4726edb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=826e5309-4df9-453f-9595-92e5a4726edb,segment=NetworkSegment(f3bade04-e9b1-409c-985d-ade3c87aa4b5),segment_id=f3bade04-e9b1-409c-985d-ade3c87aa4b5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:19.400862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.473495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:19.537731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:19.549170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:19.668010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.740747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.775292 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.786364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:19.787058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:19.791501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:19.794674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:19.800714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/ports/caf1134d-86f2-4e27-895c-9bd34a205db5 HTTP/1.1" status: 200 len: 911 time: 2.4005661 Jun 04 06:50:19.822581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Pushing event updated for resources: {'Port': ['ID=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:19.904132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:19.970798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46320f8-289f-4d40-acf7-1e3d292ba667 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=caf1134d-86f2-4e27-895c-9bd34a205db5,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:19.998554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.143153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Attempting to bind port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:20.143535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Attempting to bind port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:20.143904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Attempting to bind port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:20.172813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:20.173201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:20.173652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.174048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:20.174530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Bound port: 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:20.174914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.219845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=826e5309-4df9-453f-9595-92e5a4726edb,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:20.252925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.257454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.307424 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.334314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0142c8-3179-4105-9e3a-b435225339a2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:20.345074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:20.351451 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.360237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Usage tracker for resource:security_group_rule and tenant:793ba8e6d00f46e8aa4a36c51efa1c48 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:20.367059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] For port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:20.370677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:20.371499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] For port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:20.384914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.425052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:20.470499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67fafda0-3468-45a5-96a2-d9a86f02c347 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/8c0142c8-3179-4105-9e3a-b435225339a2 HTTP/1.1" status: 204 len: 168 time: 2.4835362 Jun 04 06:50:20.477811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:20.491521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 4, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2', 'name': '', 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'mac_address': 'fa:16:3e:d9:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:09Z', 'updated_at': '2022-06-04T06:50:18Z', 'revision_number': 4, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'subnets': [{'id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:20.507273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d638d1-4ce6-4cb7-bbe3-2e7c6e62208a None None] The sync data for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 is: [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T06:50:10Z', 'revision_number': 4, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2', 'name': '', 'network_id': 'f4c2b8bc-cb47-469b-a26e-98cd4de13488', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'mac_address': 'fa:16:3e:d9:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:09Z', 'updated_at': '2022-06-04T06:50:18Z', 'revision_number': 4, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'subnets': [{'id': '4d29083a-1f03-48bb-b14a-248c9a067213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:20.517409 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:20.520214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a55f0-32c6-4d1d-93e2-636fbebf28ce None None] Pushing event updated for resources: {'Port': ['ID=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:20.684311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24eac-0c9b-4b5e-bc4e-81fb01b7c2ec req-e79911bb-75ff-4595-bef2-72f4150a2a8b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:20.692380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bf24eac-0c9b-4b5e-bc4e-81fb01b7c2ec req-e79911bb-75ff-4595-bef2-72f4150a2a8b tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.5557837 Jun 04 06:50:20.701576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05e1aedf-d8fe-4a82-8e7e-dd1cb4475c8b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2217102 Jun 04 06:50:20.716968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55554) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:20.723569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:20.732673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58218e1-ff95-41db-a464-a6323e82fd5f None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:50:20.807966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bf24eac-0c9b-4b5e-bc4e-81fb01b7c2ec req-010b854a-edc4-4222-975b-9930bcbe3a10 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146393 Jun 04 06:50:20.862429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9f0f-9693-405c-9b87-829f450620ba req-e693c5de-9291-4049-8244-611a70fa7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:20.863822 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25aa9f0f-9693-405c-9b87-829f450620ba req-e693c5de-9291-4049-8244-611a70fa7a46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.3618727 Jun 04 06:50:21.041388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.066746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f437b774-f590-4965-b1cc-e6c6f925fe57 req-2c98b130-f30f-46da-9773-52ca7caf30a9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.1149452 Jun 04 06:50:21.070139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.085952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:21.099358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:21.105754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58218e1-ff95-41db-a464-a6323e82fd5f None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:50:21.110705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:21.124611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:21.152838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc00eceb-c4ed-48a6-a494-c10b00cec87a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:21.178203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:21.192210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.196093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3e7dd6cb-7644-4ff5-ad35-8190b162589e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=793ba8e6d00f46e8aa4a36c51efa1c48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2909169 Jun 04 06:50:21.199841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:21.245362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-25aa9f0f-9693-405c-9b87-829f450620ba req-5cba62b8-4d55-4f6d-91b5-513252b04de0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718042 Jun 04 06:50:21.301566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.347533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.474732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.501208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc00eceb-c4ed-48a6-a494-c10b00cec87a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:21.518509 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.522152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b0ed48f7-5ce8-4c2c-bae2-cf58558b4d1b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc00eceb-c4ed-48a6-a494-c10b00cec87a HTTP/1.1" status: 204 len: 168 time: 0.3186445 Jun 04 06:50:21.588434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.700474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:21.870425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.871774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:21.881059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:21.881712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:21.969873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=271aea09-e456-4385-b541-911b1a41194a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:22.168273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:22.191906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.225831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.256251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:22.256638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.281878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:22.312334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c301a5-a5af-4a95-a03e-90a1cec96503 req-3d65951d-4ece-439a-98d6-b506579cb402 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:22.316109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:22.321505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.322522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77c301a5-a5af-4a95-a03e-90a1cec96503 req-3d65951d-4ece-439a-98d6-b506579cb402 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.2772040 Jun 04 06:50:22.323088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 826e5309-4df9-453f-9595-92e5a4726edb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:22.325735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Usage tracker for resource:security_group_rule and tenant:33dcc35a3aac4b91980923d6e7e19577 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:22.330956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:22.432263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:22.456560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:22.466851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:22.480260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:22.480852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.538522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77c301a5-a5af-4a95-a03e-90a1cec96503 req-5d557801-b794-4a96-a466-063b48a68afe tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148440 Jun 04 06:50:22.552752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a8281-6530-4b76-afe9-ce702ff65d26 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:22.653169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1fb5d65-3013-45d1-82b1-8b99be404fc2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9349811 Jun 04 06:50:22.654196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55582) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:22.671378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '271aea09-e456-4385-b541-911b1a41194a', 'ip_address': '2001:db8::af1f:d4b3:b29:1148'}], 'name': 'tempest-NetworksTestDHCPv6-211350405'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:22.763771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:22.821378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 826e5309-4df9-453f-9595-92e5a4726edb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:22.822129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.854084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.866778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:22.928195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:22.942268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:22.952782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-78ff7151-105e-4be7-8056-22fd80c9ea5c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:22.954378 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-78ff7151-105e-4be7-8056-22fd80c9ea5c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.9462290 Jun 04 06:50:23.016627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:23.020783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port caf1134d-86f2-4e27-895c-9bd34a205db5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:23.021118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.065495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': 'f26705c1-c213-467e-be92-93bfe8503643', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:23.099241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0563e70-81df-40c7-8a61-60c9345adab1 req-d9f031e9-1481-4a63-a9ed-76b9f86ab573 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.1855206 Jun 04 06:50:23.113724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=33dcc35a3aac4b91980923d6e7e19577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364252 Jun 04 06:50:23.115378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:23.186385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e0f7e-5f21-49a9-aaaf-7cbf58a3b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cea33-557b-42cb-bedd-afc30c965316,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:23.263009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.335817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.342247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:23.386380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 826e5309-4df9-453f-9595-92e5a4726edb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:23.441503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.459832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:23.466518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cea33-557b-42cb-bedd-afc30c965316,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:23.472375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.473758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a032d947-8dbb-4b3a-ac8b-0b9fb23f42c8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a32cea33-557b-42cb-bedd-afc30c965316 HTTP/1.1" status: 204 len: 168 time: 0.3574185 Jun 04 06:50:23.554254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:23.704304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Update dhcp port {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '271aea09-e456-4385-b541-911b1a41194a'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '8e5d5e54-7bda-4f8f-9c2d-5a6307263f24'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:50:23.778078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:23.778629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.814820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.826573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:23.877890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:23.934124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2247b-68b5-4dea-8c6b-0bf2a7576ddd req-4d2a865b-912c-4497-9015-f24893be4de0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:23.943747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9f2247b-68b5-4dea-8c6b-0bf2a7576ddd req-4d2a865b-912c-4497-9015-f24893be4de0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.1791220 Jun 04 06:50:24.023486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9f2247b-68b5-4dea-8c6b-0bf2a7576ddd req-88218b39-efae-442b-8dd9-d00ca4125bb2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791419 Jun 04 06:50:24.038406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:24.325154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:24.383944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for caf1134d-86f2-4e27-895c-9bd34a205db5 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:24.409577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74378df-720e-490c-8573-159e56d9d270 req-cd1837b2-5ede-4e86-a35a-21cd77ad04f6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.1035738 Jun 04 06:50:24.458471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/271aea09-e456-4385-b541-911b1a41194a/8e5d5e54-7bda-4f8f-9c2d-5a6307263f24) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:24.634536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] For port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:24.664217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:24.682372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Ignored duplicate provisioning block setup for port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 04 06:50:24.689011 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:24.832512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 791b3147-4fd5-430a-9ef9-a806126b94e2 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:24.881356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:24.972806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:24.989672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:25.055495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253e74f-b6b9-483e-8632-c40d6294e7d9 None None] Pushing event updated for resources: {'Port': ['ID=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:25.106339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:25.239555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=caf1134d-86f2-4e27-895c-9bd34a205db5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:25.703005 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:25.841783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:25.865643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.865643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.865947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.871256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:25.872592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:26.020894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b28e4d5a-48b1-4081-9f14-bee952e68517 req-28da8d41-e0b1-4fcc-a1b7-8226e1cbd065 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.0759974 Jun 04 06:50:26.293712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e896a-2f87-4219-b5e5-eedd1323ec73 req-74176a96-5479-43ef-85b1-bbaeb49fd046 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:26.295593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a5e896a-2f87-4219-b5e5-eedd1323ec73 req-74176a96-5479-43ef-85b1-bbaeb49fd046 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.1479619 Jun 04 06:50:26.313990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:26.347861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a5e896a-2f87-4219-b5e5-eedd1323ec73 req-19771e00-62db-4419-b03d-e92a14e5655d tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 Jun 04 06:50:26.387139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::af1f:d4b3:b29:1148 (194f226e-387b-4357-8c23-95825d1aac54/271aea09-e456-4385-b541-911b1a41194a/791b3147-4fd5-430a-9ef9-a806126b94e2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:26.707679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-744631d6-1d0f-41ce-a80a-d04d0a8790f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:26.709182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-744631d6-1d0f-41ce-a80a-d04d0a8790f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.8330717 Jun 04 06:50:27.001402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.7 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/5cf08239-407b-488a-a3f0-19be1d02875e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:27.055369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2bbdc2ed-c28e-46e1-bf05-547000f82fd3 None None] Provisioning for port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:27.137277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router b4e99bcd-e742-4e00-9ba9-d75a98750692 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:50:27.235812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a2f69267-7d65-4f11-8e1f-2ecb625ca2e6 req-16a71d1d-c9e2-427f-92d9-29e1c6cd0b1e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.0569723 Jun 04 06:50:27.440874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-96b3e895-69e4-49ce-9616-7b12f0969f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:27.441821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-96b3e895-69e4-49ce-9616-7b12f0969f97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.6769159 Jun 04 06:50:27.488888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:27.502552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] Sync routers for ids ['b4e99bcd-e742-4e00-9ba9-d75a98750692'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:27.518104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] Routers {'b4e99bcd-e742-4e00-9ba9-d75a98750692'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:27.518606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4e99bcd-e742-4e00-9ba9-d75a98750692'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:27.645241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:27.696175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ea55a-30ec-49b2-8861-dc5ed0fa35d5 req-c42b642d-df0f-4ccc-96e3-8aff7c942028 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:27.698576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23ea55a-30ec-49b2-8861-dc5ed0fa35d5 req-c42b642d-df0f-4ccc-96e3-8aff7c942028 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.1587839 Jun 04 06:50:27.699028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:27.764301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23ea55a-30ec-49b2-8861-dc5ed0fa35d5 req-d20237c8-37e9-4a33-ae5b-bfee968719ce tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580852 Jun 04 06:50:27.820665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:27.833867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:27.838974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] Routers {'b4e99bcd-e742-4e00-9ba9-d75a98750692'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:27.839601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4e99bcd-e742-4e00-9ba9-d75a98750692'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:27.854128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55688) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:27.854226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54d972e0-64bc-4df7-ad85-32a7abfb38d2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/b4e99bcd-e742-4e00-9ba9-d75a98750692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0608134 Jun 04 06:50:27.890268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 791b3147-4fd5-430a-9ef9-a806126b94e2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:27.933343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-1ff350e1-8b8a-4ebe-b9b0-bb0079762b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1000 time: 0.4456675 Jun 04 06:50:27.940641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6b97a57-90b8-4125-a7c8-6e5ba3876f61 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4e99bcd-e742-4e00-9ba9-d75a98750692 HTTP/1.1" status: 200 len: 205 time: 0.0852726 Jun 04 06:50:27.942415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55692) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:27.943787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:27.960809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:27.966131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8b4ddd167a41fcac49191987f9ee0d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:27.969358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:27.978312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:27.991911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:27.998753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:27.999753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.035979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:28.036737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1d409-c6e6-471a-a8da-3d52b2dd723c None None] The sync data for ids ['b4e99bcd-e742-4e00-9ba9-d75a98750692'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:28.115896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.121414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.171411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.184148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a577bd-388c-4f67-9504-7cdbce2b38b0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:28.195677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cec210c8-0829-41bc-9e36-1af1613d6014 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0f8b4ddd167a41fcac49191987f9ee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953015 Jun 04 06:50:28.197009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:28.222421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-c7d64845-591b-4a03-8efa-5705e0cceecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:28.223978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-c7d64845-591b-4a03-8efa-5705e0cceecb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2823980 Jun 04 06:50:28.226847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.249615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:28.252965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.286392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:28.295999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.301613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.355646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.372219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.377679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 5cf08239-407b-488a-a3f0-19be1d02875e will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:28.417732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:28.500271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11f45b3f-28f6-400e-8ef2-5bbf8a90a589 req-c8003c61-2075-44d5-ba71-a069705d3c2a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.0654931 Jun 04 06:50:28.544933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.564249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a577bd-388c-4f67-9504-7cdbce2b38b0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:28.580543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.590515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3bd8d098-e667-4e2d-9f66-508e060804e5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93a577bd-388c-4f67-9504-7cdbce2b38b0 HTTP/1.1" status: 204 len: 168 time: 0.3879230 Jun 04 06:50:28.599845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=791b3147-4fd5-430a-9ef9-a806126b94e2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:28.674100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:28.687428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:28.690846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:28.696988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:28.697642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.705461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.708538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.748562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aae2d3c4-9f16-4a91-bbbc-081b557e2925 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.0872550 Jun 04 06:50:28.751252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:28.755554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-f586e52b-845a-416a-873d-7ae6388f3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:28.757401 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-f586e52b-845a-416a-873d-7ae6388f3781 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5176086 Jun 04 06:50:28.800147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:28.800679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router b4e99bcd-e742-4e00-9ba9-d75a98750692 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:50:28.823079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.046017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:29.051294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:29.057674 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.061322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-835c7007-5a40-46d2-bbdb-9118b0bd9d58 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/b4e99bcd-e742-4e00-9ba9-d75a98750692 HTTP/1.1" status: 204 len: 168 time: 1.1087055 Jun 04 06:50:29.069330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:29.089673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:29.090431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55720) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:29.163004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:29.204700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6df24ef3-5509-4132-87c1-47f42380314a None None] Provisioning for port 791b3147-4fd5-430a-9ef9-a806126b94e2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:29.234559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6df24ef3-5509-4132-87c1-47f42380314a None None] Provisioning complete for port 791b3147-4fd5-430a-9ef9-a806126b94e2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:29.236113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6df24ef3-5509-4132-87c1-47f42380314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.278417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:29.278734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.297138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-b47e1d90-fd35-4d5a-9c3e-b1767e31a1ff service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331051 Jun 04 06:50:29.348049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6df24ef3-5509-4132-87c1-47f42380314a None None] Port 791b3147-4fd5-430a-9ef9-a806126b94e2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:29.367174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.375288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-1f36e922-2236-4ade-b02f-2fc33e03a255 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3554513 Jun 04 06:50:29.381687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet e7de9557-c067-4967-953f-ae4f2964fcae {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:29.385273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.425664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Request body: {'port': {'device_id': 'f26705c1-c213-467e-be92-93bfe8503643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:29.444789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.511504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:29.525306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Usage tracker for resource:security_group_rule and tenant:870b014d2ffc4af7bffde8a8c8081382 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:29.534768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:29.551503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e5ea6-7aea-4c1f-a00b-9e02d540df89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:29.558350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e5ea6-7aea-4c1f-a00b-9e02d540df89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:29.559156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1b3e5ea6-7aea-4c1f-a00b-9e02d540df89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:29.563677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:29.574790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:29.603983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f5889163-5058-4d97-8651-51c3a1ddcb71 req-b4438f86-4d6b-41e6-9e99-15d524f83334 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902315 Jun 04 06:50:29.612277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1b3e5ea6-7aea-4c1f-a00b-9e02d540df89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:29.613378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b3e5ea6-7aea-4c1f-a00b-9e02d540df89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8606720 Jun 04 06:50:29.624448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28589cb9-e14f-4c1a-99ab-8c483f8d480e req-5601e499-7a30-4bbd-a22c-9293ef7780da tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:29.625889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28589cb9-e14f-4c1a-99ab-8c483f8d480e req-5601e499-7a30-4bbd-a22c-9293ef7780da tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.6490417 Jun 04 06:50:29.626364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55728) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:29.633269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.655337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2166309a-a9d8-40ac-b3a2-3be228238576 None None] Provisioning for port 5cf08239-407b-488a-a3f0-19be1d02875e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:29.678830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2166309a-a9d8-40ac-b3a2-3be228238576 None None] Provisioning complete for port 5cf08239-407b-488a-a3f0-19be1d02875e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:29.679758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2166309a-a9d8-40ac-b3a2-3be228238576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.710958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.815152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2166309a-a9d8-40ac-b3a2-3be228238576 None None] Port 5cf08239-407b-488a-a3f0-19be1d02875e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:29.877951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 791b3147-4fd5-430a-9ef9-a806126b94e2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:29.878386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.934652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28589cb9-e14f-4c1a-99ab-8c483f8d480e req-74d5cdcb-659c-4804-a9de-3d2bdb6ae5d6 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606592 Jun 04 06:50:29.954554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:29.957269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:29.965838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.179851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:30.211037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8b2b62-2f83-49b1-a23b-b0faaeaa8bcf None None] Network dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:30.235399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=e7de9557-c067-4967-953f-ae4f2964fcae,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:30.238921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.253096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.355878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.378758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.379419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.379632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.379831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.380256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.380673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.381074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.381246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.381766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.382071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.382531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.382684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:30.448420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-797c1d78-a47a-4df4-a6ba-09d28e96a316 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/e7de9557-c067-4967-953f-ae4f2964fcae HTTP/1.1" status: 204 len: 168 time: 1.3253977 Jun 04 06:50:30.449703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55736) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:30.460466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf08239-407b-488a-a3f0-19be1d02875e {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:50:30.497682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.510886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=870b014d2ffc4af7bffde8a8c8081382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3896303 Jun 04 06:50:30.515683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:30.516354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f80e5-64be-4ee7-b1e6-8cc729eff550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e591c2d7-8fd3-42dc-985f-c179211ddf73,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:30.586905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Transition to ACTIVE for port object 5cf08239-407b-488a-a3f0-19be1d02875e will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:30.593192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.633449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.675298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] DHCP port deletion for dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:50:30.681862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Deleting port 826e5309-4df9-453f-9595-92e5a4726edb {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:30.682233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.740594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.802686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:30.814195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 791b3147-4fd5-430a-9ef9-a806126b94e2 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:30.859470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 826e5309-4df9-453f-9595-92e5a4726edb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:30.860070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:30.898532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b0ba9-8bbe-4516-9e99-411d68450ca0 req-ba915307-ac4e-44e2-aff3-5d2a3b9e6b18 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:30.912539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d2b0ba9-8bbe-4516-9e99-411d68450ca0 req-ba915307-ac4e-44e2-aff3-5d2a3b9e6b18 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 931 time: 0.6534176 Jun 04 06:50:31.016517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.024193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d2b0ba9-8bbe-4516-9e99-411d68450ca0 req-52a79fad-64ed-4642-a44f-1c3b2852f4da tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:31.113624 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.115402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] For port 826e5309-4df9-453f-9595-92e5a4726edb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=826e5309-4df9-453f-9595-92e5a4726edb,segment=NetworkSegment(f3bade04-e9b1-409c-985d-ade3c87aa4b5),segment_id=f3bade04-e9b1-409c-985d-ade3c87aa4b5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:31.115910 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.125775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1d2b0ba9-8bbe-4516-9e99-411d68450ca0 req-52a79fad-64ed-4642-a44f-1c3b2852f4da tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:31.134416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d2b0ba9-8bbe-4516-9e99-411d68450ca0 req-52a79fad-64ed-4642-a44f-1c3b2852f4da tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205949 Jun 04 06:50:31.229160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.317979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Calling delete_port for 826e5309-4df9-453f-9595-92e5a4726edb owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:31.334648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 826e5309-4df9-453f-9595-92e5a4726edb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=826e5309-4df9-453f-9595-92e5a4726edb,segment=NetworkSegment(f3bade04-e9b1-409c-985d-ade3c87aa4b5),segment_id=f3bade04-e9b1-409c-985d-ade3c87aa4b5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:31.336525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.378046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=791b3147-4fd5-430a-9ef9-a806126b94e2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:31.422820 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.430610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.440743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.488750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e591c2d7-8fd3-42dc-985f-c179211ddf73,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:31.510807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-34a1236e-9846-4bbe-9aaa-30018e3d58c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/791b3147-4fd5-430a-9ef9-a806126b94e2 HTTP/1.1" status: 204 len: 168 time: 1.8810232 Jun 04 06:50:31.515126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.517620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 826e5309-4df9-453f-9595-92e5a4726edb owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:31.522909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f63430cd-753f-4f2a-b98f-54ca8b4a4e18 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e591c2d7-8fd3-42dc-985f-c179211ddf73 HTTP/1.1" status: 204 len: 168 time: 1.0000582 Jun 04 06:50:31.524944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55750) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:31.558334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] No DVR routers for this DVR port 826e5309-4df9-453f-9595-92e5a4726edb on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:50:31.575282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Attempting to bind port 5cf08239-407b-488a-a3f0-19be1d02875e on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:31.575961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Attempting to bind port 5cf08239-407b-488a-a3f0-19be1d02875e by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:31.576442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Attempting to bind port 5cf08239-407b-488a-a3f0-19be1d02875e on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:31.589942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 826e5309-4df9-453f-9595-92e5a4726edb no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:50:31.594714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Port 5cf08239-407b-488a-a3f0-19be1d02875e on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:50:31.595275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Attempting to bind port 5cf08239-407b-488a-a3f0-19be1d02875e on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:31.607535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:31.608243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:31.608783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:31.609602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Bound port: 5cf08239-407b-488a-a3f0-19be1d02875e, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:31.610127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.631291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164e16a-77fa-44ed-bfd2-334d53a30716 None None] Pushing event deleted for resources: {'Port': ['ID=826e5309-4df9-453f-9595-92e5a4726edb,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:31.650256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 826e5309-4df9-453f-9595-92e5a4726edb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:50:31.651507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 826e5309-4df9-453f-9595-92e5a4726edb not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:50:31.671896 n-d-811808-2 neutron-server[88848]: util.warn( Jun 04 06:50:31.682213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a27be0-317c-4275-864b-923cd350711b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:31.689085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a27be0-317c-4275-864b-923cd350711b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:31.690023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a6a27be0-317c-4275-864b-923cd350711b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:31.739926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fadf-7ef8-4f6f-be0d-99cf72b30b1c req-362d8bff-b5ad-404b-951c-9bb55fc856cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:31.741756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c3fadf-7ef8-4f6f-be0d-99cf72b30b1c req-362d8bff-b5ad-404b-951c-9bb55fc856cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.4243009 Jun 04 06:50:31.756163 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:50:31.756754 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:50:31.780931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a6a27be0-317c-4275-864b-923cd350711b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:31.785184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a6a27be0-317c-4275-864b-923cd350711b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2577589 Jun 04 06:50:31.786164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:31.833522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:31.843085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5cf08239-407b-488a-a3f0-19be1d02875e,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:31.849950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.900291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c3fadf-7ef8-4f6f-be0d-99cf72b30b1c req-a79048c9-b121-4ad0-99e9-bcf28dc35a07 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456115 Jun 04 06:50:31.938263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:31.938263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:31.938263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] 10.222.0.24 "PUT /v2.0/ports/5cf08239-407b-488a-a3f0-19be1d02875e HTTP/1.1" status: 200 len: 1091 time: 2.5123837 Jun 04 06:50:31.938263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:50:31.979357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 271aea09-e456-4385-b541-911b1a41194a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:31.981723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d65f70-8c14-4f4f-9ea8-6fcf4dad4672 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:31.995043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.097832 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423a06ae-c210-47ec-8f6d-40d1ad4b14f3'] response: {'name': 'network-changed', 'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e', 'status': 'completed', 'code': 200} Jun 04 06:50:32.146967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-635fcc38-3dd3-4c91-a717-144b45110c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:32.148650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-635fcc38-3dd3-4c91-a717-144b45110c87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 1094 time: 0.1248534 Jun 04 06:50:32.249857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-6f3761e4-e873-456b-bda6-8ad2eb679ae6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf08239-407b-488a-a3f0-19be1d02875e HTTP/1.1" status: 200 len: 217 time: 0.0932884 Jun 04 06:50:32.271716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 826e5309-4df9-453f-9595-92e5a4726edb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:32.272085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.356721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.551972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.597805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] The port '826e5309-4df9-453f-9595-92e5a4726edb' was deleted {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:50:32.643293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80434ee-fe16-4693-84fb-79f323a9f300 req-5e2ff317-9977-458e-b50f-60ad5b226954 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:32.650701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c80434ee-fe16-4693-84fb-79f323a9f300 req-5e2ff317-9977-458e-b50f-60ad5b226954 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.2211292 Jun 04 06:50:32.704237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.734222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-16a6f501-ebd1-46f9-b26d-92c78c63db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:32.735709 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-16a6f501-ebd1-46f9-b26d-92c78c63db6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.3954337 Jun 04 06:50:32.744385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.756214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c80434ee-fe16-4693-84fb-79f323a9f300 req-d568db38-11e5-49d5-a9b9-ea55489d4e1c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983396 Jun 04 06:50:32.763244 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.771855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06fa810-44bc-4308-92ac-441026b984e4 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:32.776330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=271aea09-e456-4385-b541-911b1a41194a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:32.782961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e924741e-2a8a-4b60-8671-6e1c4916dd51 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/271aea09-e456-4385-b541-911b1a41194a HTTP/1.1" status: 204 len: 168 time: 0.9674637 Jun 04 06:50:32.784441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55786) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:32.829756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:32.844928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bade04-e9b1-409c-985d-ade3c87aa4b5') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:32.845210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bade04-e9b1-409c-985d-ade3c87aa4b5') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:32.858201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-040866fb-a4d9-4493-8dc3-2dc3bed4e239 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723152 Jun 04 06:50:32.860508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55790) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:32.868776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.890504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.900390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:50:32.900935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:32.924190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-d31b9e57-ea33-4f2f-b8d9-2f98dd618d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:32.925930 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-d31b9e57-ea33-4f2f-b8d9-2f98dd618d0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736774 Jun 04 06:50:32.981765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213d4bc-cd36-4d91-869f-8a56d9131b5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:32.982759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8213d4bc-cd36-4d91-869f-8a56d9131b5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:33.011460 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f3bade04-e9b1-409c-985d-ade3c87aa4b5 resource provider aggregate not found Jun 04 06:50:33.012709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8213d4bc-cd36-4d91-869f-8a56d9131b5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:33.015004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8213d4bc-cd36-4d91-869f-8a56d9131b5d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1530719 Jun 04 06:50:33.017611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55804) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.077779 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f3bade04-e9b1-409c-985d-ade3c87aa4b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3bade04-e9b1-409c-985d-ade3c87aa4b5 found for delete ", "request_id": "req-1c9a8355-00be-4296-9925-8e91e256126a"}]} Jun 04 06:50:33.144808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.166743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:50:33.171064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Deleting port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:33.171430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.180015 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.206535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:33.225335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0ea8b60f-16b1-4772-bdff-ef95edcd0520 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/dfca30e8-6a90-4e20-82a5-7e6dcbd87ba2 HTTP/1.1" status: 204 len: 168 time: 2.7737694 Jun 04 06:50:33.225610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.244255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1769958904', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:33.249594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef261951-1635-4f48-977e-1cbf8e0eeea4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:33.250358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ef261951-1635-4f48-977e-1cbf8e0eeea4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:33.253079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:33.259752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-7f8d5bf9-c32c-4792-95e7-5899873f7337 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271291 Jun 04 06:50:33.261002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:33.264141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:33.284290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ef261951-1635-4f48-977e-1cbf8e0eeea4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:33.286137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ef261951-1635-4f48-977e-1cbf8e0eeea4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2670996 Jun 04 06:50:33.289109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.297263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:33.372109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5e7e22f7-210a-49cd-b640-46295a71b881 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815723 Jun 04 06:50:33.377763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55822) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.385918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:33.393398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5d756-0987-439c-a9e5-2870a8211c0a req-dbc915a4-0a58-4f23-9aaf-96b23317a186 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:33.401773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ef5d756-0987-439c-a9e5-2870a8211c0a req-dbc915a4-0a58-4f23-9aaf-96b23317a186 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.2614844 Jun 04 06:50:33.408539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.410192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.436541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] For port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:33.436942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.456875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ef5d756-0987-439c-a9e5-2870a8211c0a req-76d3d6c1-f33c-4560-9198-de068fa9b7a2 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539551 Jun 04 06:50:33.561316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55830) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.588185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:50:33.626880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.652070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:33.658610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f8adb1a0-6680-41ab-9ea3-9dc1a87cef0f req-0d4aa6ee-5d65-4283-9cd1-1c79bf896194 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913145 Jun 04 06:50:33.671308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:33.676489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.689796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Calling delete_port for 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:33.717016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:33.717016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.780075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214b2fb-9972-4685-b1e0-806ab0bb0289 req-8646c23d-b402-4a1e-ba57-6b2bdf625d19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:33.781569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:33.785428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9a443a4c-4a5d-42b6-8611-5d47b5a616b2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5500326 Jun 04 06:50:33.786285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55844) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.792901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9214b2fb-9972-4685-b1e0-806ab0bb0289 req-8646c23d-b402-4a1e-ba57-6b2bdf625d19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.2180901 Jun 04 06:50:33.796024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:33.813291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Request body: {'floatingip': {'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:33.856274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-376043683'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:33.885973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:33.894993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:33.908075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:33.927154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:34.017560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.028305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:34.029134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.144094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.186279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-4050a97b-d1cf-4305-8513-bc2b6c6bc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.187480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:34.188678 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-4050a97b-d1cf-4305-8513-bc2b6c6bc261 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 1094 time: 0.4460113 Jun 04 06:50:34.194654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:34.197054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Usage tracker for resource:security_group_rule and tenant:488b56504ce34011bd2ec3fb521d87ea is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:34.199918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.202272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:34.207326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.246497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:34.325163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] No DVR routers for this DVR port 8e5d5e54-7bda-4f8f-9c2d-5a6307263f24 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:50:34.343438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6aba9-2579-4102-9fd4-3df35a538861 None None] Pushing event deleted for resources: {'Port': ['ID=8e5d5e54-7bda-4f8f-9c2d-5a6307263f24,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:34.380597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb28de-ea48-4085-9607-703539da8a66 req-b3a98a01-a9a9-4353-8fb8-361e0981b7c9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.382124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9cb28de-ea48-4085-9607-703539da8a66 req-b3a98a01-a9a9-4353-8fb8-361e0981b7c9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.3673010 Jun 04 06:50:34.398492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.439343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:50:34.489688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.490036 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 1e8e5619-35f7-4fa3-b0f9-b78429d99567 of type vlan for network d5aa8f73-094d-4df9-8185-21108ebabe42 Jun 04 06:50:34.510763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:34.519390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:34.532552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9ee6e-b22d-4ea4-8c57-403f13e2d8ac None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:34.539528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.540650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.563208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-58bf22ca-325d-459d-92ad-f974671f9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.564913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-58bf22ca-325d-459d-92ad-f974671f9dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.3335238 Jun 04 06:50:34.570214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=6afb89b2-ae95-4602-9ca7-46d232ca06fa,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:34.578668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.594158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e9cb28de-ea48-4085-9607-703539da8a66 req-4b801327-4890-4aab-8b52-78d97060272f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958647 Jun 04 06:50:34.662826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-58ec109a-5fac-49e5-bae2-d546f61a6a71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cf08239-407b-488a-a3f0-19be1d02875e HTTP/1.1" status: 200 len: 217 time: 0.0870926 Jun 04 06:50:34.692554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.726731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.841061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67954822-084b-44c9-badd-0efaf26c4ac7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4622321 Jun 04 06:50:34.847668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55862) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:34.860754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '6afb89b2-ae95-4602-9ca7-46d232ca06fa', 'ip_address': '2001:db8::a560:f85:5f3a:6ddf'}], 'name': 'tempest-NetworksTestDHCPv6-1134005795'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:34.927518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '6afb89b2-ae95-4602-9ca7-46d232ca06fa'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:34.928403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.940384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.946476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.947453 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:34.994045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-7dda9eed-8291-4177-ad33-f9c8e7b0d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:34.995775 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-7dda9eed-8291-4177-ad33-f9c8e7b0d018 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.3205886 Jun 04 06:50:35.046493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=488b56504ce34011bd2ec3fb521d87ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4816182 Jun 04 06:50:35.056664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:35.060577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244970da-855c-43cc-90d9-a0db587871bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5d035-c290-4747-9c1a-2b7f069e44c2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:35.109440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2685783 Jun 04 06:50:35.116614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55872) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:35.138031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:35.162178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d983e-14df-4f8f-a5b0-89c43ec97b4a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=d5aa8f73-094d-4df9-8185-21108ebabe42,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:35.179221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d5aa8f73-094d-4df9-8185-21108ebabe42 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:50:35.197996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:35.211159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:35.224313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-91c83e90-49e7-408f-9073-da42a5046e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:35.226149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-91c83e90-49e7-408f-9073-da42a5046e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222874 Jun 04 06:50:35.229003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:35.310721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/6afb89b2-ae95-4602-9ca7-46d232ca06fa/220e547c-c488-4900-99f3-24c2db061c6f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:35.379797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.408573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:35.426800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:35.429875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:35.442770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:35.451835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.479423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-5ae3346b-5d69-4de0-8e66-ed8483b13d87 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339151 Jun 04 06:50:35.482692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.502790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:35.506747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.577408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 9b064608-2e63-4e39-8e50-9218f729db45 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:35.583028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.595364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Transition to ACTIVE for port object 220e547c-c488-4900-99f3-24c2db061c6f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:35.619001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Transition to ACTIVE for port object 220e547c-c488-4900-99f3-24c2db061c6f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:35.626569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.706788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.713959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Pushing event updated for resources: {'Port': ['ID=220e547c-c488-4900-99f3-24c2db061c6f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:35.730001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:35.731489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:35.738344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:35.858658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c3cfce52-5803-4b3f-af94-cd3a27b40eff req-64e60d13-ec0b-4d61-9344-0ea1861a5eee service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645096 Jun 04 06:50:35.873518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.884238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Attempting to bind port 220e547c-c488-4900-99f3-24c2db061c6f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:35.884617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Attempting to bind port 220e547c-c488-4900-99f3-24c2db061c6f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:35.885357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Attempting to bind port 220e547c-c488-4900-99f3-24c2db061c6f on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:35.893865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:35.894296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:35.894758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.895389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:35.896053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Bound port: 220e547c-c488-4900-99f3-24c2db061c6f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:35.896489 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:35.947648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-c88eb945-7611-4ab0-aac7-bf7492fa152c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1710432 Jun 04 06:50:35.989267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:36.022346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] For port 220e547c-c488-4900-99f3-24c2db061c6f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:36.027450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] For port 220e547c-c488-4900-99f3-24c2db061c6f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=220e547c-c488-4900-99f3-24c2db061c6f,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:36.033914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:36.042450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::a560:f85:5f3a:6ddf (194f226e-387b-4357-8c23-95825d1aac54/6afb89b2-ae95-4602-9ca7-46d232ca06fa/9b064608-2e63-4e39-8e50-9218f729db45) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:36.044801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5d035-c290-4747-9c1a-2b7f069e44c2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:36.121335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:36.125719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7884a05d-bf48-407b-bd5d-7dcc909d1db1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/59d5d035-c290-4747-9c1a-2b7f069e44c2 HTTP/1.1" status: 204 len: 168 time: 1.0673208 Jun 04 06:50:36.128641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-65a17ffd-8ffb-493b-a67a-3b212fe96592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:36.130716 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-65a17ffd-8ffb-493b-a67a-3b212fe96592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.1633852 Jun 04 06:50:36.180319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0da2-3253-4cdc-ba59-721f8bd293a2 req-9ad5aca7-476d-4338-be37-48d39ebced17 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:36.182078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a7d0da2-3253-4cdc-ba59-721f8bd293a2 req-9ad5aca7-476d-4338-be37-48d39ebced17 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.3696275 Jun 04 06:50:36.279100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Pushing event updated for resources: {'Port': ['ID=220e547c-c488-4900-99f3-24c2db061c6f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:36.293102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.293465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.293919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.294297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.294673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.295118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.295843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.296237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.296907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.297100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.297467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.297834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946c438-408d-4f24-89de-2d8b21cc160e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:36.459198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a7d0da2-3253-4cdc-ba59-721f8bd293a2 req-53787d6a-2790-4abf-891c-df6e0f2540b6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682323 Jun 04 06:50:36.465847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:36.488705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-161734c8-f38f-44ae-92be-d13da310c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:36.490139 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-161734c8-f38f-44ae-92be-d13da310c361 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.3340492 Jun 04 06:50:36.495393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:36.731737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=363c9fc9-f756-4a03-b9c3-36c43026b480,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:36.753736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:50:36.768297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:36.768675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: d5aa8f73-094d-4df9-8185-21108ebabe42, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:50:36.825667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-0f27f4f2-3201-4560-9df7-df6ee4fc3e46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1000 time: 0.3266244 Jun 04 06:50:36.896693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network d5aa8f73-094d-4df9-8185-21108ebabe42 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:50:36.953203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 9b064608-2e63-4e39-8e50-9218f729db45 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:36.969145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d5aa8f73-094d-4df9-8185-21108ebabe42) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:36.978341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d470fd-e00e-4975-9c05-c70294e018e7 None None] Network d5aa8f73-094d-4df9-8185-21108ebabe42 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:36.981753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:36.982342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:37.027497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:37.027974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-0c8e9f86-3c6a-47cc-a82b-f787cd8158fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:37.035358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:37.055079 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:37.070062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-0c8e9f86-3c6a-47cc-a82b-f787cd8158fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2329175 Jun 04 06:50:37.096303 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:37.096956 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:37.261703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:37.290025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc8942db-5c8e-4bb8-880a-74c198a1f3f2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1713486 Jun 04 06:50:37.290872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55910) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:37.478715 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:37.576964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d5aa8f73-094d-4df9-8185-21108ebabe42', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:37.577837 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:37.605219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:37.607540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:37.679810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:37.705741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:37.706413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:37.787727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=9b064608-2e63-4e39-8e50-9218f729db45,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:37.808899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 220e547c-c488-4900-99f3-24c2db061c6f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:37.830063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-f66fef71-2b80-4f55-b3a4-d77bb74f5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:37.831771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-f66fef71-2b80-4f55-b3a4-d77bb74f5ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7551699 Jun 04 06:50:37.841692 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bdccf1ac-317e-488f-a1be-6ae5c1dcd7bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9876993 Jun 04 06:50:37.843046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:37.912572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '6afb89b2-ae95-4602-9ca7-46d232ca06fa', 'ip_address': '2001:db8::a560:f85:5f3a:6ddf'}], 'name': 'tempest-NetworksTestDHCPv6-1726368567'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:37.982229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 220e547c-c488-4900-99f3-24c2db061c6f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:38.048152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:50:38.187114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Allocated IP 2001:db8::2 (d5aa8f73-094d-4df9-8185-21108ebabe42/363c9fc9-f756-4a03-b9c3-36c43026b480/b3efd556-b05e-4289-8032-29918c39f3df) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:38.384090 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:50:35Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:38.395553 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:50:38.407630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c43a650b-db57-448e-b015-4c90ef6a92cd tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "PUT /v2.0/floatingips/ab73f430-b199-4de1-8ffa-79c289a8c955 HTTP/1.1" status: 200 len: 992 time: 4.6092641 Jun 04 06:50:38.419890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:38.420528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:38.654759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:38.661367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-a68d858f-7e29-4a39-9484-8998ff6a9b7e service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143260 Jun 04 06:50:38.682965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:38.729044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:38.753063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:38.791719 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:38.828483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Transition to ACTIVE for port object b3efd556-b05e-4289-8032-29918c39f3df will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:38.870154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Transition to ACTIVE for port object b3efd556-b05e-4289-8032-29918c39f3df will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:38.878788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:38.885040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:38.891040 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:38.900618 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:38.903660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:38.970472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 8beaae37-bda0-4f1d-9887-405d68f51454 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:39.089622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Provisioning for port 220e547c-c488-4900-99f3-24c2db061c6f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:39.103396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Network d5aa8f73-094d-4df9-8185-21108ebabe42 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:39.128096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:39.132556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Provisioning complete for port 220e547c-c488-4900-99f3-24c2db061c6f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:39.140891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.205891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03f42d-bde1-4bb9-b087-e0d67cc0837d req-3b415a41-c819-42b2-b905-ce41149a8eb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:39.208047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f03f42d-bde1-4bb9-b087-e0d67cc0837d req-3b415a41-c819-42b2-b905-ce41149a8eb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 1.4150975 Jun 04 06:50:39.219245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:39.236395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-27f1b91c-96ff-4bec-a528-daed508c6aa3 req-b5d44595-5449-45df-a1eb-2620b93bad61 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371826 Jun 04 06:50:39.403066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Pushing event updated for resources: {'Port': ['ID=b3efd556-b05e-4289-8032-29918c39f3df,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:39.426202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8::1 (d5aa8f73-094d-4df9-8185-21108ebabe42/363c9fc9-f756-4a03-b9c3-36c43026b480/61164d47-30b7-4774-b62e-d534472109bb) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:39.483333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Attempting to bind port b3efd556-b05e-4289-8032-29918c39f3df on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:39.485712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Attempting to bind port b3efd556-b05e-4289-8032-29918c39f3df by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:39.489022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Attempting to bind port b3efd556-b05e-4289-8032-29918c39f3df on network d5aa8f73-094d-4df9-8185-21108ebabe42 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:39.502995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:39.503372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Checking segment: {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:39.503782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.504637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Bound using segment: {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:39.505118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Bound port: b3efd556-b05e-4289-8032-29918c39f3df, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:39.505511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.554935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55956) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:39.573036 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 04 06:50:39.573852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:50:39.600474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.603591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-091aaef9-77a0-4ee5-8fef-9118baf2d700 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.7145498 Jun 04 06:50:39.606737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55962) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:39.608639 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:50:35Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:39.613364 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e5898e-1490-49fd-a7c2-9320993aa462 None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'ab73f430-b199-4de1-8ffa-79c289a8c955', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'port_id': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'mac_address': 'fa:16:3e:96:86:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:48:18Z', 'updated_at': '2022-06-04T06:50:35Z', 'revision_number': 3, 'project_id': '57b50c52a43642838d76a63783820d98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:39.653228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object 61164d47-30b7-4774-b62e-d534472109bb will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:39.687989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f03f42d-bde1-4bb9-b087-e0d67cc0837d req-1bbaa1d4-281e-4893-80d1-1705b2c601b1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749149 Jun 04 06:50:39.716650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Current status of the port 220e547c-c488-4900-99f3-24c2db061c6f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:39.716825 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.744828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.804569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] For port b3efd556-b05e-4289-8032-29918c39f3df, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:39.810977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] For port b3efd556-b05e-4289-8032-29918c39f3df, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3efd556-b05e-4289-8032-29918c39f3df,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:39.842583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] For port 220e547c-c488-4900-99f3-24c2db061c6f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=220e547c-c488-4900-99f3-24c2db061c6f,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:39.845087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.877990 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ce49be-23c3-4e92-ae39-51262eea292a'] response: {'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'status': 'completed', 'code': 200} Jun 04 06:50:39.885919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:39.895773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.898960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.908037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network d5aa8f73-094d-4df9-8185-21108ebabe42 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:39.909235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:39.913381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:39.914199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:39.925070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:39.936130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bce3aa-7f70-4125-b836-97d740cff660 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:39.942939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bce3aa-7f70-4125-b836-97d740cff660 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:39.943807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-50bce3aa-7f70-4125-b836-97d740cff660 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:39.951478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Usage tracker for resource:security_group_rule and tenant:5d23ee9f45244b288a7ddbb78182f424 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:39.954862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:39.982390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d32394-4207-4184-84aa-395c61b956f3 None None] Pushing event updated for resources: {'Port': ['ID=b3efd556-b05e-4289-8032-29918c39f3df,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:39.985919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:40.006513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-50bce3aa-7f70-4125-b836-97d740cff660 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:40.007687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-50bce3aa-7f70-4125-b836-97d740cff660 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3976758 Jun 04 06:50:40.014886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55966) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:40.127025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 9b064608-2e63-4e39-8e50-9218f729db45 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:40.127365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.145239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68e5bb-f390-4b94-bef2-4176db8e8255 None None] Pushing event updated for resources: {'Port': ['ID=220e547c-c488-4900-99f3-24c2db061c6f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:40.167009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cbcefa79-1fd6-4f74-bdaa-2f60761ec650 None None] Provisioning for port 9b064608-2e63-4e39-8e50-9218f729db45 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:40.174861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cbcefa79-1fd6-4f74-bdaa-2f60761ec650 None None] Provisioning complete for port 9b064608-2e63-4e39-8e50-9218f729db45 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:40.175190 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cbcefa79-1fd6-4f74-bdaa-2f60761ec650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.216553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-a7421c77-d385-4b7d-abe3-65c70610053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:40.218090 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-a7421c77-d385-4b7d-abe3-65c70610053a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.4078581 Jun 04 06:50:40.318162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cbcefa79-1fd6-4f74-bdaa-2f60761ec650 None None] Port 9b064608-2e63-4e39-8e50-9218f729db45 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:40.405959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.634594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.643177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-cdcf847b-f162-417b-ab80-b17b934e964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:40.644804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-cdcf847b-f162-417b-ab80-b17b934e964d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.4203720 Jun 04 06:50:40.648031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.944911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-f90595e1-ae44-4815-96bc-feb1b3aff437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1000 time: 0.2730889 Jun 04 06:50:40.946507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.952900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.953896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:40.959532 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5d23ee9f45244b288a7ddbb78182f424&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3993361 Jun 04 06:50:40.971478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 55976) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:41.016673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e641a-d8c8-445b-9de7-36c5bf4be073 req-917de536-f9bb-4884-9da4-912f238b03e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:41.018210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af0e641a-d8c8-445b-9de7-36c5bf4be073 req-917de536-f9bb-4884-9da4-912f238b03e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.1970637 Jun 04 06:50:41.048468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13741b-7cd0-4e8c-ac42-89f46b083e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f5c467-25d9-469e-b846-2d58e5e4721c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:41.063201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:41.202988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:41.223213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af0e641a-d8c8-445b-9de7-36c5bf4be073 req-c634555c-894a-4ac7-8d34-9a057ef84da2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884127 Jun 04 06:50:41.256284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 9b064608-2e63-4e39-8e50-9218f729db45 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:41.287297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network d5aa8f73-094d-4df9-8185-21108ebabe42 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:41.289650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:41.302147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-0bedbfde-19e5-4445-8508-d3e9e7a80111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:41.303714 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-0bedbfde-19e5-4445-8508-d3e9e7a80111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3456395 Jun 04 06:50:41.334414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b2ded-fe09-4994-8adc-8cc2f7fe56ac None None] Network d5aa8f73-094d-4df9-8185-21108ebabe42 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:41.393168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:41.517911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:41.569751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-2155f825-f77e-45c9-ba92-59bca4a77539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:41.571310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-2155f825-f77e-45c9-ba92-59bca4a77539 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610574 Jun 04 06:50:41.583354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e936aae-572e-4583-bb5a-25f08bf9e4ca None None] Provisioning for port b3efd556-b05e-4289-8032-29918c39f3df completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:41.604313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:50:41.734149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 220e547c-c488-4900-99f3-24c2db061c6f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:41.755276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:41.836914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=9b064608-2e63-4e39-8e50-9218f729db45,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:41.883029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:50:41.918080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 220e547c-c488-4900-99f3-24c2db061c6f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:41.918761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:41.920743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:41.956183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6be88bd8-392a-4419-a46b-07920529518a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6522603 Jun 04 06:50:41.958228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 55998) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:41.975792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1850431906'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:41.989150 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44831f7c-2b6c-4aa6-b851-a2a6cb2c6c46'] response: {'name': 'network-changed', 'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'status': 'completed', 'code': 200} Jun 04 06:50:41.990148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:41.997443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:42.010904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:42.020214 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-515c1efb-f047-4e4f-91d6-a495497fdd65 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360588 Jun 04 06:50:42.020785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:42.021577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.026123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.029859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:42.033437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:42.034120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:42.058213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:42.061688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.145181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:50:42.170935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.171306 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 4a45b139-54bc-49d0-a340-a9c97ef2b9db of type vlan for network 038fbc20-b6ef-4156-8b0f-d00d25daf527 Jun 04 06:50:42.216819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.263344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.268341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:42.269158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.270884 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f92aa609-e1e9-4b30-b6bb-8d87940cdf41 req-bad58a45-61e2-4f9f-894d-17aaf0512ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394192 Jun 04 06:50:42.272942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:42.297489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f5c467-25d9-469e-b846-2d58e5e4721c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:42.318937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3594575 Jun 04 06:50:42.322741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.323009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56012) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:42.323870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2d41622a-9ff8-4e2b-aac5-536b74486ce4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8f5c467-25d9-469e-b846-2d58e5e4721c HTTP/1.1" status: 204 len: 168 time: 1.3198583 Jun 04 06:50:42.346539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:42.436562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-241894c2-b48c-45f4-8008-5440781b307e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9b064608-2e63-4e39-8e50-9218f729db45 HTTP/1.1" status: 204 len: 168 time: 2.4205906 Jun 04 06:50:42.442595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56020) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:42.505925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:42.553425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.593332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 220e547c-c488-4900-99f3-24c2db061c6f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:42.594457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3efd556-b05e-4289-8032-29918c39f3df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:42.666360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:42.686619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Usage tracker for resource:security_group_rule and tenant:c35088ef6f23463eb6b6c1e426fb1d2b is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:42.698006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:42.710216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-41b7040a-8bd5-485a-9d1e-d090ec621778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:42.718148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-41b7040a-8bd5-485a-9d1e-d090ec621778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 1096 time: 0.3972807 Jun 04 06:50:42.736870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:42.812360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-367739ad-0dd8-4302-891b-dd6e5ea783de None None] Provisioning for port 61164d47-30b7-4774-b62e-d534472109bb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:42.825426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-367739ad-0dd8-4302-891b-dd6e5ea783de None None] Provisioning complete for port 61164d47-30b7-4774-b62e-d534472109bb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:42.825426 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-367739ad-0dd8-4302-891b-dd6e5ea783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.825860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b7d95-0429-4618-b90e-2e159641c2c4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=038fbc20-b6ef-4156-8b0f-d00d25daf527,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:42.860109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:42.860328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:50:42.869987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:42.893531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:42.903348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:42.921939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:42.926355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:42.980831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b3efd556-b05e-4289-8032-29918c39f3df completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:42.997442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-e2b17a56-4701-49f2-b24e-4ffd241f72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:42.999301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-e2b17a56-4701-49f2-b24e-4ffd241f72c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.2672668 Jun 04 06:50:43.008639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e65ee-7313-4f63-bd73-6b8cd2a3b575 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:43.013417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e65ee-7313-4f63-bd73-6b8cd2a3b575 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:43.014606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bb4e65ee-7313-4f63-bd73-6b8cd2a3b575 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:43.032316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673046f-8593-4999-8efa-9627d6d1e2ba req-82968d02-894f-4d4d-90d0-7e29675a48da tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:43.034236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7673046f-8593-4999-8efa-9627d6d1e2ba req-82968d02-894f-4d4d-90d0-7e29675a48da tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.5000067 Jun 04 06:50:43.060468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b3efd556-b05e-4289-8032-29918c39f3df triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:43.060851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.145859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7673046f-8593-4999-8efa-9627d6d1e2ba req-141e9992-a2ec-4f28-a14e-f13866a56504 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007733 Jun 04 06:50:43.193292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-367739ad-0dd8-4302-891b-dd6e5ea783de None None] Port 61164d47-30b7-4774-b62e-d534472109bb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:43.197656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bb4e65ee-7313-4f63-bd73-6b8cd2a3b575 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:43.198874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bb4e65ee-7313-4f63-bd73-6b8cd2a3b575 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7472548 Jun 04 06:50:43.229963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:43.275708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5cf08239-407b-488a-a3f0-19be1d02875e details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:50:43.393530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3efd556-b05e-4289-8032-29918c39f3df is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:43.394347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.412913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.435300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-479a90ee-95c0-4912-82f1-e4fcaae03aaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8589938 Jun 04 06:50:43.478886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-a739c966-7dd8-43fc-9a57-7ba49ba4f927 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 200 len: 1000 time: 0.4585829 Jun 04 06:50:43.551881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-47da979e-867e-40a6-a472-7978ebeb248f None None] Provisioning complete for port 61164d47-30b7-4774-b62e-d534472109bb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:43.552423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-47da979e-867e-40a6-a472-7978ebeb248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.599284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b3efd556-b05e-4289-8032-29918c39f3df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3efd556-b05e-4289-8032-29918c39f3df,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:43.601372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=a46e3c6e-b157-43cd-ba17-c861d1f697db,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:43.622857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:43.622857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: 038fbc20-b6ef-4156-8b0f-d00d25daf527, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:50:43.668328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:50:43.679455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5cf08239-407b-488a-a3f0-19be1d02875e,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:43.683976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 038fbc20-b6ef-4156-8b0f-d00d25daf527) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:43.688111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:43.688712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.698410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '5cf08239-407b-488a-a3f0-19be1d02875e', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '5cf08239-407b-488a-a3f0-19be1d02875e', 'mac_address': 'fa:16:3e:6f:10:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:50:43.700189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:43.732823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5452bb2-d391-4521-ae33-30ff38fa2975 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4060836 Jun 04 06:50:43.733051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56054) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:43.759448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84a262-0d21-449a-8a6d-1c0b7880f7ad None None] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:43.874070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-d35dd70d-eac5-42a5-9c84-ca45a2ed029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:43.875697 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-d35dd70d-eac5-42a5-9c84-ca45a2ed029e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.3141501 Jun 04 06:50:43.895116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 6afb89b2-ae95-4602-9ca7-46d232ca06fa {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:43.896904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-47da979e-867e-40a6-a472-7978ebeb248f None None] Port 61164d47-30b7-4774-b62e-d534472109bb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:43.954045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.045447 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.076608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:40Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:40Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:44.100972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af804cd7-10c7-4e0d-ae70-14ef44e21a9b req-3846b204-0a59-491a-8ebe-5b20e45707e5 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:44.108514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af804cd7-10c7-4e0d-ae70-14ef44e21a9b req-3846b204-0a59-491a-8ebe-5b20e45707e5 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1096 time: 0.3198609 Jun 04 06:50:44.138105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.174849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:50:44.175494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Updating router 439556b5-e6e5-494f-8d48-aef72002fd51 port 61164d47-30b7-4774-b62e-d534472109bb binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:50:44.270814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.279361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.289318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af804cd7-10c7-4e0d-ae70-14ef44e21a9b req-8244c170-f20b-4a00-a94f-80cc14718e19 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798525 Jun 04 06:50:44.301512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-038fbc20-b6ef-4156-8b0f-d00d25daf527', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:44.303160 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.313186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.369773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=6afb89b2-ae95-4602-9ca7-46d232ca06fa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:44.375075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.406169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538acecc-0970-4b07-ab88-e8ec5aafa218 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:44.423416 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3903c2b-3b85-4bfa-9735-ad525d2aba67 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/6afb89b2-ae95-4602-9ca7-46d232ca06fa HTTP/1.1" status: 204 len: 168 time: 1.1787007 Jun 04 06:50:44.429136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56066) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:44.460612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ad31f51-6053-4ce6-8748-f2f96c87d34f None None] Provisioning complete for port 61164d47-30b7-4774-b62e-d534472109bb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:44.462661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ad31f51-6053-4ce6-8748-f2f96c87d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.492127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-4a2d8840-b742-4a78-b849-3914115b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:44.494990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-4a2d8840-b742-4a78-b849-3914115b7bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1096 time: 1.0124114 Jun 04 06:50:44.495637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560cacf0-93f5-4fc6-b168-fa9d4c350efd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:44.503514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-48639121-584a-4b96-83e4-91edc10cfa15 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c35088ef6f23463eb6b6c1e426fb1d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2213595 Jun 04 06:50:44.506073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56072) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:44.520804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ecf1f20-ed49-486e-bc13-8f1c999cb158 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880370 Jun 04 06:50:44.526439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:44.529850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-caf7a753-cbc8-46c5-beeb-13dd7fea809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:44.531287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-caf7a753-cbc8-46c5-beeb-13dd7fea809d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6477783 Jun 04 06:50:44.550846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b3efd556-b05e-4289-8032-29918c39f3df,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:44.553927 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.562229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:44.578833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 5cf08239-407b-488a-a3f0-19be1d02875e is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:44.579292 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.630018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.812429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.820751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf08239-407b-488a-a3f0-19be1d02875e {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:50:44.840264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5cf08239-407b-488a-a3f0-19be1d02875e,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:44.845440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.885816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:44.887443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:44.904364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:44.911215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:44.915369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-21e7e29f-ab7f-4a71-8945-1877585f49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:44.917002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-21e7e29f-ab7f-4a71-8945-1877585f49e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.3897021 Jun 04 06:50:44.923085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:44.987426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-599be415-5c85-41b4-8e4c-81b33cbd34ed service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293611 Jun 04 06:50:45.037689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2ad31f51-6053-4ce6-8748-f2f96c87d34f None None] Port 61164d47-30b7-4774-b62e-d534472109bb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:45.060049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:45.064770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:45.225485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74987-9178-4cb9-a3e7-4d54f8c864c6 req-c3047b7b-5356-4778-aa42-9c72b803eeac tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:45.232944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15f74987-9178-4cb9-a3e7-4d54f8c864c6 req-c3047b7b-5356-4778-aa42-9c72b803eeac tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 943 time: 0.7033741 Jun 04 06:50:45.277583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['5cf08239-407b-488a-a3f0-19be1d02875e'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:50:45.331450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15f74987-9178-4cb9-a3e7-4d54f8c864c6 req-95d7c9df-74ef-4d4a-af21-191394d733ba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962157 Jun 04 06:50:45.332825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:45.353396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:45.373725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-ac821260-c3fd-4f78-b5ff-5df5f744d0e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1001 time: 0.4469976 Jun 04 06:50:45.412054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Allocated IP 2001:db8:1::2 (038fbc20-b6ef-4156-8b0f-d00d25daf527/a46e3c6e-b157-43cd-ba17-c861d1f697db/682d36a7-5701-44f9-a40d-11e6a30ea2ef) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:45.446756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-1a62877e-41e1-41af-a141-3094cba305e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:45.448390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-1a62877e-41e1-41af-a141-3094cba305e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.0656035 Jun 04 06:50:45.505378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560cacf0-93f5-4fc6-b168-fa9d4c350efd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:45.540177 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b9e2413-f15f-4ce7-979c-3b1e1499f2a2 req-f468e7e4-0a62-409f-bae6-12eb541472b6 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347946 Jun 04 06:50:45.543067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:45.546686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6dea91cd-619b-46ad-82ac-4d1bb70617a2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/560cacf0-93f5-4fc6-b168-fa9d4c350efd HTTP/1.1" status: 204 len: 168 time: 1.0390174 Jun 04 06:50:45.630774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-56067831-cfdc-441b-bcb3-547d5a96bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:45.633212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-56067831-cfdc-441b-bcb3-547d5a96bc65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705382 Jun 04 06:50:45.653711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48373-1546-4bfc-988e-4a277f065ed3 req-f1db2d0a-daee-4bbf-a80a-655b4f446408 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:45.655215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a48373-1546-4bfc-988e-4a277f065ed3 req-f1db2d0a-daee-4bbf-a80a-655b4f446408 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.0968239 Jun 04 06:50:45.713435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7a48373-1546-4bfc-988e-4a277f065ed3 req-e21d96d5-bb8a-4a39-b45a-4ae4a5ca9cb4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506616 Jun 04 06:50:45.775013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56088) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:45.847799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:50:45.889943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3efd556-b05e-4289-8032-29918c39f3df up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:45.914709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Deleting port 220e547c-c488-4900-99f3-24c2db061c6f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:50:45.915085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.027816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:50:46.097013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb64fec6-e1d8-45d7-958d-b4c45f637984 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/ede030c7-1687-46e3-b742-c57c5666ec72 HTTP/1.1" status: 200 len: 993 time: 0.3195994 Jun 04 06:50:46.097321 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.155682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:46.189983 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.210329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:46.215336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3c67efbc294ecbb9b0e013edae012c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:46.219284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:46.225507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:46.266402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:46.282832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:46.291501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:46.292334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.319453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.375581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.382897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=2c4423fe-27d0-4b0e-ad23-d48b68c2179d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:46.383459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.391301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec0499d0-1400-4cd0-abf1-be6dfbf74f6c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8565812 Jun 04 06:50:46.391301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-f44d96eb-1f02-4bfc-9697-48ba8325c59e service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513855 Jun 04 06:50:46.392233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56106) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:46.397899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '2c4423fe-27d0-4b0e-ad23-d48b68c2179d', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-935520797'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:46.486153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.509657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Transition to ACTIVE for port object 682d36a7-5701-44f9-a40d-11e6a30ea2ef will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:46.511705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781b901-ced4-432b-a771-a3f8314e1d16,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:46.534024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a037990-8517-459e-9965-007f88a162f6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1a3c67efbc294ecbb9b0e013edae012c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749092 Jun 04 06:50:46.534285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56112) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:46.558499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Transition to ACTIVE for port object 61164d47-30b7-4774-b62e-d534472109bb will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:46.575665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:46.577046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b3efd556-b05e-4289-8032-29918c39f3df triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:46.577588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.580038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:46.582924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:46.589122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:46.622271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.685092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.692608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:46.714159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd894a-c31b-4101-a51e-90fa7efa441c req-56f36347-e8cd-4e0b-9e1e-666981c69df4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:46.715152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Transition to ACTIVE for port object 682d36a7-5701-44f9-a40d-11e6a30ea2ef will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:46.722746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd894a-c31b-4101-a51e-90fa7efa441c req-56f36347-e8cd-4e0b-9e1e-666981c69df4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 944 time: 0.1655760 Jun 04 06:50:46.759171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.796992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.842042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff744bb-903f-4eee-8a54-f69ea01b5140 None None] Pushing event updated for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:46.894067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.903911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd894a-c31b-4101-a51e-90fa7efa441c req-8fb23e06-371e-4b23-a1a9-063a1ac55792 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800487 Jun 04 06:50:46.908805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-32dd0f01-b4db-4c5b-9a6b-f3d85ca8da56 req-977b16b9-6516-4bda-b5df-d043a1b0260a service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118224 Jun 04 06:50:46.924802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781b901-ced4-432b-a771-a3f8314e1d16,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:46.941721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.946113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-523bc97c-b353-4b36-b5c1-38bf52b6df09 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2781b901-ced4-432b-a771-a3f8314e1d16 HTTP/1.1" status: 204 len: 168 time: 0.4109204 Jun 04 06:50:46.954222 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:46.960242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8:1::1 (038fbc20-b6ef-4156-8b0f-d00d25daf527/a46e3c6e-b157-43cd-ba17-c861d1f697db/c02b998b-f6f9-49a1-8389-9e292fb2c2fe) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:47.015016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 8e4d42dd-2389-4930-918f-89920c56f081 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:50:47.075666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Pushing event updated for resources: {'Port': ['ID=682d36a7-5701-44f9-a40d-11e6a30ea2ef,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:47.095063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] For port 220e547c-c488-4900-99f3-24c2db061c6f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=220e547c-c488-4900-99f3-24c2db061c6f,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:47.095511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.123025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:47.133847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:47.232324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:47.339048 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:50:47.340180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:50:47.342191 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.376630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object c02b998b-f6f9-49a1-8389-9e292fb2c2fe will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:47.402705 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3ffb488d-c76f-4d9f-9e29-368ce21ebd74 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0100124 Jun 04 06:50:47.405276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:47.436407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.512705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5cf08239-407b-488a-a3f0-19be1d02875e up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:47.523517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b231c-8390-415f-8b77-21865d880424 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:47.524933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-802b231c-8390-415f-8b77-21865d880424 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:47.532920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56130) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:47.551846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-802b231c-8390-415f-8b77-21865d880424 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:47.557558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-802b231c-8390-415f-8b77-21865d880424 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1501396 Jun 04 06:50:47.558439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56136) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:47.599827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Calling delete_port for 220e547c-c488-4900-99f3-24c2db061c6f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:50:47.690379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:47.691674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb39e61-fd36-4882-b841-db37409a51b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:47.691674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb39e61-fd36-4882-b841-db37409a51b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:47.696467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4bb39e61-fd36-4882-b841-db37409a51b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:50:47.699217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:47.719067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:47.719825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.742087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4bb39e61-fd36-4882-b841-db37409a51b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:50:47.744373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4bb39e61-fd36-4882-b841-db37409a51b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1849196 Jun 04 06:50:47.747864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:47.752318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99cd813e-e9cd-4a99-8d8e-f671b7df0ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.816526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:47.913299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 2c4423fe-27d0-4b0e-ad23-d48b68c2179d {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:50:47.928802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.929668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:47.961125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.002667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-24ca2c0b-cfe7-4665-b84c-d69b65bc1993 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4685385 Jun 04 06:50:48.016870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.018460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Attempting to bind port 61164d47-30b7-4774-b62e-d534472109bb on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:48.018836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Attempting to bind port 61164d47-30b7-4774-b62e-d534472109bb by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:48.019200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Attempting to bind port 61164d47-30b7-4774-b62e-d534472109bb on network d5aa8f73-094d-4df9-8185-21108ebabe42 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:48.024690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c726de-6bf8-4a8f-9a09-38f9bbd601e1 req-4e40a556-8b42-40c2-8c03-10ac0b95ac0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:48.030105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:48.030463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Checking segment: {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:48.030869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.031472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c726de-6bf8-4a8f-9a09-38f9bbd601e1 req-4e40a556-8b42-40c2-8c03-10ac0b95ac0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.4247084 Jun 04 06:50:48.036866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Bound using segment: {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:48.037412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Bound port: 61164d47-30b7-4774-b62e-d534472109bb, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8e5619-35f7-4fa3-b0f9-b78429d99567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:48.037831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.048915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Attempting to bind port 682d36a7-5701-44f9-a40d-11e6a30ea2ef on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:48.049310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Attempting to bind port 682d36a7-5701-44f9-a40d-11e6a30ea2ef by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:48.049644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Attempting to bind port 682d36a7-5701-44f9-a40d-11e6a30ea2ef on network 038fbc20-b6ef-4156-8b0f-d00d25daf527 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:48.051656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] Pushing event deleted for resources: {'Port': ['ID=220e547c-c488-4900-99f3-24c2db061c6f,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:48.067886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:48.068275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Checking segment: {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:48.068664 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.069052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Bound using segment: {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:48.069534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Bound port: 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:48.069924 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.088377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a4e58-3067-47a7-8507-11a7b0f5a678 None None] No DVR routers for this DVR port 220e547c-c488-4900-99f3-24c2db061c6f on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:50:48.127427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b3efd556-b05e-4289-8032-29918c39f3df is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:48.158454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.169971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baad6f7-04e9-487e-8c51-3ee07d8b1883 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:48.295147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 220e547c-c488-4900-99f3-24c2db061c6f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:50:48.346776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 220e547c-c488-4900-99f3-24c2db061c6f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:50:48.347123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 220e547c-c488-4900-99f3-24c2db061c6f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:50:48.348525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 5cf08239-407b-488a-a3f0-19be1d02875e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:48.378890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 5cf08239-407b-488a-a3f0-19be1d02875e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:48.379267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.444409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] For port 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:48.451530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.553931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] For port 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=682d36a7-5701-44f9-a40d-11e6a30ea2ef,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:48.577989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] For port 61164d47-30b7-4774-b62e-d534472109bb, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:48.591565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.600836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.633026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c726de-6bf8-4a8f-9a09-38f9bbd601e1 req-3a20f5c5-5aad-4abd-ab5f-fbf8199f41a8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010449 Jun 04 06:50:48.644372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/2c4423fe-27d0-4b0e-ad23-d48b68c2179d HTTP/1.1" status: 204 len: 168 time: 0.8951075 Jun 04 06:50:48.653146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56178) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:48.656525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdaaec-f6ba-4d57-8031-ad7b9150e25d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4423fe-27d0-4b0e-ad23-d48b68c2179d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:48.783100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] For port 61164d47-30b7-4774-b62e-d534472109bb, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=61164d47-30b7-4774-b62e-d534472109bb,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:48.818012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:48.818209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b6fae2a8-c41b-41e3-ba06-98efabaad0b7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1632283 Jun 04 06:50:48.823498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56184) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:48.839601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:49.166354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:49.178662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9251f-952a-4883-924d-de3eb8d00031 None None] Pushing event updated for resources: {'Port': ['ID=682d36a7-5701-44f9-a40d-11e6a30ea2ef,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:49.186047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:49.192783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:49.206985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:49.236625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:49.240740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.365444 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fccb4050-e2e9-4dfa-b3ff-72947af6e431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.409161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:49.411726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:49.488443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ea31-54a9-48a1-bc8d-d94a179a9cd7 req-d53cac05-6e16-42fa-9610-716215d94bd8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:49.501188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6da8ea31-54a9-48a1-bc8d-d94a179a9cd7 req-d53cac05-6e16-42fa-9610-716215d94bd8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 944 time: 0.6936677 Jun 04 06:50:49.534658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.551929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.552711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.722885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 5cf08239-407b-488a-a3f0-19be1d02875e is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:49.723263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:49.744882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6da8ea31-54a9-48a1-bc8d-d94a179a9cd7 req-d7cfcb25-5d25-4ba1-9a49-e67f86b92534 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424469 Jun 04 06:50:49.902385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:49.974727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:49.975996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:50.040884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.252813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:50.264391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:50.273719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:50.277502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.310519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff744bb-903f-4eee-8a54-f69ea01b5140 None None] Pushing event updated for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:50.330095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a39cc-b847-4dbd-9c9d-e3e0821912ba None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:50.400371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=5d0084ae-17f9-4ce4-b50c-f17a5cece383,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:50.408788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-78be15b8-4292-4e96-9a7d-d2cc1b2c36ec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5841637 Jun 04 06:50:50.422762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:50.434253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:50.437951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:50.449917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:50.461879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:router and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:50.480142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:50.490542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:50.528753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:50:50.530180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.531294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.594169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.597317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-d4f7a9b5-c0fc-444b-a0aa-4a3340ddd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:50.598965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-d4f7a9b5-c0fc-444b-a0aa-4a3340ddd34b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1096 time: 0.4226499 Jun 04 06:50:50.669289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 682d36a7-5701-44f9-a40d-11e6a30ea2ef up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:50.783040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:50:50.823229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.840256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c145a913-5fbe-4ea0-a399-8591a7c652e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0978036 Jun 04 06:50:50.844726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d896ac-ab28-475b-9109-995632ab227d req-d2128676-d513-438f-b099-0612e86eb6bb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:50.853231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45d896ac-ab28-475b-9109-995632ab227d req-d2128676-d513-438f-b099-0612e86eb6bb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.5418310 Jun 04 06:50:50.853877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56232) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:50.864293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1021539170'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:50.882025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.884395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:50.962933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:50.970947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f318024f-6d45-40e2-8b19-b8ca0a2a8f38 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5456986 Jun 04 06:50:50.979349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56238) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:50.979349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:51.002553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-bcdf62fe-54b0-498a-988d-4c9edf6f0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:51.004251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-bcdf62fe-54b0-498a-988d-4c9edf6f0562 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.3872385 Jun 04 06:50:51.199994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:51.203224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:51.207709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45d896ac-ab28-475b-9109-995632ab227d req-93d86a39-0081-4a6e-a995-582d51324bf8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385391 Jun 04 06:50:51.224204 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-eb0df38e-87c8-4a0e-a200-bc8a455e0a0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1001 time: 0.2067878 Jun 04 06:50:51.225900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:51.238551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef402e-d671-433b-baea-b80e6b1c7572 None None] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:51.255901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:51.324071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:50:51.330538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.333110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-5b4b0eac-b305-4790-bd29-0107ac7b5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:51.338824 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-5b4b0eac-b305-4790-bd29-0107ac7b5664 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1084771 Jun 04 06:50:51.340919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.365606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Usage tracker for resource:security_group_rule and tenant:df072c3afd00492887807cd8ac5becfd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:51.380101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:51.394333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:51.437115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5cf08239-407b-488a-a3f0-19be1d02875e,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:51.486726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:51.491693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.495099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-882c5a25-a106-430e-8a13-342e2fc5f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:51.497019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-882c5a25-a106-430e-8a13-342e2fc5f160 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488187 Jun 04 06:50:51.544472 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.617087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:51.630636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:51.631009 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.676849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '5d0084ae-17f9-4ce4-b50c-f17a5cece383'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:51.677863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.688400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Provisioning for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:51.696215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:50:51.698700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-0de274b9-0a1f-4959-b965-42b9aeb8ffa0 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955361 Jun 04 06:50:51.708980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.709441 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment 6eff99f3-97e1-451c-adbe-4c05a6b8192c of type vlan for network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf Jun 04 06:50:51.743280 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.767738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Provisioning complete for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:51.768114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.856609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.862384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:51.862974 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:51.935130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-ac7c9917-d9cc-48e7-b12d-5e6a22924b5c service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304714 Jun 04 06:50:52.024995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:52.203999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4072-e3f8-40ca-9f75-32da67ae20c9 req-ffeaa4a4-af2d-43f8-8536-384ac6b67032 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:52.205764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50ad4072-e3f8-40ca-9f75-32da67ae20c9 req-ffeaa4a4-af2d-43f8-8536-384ac6b67032 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 0.7357979 Jun 04 06:50:52.223824 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.302247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4453826 Jun 04 06:50:52.307477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56256) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:52.313192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3242a-e9ab-42ef-9eca-c8608938295b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=a3ee5620-b7bc-4c5d-a96b-dc3690346fbf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:52.323427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:50:52.363209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:50:52.366558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-50ad4072-e3f8-40ca-9f75-32da67ae20c9 req-23aec30c-023d-4e80-84e9-384cf3556431 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310859 Jun 04 06:50:52.445786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:50:52.450004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:50:52.452883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:50:52.460198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:50:52.482004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:50:52.486536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.494582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.607332 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943ee7cb-8370-4f51-9883-2ed5a86f477e'] response: {'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e', 'code': 200} Jun 04 06:50:52.630671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.636654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 682d36a7-5701-44f9-a40d-11e6a30ea2ef is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:52.637073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.654996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Current status of the port 682d36a7-5701-44f9-a40d-11e6a30ea2ef is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:52.655429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.704385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.735395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e2a9-f522-43ca-8f67-6477eff48953 req-09825c88-e08a-4075-9b1c-17c001401ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:52.736947 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33a8e2a9-f522-43ca-8f67-6477eff48953 req-09825c88-e08a-4075-9b1c-17c001401ce6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 1096 time: 0.1603611 Jun 04 06:50:52.801385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] For port 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=682d36a7-5701-44f9-a40d-11e6a30ea2ef,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:52.815702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:47Z', 'revision_number': 3, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:52.831730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/5d0084ae-17f9-4ce4-b50c-f17a5cece383/812f315c-0426-46f5-969f-46401e80426d) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:52.864606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-33a8e2a9-f522-43ca-8f67-6477eff48953 req-f10f495d-c5d7-4db2-98bd-89f87e0b7a4f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Jun 04 06:50:52.879050 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:52.919574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=df072c3afd00492887807cd8ac5becfd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4780815 Jun 04 06:50:52.922239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bbd3b1-3211-4eac-975f-e078c4fb7807 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:47Z', 'revision_number': 3, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:52.925989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56262) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:52.933801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61f7b-5ea5-425e-9541-6c7113229e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eeefb9-f9c0-41eb-8c4f-73a9247afa10,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:52.969961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.036745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:50:53.037104 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:50:53.149902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b49f-1fde-4cf1-a5a1-07a579c027d8 req-2f665a57-5c12-4656-8929-3cbf8891383a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:53.151625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a77b49f-1fde-4cf1-a5a1-07a579c027d8 req-2f665a57-5c12-4656-8929-3cbf8891383a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.5193329 Jun 04 06:50:53.171408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822e35d-e082-49c2-a393-504f7b8c659b None None] Pushing event updated for resources: {'Port': ['ID=682d36a7-5701-44f9-a40d-11e6a30ea2ef,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:53.230817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a77b49f-1fde-4cf1-a5a1-07a579c027d8 req-7b530e0a-7252-4643-b362-561d5729d9e6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732090 Jun 04 06:50:53.235162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=64e27c73-aba1-4dcc-b45a-cf993e9ae022,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:53.327180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:53.328324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: a3ee5620-b7bc-4c5d-a96b-dc3690346fbf, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:50:53.342044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.345014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Provisioning complete for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:53.346673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.369447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:50:53.397943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.423590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.432431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a3ee5620-b7bc-4c5d-a96b-dc3690346fbf) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:53.453169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:53.454132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.456096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d83d9-9b03-4afe-b97a-e5323c4f5243 None None] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:53.471798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Transition to ACTIVE for port object 812f315c-0426-46f5-969f-46401e80426d will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:53.510956 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c58630d6-cfed-447e-92bb-f96f17fa4ffb tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2018256 Jun 04 06:50:53.511174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:50:53.540002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.589353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eeefb9-f9c0-41eb-8c4f-73a9247afa10,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:53.601092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.622129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b9ba0124-a303-4b0e-9fff-633dd51014a7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30eeefb9-f9c0-41eb-8c4f-73a9247afa10 HTTP/1.1" status: 204 len: 168 time: 0.6950495 Jun 04 06:50:53.733289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:50:53.765402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Transition to ACTIVE for port object 812f315c-0426-46f5-969f-46401e80426d will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:53.809808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:53.999223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 682d36a7-5701-44f9-a40d-11e6a30ea2ef is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:54.164091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:54.166487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Current status of the port 682d36a7-5701-44f9-a40d-11e6a30ea2ef is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:54.168945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Pushing event updated for resources: {'Port': ['ID=812f315c-0426-46f5-969f-46401e80426d,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:54.172497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:54.179342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:54.472597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 682d36a7-5701-44f9-a40d-11e6a30ea2ef up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:54.691929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Provisioning for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:54.708568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Provisioning complete for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:54.708950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:54.747783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::1 (194f226e-387b-4357-8c23-95825d1aac54/5d0084ae-17f9-4ce4-b50c-f17a5cece383/e8eb5a97-c5ea-4b09-b731-e09e951341b1) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:54.816363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Attempting to bind port 812f315c-0426-46f5-969f-46401e80426d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:54.817026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Attempting to bind port 812f315c-0426-46f5-969f-46401e80426d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:54.817601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Attempting to bind port 812f315c-0426-46f5-969f-46401e80426d on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:54.861125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:54.861412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:54.861893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:54.862151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:54.862778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Bound port: 812f315c-0426-46f5-969f-46401e80426d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:54.863191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:54.885587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:50:54.886313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:54.908262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 682d36a7-5701-44f9-a40d-11e6a30ea2ef triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:54.908644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.035767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e2701e4c-a198-422e-9762-55d52c2594f2 None None] Port c02b998b-f6f9-49a1-8389-9e292fb2c2fe cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:55.281023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.300847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object e8eb5a97-c5ea-4b09-b731-e09e951341b1 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:55.411410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8be86e-dbe8-4229-b7df-c99dbb0e7485 req-a27fd51c-07c1-46a5-8df0-c0a2ab26496d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:55.420028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a8be86e-dbe8-4229-b7df-c99dbb0e7485 req-a27fd51c-07c1-46a5-8df0-c0a2ab26496d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 1.6067760 Jun 04 06:50:55.527890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.603274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] For port 812f315c-0426-46f5-969f-46401e80426d, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:55.609589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cae58704-c5b9-432a-a790-52e68cfb6303 None None] Provisioning complete for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:55.609806 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cae58704-c5b9-432a-a790-52e68cfb6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.636387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:55.642236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=e8eb5a97-c5ea-4b09-b731-e09e951341b1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:55.645223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:55.703574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a8be86e-dbe8-4229-b7df-c99dbb0e7485 req-caf64802-73d4-48a5-bb18-a9ab389f5b5d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823017 Jun 04 06:50:55.717979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:55.720530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.724523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] For port 812f315c-0426-46f5-969f-46401e80426d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=812f315c-0426-46f5-969f-46401e80426d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:55.787295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.856657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 682d36a7-5701-44f9-a40d-11e6a30ea2ef is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:55.858151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 61164d47-30b7-4774-b62e-d534472109bb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:55.927209 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.936786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:55.951575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cae58704-c5b9-432a-a790-52e68cfb6303 None None] Port c02b998b-f6f9-49a1-8389-9e292fb2c2fe cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:56.049931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Allocated IP 2001:db8:2::2 (a3ee5620-b7bc-4c5d-a96b-dc3690346fbf/64e27c73-aba1-4dcc-b45a-cf993e9ae022/405c9fe4-0b01-437b-a6b4-8e99c8f12377) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:56.055541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.132726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a067956-28bb-44e5-9063-5c1baf123dfb None None] Pushing event updated for resources: {'Port': ['ID=812f315c-0426-46f5-969f-46401e80426d,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:56.171830 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:50:56.197773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.198490 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:56.202166 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:56.357190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 61164d47-30b7-4774-b62e-d534472109bb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:56.378385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 61164d47-30b7-4774-b62e-d534472109bb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:56.378995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.598037 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:56.678713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.693103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Transition to ACTIVE for port object 405c9fe4-0b01-437b-a6b4-8e99c8f12377 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:56.724975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Transition to ACTIVE for port object 405c9fe4-0b01-437b-a6b4-8e99c8f12377 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:56.816329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.881877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 61164d47-30b7-4774-b62e-d534472109bb is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:56.882261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.902340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.935514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:56.941304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:56.954049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:56.956129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.956899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:56.981808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Pushing event updated for resources: {'Port': ['ID=405c9fe4-0b01-437b-a6b4-8e99c8f12377,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:57.077438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 61164d47-30b7-4774-b62e-d534472109bb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=61164d47-30b7-4774-b62e-d534472109bb,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:57.097894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:47Z', 'revision_number': 3, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:48Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:57.099611 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.109944 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:50:57.110511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Updating router 439556b5-e6e5-494f-8d48-aef72002fd51 port c02b998b-f6f9-49a1-8389-9e292fb2c2fe binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:50:57.295828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Attempting to bind port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:57.295828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Attempting to bind port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:57.295828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Attempting to bind port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 on network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:57.297799 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Checking segment: {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Bound using segment: {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Bound port: 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:57.339796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.459638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 812f315c-0426-46f5-969f-46401e80426d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:57.534778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=e8eb5a97-c5ea-4b09-b731-e09e951341b1,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:57.578060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:57.583322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:57.600066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323757-e228-4394-aca6-47532aadf794 req-654d539c-0e17-474f-9075-34182ac19991 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:50:57.609917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96323757-e228-4394-aca6-47532aadf794 req-654d539c-0e17-474f-9075-34182ac19991 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 1.6556933 Jun 04 06:50:57.714113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:57.813583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 812f315c-0426-46f5-969f-46401e80426d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:57.818886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] For port 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:57.824101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] For port 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405c9fe4-0b01-437b-a6b4-8e99c8f12377,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:57.833023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.944867 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:57.962331 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Transition to ACTIVE for port object c02b998b-f6f9-49a1-8389-9e292fb2c2fe will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:57.973629 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.031132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323b786-7d08-41a1-9322-699d3b89b1a3 None None] Pushing event updated for resources: {'Port': ['ID=405c9fe4-0b01-437b-a6b4-8e99c8f12377,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:58.050166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Provisioning for port 812f315c-0426-46f5-969f-46401e80426d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:58.066658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Provisioning complete for port 812f315c-0426-46f5-969f-46401e80426d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:58.067034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.136201 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Pushing event updated for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:58.158152 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.158840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.159401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.160284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.160829 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.161392 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.161958 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.162530 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.163070 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.163605 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.164177 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.165014 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:50:58.306608 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Attempting to bind port c02b998b-f6f9-49a1-8389-9e292fb2c2fe on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:50:58.306608 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Attempting to bind port c02b998b-f6f9-49a1-8389-9e292fb2c2fe by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:50:58.307365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Attempting to bind port c02b998b-f6f9-49a1-8389-9e292fb2c2fe on network 038fbc20-b6ef-4156-8b0f-d00d25daf527 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:50:58.321211 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:50:58.322398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Checking segment: {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:50:58.322398 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.325124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Bound using segment: {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:50:58.325124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Bound port: c02b998b-f6f9-49a1-8389-9e292fb2c2fe, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a45b139-54bc-49d0-a340-a9c97ef2b9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:50:58.325124 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.397464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Current status of the port 812f315c-0426-46f5-969f-46401e80426d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:50:58.398110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.490942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] For port 812f315c-0426-46f5-969f-46401e80426d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=812f315c-0426-46f5-969f-46401e80426d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:50:58.497730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.501538 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] For port c02b998b-f6f9-49a1-8389-9e292fb2c2fe, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:50:58.507457 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] For port c02b998b-f6f9-49a1-8389-9e292fb2c2fe, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:50:58.524715 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.547196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96323757-e228-4394-aca6-47532aadf794 req-2985b674-ac52-404b-af0c-d8023a2bf6dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9361005 Jun 04 06:50:58.717412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1116a-4c85-4e55-a9f0-dc76339380fc None None] Pushing event updated for resources: {'Port': ['ID=812f315c-0426-46f5-969f-46401e80426d,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:58.736669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Router 2834c019-3336-48a2-82a3-d538bd643608 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:50:58.825087 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a473b-6fa2-487b-b83c-139096959838 None None] Pushing event updated for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:58.835286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:50:58.838236 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:58.863169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5761e91a-d047-457b-8f30-796d5c7b44c4 None None] Provisioning for port e8eb5a97-c5ea-4b09-b731-e09e951341b1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:50:58.873440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5761e91a-d047-457b-8f30-796d5c7b44c4 None None] Provisioning complete for port e8eb5a97-c5ea-4b09-b731-e09e951341b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:58.873853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5761e91a-d047-457b-8f30-796d5c7b44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:58.945237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8:2::1 (a3ee5620-b7bc-4c5d-a96b-dc3690346fbf/64e27c73-aba1-4dcc-b45a-cf993e9ae022/dc1b2e1b-441b-4267-bccb-a707c566f177) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:50:59.059905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5761e91a-d047-457b-8f30-796d5c7b44c4 None None] Port e8eb5a97-c5ea-4b09-b731-e09e951341b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:59.130695 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:50:59.221336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c4e455b4-7fef-4feb-81ea-a31add4a43ad None None] Provisioning complete for port e8eb5a97-c5ea-4b09-b731-e09e951341b1 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:59.221737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4e455b4-7fef-4feb-81ea-a31add4a43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:59.351155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c4e455b4-7fef-4feb-81ea-a31add4a43ad None None] Port e8eb5a97-c5ea-4b09-b731-e09e951341b1 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:50:59.581404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:59.589849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 61164d47-30b7-4774-b62e-d534472109bb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:50:59.601607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object dc1b2e1b-441b-4267-bccb-a707c566f177 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:50:59.661038 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:59.730874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 61164d47-30b7-4774-b62e-d534472109bb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:50:59.731843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:59.768498 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:47Z', 'revision_number': 3, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:58Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:50:59.774937 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d94d7-3021-4176-9135-1b850331cf25 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:50:47Z', 'revision_number': 3, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:58Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:50:59.790322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d670c3-1261-4100-860f-ab6d476e924f None None] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:50:59.818575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:50:59.878397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:50:59.884560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:50:59.895205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:50:59.895992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:50:59.941624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:00.006087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b67fd3d-73e8-4285-8fd9-439d7216054f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "PUT /v2.0/routers/2834c019-3336-48a2-82a3-d538bd643608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0159128 Jun 04 06:51:00.009377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56384) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:00.174917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dda05e-43cd-4b2c-bb02-fc1b82ab186c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:00.176740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c4dda05e-43cd-4b2c-bb02-fc1b82ab186c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports/e8eb5a97-c5ea-4b09-b731-e09e951341b1 HTTP/1.1" status: 200 len: 911 time: 0.1650901 Jun 04 06:51:00.180858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56392) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:00.206135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90626-7115-4cf1-83e8-d5c370a65bcc req-cefe8590-99e7-4320-9e56-2088973febb5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:00.214246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bd90626-7115-4cf1-83e8-d5c370a65bcc req-cefe8590-99e7-4320-9e56-2088973febb5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 1.1571321 Jun 04 06:51:00.285233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:00.360303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bd90626-7115-4cf1-83e8-d5c370a65bcc req-9a0b6378-e4f7-4bd5-9506-e8b165b59c22 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447480 Jun 04 06:51:00.447999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Sync routers for ids ['2834c019-3336-48a2-82a3-d538bd643608'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:00.462762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95d780-225d-43b6-b5b1-12bb48831cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:00.469442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95d780-225d-43b6-b5b1-12bb48831cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:00.471309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1d95d780-225d-43b6-b5b1-12bb48831cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2891440 Jun 04 06:51:00.476222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56406) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:00.526507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-513e0801-63ee-4324-8f9f-b4cd1b405ac7 None None] Provisioning for port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:00.552145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Routers {'2834c019-3336-48a2-82a3-d538bd643608'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:00.553003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2834c019-3336-48a2-82a3-d538bd643608'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:00.896211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 61164d47-30b7-4774-b62e-d534472109bb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:00.897348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405c9fe4-0b01-437b-a6b4-8e99c8f12377 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:00.931969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a16f0-403c-41ec-8ef6-c803c35f878c req-6cc2a4e5-e472-43bb-9e4a-bdb6565d6ec1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:00.935976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e7a16f0-403c-41ec-8ef6-c803c35f878c req-6cc2a4e5-e472-43bb-9e4a-bdb6565d6ec1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.3667443 Jun 04 06:51:00.976391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Set router 2834c019-3336-48a2-82a3-d538bd643608 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:01.309160 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e7a16f0-403c-41ec-8ef6-c803c35f878c req-7210cfc7-2389-46a7-a633-b0be3a646e55 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669417 Jun 04 06:51:01.348006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:01.403711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:01.404598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.407943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.415772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.416717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.438752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56418) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:01.557384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.674667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Provisioning complete for port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:01.675343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.712958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.747368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:01.754983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Usage tracker for resource:security_group_rule and tenant:f868175707ba493985a7a14b20711c2d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:01.760047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:01.770211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:01.779906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:01.780322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.858213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:01.902604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405c9fe4-0b01-437b-a6b4-8e99c8f12377,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:01.913199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.913999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 812f315c-0426-46f5-969f-46401e80426d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:01.925067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004078b-322f-4311-acef-9089e6c00b1d req-282cf9d4-533f-477a-9eb6-aa1b5a17a009 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:01.926737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5004078b-322f-4311-acef-9089e6c00b1d req-282cf9d4-533f-477a-9eb6-aa1b5a17a009 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 0.4132488 Jun 04 06:51:01.943242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:01.950555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port e8eb5a97-c5ea-4b09-b731-e09e951341b1 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:01.951085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:01.957870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:02.030879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Current status of the port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:02.031689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.065627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.088741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=405c9fe4-0b01-437b-a6b4-8e99c8f12377,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:02.120828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.151637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:50:55Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None, '_interfaces': [{'id': 'e8eb5a97-c5ea-4b09-b731-e09e951341b1', 'name': '', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'mac_address': 'fa:16:3e:46:3f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2834c019-3336-48a2-82a3-d538bd643608', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '5d0084ae-17f9-4ce4-b50c-f17a5cece383', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:52Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'subnets': [{'id': '5d0084ae-17f9-4ce4-b50c-f17a5cece383', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:02.160921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5004078b-322f-4311-acef-9089e6c00b1d req-4661593c-929f-47c9-9184-bd40dcea288c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179973 Jun 04 06:51:02.193189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Checking router: 2834c019-3336-48a2-82a3-d538bd643608 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:02.193647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Updating router 2834c019-3336-48a2-82a3-d538bd643608 port e8eb5a97-c5ea-4b09-b731-e09e951341b1 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:51:02.210667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f868175707ba493985a7a14b20711c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696681 Jun 04 06:51:02.213360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56426) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:02.226193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edeab8-76c1-442b-bf55-c3fa206af7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dace01f-4f9b-449c-9abd-f62df2145fbf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:02.263216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 812f315c-0426-46f5-969f-46401e80426d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:02.263592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.281085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:02.284799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.291046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:02.291397 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:02.322221 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.445184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for e8eb5a97-c5ea-4b09-b731-e09e951341b1 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:02.531287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.592960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:02.598811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cd82753f-088b-4c19-9b99-4cf9e28aa9d6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0862095 Jun 04 06:51:02.604594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.606294 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:02.614087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56436) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:02.624649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1448059512'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:02.634043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:02.644046 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:02.644741 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:02.649797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:network and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:02.665282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:02.675706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:02.696726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3ea1-ba5e-44e3-948b-9eb5abe7256e req-3346d763-e718-4584-89f6-bed211f7e35b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:02.698248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d62b3ea1-ba5e-44e3-948b-9eb5abe7256e req-3346d763-e718-4584-89f6-bed211f7e35b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 0.3194895 Jun 04 06:51:02.707104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:02.713381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.767152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.793069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dace01f-4f9b-449c-9abd-f62df2145fbf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:02.864421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d62b3ea1-ba5e-44e3-948b-9eb5abe7256e req-ce539093-8837-414a-bb8e-85ec97cceb19 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216915 Jun 04 06:51:02.865347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.869911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ee0eec5b-92dc-45e9-abef-a21a029a6223 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0dace01f-4f9b-449c-9abd-f62df2145fbf HTTP/1.1" status: 204 len: 168 time: 0.6523974 Jun 04 06:51:02.922183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:51:02.924038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.957184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:02.957829 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added segment f2c39e92-afa5-4715-be9a-8191fb889be0 of type vlan for network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 Jun 04 06:51:03.023512 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:03.051448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.083935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Current status of the port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:03.092032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=e8eb5a97-c5ea-4b09-b731-e09e951341b1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:03.113735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 812f315c-0426-46f5-969f-46401e80426d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:03.115035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c02b998b-f6f9-49a1-8389-9e292fb2c2fe up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:03.156801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.175822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:03.178214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.241350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Provisioning for port dc1b2e1b-441b-4267-bccb-a707c566f177 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:03.284640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Provisioning complete for port dc1b2e1b-441b-4267-bccb-a707c566f177 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:03.285457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.401609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.489237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:03.489836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8745613 Jun 04 06:51:03.504608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56450) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:03.519114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:03.522789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.524936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'subnet': {'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:03.564917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026940c-31d8-4dd9-b4de-d169fe03f55d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Network': ['ID=ff444efa-47cd-4fb3-95eb-2c03e849a7c1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:03.576699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:03.599669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f1e381ba-ec2c-4d36-8f77-f0164bdafc55 None None] Port dc1b2e1b-441b-4267-bccb-a707c566f177 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:03.604698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:51:03.634745 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:00Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:50:58Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:00Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:03.639743 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:03.640095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Updating router 439556b5-e6e5-494f-8d48-aef72002fd51 port dc1b2e1b-441b-4267-bccb-a707c566f177 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:51:03.663495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a786c7-b28c-4a4e-9b41-ce6594a16318 req-7aac740c-62fa-4ab5-82a8-7ad53d0bfcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:03.671469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1a786c7-b28c-4a4e-9b41-ce6594a16318 req-7aac740c-62fa-4ab5-82a8-7ad53d0bfcd7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.4690938 Jun 04 06:51:03.704048 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.708805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.746401 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:03.746726 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:03.755698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:03.767992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1a786c7-b28c-4a4e-9b41-ce6594a16318 req-c316ce06-a303-4de3-bbe1-72a8a48b34cd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955725 Jun 04 06:51:03.784879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:subnet and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:03.793863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:03.811748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:03.816613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:03.840079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Made reservation on behalf of 8b3dd38d8c584b328a437261b7f495b8 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:03.844146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.872480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Usage tracker for resource:security_group_rule and tenant:7c0f8eee60554954a34b34c9e77caa96 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:03.875701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:03.879539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ac38c564-55a1-44ba-8bc6-5dae8074a844 None None] Provisioning complete for port dc1b2e1b-441b-4267-bccb-a707c566f177 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:03.880115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac38c564-55a1-44ba-8bc6-5dae8074a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:03.892189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:03.916162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Router 2834c019-3336-48a2-82a3-d538bd643608 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:03.960678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ac38c564-55a1-44ba-8bc6-5dae8074a844 None None] Port dc1b2e1b-441b-4267-bccb-a707c566f177 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:04.042633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c02b998b-f6f9-49a1-8389-9e292fb2c2fe is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:04.044682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.101343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c02b998b-f6f9-49a1-8389-9e292fb2c2fe, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:04.109506 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.206819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:04.300440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.336151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Port e8eb5a97-c5ea-4b09-b731-e09e951341b1 not found while updating agent binding for router 2834c019-3336-48a2-82a3-d538bd643608. {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 04 06:51:04.343146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405c9fe4-0b01-437b-a6b4-8e99c8f12377 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:04.411449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Subnet': ['ID=d2fd210d-03a5-431f-9811-86ee8261e736,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:04.417420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.429296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Checking segment: {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:04.429871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network hostable DHCP agents. Network: ff444efa-47cd-4fb3-95eb-2c03e849a7c1, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:51:04.442420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.456940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:51:04.471332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Routers {'2834c019-3336-48a2-82a3-d538bd643608'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:04.472120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2834c019-3336-48a2-82a3-d538bd643608'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:04.474214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, ff444efa-47cd-4fb3-95eb-2c03e849a7c1) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:04.501442 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.514436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Transition to ACTIVE for port object dc1b2e1b-441b-4267-bccb-a707c566f177 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:04.522404 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.523104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:04.524253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.526231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740c65ac-d9e2-4eb5-91c6-31255c673108,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:04.532954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:04.533761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0326b9a-20e9-477f-bcc0-fb0c1fb93aef None None] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:04.581868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ddb841f0-732c-4397-807f-596640091b24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "PUT /v2.0/routers/2834c019-3336-48a2-82a3-d538bd643608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1043277 Jun 04 06:51:04.586525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56462) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:04.587399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56464) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:04.588102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-160c8aed-0c1c-4a45-b5b8-1a8559beadaf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7c0f8eee60554954a34b34c9e77caa96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0103383 Jun 04 06:51:04.685912 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1d689-e1f3-4852-9c87-b607e50fe819 None None] Pushing event updated for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:04.687281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] Set router 2834c019-3336-48a2-82a3-d538bd643608 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:04.801888 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Attempting to bind port dc1b2e1b-441b-4267-bccb-a707c566f177 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:04.802255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Attempting to bind port dc1b2e1b-441b-4267-bccb-a707c566f177 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:04.802692 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Attempting to bind port dc1b2e1b-441b-4267-bccb-a707c566f177 on network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:04.815848 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:04.816218 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Checking segment: {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:04.816615 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.816991 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Bound using segment: {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:04.817467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Bound port: dc1b2e1b-441b-4267-bccb-a707c566f177, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eff99f3-97e1-451c-adbe-4c05a6b8192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:04.819029 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.912580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6e0d645d-f67e-4d23-962b-6a648e6efd84 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4019020 Jun 04 06:51:04.915566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56472) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:04.943151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:51:02Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:04.966894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] For port dc1b2e1b-441b-4267-bccb-a707c566f177, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:04.971236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44132ec3-1ca6-40f5-a6fd-8c148cc3679b None None] The sync data for ids ['2834c019-3336-48a2-82a3-d538bd643608'] in n-d-811808-2 is: [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:51:02Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:04.981875 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] For port dc1b2e1b-441b-4267-bccb-a707c566f177, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc1b2e1b-441b-4267-bccb-a707c566f177,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:04.984143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:04.991425 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.021306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.113171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1d689-e1f3-4852-9c87-b607e50fe819 None None] Pushing event updated for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:05.136792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.152519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:05.153028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.154795 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:05.155482 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:05.165593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd100c5d-1137-4a61-8d69-b917cfc25bef req-0d3e45a3-8a3d-4126-9ee4-0b4a2d938dc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:05.172880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd100c5d-1137-4a61-8d69-b917cfc25bef req-0d3e45a3-8a3d-4126-9ee4-0b4a2d938dc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 0.6956744 Jun 04 06:51:05.191578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c598a6-f06f-463e-a913-d1e887eb6aed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:05.194915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c598a6-f06f-463e-a913-d1e887eb6aed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:05.203201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b5c598a6-f06f-463e-a913-d1e887eb6aed tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6129608 Jun 04 06:51:05.203923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:05.261150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c65ac-d9e2-4eb5-91c6-31255c673108,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:05.285009 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.304506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d13f7902-899f-4dc9-96dc-653b49497994 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/740c65ac-d9e2-4eb5-91c6-31255c673108 HTTP/1.1" status: 204 len: 168 time: 0.7103004 Jun 04 06:51:05.488894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:05.497802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd100c5d-1137-4a61-8d69-b917cfc25bef req-a497370a-edd1-42ad-a4fb-67f4b73fe9f1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200276 Jun 04 06:51:05.537353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 5d0084ae-17f9-4ce4-b50c-f17a5cece383 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:05.562308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.768259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.871439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:51:05.872573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:05.920472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:06.006433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2c40d-6295-4c4a-b591-cda6c580c075 req-d6df3f85-8bc8-4a9b-8b3e-9a5545da5f2e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:06.008158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf2c40d-6295-4c4a-b591-cda6c580c075 req-d6df3f85-8bc8-4a9b-8b3e-9a5545da5f2e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.2451205 Jun 04 06:51:06.094726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:06.250985 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:00Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:06.259401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf36ad-48b5-4f01-9b15-652fa331eae2 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:00Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:06.270421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf2c40d-6295-4c4a-b591-cda6c580c075 req-5a7caee9-d6fb-4336-a8cd-dfe1e319e150 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538404 Jun 04 06:51:06.303203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c02b998b-f6f9-49a1-8389-9e292fb2c2fe up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:06.382246 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:06.451428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Allocated IP 2001:db8:3::2 (ff444efa-47cd-4fb3-95eb-2c03e849a7c1/d2fd210d-03a5-431f-9811-86ee8261e736/cb146d74-2f6c-46fc-a7e5-2249840ed176) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:06.477126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Sync routers for ids ['2834c019-3336-48a2-82a3-d538bd643608'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:06.515426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Routers {'2834c019-3336-48a2-82a3-d538bd643608'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:06.516069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2834c019-3336-48a2-82a3-d538bd643608'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:06.519973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0084ae-17f9-4ce4-b50c-f17a5cece383,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:06.556816 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:06.592259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c11288de-c959-4f18-a1d3-dc1e906c74a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/5d0084ae-17f9-4ce4-b50c-f17a5cece383 HTTP/1.1" status: 204 len: 168 time: 1.3587861 Jun 04 06:51:06.593921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56502) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:06.813890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:06.871132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-9c43baaa-e896-4c90-9ee2-5fa7c4dbbd74 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:06.871962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-9c43baaa-e896-4c90-9ee2-5fa7c4dbbd74 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:06.970799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104fb31c-37d3-4695-937a-84ee09427f27 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:07.118625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bf275d7-13e4-4bcc-81d9-e991222cc604 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5235541 Jun 04 06:51:07.122812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56516) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:07.177000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Set router 2834c019-3336-48a2-82a3-d538bd643608 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:07.238395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-9c43baaa-e896-4c90-9ee2-5fa7c4dbbd74 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:07.239333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-9c43baaa-e896-4c90-9ee2-5fa7c4dbbd74 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 1.2382965 Jun 04 06:51:07.442238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c02b998b-f6f9-49a1-8389-9e292fb2c2fe triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:07.442798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:07.479805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:07.500357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 5cf08239-407b-488a-a3f0-19be1d02875e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:07.500723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:07.514963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:51:02Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:07.563540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Checking router: 2834c019-3336-48a2-82a3-d538bd643608 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:07.679971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Routers {'2834c019-3336-48a2-82a3-d538bd643608'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:07.680612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2834c019-3336-48a2-82a3-d538bd643608'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:07.906002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] Set router 2834c019-3336-48a2-82a3-d538bd643608 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:08.040853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd21ce-070f-425a-b000-735f7269ed13 req-d4eb69fb-cf29-4833-930b-95436e966765 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:08.041200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 5cf08239-407b-488a-a3f0-19be1d02875e, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=5cf08239-407b-488a-a3f0-19be1d02875e,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:08.042118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.048378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62bd21ce-070f-425a-b000-735f7269ed13 req-d4eb69fb-cf29-4833-930b-95436e966765 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 945 time: 1.2919636 Jun 04 06:51:08.074271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.077584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.153172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62bd21ce-070f-425a-b000-735f7269ed13 req-e0bfe1a2-5189-4710-9b67-33910c352f96 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038208 Jun 04 06:51:08.153787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.154307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Fanout notify agent at l3_agent the message router_deleted on router 2834c019-3336-48a2-82a3-d538bd643608 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:51:08.167981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.174242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb7f4b29-920b-4fec-a8ea-3ec85a38539c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/routers/2834c019-3336-48a2-82a3-d538bd643608 HTTP/1.1" status: 204 len: 168 time: 1.0496380 Jun 04 06:51:08.175202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:08.181104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:08.182139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 5cf08239-407b-488a-a3f0-19be1d02875e owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:08.315177 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.358660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:51:02Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:08.374444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f218bf-2da0-48a3-8c4f-26d40196f196 None None] The sync data for ids ['2834c019-3336-48a2-82a3-d538bd643608'] in n-d-811808-2 is: [{'id': '2834c019-3336-48a2-82a3-d538bd643608', 'name': 'tempest-NetworksTestDHCPv6-router-420516585', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:50Z', 'updated_at': '2022-06-04T06:51:02Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:08.385248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Transition to ACTIVE for port object cb146d74-2f6c-46fc-a7e5-2249840ed176 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:08.390048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.440033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c02b998b-f6f9-49a1-8389-9e292fb2c2fe is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:08.453856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Transition to ACTIVE for port object cb146d74-2f6c-46fc-a7e5-2249840ed176 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:08.463510 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.558498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:51:08.615514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=5cf08239-407b-488a-a3f0-19be1d02875e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:08.624851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Deleting port 812f315c-0426-46f5-969f-46401e80426d {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:08.625233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.645249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:08.675116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:08.695776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:08.719026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:08.737240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:08.762148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc1b2e1b-441b-4267-bccb-a707c566f177 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:08.776656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:08.791307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:08.812040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:08.814444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Allocated IP 2001:db8:3::1 (ff444efa-47cd-4fb3-95eb-2c03e849a7c1/d2fd210d-03a5-431f-9811-86ee8261e736/33cca9fd-6462-43fe-9096-f6a512e536d3) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:08.840873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:08.855208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Pushing event updated for resources: {'Port': ['ID=cb146d74-2f6c-46fc-a7e5-2249840ed176,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:08.930634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 5cf08239-407b-488a-a3f0-19be1d02875e on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:09.009702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b0f6-8f15-4c79-b810-b19aa00947c3 req-7b397b6c-6713-49ef-8a2f-0aee1d598ecb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:09.017134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a35b0f6-8f15-4c79-b810-b19aa00947c3 req-7b397b6c-6713-49ef-8a2f-0aee1d598ecb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.6696568 Jun 04 06:51:09.106321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a35b0f6-8f15-4c79-b810-b19aa00947c3 req-bc1435bd-c908-4630-bbf3-28b82d5d65c3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879829 Jun 04 06:51:09.234687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Attempting to bind port cb146d74-2f6c-46fc-a7e5-2249840ed176 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:09.235061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Attempting to bind port cb146d74-2f6c-46fc-a7e5-2249840ed176 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:09.235429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Attempting to bind port cb146d74-2f6c-46fc-a7e5-2249840ed176 on network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:09.258355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:09.258730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Checking segment: {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:09.259139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.259532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Bound using segment: {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:09.260020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Bound port: cb146d74-2f6c-46fc-a7e5-2249840ed176, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:09.260570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.317579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] For port 812f315c-0426-46f5-969f-46401e80426d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=812f315c-0426-46f5-969f-46401e80426d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:09.318068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.382832 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.430435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.438326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'name': 'network-vif-deleted', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:09.446342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5cf08239-407b-488a-a3f0-19be1d02875e no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:09.531702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:09.534929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2590503-eca3-4f35-8b8b-021dc9bd0729 req-478f1eb1-97a9-4a24-b0cd-8374b040700d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.0937400 Jun 04 06:51:09.541437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:09.552584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:09.553485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.574030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Calling delete_port for 812f315c-0426-46f5-969f-46401e80426d owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:09.579352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=8c665427-a354-4513-8b86-7500c84c89a9,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:09.599491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-002e7978-0648-4550-8664-63b4e455587c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4218562 Jun 04 06:51:09.601760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:09.610328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dc1b2e1b-441b-4267-bccb-a707c566f177 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:09.614082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:09.623287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:09.628806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:router and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:09.633426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:09.638428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 5cf08239-407b-488a-a3f0-19be1d02875e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:09.638772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 5cf08239-407b-488a-a3f0-19be1d02875e not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:09.644116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dc1b2e1b-441b-4267-bccb-a707c566f177 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:09.644488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.645603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:09.660794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.664169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.686204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.715759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.747293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] For port cb146d74-2f6c-46fc-a7e5-2249840ed176, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:09.750345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.768361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] For port cb146d74-2f6c-46fc-a7e5-2249840ed176, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb146d74-2f6c-46fc-a7e5-2249840ed176,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:09.771798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Transition to ACTIVE for port object 33cca9fd-6462-43fe-9096-f6a512e536d3 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:09.775572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.784206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.791028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41063429-0896-4940-8950-31c9ce12e8bc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1834078 Jun 04 06:51:09.793650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:09.838983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.958433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:09.965408 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84367273-40de-40e3-aba7-e1bb7a61a042'] response: {'server_uuid': 'f26705c1-c213-467e-be92-93bfe8503643', 'name': 'network-vif-deleted', 'tag': '5cf08239-407b-488a-a3f0-19be1d02875e', 'status': 'completed', 'code': 200} Jun 04 06:51:09.971293 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-53161a09-7398-4ba0-9238-288fd50bba5b service neutron] show failed (client error): The resource could not be found. Jun 04 06:51:09.972738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-53161a09-7398-4ba0-9238-288fd50bba5b service neutron] 10.222.0.39 "GET /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 1.0445857 Jun 04 06:51:09.980065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-282c6c42-b7bc-4835-9012-b60934fc7bae req-bd72e078-69b3-4faa-8ed3-fe5039cf44e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "DELETE /v2.0/ports/5cf08239-407b-488a-a3f0-19be1d02875e HTTP/1.1" status: 204 len: 173 time: 2.7293863 Jun 04 06:51:09.997216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:10.002225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:10.007593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:10.009115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:10.035772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:10.087757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] No DVR routers for this DVR port 812f315c-0426-46f5-969f-46401e80426d on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:10.148096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9d07a-6362-4fcf-8645-c94189ed20a2 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:10.273100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dc1b2e1b-441b-4267-bccb-a707c566f177 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:10.278971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:10.405165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port dc1b2e1b-441b-4267-bccb-a707c566f177, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc1b2e1b-441b-4267-bccb-a707c566f177,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:10.416400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:10.439753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42402cb-9ccc-499b-9fbc-cc1b20dbf06a None None] Pushing event updated for resources: {'Port': ['ID=cb146d74-2f6c-46fc-a7e5-2249840ed176,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:10.454223 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:10.664088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c63b51-7ea3-4ba2-844c-2879f4139225 None None] Pushing event deleted for resources: {'Port': ['ID=812f315c-0426-46f5-969f-46401e80426d,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:10.796484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb146d74-2f6c-46fc-a7e5-2249840ed176 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:10.947841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444441f5-1399-4e95-80e9-529b5fe16a70 req-22a8963e-0a50-4b00-9f4c-c4bf4f0b60fc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:10.952370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-444441f5-1399-4e95-80e9-529b5fe16a70 req-22a8963e-0a50-4b00-9f4c-c4bf4f0b60fc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.4319346 Jun 04 06:51:11.094434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:11.177671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-016e77d3-dcee-436d-8f49-974127fc177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:11.182383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-016e77d3-dcee-436d-8f49-974127fc177a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 1096 time: 0.6678116 Jun 04 06:51:11.223512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:11.261440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:11.288260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cb146d74-2f6c-46fc-a7e5-2249840ed176 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:11.422893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-444441f5-1399-4e95-80e9-529b5fe16a70 req-57d9426b-8592-46ce-8daa-8895309375f7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020946 Jun 04 06:51:11.438821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '8c665427-a354-4513-8b86-7500c84c89a9'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:51:11.439925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:11.512424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 812f315c-0426-46f5-969f-46401e80426d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:11.763467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 812f315c-0426-46f5-969f-46401e80426d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:11.764214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 812f315c-0426-46f5-969f-46401e80426d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:11.931929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:11.944848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:11.989428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:11.994101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:12.078079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/8c665427-a354-4513-8b86-7500c84c89a9/e118eed5-c97f-4d95-87e9-8314cd519e48) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:12.149233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15b623-8373-4223-8f17-92417b0fd52b None None] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:12.207898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8457a9d7-e392-4ae1-a5d2-ccb51c0aa009 req-21de0bd7-3fdb-479c-9d69-0f043098cc4e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=f26705c1-c213-467e-be92-93bfe8503643 HTTP/1.1" status: 200 len: 210 time: 0.0754311 Jun 04 06:51:12.218947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event updated for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:12.595974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Provisioning for port cb146d74-2f6c-46fc-a7e5-2249840ed176 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:12.619381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Provisioning complete for port cb146d74-2f6c-46fc-a7e5-2249840ed176 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:12.619860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:12.702633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:12.707364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:12.717803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:12.744860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc1b2e1b-441b-4267-bccb-a707c566f177 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:12.871950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7faac6-7df5-413b-ae9d-b1f6892cf808 req-7af1191f-4aeb-4784-870e-4cabcda6e5c3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:12.882360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df7faac6-7df5-413b-ae9d-b1f6892cf808 req-7af1191f-4aeb-4784-870e-4cabcda6e5c3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.1987994 Jun 04 06:51:12.969274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df7faac6-7df5-413b-ae9d-b1f6892cf808 req-ce9a7ad2-d3d0-44c4-94ad-35c0020af99f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846026 Jun 04 06:51:13.136540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dc1b2e1b-441b-4267-bccb-a707c566f177 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:13.137033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.230823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:13.247059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:13.252465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:13.253072 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.272702 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.290525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:13.328199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Transition to ACTIVE for port object e118eed5-c97f-4d95-87e9-8314cd519e48 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:13.330551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Current status of the port cb146d74-2f6c-46fc-a7e5-2249840ed176 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:13.330919 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.394019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] For port cb146d74-2f6c-46fc-a7e5-2249840ed176, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb146d74-2f6c-46fc-a7e5-2249840ed176,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:13.403594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Transition to ACTIVE for port object e118eed5-c97f-4d95-87e9-8314cd519e48 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:13.406410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.541323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.583162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:13.590641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.613188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::1 (194f226e-387b-4357-8c23-95825d1aac54/8c665427-a354-4513-8b86-7500c84c89a9/83946cfa-7201-441d-a596-aac5f770a41f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:13.635478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:13.640223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:13.652148 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:13.653256 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52116f20-50af-4448-9c42-49dbd30016bd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7324500 Jun 04 06:51:13.655687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:13.656025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56606) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:13.659583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dc1b2e1b-441b-4267-bccb-a707c566f177 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:13.666446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Transition to ACTIVE for port object 390f2b46-92ae-4f22-8dfe-dc68346c00ed will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:13.669128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:13.672205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:13.684349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:13.704156 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:13.704970 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:13.830258 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee4d3db-846c-4605-9bef-a0cd9ff04545'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'code': 200} Jun 04 06:51:13.837841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509193aa-c069-40c3-982d-f452aa788bf7 None None] Pushing event updated for resources: {'Port': ['ID=cb146d74-2f6c-46fc-a7e5-2249840ed176,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:14.068998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:14.069602 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:14.184264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:14.247724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.266328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:14.300513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 83946cfa-7201-441d-a596-aac5f770a41f will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:14.419099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Pushing event updated for resources: {'Port': ['ID=e118eed5-c97f-4d95-87e9-8314cd519e48,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:14.441011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] No DVR routers for this DVR port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:14.469285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Provisioning complete for port cb146d74-2f6c-46fc-a7e5-2249840ed176 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:14.469680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.504434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.568190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Attempting to bind port e118eed5-c97f-4d95-87e9-8314cd519e48 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:14.568573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Attempting to bind port e118eed5-c97f-4d95-87e9-8314cd519e48 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:14.568941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Attempting to bind port e118eed5-c97f-4d95-87e9-8314cd519e48 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:14.594038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:14.594445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:14.594929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.595313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:14.595876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Bound port: e118eed5-c97f-4d95-87e9-8314cd519e48, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:14.598058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.798908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:14.842362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:14.854008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=83946cfa-7201-441d-a596-aac5f770a41f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:14.857184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:14.857833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:14.956419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: DOWN; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:14.961149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb146d74-2f6c-46fc-a7e5-2249840ed176 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:15.150282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] For port e118eed5-c97f-4d95-87e9-8314cd519e48, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:15.154111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] For port e118eed5-c97f-4d95-87e9-8314cd519e48, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e118eed5-c97f-4d95-87e9-8314cd519e48,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:15.172526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:15.176399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:15.177169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:15.197376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.206069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:51:15.206838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:15.224153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:15.224779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:15.225427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Bound using segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:15.226989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Bound port: 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:15.227753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.233331 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:11Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:15.246909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:15.247307 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Updating router 439556b5-e6e5-494f-8d48-aef72002fd51 port 33cca9fd-6462-43fe-9096-f6a512e536d3 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:51:15.322861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cb146d74-2f6c-46fc-a7e5-2249840ed176 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:15.323403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.395382 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Current status of the port cb146d74-2f6c-46fc-a7e5-2249840ed176 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:15.397972 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.470921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c604a0-d37b-4b52-a671-db93c74c4fe0 None None] Pushing event updated for resources: {'Port': ['ID=e118eed5-c97f-4d95-87e9-8314cd519e48,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:15.497891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:15.498762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Provisioning for port 33cca9fd-6462-43fe-9096-f6a512e536d3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:15.510617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Provisioning complete for port 33cca9fd-6462-43fe-9096-f6a512e536d3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:15.510996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.512072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:15.519832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.622373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038ffc4-95fa-49a5-9fa2-39b28c9f8c3a req-b2ded5ba-539f-484d-be8b-565e3c2964dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:15.638683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1038ffc4-95fa-49a5-9fa2-39b28c9f8c3a req-b2ded5ba-539f-484d-be8b-565e3c2964dd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 1.1367979 Jun 04 06:51:15.709932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:15.710114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3c1dc4db-75a3-4662-983b-78e9af4573a3 None None] Port 33cca9fd-6462-43fe-9096-f6a512e536d3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:15.710254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.710254 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] 10.222.0.24 "PUT /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1091 time: 4.5075026 Jun 04 06:51:15.736990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cb146d74-2f6c-46fc-a7e5-2249840ed176 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:15.834547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:15.874274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-50fa3bba-ec04-41dc-aa15-72913cbcfa21 None None] Provisioning complete for port 33cca9fd-6462-43fe-9096-f6a512e536d3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:15.874274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-50fa3bba-ec04-41dc-aa15-72913cbcfa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:15.909770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0a52a-2b41-4f96-ae82-c97bec968ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:16.053150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-6786d87b-14c4-48f6-95a8-8996c8b448ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:16.058570 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-6786d87b-14c4-48f6-95a8-8996c8b448ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1094 time: 0.3230200 Jun 04 06:51:16.072746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-50fa3bba-ec04-41dc-aa15-72913cbcfa21 None None] Port 33cca9fd-6462-43fe-9096-f6a512e536d3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:16.155765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:16.227336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1038ffc4-95fa-49a5-9fa2-39b28c9f8c3a req-b60942cb-f214-41a3-9e32-729fd00c5133 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873377 Jun 04 06:51:16.417396 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f04ca95-2272-4170-a420-fa7f2a9e0c5a'] response: {'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:51:16.506918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-eb01b31a-791e-4c8a-adde-6d09b3ff4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:16.509420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-eb01b31a-791e-4c8a-adde-6d09b3ff4627 service neutron] 10.222.0.24 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.4404235 Jun 04 06:51:16.586975 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:16.612569 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Transition to ACTIVE for port object 33cca9fd-6462-43fe-9096-f6a512e536d3 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:16.624505 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:16.645688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.extraroute_db [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:51:16.682869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.extraroute_db [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Removed routes are [] {{(pid=88849) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:51:16.683785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:16.738641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e118eed5-c97f-4d95-87e9-8314cd519e48 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:16.747628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-a2914e8f-00f5-4e60-b2d9-b009382d34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:16.761769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-a2914e8f-00f5-4e60-b2d9-b009382d34e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1094 time: 0.3385730 Jun 04 06:51:16.876469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8547758-d40a-41d4-bd29-fc4043af047e None None] Pushing event updated for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:16.985727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae583da7-6e32-452e-914b-daefa815a4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:17.013866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e118eed5-c97f-4d95-87e9-8314cd519e48 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:17.239918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Attempting to bind port 33cca9fd-6462-43fe-9096-f6a512e536d3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:17.247933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Attempting to bind port 33cca9fd-6462-43fe-9096-f6a512e536d3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:17.248615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Attempting to bind port 33cca9fd-6462-43fe-9096-f6a512e536d3 on network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:17.257160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:17.258759 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Checking segment: {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:17.259718 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:17.260327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Bound using segment: {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:17.261037 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Bound port: 33cca9fd-6462-43fe-9096-f6a512e536d3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c39e92-afa5-4715-be9a-8191fb889be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:17.261920 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:17.482368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-16ba0b4b-ccbd-4486-bdf7-01e4e9ab7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:17.483847 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-16ba0b4b-ccbd-4486-bdf7-01e4e9ab7706 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.7186990 Jun 04 06:51:17.514476 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] For port 33cca9fd-6462-43fe-9096-f6a512e536d3, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:17.519983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] For port 33cca9fd-6462-43fe-9096-f6a512e536d3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33cca9fd-6462-43fe-9096-f6a512e536d3,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:17.529030 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:17.666233 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-5c560b47-4dce-4753-8e57-9f0d5412a13c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 1.1451170 Jun 04 06:51:17.700216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8547758-d40a-41d4-bd29-fc4043af047e None None] Pushing event updated for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:17.768898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Provisioning for port e118eed5-c97f-4d95-87e9-8314cd519e48 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:17.782723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Provisioning complete for port e118eed5-c97f-4d95-87e9-8314cd519e48 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:17.786033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:17.814634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:17.815376 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:50:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:17.856512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-d9d411d4-9c67-47fb-a3dd-ad42c088eaa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 0.3612335 Jun 04 06:51:17.969940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-448706a0-f9fb-4465-a931-c1635fc78678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:17.971823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-448706a0-f9fb-4465-a931-c1635fc78678 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.2809811 Jun 04 06:51:18.048783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-d0d01afb-1bb9-4396-acac-7ecc3cc18be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:18.055842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-d0d01afb-1bb9-4396-acac-7ecc3cc18be7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1933694 Jun 04 06:51:18.242683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Current status of the port e118eed5-c97f-4d95-87e9-8314cd519e48 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:18.243081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.270327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-2d40e06d-f530-4e5d-9ae4-62660545c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:18.272360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-2d40e06d-f530-4e5d-9ae4-62660545c1ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080638 Jun 04 06:51:18.279543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-83d4f14a-83b5-4329-bec9-8e7fc84f7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:18.281171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-83d4f14a-83b5-4329-bec9-8e7fc84f7dbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004940 Jun 04 06:51:18.308948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] For port e118eed5-c97f-4d95-87e9-8314cd519e48, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e118eed5-c97f-4d95-87e9-8314cd519e48,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:18.315420 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.347917 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:18.406970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.499416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0797b1be-9a09-4f03-85c9-85ba6fbf6d3e None None] Provisioning for port 83946cfa-7201-441d-a596-aac5f770a41f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:18.503549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947286e7-02e2-4c28-a51f-081ee5ce1fe3 None None] Pushing event updated for resources: {'Port': ['ID=e118eed5-c97f-4d95-87e9-8314cd519e48,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:18.511485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0797b1be-9a09-4f03-85c9-85ba6fbf6d3e None None] Provisioning complete for port 83946cfa-7201-441d-a596-aac5f770a41f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:18.511947 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0797b1be-9a09-4f03-85c9-85ba6fbf6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.557924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.558883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:18.582241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0797b1be-9a09-4f03-85c9-85ba6fbf6d3e None None] Port 83946cfa-7201-441d-a596-aac5f770a41f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:18.629227 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-fa403bf7-fc3f-4385-9084-885184afb30e service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466175 Jun 04 06:51:18.692201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-eecb82c4-7b68-4d51-93d0-acbb88fef70d service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853569 Jun 04 06:51:18.745954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e118eed5-c97f-4d95-87e9-8314cd519e48 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:18.994705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e118eed5-c97f-4d95-87e9-8314cd519e48 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:18.995359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:19.086956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c01cff6-f945-4454-8b76-25d8220c135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:19.126669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=83946cfa-7201-441d-a596-aac5f770a41f,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:19.281011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e118eed5-c97f-4d95-87e9-8314cd519e48 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:19.306753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:16Z', 'revision_number': 6, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:17Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:19.316196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920615d-6ab5-4df1-9c59-95fd4422c76c None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:16Z', 'revision_number': 6, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:17Z', 'revision_number': 4, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:19.318458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cbb8e02-f6e1-4c09-bc3a-656e53c35f9a req-9d7a940d-42ef-4f1a-80ac-906bfb53ee0b service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170070 Jun 04 06:51:19.523350 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-5ccbc5e6-0aed-4827-add5-2a8accddc48e service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858016 Jun 04 06:51:19.705946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-6696f6c0-6226-47bd-9e72-7ff98a128016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:19.709373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-6696f6c0-6226-47bd-9e72-7ff98a128016 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1094 time: 0.1826944 Jun 04 06:51:19.716447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:19.732016 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:19.745199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10427165-a13b-462e-a95d-cee022033cf7 req-96fd84b0-d5a5-4591-85ec-f77c86597a32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:19.747299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10427165-a13b-462e-a95d-cee022033cf7 req-96fd84b0-d5a5-4591-85ec-f77c86597a32 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 2.0060058 Jun 04 06:51:19.894662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:19.907797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:20.063681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-0a215c98-df63-4c75-bc56-cd28c18ec935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:20.072667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-0a215c98-df63-4c75-bc56-cd28c18ec935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.3567793 Jun 04 06:51:20.183565 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:20.350084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-93671465-30a2-4ba4-8752-64ce414cb49d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 0.2681520 Jun 04 06:51:20.545070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-838fc17c-ecc0-46ed-9a34-aac940c4001a None None] Provisioning complete for port 83946cfa-7201-441d-a596-aac5f770a41f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:20.546487 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-838fc17c-ecc0-46ed-9a34-aac940c4001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:20.628843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-d7539dd9-a562-4da3-b87e-83a23ba91d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:20.634827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-d7539dd9-a562-4da3-b87e-83a23ba91d9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.2793670 Jun 04 06:51:20.842714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-838fc17c-ecc0-46ed-9a34-aac940c4001a None None] Port 83946cfa-7201-441d-a596-aac5f770a41f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:20.850778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:20.865776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-b0e1b299-7e5e-4936-a130-9e3f111f1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:20.868069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-b0e1b299-7e5e-4936-a130-9e3f111f1704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238383 Jun 04 06:51:20.871579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33cca9fd-6462-43fe-9096-f6a512e536d3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:20.880795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10427165-a13b-462e-a95d-cee022033cf7 req-e6534fd1-c080-42c5-89d8-efaedbc8bf6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1190267 Jun 04 06:51:21.081392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 33cca9fd-6462-43fe-9096-f6a512e536d3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:21.087223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 33cca9fd-6462-43fe-9096-f6a512e536d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:21.087801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:21.090839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:21.293490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Router 74e32249-0478-408a-80a3-6e8c65bb839a is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:51:21.320057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 33cca9fd-6462-43fe-9096-f6a512e536d3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:21.320832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:21.403170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 33cca9fd-6462-43fe-9096-f6a512e536d3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33cca9fd-6462-43fe-9096-f6a512e536d3,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:21.411568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:21.477799 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-3c905cb8-5d40-4c24-b10c-76b4ba852595 service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027684 Jun 04 06:51:21.589557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:21.724342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:21.732499 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-945d47d1-5593-4de1-b30c-afacae9a9ed8 req-a44508a2-c884-491b-b2dd-762909b8834f service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477958 Jun 04 06:51:21.745629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:21.749330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:21.755676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:21.757114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9211232f-1baa-4f06-8e71-51cc1d8d2c95 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 954 time: 8.0962429 Jun 04 06:51:21.764398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:21.765399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b00af116-104a-4d06-95bb-15d9f4679a11 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "PUT /v2.0/routers/74e32249-0478-408a-80a3-6e8c65bb839a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9704065 Jun 04 06:51:21.766303 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Sync routers for ids ['74e32249-0478-408a-80a3-6e8c65bb839a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:21.767474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56768) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:21.767997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56770) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:21.768141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:21.783065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Routers {'74e32249-0478-408a-80a3-6e8c65bb839a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:21.784034 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['74e32249-0478-408a-80a3-6e8c65bb839a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:22.047080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:22.121917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51a5f5b7-6a63-4677-910d-ee1b43ca671e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 954 time: 0.3513808 Jun 04 06:51:22.124720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56784) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:22.130793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'routes': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:22.263820 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Set router 74e32249-0478-408a-80a3-6e8c65bb839a gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:22.403655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf5fdd-7a79-4090-a712-1e9b4f664031 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:22.404523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5ccf5fdd-7a79-4090-a712-1e9b4f664031 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:22.455853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5ccf5fdd-7a79-4090-a712-1e9b4f664031 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:22.462258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ccf5fdd-7a79-4090-a712-1e9b4f664031 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports/83946cfa-7201-441d-a596-aac5f770a41f HTTP/1.1" status: 200 len: 911 time: 0.6903458 Jun 04 06:51:22.465755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56792) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:22.651006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d255e3-dfd6-479e-895d-96093e929b43 req-13c6662d-5d1f-4c53-b092-c38db04687a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:22.660511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07d255e3-dfd6-479e-895d-96093e929b43 req-13c6662d-5d1f-4c53-b092-c38db04687a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.4403071 Jun 04 06:51:22.680421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33cca9fd-6462-43fe-9096-f6a512e536d3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:22.722588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:22.817722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07d255e3-dfd6-479e-895d-96093e929b43 req-72d0be92-fddb-4482-aac2-b6cad6f9c0a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352921 Jun 04 06:51:22.844058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e3d08-49a1-406c-9844-2b8a56a29cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:22.859409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e3d08-49a1-406c-9844-2b8a56a29cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:22.864011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 33cca9fd-6462-43fe-9096-f6a512e536d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:22.864011 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:22.866822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4e8e3d08-49a1-406c-9844-2b8a56a29cec tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3979516 Jun 04 06:51:22.868280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56798) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:23.369811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 33cca9fd-6462-43fe-9096-f6a512e536d3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:23.413158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:16Z', 'revision_number': 6, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:23.436856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:23.489945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:23.490512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:23.595811 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:15Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None, '_interfaces': [{'id': '83946cfa-7201-441d-a596-aac5f770a41f', 'name': '', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'mac_address': 'fa:16:3e:89:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8c665427-a354-4513-8b86-7500c84c89a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:12Z', 'updated_at': '2022-06-04T06:51:17Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'subnets': [{'id': '8c665427-a354-4513-8b86-7500c84c89a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:23.609171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Checking router: 74e32249-0478-408a-80a3-6e8c65bb839a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:23.609524 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Updating router 74e32249-0478-408a-80a3-6e8c65bb839a port 83946cfa-7201-441d-a596-aac5f770a41f binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:51:23.611332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:51:23.614250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:51:23.648433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:23.770070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:51:23.788057 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:24.182026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:24.496155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a787bb-0ea7-4f82-819f-26236801a3bb req-30094f9a-c97c-45dd-a36f-ded7ea9c5f71 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:24.513041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99a787bb-0ea7-4f82-819f-26236801a3bb req-30094f9a-c97c-45dd-a36f-ded7ea9c5f71 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 943 time: 0.4722877 Jun 04 06:51:24.705140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:24.718174 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:24.942557 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:24.990850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Transition to ACTIVE for port object 83946cfa-7201-441d-a596-aac5f770a41f will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:24.996366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:25.003238 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.048584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:25.066240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:51:25.171186 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de83a-64b9-43e5-9bbf-df7913913f69 None None] Pushing event updated for resources: {'Port': ['ID=83946cfa-7201-441d-a596-aac5f770a41f,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:25.371301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99a787bb-0ea7-4f82-819f-26236801a3bb req-4621d87a-e41a-4660-97cd-867500b615d0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8563299 Jun 04 06:51:25.418855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:25.419831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.470723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:51:25.521432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:25.527250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:23Z', 'revision_number': 7, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:25.531532 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.573803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e469e-ce31-47a6-a189-ce707d0b1ba7 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:23Z', 'revision_number': 7, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:25.584143 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Attempting to bind port 83946cfa-7201-441d-a596-aac5f770a41f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:25.584507 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Attempting to bind port 83946cfa-7201-441d-a596-aac5f770a41f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:25.584727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Attempting to bind port 83946cfa-7201-441d-a596-aac5f770a41f on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:25.604567 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:25.604959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:25.605629 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.606191 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:25.606876 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Bound port: 83946cfa-7201-441d-a596-aac5f770a41f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:25.608855 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.764824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.788295 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.813879 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] For port 83946cfa-7201-441d-a596-aac5f770a41f, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:25.817849 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] For port 83946cfa-7201-441d-a596-aac5f770a41f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=83946cfa-7201-441d-a596-aac5f770a41f,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:25.825797 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.826946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:25.860185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:25.879490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54cc3e75-dab8-4a80-b2e1-72530ffa9cae tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 704 time: 3.7531087 Jun 04 06:51:25.884243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56844) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:25.898145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:25.958583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['390f2b46-92ae-4f22-8dfe-dc68346c00ed'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:51:26.033495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de83a-64b9-43e5-9bbf-df7913913f69 None None] Pushing event updated for resources: {'Port': ['ID=83946cfa-7201-441d-a596-aac5f770a41f,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:26.136700 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Routers {'74e32249-0478-408a-80a3-6e8c65bb839a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:26.138196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['74e32249-0478-408a-80a3-6e8c65bb839a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:26.360310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:26.364084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:26.416000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:26.421236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:26.683587 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] Set router 74e32249-0478-408a-80a3-6e8c65bb839a gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:26.692774 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-170b12b0-b989-4519-9f5f-f39dc2441afd tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 704 time: 0.8064563 Jun 04 06:51:26.711312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56856) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:26.971590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b61e-3ad4-43d1-9416-1dca83d5a97a req-b67dab3b-3980-46d0-881d-43b6e5eac8b9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:26.987500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6845b61e-3ad4-43d1-9416-1dca83d5a97a req-b67dab3b-3980-46d0-881d-43b6e5eac8b9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 0.4426985 Jun 04 06:51:27.085053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 83946cfa-7201-441d-a596-aac5f770a41f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:27.085053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:27.204663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-a5666ee6-54ad-40f9-aca3-8d34e8f28029 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:27.207452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-a5666ee6-54ad-40f9-aca3-8d34e8f28029 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:27.390941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:27.418139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] For port 83946cfa-7201-441d-a596-aac5f770a41f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=83946cfa-7201-441d-a596-aac5f770a41f,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:27.421001 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:27.553284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-a5666ee6-54ad-40f9-aca3-8d34e8f28029 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:27.555208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-a5666ee6-54ad-40f9-aca3-8d34e8f28029 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&tenant_id=37092d7db36349b3ae22457540bd734a&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 944 time: 1.3383517 Jun 04 06:51:27.641639 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:15Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None, '_interfaces': [{'id': '83946cfa-7201-441d-a596-aac5f770a41f', 'name': '', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'mac_address': 'fa:16:3e:89:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8c665427-a354-4513-8b86-7500c84c89a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:12Z', 'updated_at': '2022-06-04T06:51:25Z', 'revision_number': 4, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'subnets': [{'id': '8c665427-a354-4513-8b86-7500c84c89a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:27.652377 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0735a-2c28-43bd-963e-d58fe6baaa91 None None] The sync data for ids ['74e32249-0478-408a-80a3-6e8c65bb839a'] in n-d-811808-2 is: [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:15Z', 'revision_number': 2, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None, '_interfaces': [{'id': '83946cfa-7201-441d-a596-aac5f770a41f', 'name': '', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'mac_address': 'fa:16:3e:89:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8c665427-a354-4513-8b86-7500c84c89a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:12Z', 'updated_at': '2022-06-04T06:51:25Z', 'revision_number': 4, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'subnets': [{'id': '8c665427-a354-4513-8b86-7500c84c89a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:27.940134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 83946cfa-7201-441d-a596-aac5f770a41f owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:28.102323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6845b61e-3ad4-43d1-9416-1dca83d5a97a req-4275129f-8434-4e5e-89e4-25357443b0fd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1055510 Jun 04 06:51:28.239990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-942f9549-6326-42a9-8324-6abe1b3642cd service neutron] 10.222.0.24 "GET /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 382 time: 0.6714435 Jun 04 06:51:28.366908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:23Z', 'revision_number': 7, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:28.374726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:28.402844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:28.406540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:28.584962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:28.678514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=83946cfa-7201-441d-a596-aac5f770a41f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:28.830926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 83946cfa-7201-441d-a596-aac5f770a41f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:28.875182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5c6d4a77-c9b1-4f46-9ceb-f0a91672d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:28.876701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5c6d4a77-c9b1-4f46-9ceb-f0a91672d0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1095 time: 0.5640523 Jun 04 06:51:28.917241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 83946cfa-7201-441d-a596-aac5f770a41f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:28.918028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 83946cfa-7201-441d-a596-aac5f770a41f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 04 06:51:28.992687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 83946cfa-7201-441d-a596-aac5f770a41f not found, will not notify nova. {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 04 06:51:29.126717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:29.227073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:29.315513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:29.670214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:29.836803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5c9f4a26-c518-4d13-99fb-167ba2be7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:29.838395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5c9f4a26-c518-4d13-99fb-167ba2be7abf service neutron] 10.222.0.24 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.9536331 Jun 04 06:51:30.045862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:30.077016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:30.079213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:30.283158 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-7a60ae3c-b58d-4c25-b258-6ab1d044d48a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1000 time: 0.3635948 Jun 04 06:51:30.387124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Router 74e32249-0478-408a-80a3-6e8c65bb839a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:30.407103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:30.407103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:30.460959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:30.480174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:23Z', 'revision_number': 7, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:30.492743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ff3c8a-2a95-45eb-a986-1234529353b1 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:23Z', 'revision_number': 7, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '33cca9fd-6462-43fe-9096-f6a512e536d3', 'name': '', 'network_id': 'ff444efa-47cd-4fb3-95eb-2c03e849a7c1', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:21:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:51:07Z', 'updated_at': '2022-06-04T06:51:21Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'd2fd210d-03a5-431f-9811-86ee8261e736', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:30.497050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-01899ba5-e20c-4be5-87e4-369db6cecfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:30.498503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-01899ba5-e20c-4be5-87e4-369db6cecfed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1908870 Jun 04 06:51:30.503687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:30.514763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:30.740067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:30.748434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:51:30.817542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 33cca9fd-6462-43fe-9096-f6a512e536d3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:30.817894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:30.881105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-cf0b6770-abce-445a-8d03-f56f1b2cdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:30.883175 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-cf0b6770-abce-445a-8d03-f56f1b2cdb00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3636405 Jun 04 06:51:31.028646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:31.046972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Sync routers for ids ['74e32249-0478-408a-80a3-6e8c65bb839a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:31.091795 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Routers {'74e32249-0478-408a-80a3-6e8c65bb839a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:31.092722 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['74e32249-0478-408a-80a3-6e8c65bb839a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:31.122638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383027-0439-4334-a4c9-b14699c1d03a req-1cbcd516-73af-4ddd-85db-22e66ce3a5af tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:31.129365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383027-0439-4334-a4c9-b14699c1d03a req-1cbcd516-73af-4ddd-85db-22e66ce3a5af tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 1.6591697 Jun 04 06:51:31.139867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e17f31e-8bfe-4219-8b08-f45641308b57 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "PUT /v2.0/routers/74e32249-0478-408a-80a3-6e8c65bb839a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2667336 Jun 04 06:51:31.192203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:31.377006 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Set router 74e32249-0478-408a-80a3-6e8c65bb839a gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:31.412036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383027-0439-4334-a4c9-b14699c1d03a req-941a0bb9-1877-4a85-ac72-1bf329680aca tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703500 Jun 04 06:51:31.443565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f824ea-d42a-487d-a1fc-91cec47c49e3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:31.448517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f824ea-d42a-487d-a1fc-91cec47c49e3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:31.451258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a8f824ea-d42a-487d-a1fc-91cec47c49e3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:31.485626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a8f824ea-d42a-487d-a1fc-91cec47c49e3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:31.488698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a8f824ea-d42a-487d-a1fc-91cec47c49e3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2947614 Jun 04 06:51:31.490786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:31.492700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-40ed3c76-a747-4a3c-8cf9-eae8b8677492 service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014638 Jun 04 06:51:31.592019 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27da9d7-1e80-4e68-b4f9-f938d8dfc043'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'code': 200} Jun 04 06:51:31.611797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 8c665427-a354-4513-8b86-7500c84c89a9 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:31.615047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:31.641107 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:28Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:31.648634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Checking router: 74e32249-0478-408a-80a3-6e8c65bb839a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:31.658862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Routers {'74e32249-0478-408a-80a3-6e8c65bb839a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:31.659780 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['74e32249-0478-408a-80a3-6e8c65bb839a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:31.755262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:31.761693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 33cca9fd-6462-43fe-9096-f6a512e536d3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=33cca9fd-6462-43fe-9096-f6a512e536d3,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:31.762059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:31.868606 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] Set router 74e32249-0478-408a-80a3-6e8c65bb839a gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:31.990100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:32.025712 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:28Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:32.034385 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9564e-6209-4108-8a26-f004ad764c60 None None] The sync data for ids ['74e32249-0478-408a-80a3-6e8c65bb839a'] in n-d-811808-2 is: [{'id': '74e32249-0478-408a-80a3-6e8c65bb839a', 'name': 'tempest-NetworksTestDHCPv6-router-1997333874', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:51:09Z', 'updated_at': '2022-06-04T06:51:28Z', 'revision_number': 3, 'project_id': '0a681aa288ad488088c334bf9453ff37', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:32.209191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-7d8817a5-2db0-4fd2-aedf-8fbb8427e2d1 service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047992 Jun 04 06:51:32.241132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:32.245078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 33cca9fd-6462-43fe-9096-f6a512e536d3 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:32.334582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=8c665427-a354-4513-8b86-7500c84c89a9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:32.360539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:32.370522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2566b7-e086-4b70-a7e0-0cd87e1c4542 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:32.398980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/8c665427-a354-4513-8b86-7500c84c89a9 HTTP/1.1" status: 204 len: 168 time: 0.9042900 Jun 04 06:51:32.401106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 56952) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:32.401300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.403392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.403873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.404273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.404612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.406533 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.406920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.407223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.407553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.413669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.413669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.413669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29773e96-054e-4b7d-924b-7c4824d9c0dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:32.654775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 83946cfa-7201-441d-a596-aac5f770a41f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:32.740510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 83946cfa-7201-441d-a596-aac5f770a41f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:32.745297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 83946cfa-7201-441d-a596-aac5f770a41f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:32.753540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04db5e4c-acf1-4f12-af84-2b8e7be8131a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:router {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:32.821506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04db5e4c-acf1-4f12-af84-2b8e7be8131a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:router {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:32.826287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-04db5e4c-acf1-4f12-af84-2b8e7be8131a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4212563 Jun 04 06:51:32.826702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56966) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:32.923306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:51:32.937580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Deleting port e118eed5-c97f-4d95-87e9-8314cd519e48 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:32.937580 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:32.942433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:33.040771 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:33.104308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=33cca9fd-6462-43fe-9096-f6a512e536d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:33.380305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] For port e118eed5-c97f-4d95-87e9-8314cd519e48, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e118eed5-c97f-4d95-87e9-8314cd519e48,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:33.380879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:33.748728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Calling delete_port for e118eed5-c97f-4d95-87e9-8314cd519e48 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:33.756455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.757493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.757907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.758631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.759131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.759646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.760408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.761173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.761747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.762529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.763057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.763785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:33.958007 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.008529 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.023601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.030945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] Pushing event deleted for resources: {'Port': ['ID=e118eed5-c97f-4d95-87e9-8314cd519e48,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:34.038312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3b6fb-c2bf-432e-8118-9f53b6ac8869 None None] No DVR routers for this DVR port e118eed5-c97f-4d95-87e9-8314cd519e48 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:34.114400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.114626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c2b39-372f-41aa-a4de-a5f2714c2f0f req-8cdefe40-adf2-44af-8f42-17d9dcf50950 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:34.116665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-827c2b39-372f-41aa-a4de-a5f2714c2f0f req-8cdefe40-adf2-44af-8f42-17d9dcf50950 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.9127390 Jun 04 06:51:34.121794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.122319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Fanout notify agent at l3_agent the message router_deleted on router 74e32249-0478-408a-80a3-6e8c65bb839a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:51:34.190855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:34.191868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1114d593-0e0e-41f9-93b8-7effd6fdb19b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/routers/74e32249-0478-408a-80a3-6e8c65bb839a HTTP/1.1" status: 204 len: 168 time: 1.3641300 Jun 04 06:51:34.204169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56986) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:34.494885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-276d5d45-772d-48be-a0c7-cbba05fe97b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:34.572685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-827c2b39-372f-41aa-a4de-a5f2714c2f0f req-70832c6b-f6fa-4aa5-bc7e-6a837634a03b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999770 Jun 04 06:51:34.572685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-276d5d45-772d-48be-a0c7-cbba05fe97b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:34.572685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-276d5d45-772d-48be-a0c7-cbba05fe97b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3596025 Jun 04 06:51:34.573291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 56992) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:34.758300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:34.809601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced4f1a2-4f92-44ca-b05d-fbfe8190924b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:34.814405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ced4f1a2-4f92-44ca-b05d-fbfe8190924b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:34.836410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e118eed5-c97f-4d95-87e9-8314cd519e48 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:34.864759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ced4f1a2-4f92-44ca-b05d-fbfe8190924b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:34.870280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ced4f1a2-4f92-44ca-b05d-fbfe8190924b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2898674 Jun 04 06:51:34.873457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:34.914844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: e118eed5-c97f-4d95-87e9-8314cd519e48 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:34.916183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e118eed5-c97f-4d95-87e9-8314cd519e48 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:35.038547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f7b0b0e-f89e-4cb0-8d1b-58f384052a86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:router {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:35.072766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0f7b0b0e-f89e-4cb0-8d1b-58f384052a86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:router {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:35.078487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f7b0b0e-f89e-4cb0-8d1b-58f384052a86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2039759 Jun 04 06:51:35.079152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57018) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:35.089311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:35.305865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:35.324019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:35.340486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:35.341658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:35.368888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:35.391439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:35.416756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-66cbd48a-6dc2-4d9c-a3f9-91bfd10cb0de tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7038822 Jun 04 06:51:35.420005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57032) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:35.427221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-218b3933-2136-417d-a5c0-2798301f68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:35.430909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-218b3933-2136-417d-a5c0-2798301f68b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 1096 time: 0.6732848 Jun 04 06:51:35.451698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:35.527834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:35.540213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:35.618640 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:35.796604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:35.857391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet d2fd210d-03a5-431f-9811-86ee8261e736 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:35.863429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:36.030823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:36.348320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:36.414696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:36.423177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:36.454951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-395b5606-d840-4bb9-a30e-e9be10e73499 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6789258 Jun 04 06:51:36.555382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fbae5-c43b-4d5b-859c-acdbadce8b48 req-96656123-4695-4223-a0b2-737f80b1e5c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:36.561234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-585fbae5-c43b-4d5b-859c-acdbadce8b48 req-96656123-4695-4223-a0b2-737f80b1e5c2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 0.3237169 Jun 04 06:51:36.575192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:36.589152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:36.650567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:32Z', 'revision_number': 8, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:36.667795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:36.695508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:36.696466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:36.760054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:36.855717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-585fbae5-c43b-4d5b-859c-acdbadce8b48 req-32c37adc-869c-4bbe-ab27-91842c80f507 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931538 Jun 04 06:51:36.905585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:36.976632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fd210d-03a5-431f-9811-86ee8261e736,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:36.981756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Transition to ACTIVE for port object 390f2b46-92ae-4f22-8dfe-dc68346c00ed will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:37.007986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.021000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-313f5f01-6006-4fbb-ab67-88601bbbc36a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/d2fd210d-03a5-431f-9811-86ee8261e736 HTTP/1.1" status: 204 len: 168 time: 1.5994592 Jun 04 06:51:37.026492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57072) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:37.037123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.050559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578b9e4-5a96-4b1a-bedc-3297aeef69fe None None] Network ff444efa-47cd-4fb3-95eb-2c03e849a7c1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:37.282453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:37.554816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-58d4554d-0668-42a5-a7c0-a9bde0748aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:37.555401 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-58d4554d-0668-42a5-a7c0-a9bde0748aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 1096 time: 0.9388466 Jun 04 06:51:37.571262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:51:37.576224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.582204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.639633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:37.765239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:37.770083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:37.777706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:37.780118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.780433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-6d593e1e-ac20-48e2-ae90-e41b783d501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:37.783182 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-6d593e1e-ac20-48e2-ae90-e41b783d501c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.2026353 Jun 04 06:51:37.799651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61220e5-c01d-4f50-9edf-a4fa782003a3 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:37.808235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port cb146d74-2f6c-46fc-a7e5-2249840ed176 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:37.808801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:37.878406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-c391e7f7-4f7f-4704-a6eb-424d7c9505d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 200 len: 217 time: 0.0830102 Jun 04 06:51:37.907128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8249543 Jun 04 06:51:37.913304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57092) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:37.915279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd30af7-a72f-4b2d-8b10-23e8a861a8d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:37.924676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:38.078352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ae9f-6173-41aa-a191-9d01126c7fd8 req-a5c9a449-f2cd-4901-a856-ab771f84a487 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:38.087005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3310ae9f-6173-41aa-a191-9d01126c7fd8 req-a5c9a449-f2cd-4901-a856-ab771f84a487 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.8251758 Jun 04 06:51:38.148191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-d1d25fba-de83-497c-a0f7-87118e5e229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:38.149669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-d1d25fba-de83-497c-a0f7-87118e5e229a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 0.2605462 Jun 04 06:51:38.161833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:38.180953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] No DVR routers for this DVR port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:38.433137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:51:38.435608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:38.463433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3310ae9f-6173-41aa-a191-9d01126c7fd8 req-7012eb09-a96d-4064-85db-11965322b34e tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753967 Jun 04 06:51:38.498141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:32Z', 'revision_number': 8, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:38.531313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb00ed82-65fd-4129-be5f-8a4d08d7c16e None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:32Z', 'revision_number': 8, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc1b2e1b-441b-4267-bccb-a707c566f177', 'name': '', 'network_id': 'a3ee5620-b7bc-4c5d-a96b-dc3690346fbf', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:32:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:57Z', 'updated_at': '2022-06-04T06:51:10Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '64e27c73-aba1-4dcc-b45a-cf993e9ae022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:38.540388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] DHCP port deletion for ff444efa-47cd-4fb3-95eb-2c03e849a7c1 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:51:38.590955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-ef260e2c-fa70-4ad0-921e-018a4f922434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:38.592566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-ef260e2c-fa70-4ad0-921e-018a4f922434 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2890272 Jun 04 06:51:38.667386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Deleting port cb146d74-2f6c-46fc-a7e5-2249840ed176 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:38.667745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:38.722368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port cb146d74-2f6c-46fc-a7e5-2249840ed176, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb146d74-2f6c-46fc-a7e5-2249840ed176,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:38.722981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:38.791538 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4e6da3-8961-4857-a9ac-b5ec8100b814'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'code': 200} Jun 04 06:51:38.925731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for cb146d74-2f6c-46fc-a7e5-2249840ed176 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:38.940235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:38.940822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:38.941312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:38.953148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:51:38.953679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Attempting to bind port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on network badad94b-afc1-4f06-b902-637660be79b3 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:38.961613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:38.962180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Checking segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:38.964673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Bound using segment: {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:38.965270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Bound port: 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b49c54-d7b3-4352-8538-a6660bc2ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:38.966004 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.201721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-e75fb216-0320-4d5f-901d-53d546d71428 service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963659 Jun 04 06:51:39.251083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb146d74-2f6c-46fc-a7e5-2249840ed176 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:39.304716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.357362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No DVR routers for this DVR port cb146d74-2f6c-46fc-a7e5-2249840ed176 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:39.510110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: cb146d74-2f6c-46fc-a7e5-2249840ed176 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:39.510892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cb146d74-2f6c-46fc-a7e5-2249840ed176 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:39.527092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] For port cb146d74-2f6c-46fc-a7e5-2249840ed176, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cb146d74-2f6c-46fc-a7e5-2249840ed176,segment=NetworkSegment(f2c39e92-afa5-4715-be9a-8191fb889be0),segment_id=f2c39e92-afa5-4715-be9a-8191fb889be0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:39.527559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.593746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.612702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=cb146d74-2f6c-46fc-a7e5-2249840ed176,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:39.622091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:39.632931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:39.683848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:39.688330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.738423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:39.806013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Calling delete_port for cb146d74-2f6c-46fc-a7e5-2249840ed176 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:39.821737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff444efa-47cd-4fb3-95eb-2c03e849a7c1']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:39.844147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:39.852620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c39e92-afa5-4715-be9a-8191fb889be0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:39.853225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c39e92-afa5-4715-be9a-8191fb889be0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:39.863718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.896140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:39.910727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:39.910727 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:39.923674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa31c3-351c-4563-8ee0-c20901d7d71e req-30f1be35-3699-4b61-9ef9-9ac7ba2cf884 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:39.929582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73fa31c3-351c-4563-8ee0-c20901d7d71e req-30f1be35-3699-4b61-9ef9-9ac7ba2cf884 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 0.8843291 Jun 04 06:51:39.945976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Allocated IP 2001:db8::f816:3eff:fe1c:2a37 (194f226e-387b-4357-8c23-95825d1aac54/cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5/afdec176-3c07-4fca-ba44-e38842058d2b) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:40.045745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.052914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:40.054134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.076344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] 10.222.0.39 "PUT /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 1092 time: 4.6114538 Jun 04 06:51:40.092559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94568492-7d14-43c7-95db-850c2a63f228 req-e76bdf12-6637-41c7-93a0-79c29d009694 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:40.101855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94568492-7d14-43c7-95db-850c2a63f228 req-e76bdf12-6637-41c7-93a0-79c29d009694 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:40.115519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:51:40.117010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.183107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73fa31c3-351c-4563-8ee0-c20901d7d71e req-4998779a-e06b-4d7a-bbfe-60f5a0c590ad tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477069 Jun 04 06:51:40.207706 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2c39e92-afa5-4715-be9a-8191fb889be0 resource provider aggregate not found Jun 04 06:51:40.281102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6b10121a-a8bd-4a97-b51b-a4cd550c4107 req-55f1fc97-b0ab-470f-bf9a-cb67dbba2b9d service neutron] 10.222.0.24 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0708721 Jun 04 06:51:40.308138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-94568492-7d14-43c7-95db-850c2a63f228 req-e76bdf12-6637-41c7-93a0-79c29d009694 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:40.309614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94568492-7d14-43c7-95db-850c2a63f228 req-e76bdf12-6637-41c7-93a0-79c29d009694 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 1.0434177 Jun 04 06:51:40.358513 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2c39e92-afa5-4715-be9a-8191fb889be0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2c39e92-afa5-4715-be9a-8191fb889be0 found for delete ", "request_id": "req-100b41a4-a806-43c1-be15-653929236d3f"}]} Jun 04 06:51:40.416300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Deleting port cb146d74-2f6c-46fc-a7e5-2249840ed176 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:40.417574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.461425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.531708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84a94217-8911-4b81-99d2-8e3c8f6f2335 None None] The port 'cb146d74-2f6c-46fc-a7e5-2249840ed176' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:51:40.596630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.604223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Transition to ACTIVE for port object afdec176-3c07-4fca-ba44-e38842058d2b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:40.637140 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.643333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33cca9fd-6462-43fe-9096-f6a512e536d3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:40.680149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea14d-5181-4b03-b65d-ba93627f3027 service neutron] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=11']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:40.690342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Deleting port b062872b-7429-4aed-9440-eb5a562b8e3c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:40.690863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.720019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 33cca9fd-6462-43fe-9096-f6a512e536d3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:40.720303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 33cca9fd-6462-43fe-9096-f6a512e536d3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:40.726128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=ff444efa-47cd-4fb3-95eb-2c03e849a7c1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:40.745099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Transition to ACTIVE for port object afdec176-3c07-4fca-ba44-e38842058d2b will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:40.760166 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:40.771781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-b2a7e187-99c4-4ff1-b596-7a87a372a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:40.775423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-b2a7e187-99c4-4ff1-b596-7a87a372a0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1095 time: 0.6569290 Jun 04 06:51:40.800563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:40.858109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ebe57d4d-0b99-4b04-a2a2-fa1230b5255e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/ff444efa-47cd-4fb3-95eb-2c03e849a7c1 HTTP/1.1" status: 204 len: 168 time: 3.8291514 Jun 04 06:51:40.862030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57148) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:40.953453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:40.957896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0eeb9-91a0-443c-a638-66e6e50aae8c req-2a42cfac-4ca3-4136-9556-355be29f31a0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:40.965658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0e0eeb9-91a0-443c-a638-66e6e50aae8c req-2a42cfac-4ca3-4136-9556-355be29f31a0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.5165884 Jun 04 06:51:40.977021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:40.995655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:41.092491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:41.108510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.109246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.109983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.110550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.111143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.111761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.112310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.113072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.113801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.114377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.114977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.115560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:51:41.129992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0e0eeb9-91a0-443c-a638-66e6e50aae8c req-546eb957-8009-4f11-a679-5955ed129eb5 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633368 Jun 04 06:51:41.200151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5bec6b1b-9b33-4520-8b3b-5004f373c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:41.203323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-5bec6b1b-9b33-4520-8b3b-5004f373c165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.4216805 Jun 04 06:51:41.223415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Attempting to bind port afdec176-3c07-4fca-ba44-e38842058d2b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:51:41.233293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Attempting to bind port afdec176-3c07-4fca-ba44-e38842058d2b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:51:41.233728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Attempting to bind port afdec176-3c07-4fca-ba44-e38842058d2b on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:51:41.240458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:51:41.241238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:51:41.241940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:41.242428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:51:41.243015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Bound port: afdec176-3c07-4fca-ba44-e38842058d2b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:51:41.245260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:41.449660 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb51d67-ff03-4a78-b5ff-c936b3e6689b'] response: {'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:51:41.507498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:51:41.514148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:51:41.523424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:41.583165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-48543e9d-e09b-41c3-bd2d-759025d525fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 0.3328016 Jun 04 06:51:41.711695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-c7971de2-579a-475d-83a9-957a46b8f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:41.717287 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-c7971de2-579a-475d-83a9-957a46b8f8a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1095 time: 0.3034534 Jun 04 06:51:41.770960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642cd1c-d020-4a9b-a8eb-afa1d9f0ce66 None None] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:41.801901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:41.807255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] For port b062872b-7429-4aed-9440-eb5a562b8e3c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b062872b-7429-4aed-9440-eb5a562b8e3c,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:41.807802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:41.933686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=af4947ba-0195-4e41-9b17-f2448d56adae,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:41.971754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-fdb5d229-cd35-477c-9e51-917175e3e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:41.975665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-fdb5d229-cd35-477c-9e51-917175e3e9b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.3852274 Jun 04 06:51:42.039481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:42.049040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:42.070468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:42.071699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:42.335602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6fa71bc9-58d2-408a-9a64-36573d0706a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4143527 Jun 04 06:51:42.342943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12c06c-916f-424f-86f5-adefb74ca19b req-09c18299-4ba6-4093-9c71-9caca410b021 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:42.344388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c12c06c-916f-424f-86f5-adefb74ca19b req-09c18299-4ba6-4093-9c71-9caca410b021 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 0.6763372 Jun 04 06:51:42.344878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57178) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:42.353863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:b2:3f:e6', 'name': 'tempest-NetworksTestDHCPv6-1429455134'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:42.436129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-c962414c-708c-44cb-9c4b-7322c3335848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:42.438133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-c962414c-708c-44cb-9c4b-7322c3335848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133190 Jun 04 06:51:42.439730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-8f9603b2-9c4a-4d99-b460-3dac8586e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:42.441759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-8f9603b2-9c4a-4d99-b460-3dac8586e5f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.7046504 Jun 04 06:51:42.567241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c12c06c-916f-424f-86f5-adefb74ca19b req-885afd1c-f7ec-4dff-b839-102d4b1b0161 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861098 Jun 04 06:51:42.625598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:42.651874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:42.655385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:42.729925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afdec176-3c07-4fca-ba44-e38842058d2b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:42.741499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:42.771847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:42.910669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port afdec176-3c07-4fca-ba44-e38842058d2b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:43.061716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:43.064160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:43.078053 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Floating IP ab73f430-b199-4de1-8ffa-79c289a8c955 disassociated. External IP: 172.25.1.71, port: b062872b-7429-4aed-9440-eb5a562b8e3c. Jun 04 06:51:43.078854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Calling delete_port for b062872b-7429-4aed-9440-eb5a562b8e3c owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:43.152723 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:43.498232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:43.586251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b062872b-7429-4aed-9440-eb5a562b8e3c no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:43.618594 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-f1b71a02-0db0-4bca-90af-955a47c093ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 1.1392527 Jun 04 06:51:43.635300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd21d97-1d21-49c8-83e7-2ca4363e4a2a req-7753c9dc-f5ae-461d-ade9-8eb82c5cb2f9 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:43.645244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfd21d97-1d21-49c8-83e7-2ca4363e4a2a req-7753c9dc-f5ae-461d-ade9-8eb82c5cb2f9 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=39cd3070-e9f4-4b85-b348-9fc45fbf2da2 HTTP/1.1" status: 200 len: 945 time: 0.8121839 Jun 04 06:51:43.659306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-9597fa0a-6341-4835-9b0b-8e82f3c639d3 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2132001 Jun 04 06:51:43.662227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:51:43.697581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0627c6-ede3-4dc3-814e-5616a77e98f1 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:43.850396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e9dcc516-d687-498e-baae-508d1ff5bebd req-071ac359-62dd-49e8-b6db-d28f0f04dcd2 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509576 Jun 04 06:51:44.010746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Provisioning for port afdec176-3c07-4fca-ba44-e38842058d2b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:44.060292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Provisioning complete for port afdec176-3c07-4fca-ba44-e38842058d2b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:44.060877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:44.133484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-38273217-fca0-4b70-86f2-2c63d29c087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:44.137491 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-38273217-fca0-4b70-86f2-2c63d29c087a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.4769285 Jun 04 06:51:44.155313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:44.158466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bfd21d97-1d21-49c8-83e7-2ca4363e4a2a req-8970fa63-9cdd-49a1-9903-35b458166263 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=591e984d-0e54-423c-bb48-cc4fd8f81aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008718 Jun 04 06:51:44.304369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Port b062872b-7429-4aed-9440-eb5a562b8e3c update to DOWN by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:51:44.434798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event deleted for resources: {'Port': ['ID=b062872b-7429-4aed-9440-eb5a562b8e3c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:44.903996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Current status of the port afdec176-3c07-4fca-ba44-e38842058d2b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:44.903996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:45.003210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:45.119045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 172.20.0.5 (194f226e-387b-4357-8c23-95825d1aac54/af4947ba-0195-4e41-9b17-f2448d56adae/bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:45.126504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:feb2:3fe6 (194f226e-387b-4357-8c23-95825d1aac54/cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5/bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:45.133578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:45.138834 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:45.253316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Update dhcp port {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': 'cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5', 'ip_address': '2001:db8::f816:3eff:fe1c:2a37'}, {'subnet_id': 'af4947ba-0195-4e41-9b17-f2448d56adae'}], 'binding:host_id': 'n-d-811808-2'}, 'id': 'afdec176-3c07-4fca-ba44-e38842058d2b'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:51:45.315362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-6c1be1dc-8b79-4e35-ade6-b7620ca3ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:45.316239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-6c1be1dc-8b79-4e35-ade6-b7620ca3ccdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1095 time: 1.3882368 Jun 04 06:51:45.486689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:45.491919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:45.501845 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:45.521396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:45.524670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:45.597054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port dc1b2e1b-441b-4267-bccb-a707c566f177 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:45.597667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:45.722967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] No DVR routers for this DVR port b062872b-7429-4aed-9440-eb5a562b8e3c on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:45.732661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:45.835516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97418a98-a9bf-4ce4-9651-1b8e10859a26 None None] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:45.922456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'name': 'network-vif-deleted', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:45.939368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:45.993358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94568492-7d14-43c7-95db-850c2a63f228 req-10073fb3-235a-427a-a644-51a4eb0a7946 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "DELETE /v2.0/ports/b062872b-7429-4aed-9440-eb5a562b8e3c HTTP/1.1" status: 204 len: 173 time: 5.6727326 Jun 04 06:51:46.011390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-5fea0a35-cf11-4506-aa57-0887c483674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:46.015028 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-5fea0a35-cf11-4506-aa57-0887c483674a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8362334 Jun 04 06:51:46.264525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-d2ab6bc5-3d55-43e7-aeec-c4aebe746cd4 service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322206 Jun 04 06:51:46.378610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port dc1b2e1b-441b-4267-bccb-a707c566f177, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc1b2e1b-441b-4267-bccb-a707c566f177,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:46.383260 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:46.417101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:46.430824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-cda22d1a-2e30-49d7-9a67-df3297a956e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9498096 Jun 04 06:51:46.512470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-21e63010-309c-4367-b235-d99ec8c73efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:46.519230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-21e63010-309c-4367-b235-d99ec8c73efc service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.9245758 Jun 04 06:51:46.522592 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:46.528544 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:46.540864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:46.548724 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:46.739397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afdec176-3c07-4fca-ba44-e38842058d2b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:46.774358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-6c30f515-6f7e-4806-a3b2-74c5ea4f1042 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 999 time: 0.2425451 Jun 04 06:51:46.904562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for dc1b2e1b-441b-4267-bccb-a707c566f177 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:46.979416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:51:47.103274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e65177-60d1-429b-bdc9-30007296e317 req-173a6785-4b0d-43e4-9056-78dcc6302871 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:47.114965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4e65177-60d1-429b-bdc9-30007296e317 req-173a6785-4b0d-43e4-9056-78dcc6302871 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 944 time: 2.6955960 Jun 04 06:51:47.186970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:47.266511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:47.408024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4e65177-60d1-429b-bdc9-30007296e317 req-a5baab09-1217-4fe1-9bdb-5854d5060c65 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916527 Jun 04 06:51:47.489734 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b5511f8-0f62-49c4-a0f6-2244a18d5a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:47.508032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-4b18179e-3804-4d13-84f4-80c162af83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:47.509531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-4b18179e-3804-4d13-84f4-80c162af83e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.7235518 Jun 04 06:51:47.511480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-bcaf82f8-cbbd-4afb-a0f9-63dfd9457177 service neutron] 10.222.0.24 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2200556 Jun 04 06:51:47.520022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port afdec176-3c07-4fca-ba44-e38842058d2b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:47.552668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:47.620121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:47.650477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'port_id': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'mac_address': 'fa:16:3e:46:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:51:47.684130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-c37fc3d0-2230-4d27-ae76-5019829859db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:47.685666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-c37fc3d0-2230-4d27-ae76-5019829859db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615875 Jun 04 06:51:47.694360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-5c2774bb-3c41-40a7-86e3-89ab89122145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:47.712428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-5c2774bb-3c41-40a7-86e3-89ab89122145 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57b50c52a43642838d76a63783820d98&device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 1097 time: 1.1175592 Jun 04 06:51:47.797404 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012ecbdc-ca8d-4ea0-bc9c-e0fd32b70f21'] response: {'server_uuid': '39cd3070-e9f4-4b85-b348-9fc45fbf2da2', 'name': 'network-vif-deleted', 'tag': 'b062872b-7429-4aed-9440-eb5a562b8e3c', 'status': 'completed', 'code': 200} Jun 04 06:51:47.907667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:47.908731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:47.986554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:51:48.021961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:48.034311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port afdec176-3c07-4fca-ba44-e38842058d2b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:48.041725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:48.060150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-a8b8b6cb-9179-4321-82e3-44ed2d82b24c service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631694 Jun 04 06:51:48.160182 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:48.177198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b2e30-160c-4bc3-a69e-cfbd55963760 None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:46:09Z', 'revision_number': 4, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69', 'name': '', 'network_id': '2dbe5e01-883e-424d-a1f4-969e41d1f530', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'mac_address': 'fa:16:3e:60:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:07Z', 'updated_at': '2022-06-04T06:46:19Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'subnets': [{'id': '5d975e51-68b0-4441-9508-0335d9e3d489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:48.213798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:48.367207 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:48.487562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-415f4743-ed7a-481a-9427-b2e95ff7f99b req-75af58fd-2eab-410f-b350-092ddf793659 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216452 Jun 04 06:51:48.494751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:48.522108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-99a13dcf-98c9-4f14-8466-f4cf1bfe4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:48.524204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-99a13dcf-98c9-4f14-8466-f4cf1bfe4cb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 200 len: 920 time: 0.5881519 Jun 04 06:51:48.543863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=dc1b2e1b-441b-4267-bccb-a707c566f177,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:48.762156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Allocated IP 172.20.0.2 (194f226e-387b-4357-8c23-95825d1aac54/af4947ba-0195-4e41-9b17-f2448d56adae/afdec176-3c07-4fca-ba44-e38842058d2b) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:51:48.763525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-23829e04-ef4e-465e-950f-b9d63ed7a06f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 200 len: 217 time: 0.2215540 Jun 04 06:51:48.773951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['390f2b46-92ae-4f22-8dfe-dc68346c00ed'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:51:48.824674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:48.931210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ea083-0226-4565-a61f-dfb72dfed296 None None] New status for floating IP ab73f430-b199-4de1-8ffa-79c289a8c955: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:51:49.143175 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.206830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.331973 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.362410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:51:49.383423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e984d-0e54-423c-bb48-cc4fd8f81aaf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:49.416743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.418411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e37ee5f-2a7f-44ac-a3c6-ba606f941120 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "DELETE /v2.0/security-groups/591e984d-0e54-423c-bb48-cc4fd8f81aaf HTTP/1.1" status: 204 len: 168 time: 0.5921557 Jun 04 06:51:49.421179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:49.458189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:49.489508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.490529 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-ab786a9d-33f5-48f7-a1a9-26b1a2a119f4 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] show failed (client error): The resource could not be found. Jun 04 06:51:49.494066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab786a9d-33f5-48f7-a1a9-26b1a2a119f4 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups/591e984d-0e54-423c-bb48-cc4fd8f81aaf HTTP/1.1" status: 404 len: 347 time: 0.0641403 Jun 04 06:51:49.508431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57382) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:49.515377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Transition to ACTIVE for port object afdec176-3c07-4fca-ba44-e38842058d2b will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:51:49.533094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.720178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-735db5b8-08b5-431c-9cbe-8e272608cc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:49.994068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Deleting port 6a2e97ab-3d90-42be-aa74-935c6de0d486 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:49.995710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.009337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:51:50.011678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:51:50.060161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:50.077158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-e927655c-2b87-42ac-aed2-de1ff4222a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:50.098489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-e927655c-2b87-42ac-aed2-de1ff4222a96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 200 len: 858 time: 1.2481153 Jun 04 06:51:50.337299 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.337707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.341948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.403122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:50.406267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.412824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13527d71-dee0-46ed-a38f-1f96f2a85167 None None] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:50.602847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Calling delete_port for 6a2e97ab-3d90-42be-aa74-935c6de0d486 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:50.618141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.672008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:50.782119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-06d579d5-cee8-4cdf-aaa5-9c4e12e1b1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.4313912 Jun 04 06:51:50.791558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57410) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:50.821955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21777-f07f-453a-9632-2ee6600e47a3 req-bfb579e8-f106-4cf8-b08d-febda3ad4de3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:50.839910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afdec176-3c07-4fca-ba44-e38842058d2b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:50.843115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ee21777-f07f-453a-9632-2ee6600e47a3 req-bfb579e8-f106-4cf8-b08d-febda3ad4de3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 945 time: 1.5124447 Jun 04 06:51:51.063312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:51.064191 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:51.137511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649acbc4-7d18-4743-b74d-71c2d347ab89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:51.153226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-fbc8e2c8-0a6a-4341-827b-a74e9af0eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:51.154768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-fbc8e2c8-0a6a-4341-827b-a74e9af0eb4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dbe5e01-883e-424d-a1f4-969e41d1f530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0320237 Jun 04 06:51:51.157430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649acbc4-7d18-4743-b74d-71c2d347ab89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:51.158329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-649acbc4-7d18-4743-b74d-71c2d347ab89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:51.192305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-649acbc4-7d18-4743-b74d-71c2d347ab89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:51.197796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-649acbc4-7d18-4743-b74d-71c2d347ab89 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3905256 Jun 04 06:51:51.197796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57420) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:51.249046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ee21777-f07f-453a-9632-2ee6600e47a3 req-29394e91-c1e8-4923-8af5-0130ea77d478 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049489 Jun 04 06:51:51.262375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57424) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:51.391665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:51.393789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:51.606924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Deleting port 6a2e97ab-3d90-42be-aa74-935c6de0d486 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:51.606924 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:51.823667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3a00b9f4-ac63-4344-9ab9-2816ac246048 None None] Provisioning for port afdec176-3c07-4fca-ba44-e38842058d2b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:51.830540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3a00b9f4-ac63-4344-9ab9-2816ac246048 None None] Provisioning complete for port afdec176-3c07-4fca-ba44-e38842058d2b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:51.830914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3a00b9f4-ac63-4344-9ab9-2816ac246048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.104582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3a00b9f4-ac63-4344-9ab9-2816ac246048 None None] Current status of the port afdec176-3c07-4fca-ba44-e38842058d2b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:52.114805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.185865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d24c294e-81bb-4d42-ae2a-87efa21d479f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/ede030c7-1687-46e3-b742-c57c5666ec72 HTTP/1.1" status: 200 len: 992 time: 0.9221847 Jun 04 06:51:52.242970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-2bbbd6a4-219f-46c4-abf3-f370fd05840f service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577047 Jun 04 06:51:52.337634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99d1c0ac-912e-482f-82c7-99bf011fa6de None None] Provisioning for port bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:52.348216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-99d1c0ac-912e-482f-82c7-99bf011fa6de None None] Provisioning complete for port bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:52.348587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99d1c0ac-912e-482f-82c7-99bf011fa6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.374062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:51:52.456052 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.520252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-99d1c0ac-912e-482f-82c7-99bf011fa6de None None] Port bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:51:52.667760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:52.710439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.710773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:52.817592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-da5cd895-8f5e-4659-bce0-de7bfd23e082 req-6a95d56b-e760-4773-8ccc-a2598d15ae40 service neutron] 10.222.0.39 "GET /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191448 Jun 04 06:51:52.864586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:51:52.874966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2541e8b-0269-4427-a77a-440d8814ef0d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0117848 Jun 04 06:51:52.878204 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:51:52.882875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:51:52.897331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57448) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:52.904316 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:52.904946 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:52.940907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Calling delete_port for 6a2e97ab-3d90-42be-aa74-935c6de0d486 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:53.026060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:51:53.032769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 390f2b46-92ae-4f22-8dfe-dc68346c00ed triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:53.033760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.057958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 64e27c73-aba1-4dcc-b45a-cf993e9ae022 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:53.089960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.253890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 390f2b46-92ae-4f22-8dfe-dc68346c00ed is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:53.254024 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.297647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.341997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:53.343784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:51:53.370448 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.393720 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:53.561673 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.562373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:53.574054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.590229 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d09c68f-5919-4169-bf68-658327378a27'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'code': 200} Jun 04 06:51:53.759431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.811582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=64e27c73-aba1-4dcc-b45a-cf993e9ae022,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:53.814289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:53.820976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3449b-b032-4f44-9034-68a95fc70dd2 None None] Network a3ee5620-b7bc-4c5d-a96b-dc3690346fbf requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:53.832100 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b9f63d5-284e-4e5b-86de-925678107e9a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/64e27c73-aba1-4dcc-b45a-cf993e9ae022 HTTP/1.1" status: 204 len: 168 time: 0.9335513 Jun 04 06:51:53.835907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:53.935653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event deleted for resources: {'Port': ['ID=6a2e97ab-3d90-42be-aa74-935c6de0d486,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:53.990645 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:47Z', 'revision_number': 9, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:54.004320 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:51:54.026870 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:51:54.027739 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:54.190789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.338276 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:51:54.467303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.474057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9570cc5b-9615-4677-a13b-e6200cd2501f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "DELETE /v2.0/floatingips/ab73f430-b199-4de1-8ffa-79c289a8c955 HTTP/1.1" status: 204 len: 168 time: 4.9607651 Jun 04 06:51:54.520222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] DHCP port deletion for a3ee5620-b7bc-4c5d-a96b-dc3690346fbf request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:51:54.531226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Deleting port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:54.531226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.624417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.643504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.666080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:54.667259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:54.890613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:55.219116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] For port 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405c9fe4-0b01-437b-a6b4-8e99c8f12377,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:55.219518 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.277827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.287309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-101f7ce2-7469-4157-8f9e-d390ed5f41e9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b HTTP/1.1" status: 204 len: 168 time: 4.0880697 Jun 04 06:51:55.299383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57492) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:55.435586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:55.443975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:55.448256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:51:55.449307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:51:55.491839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Calling delete_port for 405c9fe4-0b01-437b-a6b4-8e99c8f12377 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:55.529254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 405c9fe4-0b01-437b-a6b4-8e99c8f12377, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=405c9fe4-0b01-437b-a6b4-8e99c8f12377,segment=NetworkSegment(6eff99f3-97e1-451c-adbe-4c05a6b8192c),segment_id=6eff99f3-97e1-451c-adbe-4c05a6b8192c)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:55.529254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.554734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:51:55.560458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49db7827-eae7-43fa-91e8-8cb631b4c3b3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2608836 Jun 04 06:51:55.563467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57500) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:55.613491 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:47Z', 'revision_number': 9, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:55.633403 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975d483-edd5-4b5d-8713-08fc77998857 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:51:47Z', 'revision_number': 9, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c02b998b-f6f9-49a1-8389-9e292fb2c2fe', 'name': '', 'network_id': '038fbc20-b6ef-4156-8b0f-d00d25daf527', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:73:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:45Z', 'updated_at': '2022-06-04T06:51:04Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': 'a46e3c6e-b157-43cd-ba17-c861d1f697db', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:51:55.645190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405c9fe4-0b01-437b-a6b4-8e99c8f12377 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:55.726839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 405c9fe4-0b01-437b-a6b4-8e99c8f12377 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:55.727460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 405c9fe4-0b01-437b-a6b4-8e99c8f12377 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:55.729051 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.785986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] Pushing event deleted for resources: {'Port': ['ID=405c9fe4-0b01-437b-a6b4-8e99c8f12377,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:55.791220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d90055-654f-4a52-a4ab-b79f4a27f652 None None] No DVR routers for this DVR port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:51:55.793551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet af4947ba-0195-4e41-9b17-f2448d56adae {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:55.797294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.806214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.850404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:55.899923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 405c9fe4-0b01-437b-a6b4-8e99c8f12377 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:55.972569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.195840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:51:56.196560 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:51:56.267982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.378573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.417848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.421865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855f998-994b-4b7a-8bc7-d2089b61cdbe None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:56.448153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=af4947ba-0195-4e41-9b17-f2448d56adae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:56.478001 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1cc0688b-997c-4b4f-bb35-ee641487cad3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/af4947ba-0195-4e41-9b17-f2448d56adae HTTP/1.1" status: 204 len: 168 time: 0.9129727 Jun 04 06:51:56.480541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57518) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:56.601307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:51:56.606625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.718372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc1b2e1b-441b-4267-bccb-a707c566f177 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:56.722057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 405c9fe4-0b01-437b-a6b4-8e99c8f12377 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:56.722573 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:56.756545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: dc1b2e1b-441b-4267-bccb-a707c566f177 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:51:56.757175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc1b2e1b-441b-4267-bccb-a707c566f177 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:51:56.874397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] The port '405c9fe4-0b01-437b-a6b4-8e99c8f12377' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:51:56.968326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.172647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.212781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ee5620-b7bc-4c5d-a96b-dc3690346fbf']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:57.231543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eff99f3-97e1-451c-adbe-4c05a6b8192c') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:57.232096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eff99f3-97e1-451c-adbe-4c05a6b8192c') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:51:57.252789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.286118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.298613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.446632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:51:57.447047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.517533 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6eff99f3-97e1-451c-adbe-4c05a6b8192c resource provider aggregate not found Jun 04 06:51:57.532352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.636651 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 6eff99f3-97e1-451c-adbe-4c05a6b8192c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eff99f3-97e1-451c-adbe-4c05a6b8192c found for delete ", "request_id": "req-63c561af-e8cd-4f5a-bd42-5991b06a2eea"}]} Jun 04 06:51:57.702969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.727444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:57.739047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8bb73b51-0385-464e-b8ae-a76d73d7e80d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5 HTTP/1.1" status: 204 len: 168 time: 1.2570088 Jun 04 06:51:57.742380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:57.800560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ac125-8f11-42eb-aabe-221c65941097 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:51:57.839430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.853420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f081e24-2143-4aff-b9bc-6b5e895aa898 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090956 Jun 04 06:51:57.856197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:57.862421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:51:57.878936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:57.885417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=a3ee5620-b7bc-4c5d-a96b-dc3690346fbf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:51:57.894965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b4e5514-2889-4d76-832a-88a182e12561 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/a3ee5620-b7bc-4c5d-a96b-dc3690346fbf HTTP/1.1" status: 204 len: 168 time: 4.0569832 Jun 04 06:51:57.895595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57560) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:51:58.145252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:51:58.160039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:51:58.165095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:51:58.177861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:51:58.191372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:51:58.196371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:58.214731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-855c7fee-e49d-4a4e-b633-55a9ce66e0ef None None] Provisioning complete for port afdec176-3c07-4fca-ba44-e38842058d2b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:51:58.215362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-855c7fee-e49d-4a4e-b633-55a9ce66e0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:58.371255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-855c7fee-e49d-4a4e-b633-55a9ce66e0ef None None] Current status of the port afdec176-3c07-4fca-ba44-e38842058d2b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:58.373460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:51:58.382027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Deleting port afdec176-3c07-4fca-ba44-e38842058d2b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:51:58.382407 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:58.723300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device afdec176-3c07-4fca-ba44-e38842058d2b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:51:58.948122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:58.948811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:59.323807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Calling delete_port for afdec176-3c07-4fca-ba44-e38842058d2b owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:51:59.486463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:59.487304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:51:59.733917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port afdec176-3c07-4fca-ba44-e38842058d2b is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:51:59.740310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:59.839922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:51:59.858321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:51:59.997575 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.051652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:00.062112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:52:00.062852 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:52:00.186626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port c02b998b-f6f9-49a1-8389-9e292fb2c2fe {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:00.186969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.517030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port c02b998b-f6f9-49a1-8389-9e292fb2c2fe, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:00.518938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.548272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:00.564939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Deleting port afdec176-3c07-4fca-ba44-e38842058d2b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:00.565333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.632028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.669879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.710692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:00.884098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for c02b998b-f6f9-49a1-8389-9e292fb2c2fe owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:00.982601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=9']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:00.994071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:01.000086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:01.010435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:01.011029 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:01.048118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=431144c7-7acf-4783-9155-7d1e4e35a8de,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:01.074156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6b3e14f7-166c-46ce-9d15-8077b64e975f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2161775 Jun 04 06:52:01.074820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57610) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:01.084497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:01.228787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] For port afdec176-3c07-4fca-ba44-e38842058d2b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=afdec176-3c07-4fca-ba44-e38842058d2b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:01.229343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:01.342414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:01.343718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:01.349586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:01.366545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:01.385196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:01.414687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:01.419799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:01.479645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=c02b998b-f6f9-49a1-8389-9e292fb2c2fe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:01.614124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Calling delete_port for afdec176-3c07-4fca-ba44-e38842058d2b owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:01.939768 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:02.113730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:02.148366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] Pushing event deleted for resources: {'Port': ['ID=afdec176-3c07-4fca-ba44-e38842058d2b,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:02.257974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:02.261662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:02.266725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83d3e6-c37b-4f15-a355-00c5a23e911a None None] No DVR routers for this DVR port afdec176-3c07-4fca-ba44-e38842058d2b on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:02.271145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:02.271741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:02.285974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbb699-e1a6-4908-a4bb-6466fe2d9303 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:02.288214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=baf25e59-c5af-4332-9634-a7556af01cd8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:02.317007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:02.335890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd9df6dc-f5b3-4605-bb69-fd47b11368b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2599750 Jun 04 06:52:02.338873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:02.351207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:2a:0a:6a', 'name': 'tempest-NetworksTestDHCPv6-1193192529'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:02.695567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:02.730556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:02.730916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '431144c7-7acf-4783-9155-7d1e4e35a8de'}, {'subnet_id': 'baf25e59-c5af-4332-9634-a7556af01cd8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:52:02.734790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:02.746329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:03.203683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-1f29e223-30b8-47de-bd8c-e0680d8cae56 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:03.212192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-1f29e223-30b8-47de-bd8c-e0680d8cae56 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.7135303 Jun 04 06:52:03.217319 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:03.234833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Allocated IP 172.20.0.2 (194f226e-387b-4357-8c23-95825d1aac54/baf25e59-c5af-4332-9634-a7556af01cd8/8f92a99c-004f-40e9-9466-62db3c8bcfc3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:03.243691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-24410c03-7893-42b1-ad4e-fbd68b4930ff tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0302241 Jun 04 06:52:03.259853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 388d5a63-814e-44be-b606-dbe5562e482c yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:52:03.265376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Allocated IP 2001:db8::f816:3eff:fee1:b1a5 (194f226e-387b-4357-8c23-95825d1aac54/431144c7-7acf-4783-9155-7d1e4e35a8de/8f92a99c-004f-40e9-9466-62db3c8bcfc3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:03.325595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:52:03.440085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-d0b7509d-c64f-4d0f-a640-a05da12b8933 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954806 Jun 04 06:52:03.589828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-bf24864f-08cc-4f42-bc41-f7ed8532e50d service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486673 Jun 04 06:52:03.698012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:03.709223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Transition to ACTIVE for port object 8f92a99c-004f-40e9-9466-62db3c8bcfc3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:03.733445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Transition to ACTIVE for port object 8f92a99c-004f-40e9-9466-62db3c8bcfc3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:03.746877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:03.844835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:03.849826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:03.859819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:03.902386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-338da82b-5b14-450a-a1c5-48474e9f0e63 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114078 Jun 04 06:52:03.917090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Pushing event updated for resources: {'Port': ['ID=8f92a99c-004f-40e9-9466-62db3c8bcfc3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:03.930339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:03.955992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 172.20.0.10 (194f226e-387b-4357-8c23-95825d1aac54/baf25e59-c5af-4332-9634-a7556af01cd8/388d5a63-814e-44be-b606-dbe5562e482c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:03.959279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57668) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:03.967477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:03.968378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c81cc596-a8ec-40c7-9e44-ae6839f8cd62 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0714822 Jun 04 06:52:04.006360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fe2a:a6a (194f226e-387b-4357-8c23-95825d1aac54/431144c7-7acf-4783-9155-7d1e4e35a8de/388d5a63-814e-44be-b606-dbe5562e482c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:04.063958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Attempting to bind port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:52:04.064326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Attempting to bind port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:52:04.064701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Attempting to bind port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:04.069226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:04.069887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:04.070023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet a46e3c6e-b157-43cd-ba17-c861d1f697db {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:04.088458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.149012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:52:04.149529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:52:04.149938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.150325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:52:04.150809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Bound port: 8f92a99c-004f-40e9-9466-62db3c8bcfc3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:52:04.151733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.242678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.434125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] For port 8f92a99c-004f-40e9-9466-62db3c8bcfc3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:52:04.437273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] For port 8f92a99c-004f-40e9-9466-62db3c8bcfc3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f92a99c-004f-40e9-9466-62db3c8bcfc3,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:52:04.468174 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.595205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.608530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.647693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:04.665827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 388d5a63-814e-44be-b606-dbe5562e482c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:04.769707 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:04.867729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3d526-e503-403d-96bf-c3b87175066c None None] Pushing event updated for resources: {'Port': ['ID=8f92a99c-004f-40e9-9466-62db3c8bcfc3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:04.882361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=a46e3c6e-b157-43cd-ba17-c861d1f697db,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:04.888030 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:05.034893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c60c212-9a13-4694-9acc-0babe3e5640f req-cfb2c064-786e-4fb3-96b7-761e48d02c67 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.1006393 Jun 04 06:52:05.157996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc082c-1038-48ac-9c18-19bea03b1abf None None] Network 038fbc20-b6ef-4156-8b0f-d00d25daf527 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:05.169145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:05.201867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=388d5a63-814e-44be-b606-dbe5562e482c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:05.276969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:05.288839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e1fba256-9b34-429b-a604-bfad9252ac41 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/a46e3c6e-b157-43cd-ba17-c861d1f697db HTTP/1.1" status: 204 len: 168 time: 1.3255000 Jun 04 06:52:05.289594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57708) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:05.291767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:05.308232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:05.540030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:01Z', 'revision_number': 10, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:05.584578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:05.584578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:05.600583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:05.606021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-34e78a13-0428-4b1d-9a88-fc5034aadc2b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2661076 Jun 04 06:52:05.607309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57718) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:05.660698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:05.663955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:05.752756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:05.782742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d430-26c5-47e9-b8cb-8f6d95ffe0a2 req-ccd8418d-7f11-41d6-9567-0eea9403bd99 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:05.789920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bc2d430-26c5-47e9-b8cb-8f6d95ffe0a2 req-ccd8418d-7f11-41d6-9567-0eea9403bd99 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.4607940 Jun 04 06:52:05.811913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc456a-2533-424d-824e-38709113f860 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:05.819090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc456a-2533-424d-824e-38709113f860 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:05.819915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94fc456a-2533-424d-824e-38709113f860 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:05.830825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 682d36a7-5701-44f9-a40d-11e6a30ea2ef {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:05.831169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:05.843351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94fc456a-2533-424d-824e-38709113f860 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:05.847237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94fc456a-2533-424d-824e-38709113f860 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2361708 Jun 04 06:52:05.847383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57722) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:05.907086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:05.945771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bc2d430-26c5-47e9-b8cb-8f6d95ffe0a2 req-4f546350-05a0-4eba-972e-62d82c7c1f67 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446323 Jun 04 06:52:06.017728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 388d5a63-814e-44be-b606-dbe5562e482c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:06.025595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:06.585170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] DHCP port deletion for 038fbc20-b6ef-4156-8b0f-d00d25daf527 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:06.593984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Deleting port 682d36a7-5701-44f9-a40d-11e6a30ea2ef {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:06.594535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:06.625663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3fbbe59d-b237-44b7-9386-cafb4ff2da4c req-4ef9e3f8-7766-4d75-afde-43d3996e1cac tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.2594218 Jun 04 06:52:06.805051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:07.003907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=682d36a7-5701-44f9-a40d-11e6a30ea2ef,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:07.009256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:07.011874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] For port 682d36a7-5701-44f9-a40d-11e6a30ea2ef, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=682d36a7-5701-44f9-a40d-11e6a30ea2ef,segment=NetworkSegment(4a45b139-54bc-49d0-a340-a9c97ef2b9db),segment_id=4a45b139-54bc-49d0-a340-a9c97ef2b9db)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:07.012383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:07.223114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-b20b913c-0f55-4268-9803-6fc33cdeec03 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:07.228636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-b20b913c-0f55-4268-9803-6fc33cdeec03 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.39 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.7867880 Jun 04 06:52:07.360549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-88ca8a07-e276-4f8f-a001-f7f137299d56 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:07.362302 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-88ca8a07-e276-4f8f-a001-f7f137299d56 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.6965888 Jun 04 06:52:07.452005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Calling delete_port for 682d36a7-5701-44f9-a40d-11e6a30ea2ef owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:07.465149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': '1014ac17-a762-4ea5-acae-622a4243ce28', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:07.491417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 388d5a63-814e-44be-b606-dbe5562e482c owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:07.518363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f92a99c-004f-40e9-9466-62db3c8bcfc3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:07.536744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 682d36a7-5701-44f9-a40d-11e6a30ea2ef owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:07.553928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59c39e-8601-434c-868b-6af4ef816644 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:07.710814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:01Z', 'revision_number': 10, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:07.742666 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:52:07.775608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fa302489-14f6-4ea4-b78d-579a35ce5c6c None None] Provisioning for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:07.805114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Deleting port 0c39d271-6d7d-494a-b473-a6186bec8287 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:07.806186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:07.806409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b09dfe-5261-4134-809d-30a5f37246d4 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:01Z', 'revision_number': 10, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None, '_interfaces': [{'id': '61164d47-30b7-4774-b62e-d534472109bb', 'name': '', 'network_id': 'd5aa8f73-094d-4df9-8185-21108ebabe42', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'mac_address': 'fa:16:3e:11:03:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:39Z', 'updated_at': '2022-06-04T06:50:56Z', 'revision_number': 5, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'subnets': [{'id': '363c9fc9-f756-4a03-b9c3-36c43026b480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:07.946628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.047186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:08.126102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:52:08.126798 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:52:08.142591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] Pushing event deleted for resources: {'Port': ['ID=682d36a7-5701-44f9-a40d-11e6a30ea2ef,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:08.215707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:08.216125 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.220505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:08.268926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190a8eb-00c4-4224-ad43-5022fd194695 req-cc0a8387-085e-49e7-b135-4937a72a67c0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:08.268926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2190a8eb-00c4-4224-ad43-5022fd194695 req-cc0a8387-085e-49e7-b135-4937a72a67c0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.8198636 Jun 04 06:52:08.270925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:08.275847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:08.294305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:08.362196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:08.366923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.402633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f2161-ac76-49a1-a3fe-7645047d8c95 None None] No DVR routers for this DVR port 682d36a7-5701-44f9-a40d-11e6a30ea2ef on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:08.446289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2190a8eb-00c4-4224-ad43-5022fd194695 req-84531bde-0301-4012-ba35-8f005e20c735 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420453 Jun 04 06:52:08.543192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.610541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] For port 0c39d271-6d7d-494a-b473-a6186bec8287, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=0c39d271-6d7d-494a-b473-a6186bec8287,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:08.610906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.630593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 682d36a7-5701-44f9-a40d-11e6a30ea2ef {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:08.631146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.707021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:08.707669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.819291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8f92a99c-004f-40e9-9466-62db3c8bcfc3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f92a99c-004f-40e9-9466-62db3c8bcfc3,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:08.826001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:08.890355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=388d5a63-814e-44be-b606-dbe5562e482c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:08.996134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 682d36a7-5701-44f9-a40d-11e6a30ea2ef no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:09.110295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:09.143293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 682d36a7-5701-44f9-a40d-11e6a30ea2ef {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:09.143931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 682d36a7-5701-44f9-a40d-11e6a30ea2ef not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:09.182035 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e79832eb-5e77-4118-8d6e-ded2f4758fd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/388d5a63-814e-44be-b606-dbe5562e482c HTTP/1.1" status: 204 len: 168 time: 3.3336110 Jun 04 06:52:09.185378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57774) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:09.226154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8f92a99c-004f-40e9-9466-62db3c8bcfc3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:09.250236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c02b998b-f6f9-49a1-8389-9e292fb2c2fe no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:09.304904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.3 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/8f2989ef-dfbf-49c2-b788-0d8789fa6250) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:09.323354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:09.324912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:09.326430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:09.327284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:09.346976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c02b998b-f6f9-49a1-8389-9e292fb2c2fe {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:09.347325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c02b998b-f6f9-49a1-8389-9e292fb2c2fe not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:09.355471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:09.371485 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5fe183ea-f792-49b5-9f62-2a8d5bb32eb0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1832247 Jun 04 06:52:09.381113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-277e95d7-2674-44e6-af40-f2f6eff6a069 req-c1a2151c-2575-471d-9a20-748300c412e6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.6492810 Jun 04 06:52:09.403676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57782) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:09.406432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4f4b92d7-faa8-4d92-b029-c066622633e2 None None] Provisioning complete for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:09.407290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4f4b92d7-faa8-4d92-b029-c066622633e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:09.461925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Calling delete_port for 0c39d271-6d7d-494a-b473-a6186bec8287 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:09.598900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] The port '682d36a7-5701-44f9-a40d-11e6a30ea2ef' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:52:09.765487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b92d7-faa8-4d92-b029-c066622633e2 None None] Current status of the port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:09.772248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4f4b92d7-faa8-4d92-b029-c066622633e2 None None] Could not find standard attr ID for object 388d5a63-814e-44be-b606-dbe5562e482c. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:52:09.778860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 431144c7-7acf-4783-9155-7d1e4e35a8de {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:09.794231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:09.885856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:09.929123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:09.987266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ad304b6b-1d14-4ad1-8e07-da65e0057db8 None None] Could not find standard attr ID for object 388d5a63-814e-44be-b606-dbe5562e482c. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:52:10.078553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.162976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 8f2989ef-dfbf-49c2-b788-0d8789fa6250 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:10.185652 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.198973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038fbc20-b6ef-4156-8b0f-d00d25daf527']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:10.285934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.430946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.513063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a45b139-54bc-49d0-a340-a9c97ef2b9db') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:10.514178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a45b139-54bc-49d0-a340-a9c97ef2b9db') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:10.531324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.537171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:10.538414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:10.561142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:10.584690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.611429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=431144c7-7acf-4783-9155-7d1e4e35a8de,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:10.628830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:52:10.630065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.637990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529461d9-13ff-4da8-92cf-7ce31381dd36 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:10.639520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.661299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:10.678442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ca13b42-61cf-4220-87ec-6a16cad7cd29 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/431144c7-7acf-4783-9155-7d1e4e35a8de HTTP/1.1" status: 204 len: 168 time: 1.2708266 Jun 04 06:52:10.679835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:10.688139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:10.690470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.750627 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 4a45b139-54bc-49d0-a340-a9c97ef2b9db resource provider aggregate not found Jun 04 06:52:10.794954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cac5-b041-4063-a2b9-3fd6ca37f8ef req-2e285148-f6f8-40df-b44b-e7ac18913c0c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:10.796868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91b8cac5-b041-4063-a2b9-3fd6ca37f8ef req-2e285148-f6f8-40df-b44b-e7ac18913c0c tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=066851e8-9645-4937-abf9-650e79db1fbb HTTP/1.1" status: 200 len: 946 time: 0.8835897 Jun 04 06:52:10.797881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:10.809659 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 4a45b139-54bc-49d0-a340-a9c97ef2b9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a45b139-54bc-49d0-a340-a9c97ef2b9db found for delete ", "request_id": "req-d230345d-c0f9-44b4-a973-5df6c85c6762"}]} Jun 04 06:52:10.845417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['861df88b-9847-4395-b0a1-cea766e3bb2d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:52:10.921085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-96f53f5d-0d6d-43d5-9bb4-0141cc9c065c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4605441 Jun 04 06:52:10.940224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet baf25e59-c5af-4332-9634-a7556af01cd8 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:10.947284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Request body: {'port': {'device_id': '1014ac17-a762-4ea5-acae-622a4243ce28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:11.033081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.047554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 0c39d271-6d7d-494a-b473-a6186bec8287 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:11.159146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 0c39d271-6d7d-494a-b473-a6186bec8287 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:11.159146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 0c39d271-6d7d-494a-b473-a6186bec8287 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:11.171114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-03df38bd-e900-4467-8e05-c58cc9decc5f None None] Provisioning for port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:11.193213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event deleted for resources: {'Port': ['ID=0c39d271-6d7d-494a-b473-a6186bec8287,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:11.214788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.239246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-03df38bd-e900-4467-8e05-c58cc9decc5f None None] Provisioning complete for port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:11.239666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-03df38bd-e900-4467-8e05-c58cc9decc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.244915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.357726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.360407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=038fbc20-b6ef-4156-8b0f-d00d25daf527,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:11.368299 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.383360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-03df38bd-e900-4467-8e05-c58cc9decc5f None None] Port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:52:11.419840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91b8cac5-b041-4063-a2b9-3fd6ca37f8ef req-139eac5f-3b3f-424a-a29c-88bbf1e7f7f7 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120067 Jun 04 06:52:11.440456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f92a99c-004f-40e9-9466-62db3c8bcfc3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:11.546947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] No DVR routers for this DVR port 0c39d271-6d7d-494a-b473-a6186bec8287 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:11.555371 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a972e21c-ff14-4921-9919-03761aded1a2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/038fbc20-b6ef-4156-8b0f-d00d25daf527 HTTP/1.1" status: 204 len: 168 time: 6.2644978 Jun 04 06:52:11.557848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:11.562385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9307c62-27ad-431c-bfc0-3d17279fbdd7 req-38745ae4-1f91-41f1-b82c-1917e7777fbb tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.39 "DELETE /v2.0/ports/0c39d271-6d7d-494a-b473-a6186bec8287 HTTP/1.1" status: 204 len: 173 time: 3.9894071 Jun 04 06:52:11.563138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'name': 'network-vif-deleted', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:11.579518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57818) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:11.853458 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:12.012712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:12.015316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:12.043989 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:12.170301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:12.204705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=baf25e59-c5af-4332-9634-a7556af01cd8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:12.263357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba8cc8c2-65da-4e60-ae1a-c76b2b961d54 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/baf25e59-c5af-4332-9634-a7556af01cd8 HTTP/1.1" status: 204 len: 168 time: 1.5513992 Jun 04 06:52:12.268308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57834) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:12.493495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:12.508495 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e104aaf5-0c60-482e-a455-9fcb3f75c250 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2346659 Jun 04 06:52:12.565690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57848) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:12.633369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:12.823502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72c020-a60f-4f81-b9ea-b521ef06f5d8 req-8211b16a-05aa-4a44-b251-dcb80fd412fe tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:12.831153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e72c020-a60f-4f81-b9ea-b521ef06f5d8 req-8211b16a-05aa-4a44-b251-dcb80fd412fe tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 931 time: 0.7177949 Jun 04 06:52:13.080082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2989ef-dfbf-49c2-b788-0d8789fa6250 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:52:13.085582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e72c020-a60f-4f81-b9ea-b521ef06f5d8 req-09343841-4dd2-4d76-8c0d-0573a9dbf394 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529931 Jun 04 06:52:13.110827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:13.112027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:13.123846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:13.132635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:13.154745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:13.155002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Transition to ACTIVE for port object 8f2989ef-dfbf-49c2-b788-0d8789fa6250 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:13.162878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:13.184179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:13.189274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:13.246143 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b55181-d2d7-4ef4-a38d-6d5ec16973b4'] response: {'server_uuid': '066851e8-9645-4937-abf9-650e79db1fbb', 'name': 'network-vif-deleted', 'tag': '0c39d271-6d7d-494a-b473-a6186bec8287', 'status': 'completed', 'code': 200} Jun 04 06:52:13.358130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fceb684-5ca2-4e30-bcb6-c31f568cf975 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:13.410528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Pushing event updated for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:13.788171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Attempting to bind port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:52:13.788497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Attempting to bind port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:52:13.788698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Attempting to bind port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:13.793941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:52:13.794267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Attempting to bind port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:13.809589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:52:13.810335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:52:13.810553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:52:13.810898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Bound port: 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:52:13.811249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:13.881388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6e9c483c-9d95-400b-b39d-514fc68bcbdf None None] Provisioning complete for port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:13.882114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e9c483c-9d95-400b-b39d-514fc68bcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:13.894625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:14.086420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:52:14.090529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:52:14.100601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:14.192794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c483c-9d95-400b-b39d-514fc68bcbdf None None] Current status of the port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:14.246982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:14.247872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:14.249720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] 10.222.0.24 "PUT /v2.0/ports/8f2989ef-dfbf-49c2-b788-0d8789fa6250 HTTP/1.1" status: 200 len: 1091 time: 3.3066463 Jun 04 06:52:14.250306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:14.292850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e1927-0586-4674-8b96-208df2dcfdbe service neutron] Pushing event updated for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:14.358675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:14.376804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Deleting port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:14.377441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:14.554663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-d31a60b9-344d-4edf-b242-8033fb8d2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:14.558002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-d31a60b9-344d-4edf-b242-8033fb8d2cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 1094 time: 0.2606862 Jun 04 06:52:14.783426 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-1bbb6899-2a5c-447e-94bc-3339810f0575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250 HTTP/1.1" status: 200 len: 217 time: 0.2160878 Jun 04 06:52:14.907887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] For port 8f92a99c-004f-40e9-9466-62db3c8bcfc3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8f92a99c-004f-40e9-9466-62db3c8bcfc3,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:14.908176 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:14.940193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-d1fd1c99-fe1c-4d27-98ab-2ea4e6144fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:14.941941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-d1fd1c99-fe1c-4d27-98ab-2ea4e6144fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1515481 Jun 04 06:52:15.060697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:15.120379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-6c0f03f2-6bc9-4e05-890b-2151f76b2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:15.121299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-6c0f03f2-6bc9-4e05-890b-2151f76b2cd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731017 Jun 04 06:52:15.227950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Calling delete_port for 8f92a99c-004f-40e9-9466-62db3c8bcfc3 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:15.285207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=b0e9e969-c6a4-4283-b1ff-0296c8eace87,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:15.306889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:15.321279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:15.342274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c235e24-9473-4cf7-8efc-33143cc16e37 req-d50ba371-bdf3-490f-9805-5ea817e28cef tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:15.343066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4c235e24-9473-4cf7-8efc-33143cc16e37 req-d50ba371-bdf3-490f-9805-5ea817e28cef tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:15.353977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:15.354569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:15.419194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8f92a99c-004f-40e9-9466-62db3c8bcfc3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:15.474585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-c2966911-2438-43e4-9b6c-362aca2403f9 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461642 Jun 04 06:52:15.480357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4c235e24-9473-4cf7-8efc-33143cc16e37 req-d50ba371-bdf3-490f-9805-5ea817e28cef tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:15.487209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c235e24-9473-4cf7-8efc-33143cc16e37 req-d50ba371-bdf3-490f-9805-5ea817e28cef tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.7422476 Jun 04 06:52:15.551062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:15.590054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 update to DOWN by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:52:15.612972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] Pushing event deleted for resources: {'Port': ['ID=8f92a99c-004f-40e9-9466-62db3c8bcfc3,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:15.615184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0dea6-10e2-49c5-befb-660155ba7e3c None None] No DVR routers for this DVR port 8f92a99c-004f-40e9-9466-62db3c8bcfc3 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:15.636550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea7fa1-e460-41d4-bd06-8afa219cc861 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:15.668147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port 61164d47-30b7-4774-b62e-d534472109bb {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:15.669953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:15.766258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7c37a915-d9df-48f8-95f3-5dc014c5ce48 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1470172 Jun 04 06:52:15.767430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:15.780471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c098fb-be0e-4210-9b68-ef40fc1d93ff req-05ed5288-9c9d-404d-8715-ed2333c6415c service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951262 Jun 04 06:52:15.816561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c235e24-9473-4cf7-8efc-33143cc16e37 req-d91f3ba4-ba85-4370-8ef6-2766bf489ee0 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284376 Jun 04 06:52:15.823039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:16.220152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'b0e9e969-c6a4-4283-b1ff-0296c8eace87'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:52:16.225913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:16.543064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port 61164d47-30b7-4774-b62e-d534472109bb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=61164d47-30b7-4774-b62e-d534472109bb,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:16.543672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:16.565241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:16.589490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Allocated IP 172.20.0.2 (194f226e-387b-4357-8c23-95825d1aac54/b0e9e969-c6a4-4283-b1ff-0296c8eace87/7386d703-02fe-4086-9867-e05822d560c4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:16.650581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5f86-8cf7-47ec-9c1d-2868c43fa6aa req-3f7ca51f-928e-4104-89ab-e7dd45420be1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:16.661641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-423b5f86-8cf7-47ec-9c1d-2868c43fa6aa req-3f7ca51f-928e-4104-89ab-e7dd45420be1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.6254668 Jun 04 06:52:16.699844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:16.732063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-489b4196-e983-4a6c-85b6-84dc0901c924 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:16.734261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-489b4196-e983-4a6c-85b6-84dc0901c924 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Synchronizing usage tracker for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:16.772981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-489b4196-e983-4a6c-85b6-84dc0901c924 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Unset dirty status for tenant:57b50c52a43642838d76a63783820d98 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:16.775823 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-489b4196-e983-4a6c-85b6-84dc0901c924 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.3687737 Jun 04 06:52:16.923734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:16.936198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for 61164d47-30b7-4774-b62e-d534472109bb owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:16.966500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21e5e89b-f98c-4e4a-a3f2-08fe87f481b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.016099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:17.086790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-423b5f86-8cf7-47ec-9c1d-2868c43fa6aa req-f72a8366-4e5d-4ebe-b046-aeaa0b4790ea tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245386 Jun 04 06:52:17.127469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:17.139411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.182137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Deleting port 861df88b-9847-4395-b0a1-cea766e3bb2d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:17.186070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.425681 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071267f2-2b63-4683-bc78-40f42fd61471'] response: {'name': 'network-changed', 'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250', 'status': 'completed', 'code': 200} Jun 04 06:52:17.511745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.545269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Transition to ACTIVE for port object 7386d703-02fe-4086-9867-e05822d560c4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:17.603079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Transition to ACTIVE for port object 7386d703-02fe-4086-9867-e05822d560c4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:17.626750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.830142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] For port 861df88b-9847-4395-b0a1-cea766e3bb2d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=861df88b-9847-4395-b0a1-cea766e3bb2d,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:17.830812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:17.856217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:17.876384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:17.883583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:18.049359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Calling delete_port for 861df88b-9847-4395-b0a1-cea766e3bb2d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:18.120494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Pushing event updated for resources: {'Port': ['ID=7386d703-02fe-4086-9867-e05822d560c4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:18.167798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd58f31-4346-478b-a44c-80586306b1b3 req-8183dbce-ea33-44be-a102-af409f71bc6f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:18.175005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afd58f31-4346-478b-a44c-80586306b1b3 req-8183dbce-ea33-44be-a102-af409f71bc6f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/ports?device_id=67e6a345-6533-4b57-b7d5-90a2b5b4b8dd HTTP/1.1" status: 200 len: 945 time: 0.6526992 Jun 04 06:52:18.218378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Attempting to bind port 7386d703-02fe-4086-9867-e05822d560c4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:52:18.221979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Attempting to bind port 7386d703-02fe-4086-9867-e05822d560c4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:52:18.221979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Attempting to bind port 7386d703-02fe-4086-9867-e05822d560c4 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:18.233706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:52:18.240703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:52:18.246138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:18.252813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:52:18.261115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Bound port: 7386d703-02fe-4086-9867-e05822d560c4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:52:18.261852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:18.276836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:18.307080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:18.360813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['861df88b-9847-4395-b0a1-cea766e3bb2d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:52:18.600489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Pushing event deleted for resources: {'Port': ['ID=861df88b-9847-4395-b0a1-cea766e3bb2d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:18.604515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8335e067-d475-45a0-b277-b2456135f37f None None] For port 7386d703-02fe-4086-9867-e05822d560c4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:52:18.610169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8335e067-d475-45a0-b277-b2456135f37f None None] For port 7386d703-02fe-4086-9867-e05822d560c4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7386d703-02fe-4086-9867-e05822d560c4,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:52:18.611487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-cff3039e-c9d0-49ab-a2c9-216497e0041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:18.620033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:18.623005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-cff3039e-c9d0-49ab-a2c9-216497e0041b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 1094 time: 1.3594337 Jun 04 06:52:18.868119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=61164d47-30b7-4774-b62e-d534472109bb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:18.903661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335e067-d475-45a0-b277-b2456135f37f None None] Pushing event updated for resources: {'Port': ['ID=7386d703-02fe-4086-9867-e05822d560c4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:18.922055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] No DVR routers for this DVR port 861df88b-9847-4395-b0a1-cea766e3bb2d on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:18.925869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:19.087794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8afa19f9-fdba-4af9-a080-54ea284292c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:19.220292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc28f767-11c2-493e-ba50-a0ca11d73cd1 req-30740708-ac81-4e2d-a50a-a725c6d53c19 tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.24 "DELETE /v2.0/ports/861df88b-9847-4395-b0a1-cea766e3bb2d HTTP/1.1" status: 204 len: 173 time: 2.4411204 Jun 04 06:52:19.429833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'name': 'network-vif-deleted', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:19.433168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afd58f31-4346-478b-a44c-80586306b1b3 req-ee5465d9-5a88-43de-b485-6168e1f8304f tempest-ServerRescueNegativeTestJSON-1288961891 tempest-ServerRescueNegativeTestJSON-1288961891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ecdaa991-75f3-4a95-a79d-7084c6fc6fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2078264 Jun 04 06:52:19.433822 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:19.441287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-5c3dca51-7e70-4e11-be6d-797751ab060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:19.446344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-5c3dca51-7e70-4e11-be6d-797751ab060b service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.6255796 Jun 04 06:52:19.684332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-c6722b1e-5d5e-4b8f-a767-1e344f5e7480 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250 HTTP/1.1" status: 200 len: 217 time: 0.2311029 Jun 04 06:52:19.818848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-5983a7ef-b005-495a-b5b7-8e22637c16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:19.828111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-5983a7ef-b005-495a-b5b7-8e22637c16f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1274889 Jun 04 06:52:20.012126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-09990991-f617-4ffd-b490-4c1632cd42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:20.020979 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-09990991-f617-4ffd-b490-4c1632cd42a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840353 Jun 04 06:52:20.150204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:52:20.250314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:20.285670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf5f4-702e-4e63-a405-0c8ebcaf737a req-5e978fac-db21-400f-8a1e-6b1536c653ba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:20.290546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abfbf5f4-702e-4e63-a405-0c8ebcaf737a req-5e978fac-db21-400f-8a1e-6b1536c653ba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.5747631 Jun 04 06:52:20.517118 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:20.542580 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-95f3c239-2697-4444-a9fd-be32d57277a9 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064228 Jun 04 06:52:20.602362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abfbf5f4-702e-4e63-a405-0c8ebcaf737a req-b2e46e9b-0976-471c-b763-ef78e37d0c8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841508 Jun 04 06:52:20.737443 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff611c4-8542-409a-88aa-f76ba2101f07'] response: {'server_uuid': '67e6a345-6533-4b57-b7d5-90a2b5b4b8dd', 'name': 'network-vif-deleted', 'tag': '861df88b-9847-4395-b0a1-cea766e3bb2d', 'status': 'completed', 'code': 200} Jun 04 06:52:20.772785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:52:20.876238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:20.903804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1b6d2072-ae71-4b66-91da-b58763c2b9f3 req-32e26947-bae0-475d-89cc-5011682a3147 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544557 Jun 04 06:52:20.913766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:20.918382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7fe6f9d7-b1b7-412f-a55e-65af0b1a9fc9 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3336537 Jun 04 06:52:20.920265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 57964) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:20.984582 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:20.989355 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:21.111704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting subnet 363c9fc9-f756-4a03-b9c3-36c43026b480 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:21.117082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:21.164742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a9203eb-76cd-4939-a5c1-ddf8c6f2aeea None None] Provisioning for port 7386d703-02fe-4086-9867-e05822d560c4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:21.336832 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:21.351481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:21.378817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:21.382589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7386d703-02fe-4086-9867-e05822d560c4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:21.530483 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:21.554487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:21.564300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:21.569425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7386d703-02fe-4086-9867-e05822d560c4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:21.590741 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:21.591368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:21.593216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7386d703-02fe-4086-9867-e05822d560c4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:21.593612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:21.736692 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:21.840190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 861df88b-9847-4395-b0a1-cea766e3bb2d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:21.981795 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:22.097013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 861df88b-9847-4395-b0a1-cea766e3bb2d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:22.097423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 861df88b-9847-4395-b0a1-cea766e3bb2d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:22.181942 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:22.186603 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356277f6-0b5f-49c1-ba6d-59b70b568845 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:22.321093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:22.321789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.376610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.489688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] For port 7386d703-02fe-4086-9867-e05822d560c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7386d703-02fe-4086-9867-e05822d560c4,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:22.509578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.570645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Subnet': ['ID=363c9fc9-f756-4a03-b9c3-36c43026b480,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:22.572638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.579721 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.584023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e56911-7f25-47a3-8704-679c592e3dc1 None None] Network d5aa8f73-094d-4df9-8185-21108ebabe42 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:22.586617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-82e6ff42-3740-46b6-8a1c-6f3cf3b0ac42 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/363c9fc9-f756-4a03-b9c3-36c43026b480 HTTP/1.1" status: 204 len: 168 time: 1.6653078 Jun 04 06:52:22.595795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 57990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:22.596270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa76e17-01fb-474c-afa2-8c7443da8b32 req-f538d3c9-7549-4539-8d17-bb78c922e977 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:22.603276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dfa76e17-01fb-474c-afa2-8c7443da8b32 req-f538d3c9-7549-4539-8d17-bb78c922e977 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.2412667 Jun 04 06:52:22.619843 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:22.620680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.015836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=21302740-23b1-4a13-9282-6bac53f71f2e,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:23.074578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:23.099442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dfa76e17-01fb-474c-afa2-8c7443da8b32 req-cdd9fcc5-1314-41fc-b8e0-7b334476efe6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951477 Jun 04 06:52:23.115613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:23.137513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:23.140530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.148851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:52:23.149439 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:52:23.156072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdabc3ae-dd33-4fdd-a6fc-957892c70bc1 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:23.156623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=7386d703-02fe-4086-9867-e05822d560c4,revision_number=4']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:23.199155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01e5ce18-c40e-435a-b804-9f89e1787d42 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.4072433 Jun 04 06:52:23.199998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:23.207576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:e8:ed:d1', 'name': 'tempest-NetworksTestDHCPv6-406785538'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:23.297861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.378066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] DHCP port deletion for d5aa8f73-094d-4df9-8185-21108ebabe42 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:23.401201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Deleting port b3efd556-b05e-4289-8032-29918c39f3df {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:23.402090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.402775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Deleting port b3efd556-b05e-4289-8032-29918c39f3df {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:23.403127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.586339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:23.591448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:23.596384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:23.604142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:23.621353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:23.804884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:23.862818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:52:23.887046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] For port b3efd556-b05e-4289-8032-29918c39f3df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3efd556-b05e-4289-8032-29918c39f3df,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:23.887046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.087793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Calling delete_port for b3efd556-b05e-4289-8032-29918c39f3df owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:24.242298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:24.242897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.381825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.401551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] For port b3efd556-b05e-4289-8032-29918c39f3df, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b3efd556-b05e-4289-8032-29918c39f3df,segment=NetworkSegment(1e8e5619-35f7-4fa3-b0f9-b78429d99567),segment_id=1e8e5619-35f7-4fa3-b0f9-b78429d99567)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:24.402045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.457965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.526194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No DVR routers for this DVR port b3efd556-b05e-4289-8032-29918c39f3df on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:24.530105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Port': ['ID=b3efd556-b05e-4289-8032-29918c39f3df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:24.559210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 172.20.0.14 (194f226e-387b-4357-8c23-95825d1aac54/b0e9e969-c6a4-4283-b1ff-0296c8eace87/0e3198a2-5d1f-4ab4-b580-e9064b8c6615) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:24.607737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fee8:edd1 (194f226e-387b-4357-8c23-95825d1aac54/21302740-23b1-4a13-9282-6bac53f71f2e/0e3198a2-5d1f-4ab4-b580-e9064b8c6615) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:24.674917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ca93-b3dc-4c12-83be-c60b3fe9bee6 req-401e06eb-be51-4f6d-870b-3cec617c24f7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:24.682889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22c8ca93-b3dc-4c12-83be-c60b3fe9bee6 req-401e06eb-be51-4f6d-870b-3cec617c24f7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.2950256 Jun 04 06:52:24.727121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Calling delete_port for b3efd556-b05e-4289-8032-29918c39f3df owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:24.807596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7386d703-02fe-4086-9867-e05822d560c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7386d703-02fe-4086-9867-e05822d560c4,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:24.840501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:24.865112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22c8ca93-b3dc-4c12-83be-c60b3fe9bee6 req-a5d97426-943f-4981-9e80-dcd2bad57849 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706266 Jun 04 06:52:24.943301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.042701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7386d703-02fe-4086-9867-e05822d560c4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:25.139986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.175352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:25.182857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aa8f73-094d-4df9-8185-21108ebabe42']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:25.234933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8e5619-35f7-4fa3-b0f9-b78429d99567') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:25.235638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8e5619-35f7-4fa3-b0f9-b78429d99567') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:25.254726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.259264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.276754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.285355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:52:25.286406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.304094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:52:25.306847 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:52:25.311545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7386d703-02fe-4086-9867-e05822d560c4,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:25.350391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7386d703-02fe-4086-9867-e05822d560c4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:25.350778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.411396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:25.415622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:25.421129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:25.539123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.572117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.588251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:25.588809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Pushing event deleted for resources: {'Network': ['ID=d5aa8f73-094d-4df9-8185-21108ebabe42,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:25.589139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.629417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-82d1f772-c84f-4bf2-87ee-d1fb5777d160 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/networks/d5aa8f73-094d-4df9-8185-21108ebabe42 HTTP/1.1" status: 204 len: 168 time: 3.0322363 Jun 04 06:52:25.635114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:25.645776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4422085 Jun 04 06:52:25.645776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564b8a9-523d-4d76-8b47-619cf320b769 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=0e3198a2-5d1f-4ab4-b580-e9064b8c6615,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:25.648966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58042) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:25.668964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'routes': None}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:25.706361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:25.719305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.751448 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1e8e5619-35f7-4fa3-b0f9-b78429d99567 resource provider aggregate not found Jun 04 06:52:25.797149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3efd556-b05e-4289-8032-29918c39f3df no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:25.852510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814867e-b175-4747-8db6-755c78e26469 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:25.858580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814867e-b175-4747-8db6-755c78e26469 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:25.859489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c814867e-b175-4747-8db6-755c78e26469 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:25.870118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Deleting port b3efd556-b05e-4289-8032-29918c39f3df {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:25.870494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:25.878109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c814867e-b175-4747-8db6-755c78e26469 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:25.882443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c814867e-b175-4747-8db6-755c78e26469 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2323306 Jun 04 06:52:25.883034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58050) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:25.918875 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 1e8e5619-35f7-4fa3-b0f9-b78429d99567 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e8e5619-35f7-4fa3-b0f9-b78429d99567 found for delete ", "request_id": "req-4f603066-176a-4c01-a636-91b5a58e5bb4"}]} Jun 04 06:52:26.011924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:26.012179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.085902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b3efd556-b05e-4289-8032-29918c39f3df {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:26.086243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b3efd556-b05e-4289-8032-29918c39f3df not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:26.086663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 61164d47-30b7-4774-b62e-d534472109bb no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:26.147108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d5d04ecc-c097-4787-8c71-4b278bc64ab1 None None] The port 'b3efd556-b05e-4289-8032-29918c39f3df' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:52:26.149882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 61164d47-30b7-4774-b62e-d534472109bb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:26.150336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 61164d47-30b7-4774-b62e-d534472109bb not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:26.172938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.190417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Added routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 04 06:52:26.190919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.extraroute_db [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Removed routes are [] {{(pid=88848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 04 06:52:26.192357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.291760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Deleting port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:26.291760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.496569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63027f3b-a8ea-4754-8d88-b5dd47b636e4 None None] Provisioning complete for port 7386d703-02fe-4086-9867-e05822d560c4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:26.498656 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63027f3b-a8ea-4754-8d88-b5dd47b636e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.553059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9b779-5769-4fd3-a455-4612417de507 req-252e0df4-47c9-4510-aaaf-d01b59410769 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:26.554816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90c9b779-5769-4fd3-a455-4612417de507 req-252e0df4-47c9-4510-aaaf-d01b59410769 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.4810874 Jun 04 06:52:26.638513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.646615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] For port 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:26.646903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.702196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-63027f3b-a8ea-4754-8d88-b5dd47b636e4 None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:26.721688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90c9b779-5769-4fd3-a455-4612417de507 req-a06306b3-ae2f-47e2-96d5-4740284490e1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514113 Jun 04 06:52:26.786417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:26.800296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.806027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.830499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5542766f-ceb3-4c4b-8101-80a8315cfa1f None None] Provisioning for port 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:26.837933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5542766f-ceb3-4c4b-8101-80a8315cfa1f None None] Provisioning complete for port 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:26.838435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5542766f-ceb3-4c4b-8101-80a8315cfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:26.925067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5542766f-ceb3-4c4b-8101-80a8315cfa1f None None] Port 0e3198a2-5d1f-4ab4-b580-e9064b8c6615 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:52:27.011882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7386d703-02fe-4086-9867-e05822d560c4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:27.170954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7386d703-02fe-4086-9867-e05822d560c4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:27.171647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:27.201811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:27.303376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Calling delete_port for 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:27.339614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=0e3198a2-5d1f-4ab4-b580-e9064b8c6615,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:27.346735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 439556b5-e6e5-494f-8d48-aef72002fd51 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:52:27.474360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:27.492150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:27.525443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb4ab276-54c9-4c45-915c-9cdb6843d3d7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/0e3198a2-5d1f-4ab4-b580-e9064b8c6615 HTTP/1.1" status: 204 len: 168 time: 1.6380396 Jun 04 06:52:27.525755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58068) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:27.667770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:27.668419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:27.680614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:27.682805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:27.683175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:27.687491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Sync routers for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:27.704061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:27.704808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:27.711688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:27.715991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:27.716902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-14f0455f-f175-43cf-9377-a3794bad3e17 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 705 time: 2.0593674 Jun 04 06:52:27.720081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:27.720532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7874c96e-c006-4de2-9616-665c107ff6c6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1908221 Jun 04 06:52:27.720532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:27.787698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d56ac14-93a4-4856-86a1-81d659da05b6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:27.815833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d56ac14-93a4-4856-86a1-81d659da05b6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:27.820747 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d56ac14-93a4-4856-86a1-81d659da05b6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 205 time: 0.0985532 Jun 04 06:52:27.821600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58082) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:27.898288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 21302740-23b1-4a13-9282-6bac53f71f2e {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:27.904341 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:27.938629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:28.002050 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.125590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.164150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:28.172694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Checking router: 439556b5-e6e5-494f-8d48-aef72002fd51 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:28.195287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Routers {'439556b5-e6e5-494f-8d48-aef72002fd51'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:28.196100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['439556b5-e6e5-494f-8d48-aef72002fd51'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:28.204635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7527d4-ae27-4623-b4cd-d7553ea78fc6 req-a2abbc2c-79ea-4de6-8db2-dcfee49d76c5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:28.206446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f7527d4-ae27-4623-b4cd-d7553ea78fc6 req-a2abbc2c-79ea-4de6-8db2-dcfee49d76c5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.2348728 Jun 04 06:52:28.273873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.368419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.371639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.432367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=21302740-23b1-4a13-9282-6bac53f71f2e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:28.436733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.446878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f7527d4-ae27-4623-b4cd-d7553ea78fc6 req-bec479bf-e667-4ce7-85f9-1e3ace438158 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231746 Jun 04 06:52:28.461510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa0bf86e-4fd3-4ab5-b7db-a7921f932f81 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/21302740-23b1-4a13-9282-6bac53f71f2e HTTP/1.1" status: 204 len: 168 time: 0.7400258 Jun 04 06:52:28.463890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58090) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:28.535965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414d13f-570c-4d17-a6ac-8b3335c7a22a None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:28.561377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] Set router 439556b5-e6e5-494f-8d48-aef72002fd51 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:28.575598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet b0e9e969-c6a4-4283-b1ff-0296c8eace87 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:28.581778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.582444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:28.701017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.794547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:28.816691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.883492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:28.995733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.008454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9379f-2c5e-458e-9159-c68f6085e452 None None] The sync data for ids ['439556b5-e6e5-494f-8d48-aef72002fd51'] in n-d-811808-2 is: [{'id': '439556b5-e6e5-494f-8d48-aef72002fd51', 'name': 'tempest-RoutersIpV6Test-router-1769958904', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:33Z', 'updated_at': '2022-06-04T06:52:17Z', 'revision_number': 11, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:29.151903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.258597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e9e969-c6a4-4283-b1ff-0296c8eace87,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:29.272402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.295185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4fbe1779-5017-473a-9ef6-fcecc5b34ea5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b0e9e969-c6a4-4283-b1ff-0296c8eace87 HTTP/1.1" status: 204 len: 168 time: 0.8290253 Jun 04 06:52:29.296428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:29.391309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-adbe0746-4c27-45cd-a1d7-4873eb9aa4a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913041 Jun 04 06:52:29.397902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58102) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:29.404710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:29.411006 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.411820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router 439556b5-e6e5-494f-8d48-aef72002fd51 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:52:29.471934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.477450 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-becfaed9-101b-4d37-8f25-35ddea6c040a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 204 len: 168 time: 1.6499550 Jun 04 06:52:29.492190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58108) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:29.512745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884195758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:29.612176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:29.623370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:29.626002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:29.632639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:29.643093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Usage tracker for resource:router and tenant:8b3dd38d8c584b328a437261b7f495b8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:29.649425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:29.653646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:29.669237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:29.693446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.702066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.703083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.770788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:29.775012 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:29.843260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.012520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.015835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b670d-8936-4dd6-8882-ecba51648802 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:30.166251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d605dd-14a6-4655-91a0-a9bc322212c2 req-d0cd656b-9a23-4492-a48d-c6613bbf130f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:30.167767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87d605dd-14a6-4655-91a0-a9bc322212c2 req-d0cd656b-9a23-4492-a48d-c6613bbf130f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.5242782 Jun 04 06:52:30.193693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.196514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-961353d2-dca1-41e4-b522-994514519d3d tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7032285 Jun 04 06:52:30.197138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58116) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:30.213391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bc91376c-4215-4715-b82c-cddf0f69b185 None None] Provisioning complete for port 7386d703-02fe-4086-9867-e05822d560c4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:30.213391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc91376c-4215-4715-b82c-cddf0f69b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.235416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:30.477417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-87d605dd-14a6-4655-91a0-a9bc322212c2 req-372eb39c-9c80-4b80-ba63-8f96404ed5e2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986946 Jun 04 06:52:30.480658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.546279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bc91376c-4215-4715-b82c-cddf0f69b185 None None] Current status of the port 7386d703-02fe-4086-9867-e05822d560c4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:30.556908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:30.560084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:30.566600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:30.567222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.590896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=b8b2d1cd-e001-4459-86bf-069bca187d89,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:30.609662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7bb032ae-8747-459d-b0fb-4f27ffcefe93 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2105291 Jun 04 06:52:30.615636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58122) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:30.621451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:30.650077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:30.654715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Deleting port 7386d703-02fe-4086-9867-e05822d560c4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:30.655371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.773238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:30.778256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:30.781372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:30.788226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:30.801252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:30.805961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.885217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.908363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:30.913250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Router de3058c1-1192-4f2f-80df-dc9092ba0a1a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:52:30.917355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] For port 7386d703-02fe-4086-9867-e05822d560c4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7386d703-02fe-4086-9867-e05822d560c4,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:30.917771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:31.116486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Calling delete_port for 7386d703-02fe-4086-9867-e05822d560c4 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:31.203712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7386d703-02fe-4086-9867-e05822d560c4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:31.245306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7386d703-02fe-4086-9867-e05822d560c4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:31.246056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7386d703-02fe-4086-9867-e05822d560c4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:31.247692 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:31.329271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] No DVR routers for this DVR port 7386d703-02fe-4086-9867-e05822d560c4 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:31.351568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1361e9-00ea-416a-bc52-3b5fa56849fa None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:31.432874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c0119-adea-4315-a7ce-399b98694a63 None None] Pushing event deleted for resources: {'Port': ['ID=7386d703-02fe-4086-9867-e05822d560c4,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:31.470704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Router 169cbe2d-7d04-46b6-810a-333df8ae9ef1 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:52:31.502819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:52:31.506346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:31.551860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:31.566447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6ba1a322-0a22-41ed-9f50-82294d66f206 admin admin] 10.222.0.17 "PUT /v2.0/routers/de3058c1-1192-4f2f-80df-dc9092ba0a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1828730 Jun 04 06:52:31.572301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Sync routers for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:31.586689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58138) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:31.598327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:31.599196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:31.752579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:31.761724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:31.768127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:31.768833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:31.803724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=b2134cc7-57ea-4f69-bd98-80ecea4ac00d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:31.821746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:31.837887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-58dae812-d5bc-4ee4-857a-433a4cb50c4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2209902 Jun 04 06:52:31.841666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58142) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:31.844637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:31.848944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9653b6ca-9918-494b-9a0e-57e02d3901e2 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "PUT /v2.0/routers/169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 200 len: 697 time: 1.6365757 Jun 04 06:52:31.849103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:a1:a1:68', 'name': 'tempest-NetworksTestDHCPv6-734649348'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:31.867625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Sync routers for ids ['169cbe2d-7d04-46b6-810a-333df8ae9ef1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:31.883336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58146) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:31.913416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Routers {'169cbe2d-7d04-46b6-810a-333df8ae9ef1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:31.914078 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['169cbe2d-7d04-46b6-810a-333df8ae9ef1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:31.924389 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:32.000151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:32.007311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:32.017534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23edd-f3fb-461f-95b1-2d913d99908c req-6be2e98e-f3e4-46b5-9293-ce500a7043de tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:32.020396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31a23edd-f3fb-461f-95b1-2d913d99908c req-6be2e98e-f3e4-46b5-9293-ce500a7043de tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.3779316 Jun 04 06:52:32.021376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:32.043292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:32.080648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:32.101254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31a23edd-f3fb-461f-95b1-2d913d99908c req-c1216feb-1f7d-4ab8-8c98-e306c1d23ae2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736253 Jun 04 06:52:32.243432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Set router 169cbe2d-7d04-46b6-810a-333df8ae9ef1 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:32.252142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:32.384988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-acf4febb-2099-443b-a006-fcdd8bd087b4 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/routers/169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 200 len: 703 time: 0.4142122 Jun 04 06:52:32.496973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58166) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:32.500354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169cbe2d-7d04-46b6-810a-333df8ae9ef1', 'name': 'tempest-RoutersIpV6Test-router-884195758', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:52:29Z', 'updated_at': '2022-06-04T06:52:30Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:32.500354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Checking router: 169cbe2d-7d04-46b6-810a-333df8ae9ef1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:32.500354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Routers {'169cbe2d-7d04-46b6-810a-333df8ae9ef1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:32.500354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['169cbe2d-7d04-46b6-810a-333df8ae9ef1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:32.501138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port b374f8fb-a033-4c19-a4b2-c37900a4cd1d yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:52:32.534068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b2506ccb-9acb-485c-9e28-86e6f9be620b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Synchronizing usage tracker for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:32.539505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:32.578809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b2506ccb-9acb-485c-9e28-86e6f9be620b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Unset dirty status for tenant:8b3dd38d8c584b328a437261b7f495b8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:32.583368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:52:28Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:32.584546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b2506ccb-9acb-485c-9e28-86e6f9be620b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 200 len: 205 time: 0.2811279 Jun 04 06:52:32.585630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58176) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:32.590321 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Checking router: de3058c1-1192-4f2f-80df-dc9092ba0a1a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:32.614298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Routers {'de3058c1-1192-4f2f-80df-dc9092ba0a1a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:32.615423 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:32.899686 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] Set router de3058c1-1192-4f2f-80df-dc9092ba0a1a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:32.908834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] Set router 169cbe2d-7d04-46b6-810a-333df8ae9ef1 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:33.049207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:33.077409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Deleting port 02a066ff-337e-472b-8eac-21d55854dcb7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:33.077409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:33.081826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:33.186225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169cbe2d-7d04-46b6-810a-333df8ae9ef1', 'name': 'tempest-RoutersIpV6Test-router-884195758', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:52:29Z', 'updated_at': '2022-06-04T06:52:30Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:33.213124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'b2134cc7-57ea-4f69-bd98-80ecea4ac00d'}, {'subnet_id': 'b8b2d1cd-e001-4459-86bf-069bca187d89'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:52:33.213124 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:33.228047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c717a7-3b19-4f46-be6f-08e91ee3fd28 None None] The sync data for ids ['169cbe2d-7d04-46b6-810a-333df8ae9ef1'] in n-d-811808-2 is: [{'id': '169cbe2d-7d04-46b6-810a-333df8ae9ef1', 'name': 'tempest-RoutersIpV6Test-router-884195758', 'tenant_id': '8b3dd38d8c584b328a437261b7f495b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:52:29Z', 'updated_at': '2022-06-04T06:52:30Z', 'revision_number': 2, 'project_id': '8b3dd38d8c584b328a437261b7f495b8', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:33.521460 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-03735f19-ad31-4072-a70b-e693df9481af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:52:28Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:33.521460 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03735f19-ad31-4072-a70b-e693df9481af None None] The sync data for ids ['de3058c1-1192-4f2f-80df-dc9092ba0a1a'] in n-d-811808-2 is: [{'id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805850416-router', 'tenant_id': '57b50c52a43642838d76a63783820d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:46:00Z', 'updated_at': '2022-06-04T06:52:28Z', 'revision_number': 5, 'project_id': '57b50c52a43642838d76a63783820d98', 'gw_port': {'id': '02a066ff-337e-472b-8eac-21d55854dcb7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3058c1-1192-4f2f-80df-dc9092ba0a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:46:02Z', 'updated_at': '2022-06-04T06:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:33.652475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] For port 02a066ff-337e-472b-8eac-21d55854dcb7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=02a066ff-337e-472b-8eac-21d55854dcb7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:33.652970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:33.725385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Allocated IP 172.20.0.2 (194f226e-387b-4357-8c23-95825d1aac54/b8b2d1cd-e001-4459-86bf-069bca187d89/62da4b81-13af-4704-af8d-e393f5054e3a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:33.732836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Allocated IP 2001:db8::f816:3eff:fef4:2466 (194f226e-387b-4357-8c23-95825d1aac54/b2134cc7-57ea-4f69-bd98-80ecea4ac00d/62da4b81-13af-4704-af8d-e393f5054e3a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:34.068608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Calling delete_port for 02a066ff-337e-472b-8eac-21d55854dcb7 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:34.290650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.319471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Transition to ACTIVE for port object 62da4b81-13af-4704-af8d-e393f5054e3a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:34.350335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Transition to ACTIVE for port object 62da4b81-13af-4704-af8d-e393f5054e3a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:34.362328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.367590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.369686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.509953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.509953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Fanout notify agent at l3_agent the message router_deleted on router 169cbe2d-7d04-46b6-810a-333df8ae9ef1 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:52:34.567096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:34.567096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Pushing event updated for resources: {'Port': ['ID=62da4b81-13af-4704-af8d-e393f5054e3a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:34.567096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:34.572555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:34.626205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.721848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.726353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a4affad-31ff-40f2-bae0-cc99b98914b8 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 204 len: 168 time: 2.1325934 Jun 04 06:52:34.731486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:34.778716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Attempting to bind port 62da4b81-13af-4704-af8d-e393f5054e3a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:52:34.779758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Attempting to bind port 62da4b81-13af-4704-af8d-e393f5054e3a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:52:34.780349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Attempting to bind port 62da4b81-13af-4704-af8d-e393f5054e3a on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:34.787168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:52:34.787852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:52:34.788477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.789067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:52:34.789844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Bound port: 62da4b81-13af-4704-af8d-e393f5054e3a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:52:34.790460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:34.828387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a066ff-337e-472b-8eac-21d55854dcb7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:34.836221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 172.20.0.4 (194f226e-387b-4357-8c23-95825d1aac54/b8b2d1cd-e001-4459-86bf-069bca187d89/b374f8fb-a033-4c19-a4b2-c37900a4cd1d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:34.867561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fea1:a168 (194f226e-387b-4357-8c23-95825d1aac54/b2134cc7-57ea-4f69-bd98-80ecea4ac00d/b374f8fb-a033-4c19-a4b2-c37900a4cd1d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:34.944848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:34.960662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e64e6410-8c6f-48c2-be6e-e9491dc64412 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 200 len: 205 time: 0.2049522 Jun 04 06:52:34.971490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58206) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.077817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.081868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.087797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.088152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.088491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.088834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.089172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.089691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.090061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.090392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.090740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.091261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:35.102037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:35.102378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0c8ae4d1-7ca6-4ff9-9836-c3fe19b45e69 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:35.203685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.254290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object b374f8fb-a033-4c19-a4b2-c37900a4cd1d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:35.274654 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0ead13d2-510d-4b5f-9b5f-195588b314f6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:35.279817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0ead13d2-510d-4b5f-9b5f-195588b314f6 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/169cbe2d-7d04-46b6-810a-333df8ae9ef1 HTTP/1.1" status: 404 len: 336 time: 0.3061874 Jun 04 06:52:35.287810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58214) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.296937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] For port 62da4b81-13af-4704-af8d-e393f5054e3a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:52:35.302437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] For port 62da4b81-13af-4704-af8d-e393f5054e3a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62da4b81-13af-4704-af8d-e393f5054e3a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:52:35.311877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.342085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8d80f-d620-4479-b038-e5cf3d3490ce req-6cf3bb1e-8141-4aa8-a3d4-2cfb4a85ae2a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:35.342085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adb8d80f-d620-4479-b038-e5cf3d3490ce req-6cf3bb1e-8141-4aa8-a3d4-2cfb4a85ae2a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 1.6267092 Jun 04 06:52:35.351795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.372949 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6241ee21-7f27-47a9-8dae-d4e6fdbf20ba tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:35.372949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6241ee21-7f27-47a9-8dae-d4e6fdbf20ba tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:35.398306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6241ee21-7f27-47a9-8dae-d4e6fdbf20ba tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/d2fd210d-03a5-431f-9811-86ee8261e736 HTTP/1.1" status: 404 len: 337 time: 0.1145215 Jun 04 06:52:35.402195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58220) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.428075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92441-737e-46dd-9622-d8a3d0a204bf None None] Pushing event updated for resources: {'Port': ['ID=62da4b81-13af-4704-af8d-e393f5054e3a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:35.470266 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-de60f640-3daf-4817-96c7-db054d601e86 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:35.470266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de60f640-3daf-4817-96c7-db054d601e86 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:35.470266 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-de60f640-3daf-4817-96c7-db054d601e86 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/64e27c73-aba1-4dcc-b45a-cf993e9ae022 HTTP/1.1" status: 404 len: 337 time: 0.0634105 Jun 04 06:52:35.470266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.495930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:35.505968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.554664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:35.561651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:35.777457 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e53bff8-3403-431e-b7a9-2a3a6ababa05 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:35.777935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e53bff8-3403-431e-b7a9-2a3a6ababa05 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:35.779745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9e53bff8-3403-431e-b7a9-2a3a6ababa05 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/a46e3c6e-b157-43cd-ba17-c861d1f697db HTTP/1.1" status: 404 len: 337 time: 0.1286981 Jun 04 06:52:35.803113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58236) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.870675 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0420ca9-64d7-401f-b66b-9e238112c7ef tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:35.871388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0420ca9-64d7-401f-b66b-9e238112c7ef tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:35.874550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c0420ca9-64d7-401f-b66b-9e238112c7ef tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/363c9fc9-f756-4a03-b9c3-36c43026b480 HTTP/1.1" status: 404 len: 337 time: 0.0638270 Jun 04 06:52:35.885373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58240) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:35.903232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.908320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.964912 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:35.964912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3058c1-1192-4f2f-80df-dc9092ba0a1a {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:52:36.014633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.014633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37d164ff-6aa3-42d4-9012-a28121cc2e17 admin admin] 10.222.0.17 "DELETE /v2.0/routers/de3058c1-1192-4f2f-80df-dc9092ba0a1a HTTP/1.1" status: 204 len: 168 time: 4.4101601 Jun 04 06:52:36.017847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=b374f8fb-a033-4c19-a4b2-c37900a4cd1d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:36.021443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58244) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.030287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:36.030287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.055149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-94d9abf2-53b0-434f-b643-7eb01ee5725a tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 200 len: 205 time: 0.1518965 Jun 04 06:52:36.134041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58248) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.231246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Deleting subnet 5d975e51-68b0-4441-9508-0335d9e3d489 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:36.235685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.265353 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-fe09e768-af76-418e-be18-3d31ce479289 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:36.266595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe09e768-af76-418e-be18-3d31ce479289 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/439556b5-e6e5-494f-8d48-aef72002fd51 HTTP/1.1" status: 404 len: 336 time: 0.1348407 Jun 04 06:52:36.270442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.271280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.271406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.271866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.272337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.273167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.273260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.273678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.274077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.289788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.290523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.290954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:36.311678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-adb8d80f-d620-4479-b038-e5cf3d3490ce req-9751b608-3ee2-4601-a358-b0c10c9bc52e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9241660 Jun 04 06:52:36.312424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58254) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.318002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.430858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ebbf81f-e088-42eb-8c4c-dfae36256ec0 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=b4e99bcd-e742-4e00-9ba9-d75a98750692 HTTP/1.1" status: 200 len: 205 time: 0.1029136 Jun 04 06:52:36.430858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d879025b-bceb-4f92-aa49-cdf2adfd063e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5846567 Jun 04 06:52:36.432826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58258) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.434813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58262) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.534823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccedba-452c-4260-a0d2-b575bb934e2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:36.541832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ccedba-452c-4260-a0d2-b575bb934e2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:36.541832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d2ccedba-452c-4260-a0d2-b575bb934e2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:36.564391 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-661b95dd-d73c-4bd6-b33e-ff2e2198542c tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:36.564391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-661b95dd-d73c-4bd6-b33e-ff2e2198542c tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/b4e99bcd-e742-4e00-9ba9-d75a98750692 HTTP/1.1" status: 404 len: 336 time: 0.1290655 Jun 04 06:52:36.564391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58266) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.568415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d2ccedba-452c-4260-a0d2-b575bb934e2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:36.568415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2ccedba-452c-4260-a0d2-b575bb934e2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1321728 Jun 04 06:52:36.570536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.623354 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-89864230-0f36-4a1a-aa6e-ed1b2f35598b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:36.624006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89864230-0f36-4a1a-aa6e-ed1b2f35598b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:36.625773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89864230-0f36-4a1a-aa6e-ed1b2f35598b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/e7de9557-c067-4967-953f-ae4f2964fcae HTTP/1.1" status: 404 len: 337 time: 0.0633645 Jun 04 06:52:36.628386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58276) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.661117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port b374f8fb-a033-4c19-a4b2-c37900a4cd1d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:36.661712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.729334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba385281-471a-4e73-ae78-e9a2d9eef74b tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 200 len: 205 time: 0.0972557 Jun 04 06:52:36.729708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58280) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:36.733444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:36.879232 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-c5ee93cc-a1f3-4b7c-9d88-2c8dbf4260c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:36.898066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5ee93cc-a1f3-4b7c-9d88-2c8dbf4260c7 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/2cb9d1ef-6e11-4a90-83cc-f484f79bd5a7 HTTP/1.1" status: 404 len: 336 time: 0.1568975 Jun 04 06:52:36.898066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.021206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d34e8cec-01d9-465b-b86b-f5012b78f93e tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 HTTP/1.1" status: 200 len: 205 time: 0.1118453 Jun 04 06:52:37.029153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.120710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62da4b81-13af-4704-af8d-e393f5054e3a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:37.196972 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-33bff240-4e93-493f-9fb2-4899ad652959 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:37.200308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-33bff240-4e93-493f-9fb2-4899ad652959 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/ee3cdb94-d432-4096-a1f5-dc89b1b3cd78 HTTP/1.1" status: 404 len: 336 time: 0.1732965 Jun 04 06:52:37.205812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58300) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.344306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 62da4b81-13af-4704-af8d-e393f5054e3a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:37.414303 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdd7a2b-4848-46d2-a13a-4681b788bc26 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:37.415088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdd7a2b-4848-46d2-a13a-4681b788bc26 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:37.441869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02a066ff-337e-472b-8eac-21d55854dcb7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:37.449029 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2fdd7a2b-4848-46d2-a13a-4681b788bc26 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/73ef15d5-222d-4b4c-abf3-5c40b14c655a HTTP/1.1" status: 404 len: 337 time: 0.2392240 Jun 04 06:52:37.450041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58308) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.481865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:37.512261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 02a066ff-337e-472b-8eac-21d55854dcb7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:37.512617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 02a066ff-337e-472b-8eac-21d55854dcb7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:37.527347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:37.604714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f4398-cd17-4d83-aed4-0c7e7a191670 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:37.739088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for b374f8fb-a033-4c19-a4b2-c37900a4cd1d owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:37.757760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d975e51-68b0-4441-9508-0335d9e3d489,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:37.764700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-40c437e3-0fb1-41f3-9d0c-be94f6570851 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=30c171d5-75a5-4118-9e2b-2cd9b07a16fc HTTP/1.1" status: 200 len: 205 time: 0.3121202 Jun 04 06:52:37.768390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:37.773498 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-148d9c39-cd54-4815-a9fa-743f53debf36 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/5d975e51-68b0-4441-9508-0335d9e3d489 HTTP/1.1" status: 204 len: 168 time: 1.7690973 Jun 04 06:52:37.774180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58314) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.774503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58318) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:37.810939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af979577-a1ec-439d-98d2-d9093cb0cb53 None None] Network 2dbe5e01-883e-424d-a1f4-969e41d1f530 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:37.844704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8f2989ef-dfbf-49c2-b788-0d8789fa6250 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:52:37.902975 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-b6e28ded-9ff6-483f-9e33-d05768e59a2c tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:37.910920 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b6e28ded-9ff6-483f-9e33-d05768e59a2c tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/30c171d5-75a5-4118-9e2b-2cd9b07a16fc HTTP/1.1" status: 404 len: 336 time: 0.1284664 Jun 04 06:52:37.910920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58324) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.143034 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-89605885-f186-4ccc-aae8-4bf2522ea9cc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:38.143863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89605885-f186-4ccc-aae8-4bf2522ea9cc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:38.148439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:38.148857 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-89605885-f186-4ccc-aae8-4bf2522ea9cc tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/71f79936-91ed-4ac7-99e6-cc1041e7d2a7 HTTP/1.1" status: 404 len: 337 time: 0.2394342 Jun 04 06:52:38.152919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.251325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=b374f8fb-a033-4c19-a4b2-c37900a4cd1d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:38.267438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Provisioning for port 62da4b81-13af-4704-af8d-e393f5054e3a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:38.282031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84fb00-cf39-4411-a690-852d4f19bb35 req-16e50503-8650-4459-8e23-1d5bfbf7403c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:38.293736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee84fb00-cf39-4411-a690-852d4f19bb35 req-16e50503-8650-4459-8e23-1d5bfbf7403c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 943 time: 0.5104544 Jun 04 06:52:38.304714 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-59c1a091-d46d-45a7-94ca-943f5534c538 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d197977-a86a-4dac-ba9e-a5fd49d51009 HTTP/1.1" status: 200 len: 205 time: 0.1410401 Jun 04 06:52:38.307552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.310939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:38.332870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Deleting port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:38.332870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:38.434631 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-ed26226b-0293-49c4-9426-8acaa5ca6b24 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] delete failed (client error): The resource could not be found. Jun 04 06:52:38.434631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed26226b-0293-49c4-9426-8acaa5ca6b24 tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/routers/9d197977-a86a-4dac-ba9e-a5fd49d51009 HTTP/1.1" status: 404 len: 336 time: 0.1205275 Jun 04 06:52:38.438615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58342) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.490592 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-569d1f48-3118-4382-b4c1-f26c3f55dc8f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:38.491044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569d1f48-3118-4382-b4c1-f26c3f55dc8f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:38.495037 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-569d1f48-3118-4382-b4c1-f26c3f55dc8f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/310d3b7f-6e52-4f8e-b57d-f557d21f087e HTTP/1.1" status: 404 len: 337 time: 0.0590949 Jun 04 06:52:38.497841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58348) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.526999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Provisioning complete for port 62da4b81-13af-4704-af8d-e393f5054e3a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:38.527265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:38.556369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee84fb00-cf39-4411-a690-852d4f19bb35 req-0794070f-4025-41f0-be62-d1b105567ec8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689543 Jun 04 06:52:38.557495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:38.630121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-48ecf21d-8227-4d13-8527-78bb46310581 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/b374f8fb-a033-4c19-a4b2-c37900a4cd1d HTTP/1.1" status: 204 len: 168 time: 2.0507538 Jun 04 06:52:38.630121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58352) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:38.787540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:38.805490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '8f2989ef-dfbf-49c2-b788-0d8789fa6250', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '8f2989ef-dfbf-49c2-b788-0d8789fa6250', 'mac_address': 'fa:16:3e:36:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:52:38.856094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:38.857765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:38.859262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:38.860094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:38.889699 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-77748fe2-9e3a-4257-83c5-990f58863a0f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] DELETE failed (client error): The resource could not be found. Jun 04 06:52:38.890210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77748fe2-9e3a-4257-83c5-990f58863a0f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:38.896779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:38.897371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77748fe2-9e3a-4257-83c5-990f58863a0f tempest-RoutersIpV6Test-486308530 tempest-RoutersIpV6Test-486308530-project] 10.222.0.17 "DELETE /v2.0/subnets/169a2f63-a589-40c8-8ec8-24f32ccdef22 HTTP/1.1" status: 404 len: 337 time: 0.3904297 Jun 04 06:52:38.903365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7863b013-1435-4125-a2bd-5f76918affea tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2788630 Jun 04 06:52:38.904627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:39.013863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] For port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,segment=NetworkSegment(f1d81a39-74d8-4a23-8258-4274a63d43cd),segment_id=f1d81a39-74d8-4a23-8258-4274a63d43cd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:39.013863 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.092949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet b2134cc7-57ea-4f69-bd98-80ecea4ac00d {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:39.099898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.179471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:39.179471 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.240620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fec1c-6a69-4c31-a876-b6690b9b935c req-cb232839-bda3-413f-95fd-855a56d89eea tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:39.242228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab9fec1c-6a69-4c31-a876-b6690b9b935c req-cb232839-bda3-413f-95fd-855a56d89eea tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1097 time: 0.5224595 Jun 04 06:52:39.290353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2989ef-dfbf-49c2-b788-0d8789fa6250 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:52:39.321182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.354408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Calling delete_port for bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:39.398346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:39.415976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:39.428803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.428803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Current status of the port 62da4b81-13af-4704-af8d-e393f5054e3a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:39.428803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.488448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:39.591417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a0455-cc5d-44c9-be22-5d9b9523024e None None] DHCP port deletion for 2dbe5e01-883e-424d-a1f4-969e41d1f530 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:39.601127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab9fec1c-6a69-4c31-a876-b6690b9b935c req-485c94c4-5874-4bd4-a7e0-a05df53a7370 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474925 Jun 04 06:52:39.637102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58382) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:39.686904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Pushing event deleted for resources: {'Port': ['ID=bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:39.709746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] No DVR routers for this DVR port bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:39.787606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] For port 62da4b81-13af-4704-af8d-e393f5054e3a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62da4b81-13af-4704-af8d-e393f5054e3a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:39.790136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8f2989ef-dfbf-49c2-b788-0d8789fa6250'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:52:39.914018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.011618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:40.054916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b877ea0a-41af-4ee5-8df5-77458e4ba630 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8b3dd38d8c584b328a437261b7f495b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580822 Jun 04 06:52:40.058741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58390) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:40.069628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 5d1249b6-7253-4eee-b90d-bdb5e60495dd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:40.069628 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.154552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.250300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58398) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:40.260348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbe5e01-883e-424d-a1f4-969e41d1f530']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:40.271649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e73df190-dd4e-42a9-afa3-401c836ba3b2 None None] Provisioning complete for port 62da4b81-13af-4704-af8d-e393f5054e3a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:40.272036 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e73df190-dd4e-42a9-afa3-401c836ba3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.301384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d81a39-74d8-4a23-8258-4274a63d43cd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:40.301384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d81a39-74d8-4a23-8258-4274a63d43cd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:40.335993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.357294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2c08-6acc-4e8f-b24c-2e1193c95dfc None None] Pushing event updated for resources: {'Port': ['ID=62da4b81-13af-4704-af8d-e393f5054e3a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:40.373965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.439710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.466920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.553099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:52:40.553099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.668446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e73df190-dd4e-42a9-afa3-401c836ba3b2 None None] Current status of the port 62da4b81-13af-4704-af8d-e393f5054e3a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:40.789102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e51f7a86-c25c-4efc-a8ce-5ba1a1ca85fa None None] Could not find standard attr ID for object b374f8fb-a033-4c19-a4b2-c37900a4cd1d. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:52:40.798835 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f1d81a39-74d8-4a23-8258-4274a63d43cd resource provider aggregate not found Jun 04 06:52:40.825229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.863991 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f1d81a39-74d8-4a23-8258-4274a63d43cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1d81a39-74d8-4a23-8258-4274a63d43cd found for delete ", "request_id": "req-58e99040-56c3-4ed0-a684-b966610fee64"}]} Jun 04 06:52:40.863991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.863991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbe5e01-883e-424d-a1f4-969e41d1f530,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:40.902393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.923215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-852c08f3-1227-4077-b964-74f8931f2361 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2dbe5e01-883e-424d-a1f4-969e41d1f530 HTTP/1.1" status: 204 len: 168 time: 3.1436815 Jun 04 06:52:40.941442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.941442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.947209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1600ce0f-c355-4b66-bc5d-b234706a6699 HTTP/1.1" status: 204 len: 168 time: 0.8888907 Jun 04 06:52:40.968660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:40.984183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7bae1-e8b6-4335-b37f-1cb1e7dd5dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600ce0f-c355-4b66-bc5d-b234706a6699,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:41.021678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50557e-1fce-4ae3-960b-0267e7351f05 req-5c5fb1ce-72e2-4d20-84c4-0306c448a46e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:41.044028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e50557e-1fce-4ae3-960b-0267e7351f05 req-5c5fb1ce-72e2-4d20-84c4-0306c448a46e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 944 time: 1.1144459 Jun 04 06:52:41.052001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:41.063792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfc21472a5f4075a63b03168438d090 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:41.074153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:41.077408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62da4b81-13af-4704-af8d-e393f5054e3a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:41.102226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:41.261844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58418) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:41.274605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e50557e-1fce-4ae3-960b-0267e7351f05 req-11f796bb-5b1d-4bba-83c7-05d703bb8660 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276156 Jun 04 06:52:41.280737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 62da4b81-13af-4704-af8d-e393f5054e3a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:41.280737 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.351722 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3298e7c8-f926-4c0f-8dff-e69ef2ad4a31 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57b50c52a43642838d76a63783820d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912359 Jun 04 06:52:41.354962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58424) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:41.388842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.389178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.482162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.559745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 62da4b81-13af-4704-af8d-e393f5054e3a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:41.623818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.639911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.644543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fdca6-d4ff-43b8-9535-2b18ad0a70e1 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:41.658403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 5d1249b6-7253-4eee-b90d-bdb5e60495dd owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:41.695464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=b2134cc7-57ea-4f69-bd98-80ecea4ac00d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:41.696560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:41.711130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.776145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-094f991a-b309-4565-9cac-c303ce9754b8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b2134cc7-57ea-4f69-bd98-80ecea4ac00d HTTP/1.1" status: 204 len: 168 time: 2.8698165 Jun 04 06:52:41.779382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58440) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:41.832217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.874337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:41.970819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8f2989ef-dfbf-49c2-b788-0d8789fa6250 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:42.001687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:42.002027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bceb3fcb-ea06-477d-abdb-3f9d84c4d6e3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:42.023964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.133093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8cfc21472a5f4075a63b03168438d090&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8781574 Jun 04 06:52:42.150520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58452) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:42.186719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:42.195532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdaa991-75f3-4a95-a79d-7084c6fc6fab,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:42.199899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:42.199899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.227515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5d90-8279-492b-bb4c-8a9208476592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ea3b7-e6ad-41fd-b1ad-7f72a5134332,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:42.259347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.262114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.273088 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07cf9710-dac4-42e8-9eaf-2c567bb0ed0e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ecdaa991-75f3-4a95-a79d-7084c6fc6fab HTTP/1.1" status: 204 len: 168 time: 0.9079154 Jun 04 06:52:42.342613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet b8b2d1cd-e001-4459-86bf-069bca187d89 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:42.363788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.388866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=5d1249b6-7253-4eee-b90d-bdb5e60495dd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:42.548350 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.566441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.567370 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP ede030c7-1687-46e3-b742-c57c5666ec72 disassociated (deleted). External IP: 172.25.1.251, port: 390f2b46-92ae-4f22-8dfe-dc68346c00ed. Jun 04 06:52:42.569839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.626954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58466) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:42.631432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:42.631432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.725878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:42.760144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:42.773400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.792284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:42.808657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.021970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.025061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.095466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.124471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.124471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.124471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.124471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:52:43.303921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b2d1cd-e001-4459-86bf-069bca187d89,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:43.313387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.336257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d05ccdd0-6b4e-41b9-93eb-8694de785110 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b8b2d1cd-e001-4459-86bf-069bca187d89 HTTP/1.1" status: 204 len: 168 time: 1.5557330 Jun 04 06:52:43.339010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58484) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:43.339482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eda69-4e4a-49de-a488-10e9d72df86a req-a270a036-3fab-4a42-837c-272b8eff8709 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:43.341031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315eda69-4e4a-49de-a488-10e9d72df86a req-a270a036-3fab-4a42-837c-272b8eff8709 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.5047109 Jun 04 06:52:43.343930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.393352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb48cb0-26d0-4d37-8304-9762caf7ebd7 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:43.419034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c1a8ba2c-75c3-4a0c-a98b-cff79d602dff tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:43.419034 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-c1a8ba2c-75c3-4a0c-a98b-cff79d602dff tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 06:52:43.419034 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-c1a8ba2c-75c3-4a0c-a98b-cff79d602dff tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:52:43.430779 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1a8ba2c-75c3-4a0c-a98b-cff79d602dff tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7962399 Jun 04 06:52:43.448043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:43.474753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436520580'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:43.489295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:43.496060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:43.496060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:43.513563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:43.531618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52cb3f8e-c59f-4cd5-91b2-3777e41ce68a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1860120 Jun 04 06:52:43.531618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58498) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:43.540403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.553795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ea3b7-e6ad-41fd-b1ad-7f72a5134332,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:43.585271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8da132d5-5f54-4d69-85b9-a6b877f2f017 None None] Provisioning complete for port 62da4b81-13af-4704-af8d-e393f5054e3a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:43.585271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8da132d5-5f54-4d69-85b9-a6b877f2f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.619780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.661671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:43.662574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-315eda69-4e4a-49de-a488-10e9d72df86a req-ccc7c5b0-eb6e-4a63-b524-b80669feb8a2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144383 Jun 04 06:52:43.666665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:43.670704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:43.678985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:43.743728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:43.744854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2c32b50-a073-4330-a8c1-21243f9c4439 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bf5ea3b7-e6ad-41fd-b1ad-7f72a5134332 HTTP/1.1" status: 204 len: 168 time: 1.5932174 Jun 04 06:52:43.790990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c793c4-93be-4156-bc50-678c51373a78 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:43.791745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21c793c4-93be-4156-bc50-678c51373a78 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:43.821996 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150e1b5d-6c9e-4c94-9f3b-3b4b7785848a'] response: {'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250', 'code': 200} Jun 04 06:52:43.903718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21c793c4-93be-4156-bc50-678c51373a78 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:43.910183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8da132d5-5f54-4d69-85b9-a6b877f2f017 None None] Current status of the port 62da4b81-13af-4704-af8d-e393f5054e3a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:43.912375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21c793c4-93be-4156-bc50-678c51373a78 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3723371 Jun 04 06:52:43.923351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:43.938974 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:44.017792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:44.024296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Deleting port 62da4b81-13af-4704-af8d-e393f5054e3a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:44.024296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:44.052715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router 3f06faf4-c93d-4312-93fc-448baa7e2cdb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:52:44.149489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:44.192881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:44.211318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:44.216671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f605b0-09f3-45ee-a2c9-78c1f95f4880,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:44.219810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:44.276150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:44.288065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebed7a-612e-44a1-b3c0-c7d52c8e3a16 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:44.288065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-deebed7a-612e-44a1-b3c0-c7d52c8e3a16 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:44.366027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-deebed7a-612e-44a1-b3c0-c7d52c8e3a16 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:44.366027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-deebed7a-612e-44a1-b3c0-c7d52c8e3a16 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4400647 Jun 04 06:52:44.372400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322fc62-001c-4943-966b-d8f228feea65 req-ca1d3b50-80ec-4f56-87f4-60905aa65bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:44.372400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6322fc62-001c-4943-966b-d8f228feea65 req-ca1d3b50-80ec-4f56-87f4-60905aa65bfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 1096 time: 0.3134415 Jun 04 06:52:44.379347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:44.515173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:52:44.528184 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Sync routers for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:52:44.541073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:44.547462 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:44.551678 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:44.556541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b1cbd4fc-1491-4c94-a6bf-397a9f5a6368 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1763229 Jun 04 06:52:44.588062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58532) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:44.590106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6322fc62-001c-4943-966b-d8f228feea65 req-718829b7-f4b4-4111-bd32-6eb20b64119d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084680 Jun 04 06:52:44.618337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:44.621349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] For port 62da4b81-13af-4704-af8d-e393f5054e3a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=62da4b81-13af-4704-af8d-e393f5054e3a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:44.621349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:44.896301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:52:45.028649 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.032200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Calling delete_port for 62da4b81-13af-4704-af8d-e393f5054e3a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:45.036801 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:45.054641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.070018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:45.092680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 62da4b81-13af-4704-af8d-e393f5054e3a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:45.199239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7383acca-7762-4f6f-80b6-f3e4e5148ba6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:45.218353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:45.226254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.228109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87c0128d-34a8-4c0b-930f-9c526cc80d06 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7839444 Jun 04 06:52:45.231188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58556) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:45.242060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '7383acca-7762-4f6f-80b6-f3e4e5148ba6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:45.250079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1292d5cc-61c7-489e-ac03-cf2e50646c4c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/floatingips/ede030c7-1687-46e3-b742-c57c5666ec72 HTTP/1.1" status: 204 len: 168 time: 5.6114333 Jun 04 06:52:45.250778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:45.252073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:45.254047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:45.259400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.261736 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:45.262358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:45.276748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:45.284689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:45.296234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701b99-c3e0-4262-8ad2-43ab9018707c req-28195040-7af9-40de-9201-375b1c29beac tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:45.300318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:45.312021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fd420220-992d-40e6-a541-cb55b830f4c2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7205276 Jun 04 06:52:45.314634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57701b99-c3e0-4262-8ad2-43ab9018707c req-28195040-7af9-40de-9201-375b1c29beac tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.2764230 Jun 04 06:52:45.317456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:45.326099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.395347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:45.488483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.488483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.535673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 62da4b81-13af-4704-af8d-e393f5054e3a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:45.535673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.550003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc1d226-c164-4d48-afce-a7f462582fa3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:45.616032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.617531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.623972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-31b37c77-87de-48ab-928c-189a16681ccf tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863754 Jun 04 06:52:45.624681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58576) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:45.630367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '7383acca-7762-4f6f-80b6-f3e4e5148ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:45.639246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:45.643106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:45.646734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:45.653626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:45.662259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57701b99-c3e0-4262-8ad2-43ab9018707c req-762d4bd0-821d-463f-8122-fd090e634409 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464139 Jun 04 06:52:45.697832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:45.857343 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:45.867337 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): There was a conflict when trying to complete your request. Jun 04 06:52:45.867337 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-481ff0f3-37c8-4b2b-aa70-1d3308c9b69e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2261078 Jun 04 06:52:45.867337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58582) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:45.877252 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Checking router: 3f06faf4-c93d-4312-93fc-448baa7e2cdb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:52:45.908334 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:52:45.916694 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:45.926420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] Pushing event deleted for resources: {'Port': ['ID=62da4b81-13af-4704-af8d-e393f5054e3a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:45.978679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e4bba-14b5-494b-bb51-40d6f18cbd85 None None] No DVR routers for this DVR port 62da4b81-13af-4704-af8d-e393f5054e3a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:46.013309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:46.039998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:46.068941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:46.076702 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.086718 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:46.087434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:46.128827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.176507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-0567b07a-dfa1-4ca7-94bc-f921c0a9a899 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5315633 Jun 04 06:52:46.181653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.335275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9cdb9924-2b3e-4c1e-b29d-44e244594334 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0123315 Jun 04 06:52:46.339524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:46.343894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:46.352799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.380877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7383acca-7762-4f6f-80b6-f3e4e5148ba6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:46.395593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.397867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d1b103b-5c09-4a8f-ab38-7328f86f6ad0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/7383acca-7762-4f6f-80b6-f3e4e5148ba6 HTTP/1.1" status: 204 len: 168 time: 0.5414362 Jun 04 06:52:46.400080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58604) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:46.404366 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:52:46.506625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-ddc9cd59-bba4-4f0a-8a1f-31e26a7c484a req-ed689af5-89f4-4a00-b990-e588dd0ca69c service neutron] (88849) timed out ('10.222.0.24', 53118) {{(pid=88849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:52:46.513326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:46.524053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-2ab94b12-985d-4a6d-923c-4c65a0497374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:46.525644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-2ab94b12-985d-4a6d-923c-4c65a0497374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1097 time: 0.3260014 Jun 04 06:52:46.525882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4070248-c54e-42b7-bc08-79ba665a7248 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:46.558955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:46.616536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4070248-c54e-42b7-bc08-79ba665a7248 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:46.616536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e4070248-c54e-42b7-bc08-79ba665a7248 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2089851 Jun 04 06:52:46.629827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:46.775849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--814829836'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:46.798769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:46.808570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:46.811236 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:46.811687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:46.906973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:46.939562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0196a479-bb95-4748-9175-d15933aaa55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:47.058836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:47.121256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:47.125421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-163b4a69-f249-4d09-b63d-f92b11d4b83a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7804091 Jun 04 06:52:47.139392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:47.270598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:47.309007 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:52:47.322546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55dd77e-3de6-4a15-9c04-c6211e9d3ea2 None None] The sync data for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 is: [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:49:04Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8', 'name': '', 'network_id': 'badad94b-afc1-4f06-b902-637660be79b3', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:87:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:03Z', 'updated_at': '2022-06-04T06:49:18Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '80834344-745a-44e5-b6c9-b6112b45b35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:52:47.345497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-a1afa719-03ef-4cce-8ee3-47c43c05514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:47.349824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-a1afa719-03ef-4cce-8ee3-47c43c05514e service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.7963204 Jun 04 06:52:47.352309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:47.441283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:47.463136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:47.499267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-52c3bffa-1c3c-4937-b986-eee1c8482c99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 217 time: 0.1207042 Jun 04 06:52:47.499267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:47.621274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:47.651746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-ad8d9ffa-a817-47b1-a404-63f1f602bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:47.653231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-ad8d9ffa-a817-47b1-a404-63f1f602bea8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.1591582 Jun 04 06:52:47.654153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:47.667431 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9799bb36-df8d-4503-9d7e-df2c239f6c61'] response: {'name': 'network-changed', 'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:52:47.680989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:47.691022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:47.698603 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:47.700090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:47.741465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5ab1c1e-23d5-4f97-a754-da9a7bfedd28 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6222265 Jun 04 06:52:47.744494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58648) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:47.750213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:47.975490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:47.992688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:48.024619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:48.031476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029ce736-061e-49e4-a4ad-f828227cabf6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:48.043507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:48.044619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631e498-a618-4f31-811d-b5afe22783db None None] New status for floating IP ede030c7-1687-46e3-b742-c57c5666ec72: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:52:48.057157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-a240ef74-3076-4e1d-9ef4-c098418f48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:48.058657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-a240ef74-3076-4e1d-9ef4-c098418f48ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3934271 Jun 04 06:52:48.250784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-9b519d5c-e22f-4b96-bb2b-f55eff2cbebc service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721625 Jun 04 06:52:48.255146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1bf04-5b20-4c76-927b-94e719bc2026 req-edd2697c-5588-4e06-9a79-bb45d85a8172 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:48.255146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04b1bf04-5b20-4c76-927b-94e719bc2026 req-edd2697c-5588-4e06-9a79-bb45d85a8172 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.4632680 Jun 04 06:52:48.277714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:48.291379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:48.294684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:48.294684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-72ecacce-de52-4600-9816-8eb134f23f21 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6614373 Jun 04 06:52:48.306326 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:48.306326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:48.309597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58658) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:48.347745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cd06ad06-5b3c-4a44-a8e8-02ef27dd4732 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6015744 Jun 04 06:52:48.355983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58662) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:48.372147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7212ceec-d2eb-4047-bc93-ebfcc969f175 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '029ce736-061e-49e4-a4ad-f828227cabf6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:48.380167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:48.383530 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-7212ceec-d2eb-4047-bc93-ebfcc969f175 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 04 06:52:48.383530 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-7212ceec-d2eb-4047-bc93-ebfcc969f175 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:48.383530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7212ceec-d2eb-4047-bc93-ebfcc969f175 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0665264 Jun 04 06:52:48.383530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58666) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:48.536630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04b1bf04-5b20-4c76-927b-94e719bc2026 req-f380a2a4-a7a8-4aeb-b762-e7daec6ad680 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569239 Jun 04 06:52:48.607122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3e10c44-d3b5-43bb-bed7-3ae56e24f6a8 req-df90e709-f1d4-40a2-bf96-9d136f7ce410 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512197 Jun 04 06:52:48.616673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:48.711706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:48.936577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efe748db-bb8e-4e30-b9a9-9b0211321d6a req-ccbba5be-d2d1-4d8d-9bb8-6f3071e6d742 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1844401 Jun 04 06:52:48.985665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:49.018948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:49.045617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:49.045617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.071528 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:49.071528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:52:49.086296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cb82a294-d19b-4a13-9357-9489d2e9ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.117428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb56ca7c-6916-4f8f-8ba6-df4b49c52bcc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7573824 Jun 04 06:52:49.130888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58678) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:49.150602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-a4b664ff-c6e4-42d7-b3fe-4c9396cf9c38 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:49.150602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-a4b664ff-c6e4-42d7-b3fe-4c9396cf9c38 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 946 time: 0.2614701 Jun 04 06:52:49.288158 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e2f61240-d814-473e-870a-dddb33e4d49f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1559377 Jun 04 06:52:49.288876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58686) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:49.318040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.360297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ce736-061e-49e4-a4ad-f828227cabf6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:49.360297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-aae6cc50-ac9b-4d77-af44-201d13c2e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:49.365277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-aae6cc50-ac9b-4d77-af44-201d13c2e014 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 1097 time: 0.5014317 Jun 04 06:52:49.382080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:49.382080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.450945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f82881-0649-49ad-82cc-3eea0f360b1e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:49.450945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a2f82881-0649-49ad-82cc-3eea0f360b1e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1580672 Jun 04 06:52:49.450945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:49.489757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.489757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-28ab2766-c8f7-47d7-bd25-2985b73a7b8b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/029ce736-061e-49e4-a4ad-f828227cabf6 HTTP/1.1" status: 204 len: 168 time: 1.0994494 Jun 04 06:52:49.489757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58694) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:49.526761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461177a8-7d58-445c-bc01-46b6a5929857 req-93307db0-c1e7-4d4d-81c3-25c6c95524e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:49.526761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461177a8-7d58-445c-bc01-46b6a5929857 req-93307db0-c1e7-4d4d-81c3-25c6c95524e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:49.571635 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a4fb1cc-9126-4754-9ffd-8434a23b4406 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166320 Jun 04 06:52:49.571758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-461177a8-7d58-445c-bc01-46b6a5929857 req-93307db0-c1e7-4d4d-81c3-25c6c95524e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:49.572182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-461177a8-7d58-445c-bc01-46b6a5929857 req-93307db0-c1e7-4d4d-81c3-25c6c95524e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=0d97ef2d-a5cd-4672-a689-0945b5fc694e HTTP/1.1" status: 200 len: 946 time: 0.3097801 Jun 04 06:52:49.572393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:49.589670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:49.607566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-5ef10c5b-d546-4ea7-8b68-dd7204457061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:49.609031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-5ef10c5b-d546-4ea7-8b68-dd7204457061 service neutron] 10.222.0.39 "GET /v2.0/networks?id=badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 200 len: 897 time: 0.2403450 Jun 04 06:52:49.767514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 390f2b46-92ae-4f22-8dfe-dc68346c00ed, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:49.767514 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:49.791723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-e6482f80-973f-4357-aa03-aee7f38284ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 200 len: 217 time: 0.1568248 Jun 04 06:52:49.811738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-461177a8-7d58-445c-bc01-46b6a5929857 req-403b672b-41fb-4db3-bee3-cfb2b4564abd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=b8c1dddf-d987-437c-a3f1-97d3a9d48203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200494 Jun 04 06:52:49.848755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2f2a7d4b-bdef-4d70-9bb0-9cdb0310f18d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:50.002201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 390f2b46-92ae-4f22-8dfe-dc68346c00ed owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:50.116354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2f2a7d4b-bdef-4d70-9bb0-9cdb0310f18d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:50.120940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2f2a7d4b-bdef-4d70-9bb0-9cdb0310f18d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6342165 Jun 04 06:52:50.125840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58714) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:50.147424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--334855809'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:50.154332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:50.154332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:50.177368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-42f1321f-0b20-4372-8830-b5517f4b4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:50.177368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-42f1321f-0b20-4372-8830-b5517f4b4ea7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 200 len: 835 time: 0.3661146 Jun 04 06:52:50.192495 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.202205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:50.213229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:50.300561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.341739 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.365881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=390f2b46-92ae-4f22-8dfe-dc68346c00ed,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:50.366609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:50.371642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:50.374954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:50.381553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:50.464688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:50.464688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.480397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] No DVR routers for this DVR port 390f2b46-92ae-4f22-8dfe-dc68346c00ed on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:52:50.489642 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.495579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.508675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-deleted', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:52:50.513058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d002fc-155f-4bbb-9d0c-984603ed07de req-8cdc65e9-bd35-4e06-b2de-4ae2d79fbea7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:50.513058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1d002fc-155f-4bbb-9d0c-984603ed07de req-8cdc65e9-bd35-4e06-b2de-4ae2d79fbea7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.5219033 Jun 04 06:52:50.517575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f05555d5-bc07-4af1-ae7d-ab51541bf8d6 req-67b09e58-e6e3-4560-a11b-99d46a1a1109 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "DELETE /v2.0/ports/390f2b46-92ae-4f22-8dfe-dc68346c00ed HTTP/1.1" status: 204 len: 173 time: 1.2879231 Jun 04 06:52:50.694814 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1d002fc-155f-4bbb-9d0c-984603ed07de req-ba0e89bc-2054-4410-9698-6add11db9af9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747835 Jun 04 06:52:50.698807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.712071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-6f691935-b390-46ed-8d8f-768605a04ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:50.714614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-6f691935-b390-46ed-8d8f-768605a04ed8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=badad94b-afc1-4f06-b902-637660be79b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5099659 Jun 04 06:52:50.717333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:50.978362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7a9e6e-e20a-44e3-ab58-c9b7d0c3c595,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:51.053557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:51.054709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b4b153bf-5b08-4aef-be36-e733a2e8656f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9262154 Jun 04 06:52:51.057537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58738) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:51.076117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9d258673-92b0-4d27-91f3-a73728b80fc6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '4e7a9e6e-e20a-44e3-ab58-c9b7d0c3c595', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:51.078197 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-9d258673-92b0-4d27-91f3-a73728b80fc6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 04 06:52:51.079158 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-9d258673-92b0-4d27-91f3-a73728b80fc6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:51.082275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9d258673-92b0-4d27-91f3-a73728b80fc6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0208278 Jun 04 06:52:51.086115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01e94f50-c781-43d2-b204-efd5703bdaf4 req-8983260e-4411-4abb-9747-9bcb0310f83e tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0975413 Jun 04 06:52:51.087077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:51.223800 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f251fab7-4f3a-48bc-adcf-8e1da554a0ff'] response: {'server_uuid': '0d97ef2d-a5cd-4672-a689-0945b5fc694e', 'name': 'network-vif-deleted', 'tag': '390f2b46-92ae-4f22-8dfe-dc68346c00ed', 'status': 'completed', 'code': 200} Jun 04 06:52:51.328003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-63d76a58-6d28-4a25-8614-7b975591692d service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934753 Jun 04 06:52:51.582472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:51.645321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3fdec81f-51f5-40af-bff1-ac3ad7124128 req-5367395c-5109-4fa1-9f8e-e16ab1740aee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0594804 Jun 04 06:52:51.868615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:52:51.883842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:51.929583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.106843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.151468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:52.157689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:52.161146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-001d8c22-d96b-431f-8565-73f0ebf46ffd req-bb7d1953-e028-4415-a96b-c620778b2404 service neutron] 10.222.0.39 "GET /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268867 Jun 04 06:52:52.162818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:52.163376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.173270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=a0a48270-6ea7-4190-8c09-0a81188c65a2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:52.198641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42737b-a7ab-43e0-8afa-867e68701278 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:52.286609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39520b9-cfd9-4219-a70b-5a785fd6ad72 req-8ecb8973-2427-4987-ab70-a6de37b1553a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:52.286609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f39520b9-cfd9-4219-a70b-5a785fd6ad72 req-8ecb8973-2427-4987-ab70-a6de37b1553a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.8319144 Jun 04 06:52:52.316742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.320733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.320733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/4e7a9e6e-e20a-44e3-ab58-c9b7d0c3c595 HTTP/1.1" status: 204 len: 168 time: 1.2149692 Jun 04 06:52:52.326933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.417182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae394013-448f-4d1d-b782-54b0bbf7fdba tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8378644 Jun 04 06:52:52.417182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.433837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244abe99-9461-458a-8a0a-bdc4ec78c75b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7a9e6e-e20a-44e3-ab58-c9b7d0c3c595,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:52.439593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:64:42:16', 'name': 'tempest-NetworksTestDHCPv6-1800457807'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.465612 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c341b04c-ab7c-4845-8a5f-2753333dbbae tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1416211 Jun 04 06:52:52.469058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.474932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027240215'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.482103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:52.486503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:52.491018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:52.496956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:52.508099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.532555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:52.538346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:52.542396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:52.551904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:52.562307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f39520b9-cfd9-4219-a70b-5a785fd6ad72 req-6cea51ea-706f-4b1e-8687-9a633e14138a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630620 Jun 04 06:52:52.688695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.697818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.788884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86355348-a10d-44ba-b6ed-9b2e3c52260b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:52.819381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'a0a48270-6ea7-4190-8c09-0a81188c65a2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:52:52.819381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.822090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:52.824768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.827670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-678a575d-0249-44a9-867e-0ac1c2a723a0 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3454835 Jun 04 06:52:52.850854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-704d7dcf-635a-4f01-8e73-8f00b7d100fd tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '86355348-a10d-44ba-b6ed-9b2e3c52260b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.855225 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-704d7dcf-635a-4f01-8e73-8f00b7d100fd tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 04 06:52:52.855978 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-704d7dcf-635a-4f01-8e73-8f00b7d100fd tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:52.859612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-704d7dcf-635a-4f01-8e73-8f00b7d100fd tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167696 Jun 04 06:52:52.863638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58792) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.870480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f3e7ee8b-2349-42b0-81be-9406935bef14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '86355348-a10d-44ba-b6ed-9b2e3c52260b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.871370 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-f3e7ee8b-2349-42b0-81be-9406935bef14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 04 06:52:52.871926 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f3e7ee8b-2349-42b0-81be-9406935bef14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:52.872168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:52.878054 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3e7ee8b-2349-42b0-81be-9406935bef14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128379 Jun 04 06:52:52.878845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.901108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:52.901447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cb6d90d6-5043-4a72-8a03-37804aa42627 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '86355348-a10d-44ba-b6ed-9b2e3c52260b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.903431 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-cb6d90d6-5043-4a72-8a03-37804aa42627 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 04 06:52:52.905150 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-cb6d90d6-5043-4a72-8a03-37804aa42627 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:52.914119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cb6d90d6-5043-4a72-8a03-37804aa42627 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0332863 Jun 04 06:52:52.915032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.923159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-62d7ec95-d19c-4709-ad21-21cf673b423d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '86355348-a10d-44ba-b6ed-9b2e3c52260b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:52.924082 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-62d7ec95-d19c-4709-ad21-21cf673b423d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 04 06:52:52.924562 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-62d7ec95-d19c-4709-ad21-21cf673b423d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:52.925525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-62d7ec95-d19c-4709-ad21-21cf673b423d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094645 Jun 04 06:52:52.933123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58806) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.933684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:52.948466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:53.162681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:53.316771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e42fe4be-d461-4a05-b79e-03b089c4e9bb req-ed146d4c-8332-4d7e-96c7-701f1cacdc77 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1310742 Jun 04 06:52:53.318604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 935924bd-7915-421e-857c-48630f1eb556 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:52:53.340860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:53.377774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Allocated IP 2001:db8::f816:3eff:fe32:ffda (194f226e-387b-4357-8c23-95825d1aac54/a0a48270-6ea7-4190-8c09-0a81188c65a2/11b59537-c28e-4f70-b961-cf779b66d200) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:53.390069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:52:53.598819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 390f2b46-92ae-4f22-8dfe-dc68346c00ed {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:52:53.598819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 390f2b46-92ae-4f22-8dfe-dc68346c00ed not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:52:53.716295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.063934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.078026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.079529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Transition to ACTIVE for port object 11b59537-c28e-4f70-b961-cf779b66d200 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:54.102021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Transition to ACTIVE for port object 11b59537-c28e-4f70-b961-cf779b66d200 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:54.108390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.146847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86355348-a10d-44ba-b6ed-9b2e3c52260b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:54.167022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.167022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0e6e25ec-c20b-487a-902f-a4b34c6a75f6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/86355348-a10d-44ba-b6ed-9b2e3c52260b HTTP/1.1" status: 204 len: 168 time: 1.2306368 Jun 04 06:52:54.175205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58834) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:54.263509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:54.263509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:54.278785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:54.296229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fe64:4216 (194f226e-387b-4357-8c23-95825d1aac54/a0a48270-6ea7-4190-8c09-0a81188c65a2/935924bd-7915-421e-857c-48630f1eb556) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:52:54.382132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f363a89b-51a6-4af3-b88f-85a6febbd14a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:54.412489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f363a89b-51a6-4af3-b88f-85a6febbd14a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:54.415853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f363a89b-51a6-4af3-b88f-85a6febbd14a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2448497 Jun 04 06:52:54.423062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58842) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:54.433834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594506676'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:54.451321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:54.490838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:54.514023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Pushing event updated for resources: {'Port': ['ID=11b59537-c28e-4f70-b961-cf779b66d200,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:54.526295 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.569213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:54.576280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Attempting to bind port 11b59537-c28e-4f70-b961-cf779b66d200 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:52:54.581759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:54.587959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Attempting to bind port 11b59537-c28e-4f70-b961-cf779b66d200 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:52:54.587959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Attempting to bind port 11b59537-c28e-4f70-b961-cf779b66d200 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:52:54.594750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Bound port: 11b59537-c28e-4f70-b961-cf779b66d200, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:52:54.599319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.610034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:54.610034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.771324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.789598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] For port 11b59537-c28e-4f70-b961-cf779b66d200, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:52:54.806923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 935924bd-7915-421e-857c-48630f1eb556 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:52:54.822548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] For port 11b59537-c28e-4f70-b961-cf779b66d200, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=11b59537-c28e-4f70-b961-cf779b66d200,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:52:54.835228 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.911879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:54.988366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.016649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=935924bd-7915-421e-857c-48630f1eb556,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:55.034614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:52:55.059330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:52:55.095566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:52:55.108916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:55.108916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.184098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ad247-9432-4e9d-b616-5faea6dedf5a None None] Pushing event updated for resources: {'Port': ['ID=11b59537-c28e-4f70-b961-cf779b66d200,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:55.186235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cfa65-5704-4ae4-b054-1d8b35617054 req-a6916692-e970-4c6b-b304-069f445c02ee tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:55.197983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb3cfa65-5704-4ae4-b054-1d8b35617054 req-a6916692-e970-4c6b-b304-069f445c02ee tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.6493242 Jun 04 06:52:55.228136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.275511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a0d33fdf-c8ba-46a5-8186-94270297675f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8538754 Jun 04 06:52:55.282101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58860) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.357279 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.358916 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9315953 Jun 04 06:52:55.375249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb3cfa65-5704-4ae4-b054-1d8b35617054 req-fb81d44c-b242-429e-93b2-d5eeb57800d0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815600 Jun 04 06:52:55.376527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.402011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a9eb-dccc-4bbf-8952-053bb0dd846c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc19c2a2-3de9-4aea-898a-477a87f20dd5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:55.406215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3b3f147d-01ab-41e1-9bb4-a825e27cb028 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:55.417941 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-3b3f147d-01ab-41e1-9bb4-a825e27cb028 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 06:52:55.417941 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-3b3f147d-01ab-41e1-9bb4-a825e27cb028 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:55.417941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b3f147d-01ab-41e1-9bb4-a825e27cb028 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0360317 Jun 04 06:52:55.425548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.434014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:55.537590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addcb0d9-f5f3-4ee8-8d6d-e2b1a6c89c8f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:55.561599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addcb0d9-f5f3-4ee8-8d6d-e2b1a6c89c8f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:55.561599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-addcb0d9-f5f3-4ee8-8d6d-e2b1a6c89c8f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:55.571696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:55.587507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:55.593819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:55.600917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:55.607693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-addcb0d9-f5f3-4ee8-8d6d-e2b1a6c89c8f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:55.607693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-addcb0d9-f5f3-4ee8-8d6d-e2b1a6c89c8f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3145299 Jun 04 06:52:55.607693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58878) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.714939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.754917 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:55.762084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a7b5c8b5-96a4-4f61-82e9-f8c0661b7359 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3421807 Jun 04 06:52:55.766893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58890) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.784971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-33bd85c3-cb73-41ff-ab25-5cde530bf03f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:55.785243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 935924bd-7915-421e-857c-48630f1eb556 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:55.785455 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-33bd85c3-cb73-41ff-ab25-5cde530bf03f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 04 06:52:55.785601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.787129 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-33bd85c3-cb73-41ff-ab25-5cde530bf03f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:55.788318 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-33bd85c3-cb73-41ff-ab25-5cde530bf03f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126987 Jun 04 06:52:55.795624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58894) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:55.809153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:55.867018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:55.873940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-389898d6-5770-4053-b234-400b184a77a5 req-9f7a116f-1d59-423f-bbcb-ce012156787e tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0531108 Jun 04 06:52:55.876040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:55.888388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:55.910094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:55.925454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-64215083-569b-4405-beb1-497619bdaf77 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:55.925454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-64215083-569b-4405-beb1-497619bdaf77 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:55.951719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:56.003668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-64215083-569b-4405-beb1-497619bdaf77 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:56.003668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-64215083-569b-4405-beb1-497619bdaf77 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.5536258 Jun 04 06:52:56.003668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:56.003668 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:56.175076 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:56.178115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21f3843d-14c3-4cb8-beb2-d48ee4c3b806 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3773317 Jun 04 06:52:56.180281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:56.211260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fc9e2ed1-bb19-4da2-b27a-109bb3647f0f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:56.211787 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-fc9e2ed1-bb19-4da2-b27a-109bb3647f0f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 04 06:52:56.212347 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-fc9e2ed1-bb19-4da2-b27a-109bb3647f0f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:56.213383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc9e2ed1-bb19-4da2-b27a-109bb3647f0f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131586 Jun 04 06:52:56.240186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:56.256934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:56.344249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:56.349182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:56.349182 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:56.364914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:56.507910 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:56.521495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:56.531576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:56.795823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:56.795823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:56.844786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-38fd8c16-28a7-4721-9f3f-d03b91cdbeb3 None None] Provisioning for port 11b59537-c28e-4f70-b961-cf779b66d200 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:56.861082 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:56.882940 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b09670b8-3eb6-4053-8df8-3ec67f7ccff6 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6471720 Jun 04 06:52:56.889229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:56.919670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-381fecf8-e996-46ff-b8f5-c8a30d9eb108 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:56.920568 n-d-811808-2 neutron-server[88848]: WARNING neutron.api.v2.base [None req-381fecf8-e996-46ff-b8f5-c8a30d9eb108 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 04 06:52:56.922842 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-381fecf8-e996-46ff-b8f5-c8a30d9eb108 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:56.928506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-381fecf8-e996-46ff-b8f5-c8a30d9eb108 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0378916 Jun 04 06:52:56.988987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58946) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:57.128508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 935924bd-7915-421e-857c-48630f1eb556 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:57.168431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 11b59537-c28e-4f70-b961-cf779b66d200 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:57.391269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:57.398376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 11b59537-c28e-4f70-b961-cf779b66d200 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:52:57.403890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 11b59537-c28e-4f70-b961-cf779b66d200 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:57.404493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:57.463945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:57.512164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:57.540065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-28b20324-5c14-4098-9410-9608c2e2e190 req-3032e44c-b4fa-4158-84fa-e24dbf5ec5a5 service neutron] (88849) timed out ('10.222.0.39', 52409) {{(pid=88849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:52:57.540065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=935924bd-7915-421e-857c-48630f1eb556,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:57.544403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8ea5a7f2-d06a-4181-b60d-65f1f913db08 None None] Provisioning complete for port 935924bd-7915-421e-857c-48630f1eb556 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:57.544403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8ea5a7f2-d06a-4181-b60d-65f1f913db08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:57.612279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:57.647567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63c92-7037-4a9b-940f-f584bfe76836 req-1223a725-a4d0-4c6d-920e-58c9d0cb5d4c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:57.647567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecf63c92-7037-4a9b-940f-f584bfe76836 req-1223a725-a4d0-4c6d-920e-58c9d0cb5d4c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 945 time: 0.2911398 Jun 04 06:52:57.647567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-902c2873-b6ae-4df0-90f7-8807c8b31f7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/935924bd-7915-421e-857c-48630f1eb556 HTTP/1.1" status: 204 len: 168 time: 2.0311875 Jun 04 06:52:57.647567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58956) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:57.709398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5a7f2-d06a-4181-b60d-65f1f913db08 None None] Port 935924bd-7915-421e-857c-48630f1eb556 was deleted so its status cannot be updated. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 06:52:57.816076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecf63c92-7037-4a9b-940f-f584bfe76836 req-94fc3a83-a4c9-43c1-8707-c3a18bc24a8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240082 Jun 04 06:52:57.867717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddea9249-4153-409a-aa1d-990accbc13c8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:57.871842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:57.871842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:57.876391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddea9249-4153-409a-aa1d-990accbc13c8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:52:57.880877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:57.884913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ddea9249-4153-409a-aa1d-990accbc13c8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:52:57.891645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:57.952430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 11b59537-c28e-4f70-b961-cf779b66d200 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:52:57.952430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:57.958859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ddea9249-4153-409a-aa1d-990accbc13c8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:52:57.958859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ddea9249-4153-409a-aa1d-990accbc13c8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3021638 Jun 04 06:52:57.958859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58968) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:57.969838 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:57.969838 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-541d545b-10ff-4520-9fe6-e18c65a79087 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5787790 Jun 04 06:52:57.969838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 58972) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:57.987547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'bc19c2a2-3de9-4aea-898a-477a87f20dd5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:57.999271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:58.023841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:58.040085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:58.094265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 11b59537-c28e-4f70-b961-cf779b66d200, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=11b59537-c28e-4f70-b961-cf779b66d200,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:58.098099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:58.105434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.108530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 8f2989ef-dfbf-49c2-b788-0d8789fa6250, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8f2989ef-dfbf-49c2-b788-0d8789fa6250,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:52:58.109636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.118496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet a0a48270-6ea7-4190-8c09-0a81188c65a2 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:52:58.123636 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.123841 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.225643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.333728 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.355614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=11b59537-c28e-4f70-b961-cf779b66d200,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:58.373244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:58.470129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25bce539-abe8-4e15-8fd6-a7136d883bc8 req-6bdfdb95-a332-4f93-bd12-c0bc2e91d73c tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0621672 Jun 04 06:52:58.482369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 8f2989ef-dfbf-49c2-b788-0d8789fa6250 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:52:58.516507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.570363 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:52:58.570363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1e98ad0e-c4d4-4763-a1f4-d418277788b8 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5867662 Jun 04 06:52:58.583812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58988) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:58.645457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a48270-6ea7-4190-8c09-0a81188c65a2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:58.664404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:58.668630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9c3e1-5573-483f-9401-0467d4f0f129 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:52:58.680482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e3139ed-56c2-49c9-871b-1fc83973e27b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/a0a48270-6ea7-4190-8c09-0a81188c65a2 HTTP/1.1" status: 204 len: 168 time: 0.7226605 Jun 04 06:52:58.680482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:58.795319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-51fba3cf-c135-42c2-9af8-8d95c62bf3a8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186769 Jun 04 06:52:58.804287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 58998) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:58.817741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:52:59.037419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.138364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.176710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:52:59.183239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:52:59.183239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:52:59.190363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:52:59.213308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.296869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 11b59537-c28e-4f70-b961-cf779b66d200 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:52:59.306347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67d94af5-6d55-4b6a-a183-6b2117bbcc20 req-87635e3f-d6cb-413e-b30b-ac735206e0ee tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.0741532 Jun 04 06:52:59.347576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:52:59.351189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.355371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.374035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=8f2989ef-dfbf-49c2-b788-0d8789fa6250,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:59.449561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 11b59537-c28e-4f70-b961-cf779b66d200 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:52:59.449561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.546303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:52:59.546303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Deleting port 11b59537-c28e-4f70-b961-cf779b66d200 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:52:59.546303 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.628976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.724192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc19c2a2-3de9-4aea-898a-477a87f20dd5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:52:59.751333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:52:59.755596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7f336c30-391a-454f-894f-0118d8d5c10a tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/bc19c2a2-3de9-4aea-898a-477a87f20dd5 HTTP/1.1" status: 204 len: 168 time: 1.1778462 Jun 04 06:52:59.757967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59024) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:52:59.953255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5a6778c-cf3b-42c5-a4c7-089307d9260e req-e5d1d0e2-9217-4a18-ac1b-68c5c2f4cb44 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0755603 Jun 04 06:52:59.986552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8f2989ef-dfbf-49c2-b788-0d8789fa6250 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:00.144185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 8f2989ef-dfbf-49c2-b788-0d8789fa6250 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:00.144538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8f2989ef-dfbf-49c2-b788-0d8789fa6250 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:00.181921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] For port 11b59537-c28e-4f70-b961-cf779b66d200, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=11b59537-c28e-4f70-b961-cf779b66d200,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:00.182674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:00.185753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 8f2989ef-dfbf-49c2-b788-0d8789fa6250 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:00.211733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:00.224037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'name': 'network-vif-deleted', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:53:00.233703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ccec80a9-eb92-491a-9c51-4bdb08bf63d1 req-e7c09667-48dc-4552-afe6-06f3d9d05464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "DELETE /v2.0/ports/8f2989ef-dfbf-49c2-b788-0d8789fa6250 HTTP/1.1" status: 204 len: 173 time: 4.1953979 Jun 04 06:53:00.263904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 11b59537-c28e-4f70-b961-cf779b66d200 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:00.279577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3848b5cf-01ea-47f5-a82e-347471a64d1c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:00.345070 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6eaa72-440c-4a16-90d4-3730c3ce31a1'] response: {'server_uuid': '1014ac17-a762-4ea5-acae-622a4243ce28', 'name': 'network-vif-deleted', 'tag': '8f2989ef-dfbf-49c2-b788-0d8789fa6250', 'status': 'completed', 'code': 200} Jun 04 06:53:00.506103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:53:00.526752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Calling delete_port for 11b59537-c28e-4f70-b961-cf779b66d200 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:00.667336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:00.749422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] Pushing event deleted for resources: {'Port': ['ID=11b59537-c28e-4f70-b961-cf779b66d200,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:00.749422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecac7c9-f178-4ffe-9354-9602293fe119 None None] No DVR routers for this DVR port 11b59537-c28e-4f70-b961-cf779b66d200 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:00.790411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3848b5cf-01ea-47f5-a82e-347471a64d1c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:00.811449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3848b5cf-01ea-47f5-a82e-347471a64d1c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0410621 Jun 04 06:53:00.811449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59038) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:00.816721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437230964'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:00.841805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:00.872239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:00.940088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65ebb81c-f15c-4a73-834f-5c31a7c46aa2 req-9ae7c239-15a9-4d2f-8019-324ee0ac3808 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.3745055 Jun 04 06:53:01.043191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.054576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 11b59537-c28e-4f70-b961-cf779b66d200 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:01.124721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:01.124721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:01.144164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 11b59537-c28e-4f70-b961-cf779b66d200 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:01.144164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 11b59537-c28e-4f70-b961-cf779b66d200 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:01.148849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:01.154606 n-d-811808-2 neutron-server[88849]: WARNING neutron.services.revisions.revision_plugin [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Could not find related port for resource to bump revision. Jun 04 06:53:01.154606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_pluggable_backend [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Port 11b59537-c28e-4f70-b961-cf779b66d200 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88849) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 04 06:53:01.154606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.ipam_pluggable_backend [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:ffda {{(pid=88849) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 04 06:53:01.176562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.181060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:01.259504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:01.259504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:01.259504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:01.259504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.289423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af925b-ded9-4574-a0d7-8fb5eec23479 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:01.347264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:01.352894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9916d676-9880-4a10-bcc0-c1fdfcb41fce req-0ccc3eab-96fa-4e0f-adbe-c04422395d07 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0819604 Jun 04 06:53:01.365724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router 3f06faf4-c93d-4312-93fc-448baa7e2cdb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:53:01.373807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-09beb315-169d-4e73-86a3-12532ef3314b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5682032 Jun 04 06:53:01.376301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:01.383171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:49:6f:ec', 'name': 'tempest-NetworksTestDHCPv6-1374180238'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:01.418840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.521885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.572287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:01.578762 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7671282 Jun 04 06:53:01.578762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:01.605193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '2eb9759c-be96-4f19-8e38-14330b70ec65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:01.620295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:01.651793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:01.651793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7966-8caf-47eb-84ae-5fec5537df72 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9759c-be96-4f19-8e38-14330b70ec65,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:01.651793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:01.701127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:01.720750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:01.725881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:01.726344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:01.740842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:01.765627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:01.771254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:53:01.782479 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Sync routers for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:53:01.783231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5f95e368-5bf3-4411-8fcf-45be98c8ce40 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/3f06faf4-c93d-4312-93fc-448baa7e2cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8365588 Jun 04 06:53:01.784437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:01.814595 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:01.814595 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:02.009340 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The resource could not be found. Jun 04 06:53:02.015513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6e23025f-d9dd-4eae-99bf-bef92d5e259f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4275303 Jun 04 06:53:02.023868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59070) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:02.071753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '2eb9759c-be96-4f19-8e38-14330b70ec65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '25f98a0d-ea04-4f96-af72-a2cfb5964b1b'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:02.100608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:02.136683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:02.171742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:02.210345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:02.269454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting subnet 80834344-745a-44e5-b6c9-b6112b45b35b {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:02.271028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:02.272082 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:02.283864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:02.366421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6beff938-0e21-4620-ac4e-c730b31685c7 req-96afd285-412a-4aa5-ada8-5bd57f4199c8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=1014ac17-a762-4ea5-acae-622a4243ce28 HTTP/1.1" status: 200 len: 210 time: 0.1402388 Jun 04 06:53:02.407238 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:02.445611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:02.564391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 92171593-9522-48bb-b8b3-6fe25e38a087 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:02.621631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:02.701637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Allocated IP 2001:db8::f816:3eff:feb7:912f (194f226e-387b-4357-8c23-95825d1aac54/3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574/44863e1c-148b-4f86-9267-ceabceab8c24) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:02.988154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.012221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2fc82917-3a8b-4798-9100-6def8649fc5c req-40844eef-e439-48c7-b068-c0d8324472d1 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.3312624 Jun 04 06:53:03.238887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.249916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Transition to ACTIVE for port object 44863e1c-148b-4f86-9267-ceabceab8c24 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:03.265576 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The resource could not be found. Jun 04 06:53:03.274870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f375c31d-a9ec-4ac2-af89-3f9301359d4c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2282734 Jun 04 06:53:03.275075 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:52:57Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:03.275617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59088) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:03.281257 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Checking router: 3f06faf4-c93d-4312-93fc-448baa7e2cdb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:53:03.295527 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Routers {'3f06faf4-c93d-4312-93fc-448baa7e2cdb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:03.296490 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:52:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:03.325371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Transition to ACTIVE for port object 44863e1c-148b-4f86-9267-ceabceab8c24 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:03.339281 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.344095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.442422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Subnet': ['ID=80834344-745a-44e5-b6c9-b6112b45b35b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:03.442422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.450773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.450773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-22ca8e94-f0f5-4857-ae6e-73c30c067d2d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/subnets/80834344-745a-44e5-b6c9-b6112b45b35b HTTP/1.1" status: 204 len: 168 time: 1.6632726 Jun 04 06:53:03.460523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59094) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:03.515439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f124c67-fd2c-4953-b121-1e70a161725c None None] Network badad94b-afc1-4f06-b902-637660be79b3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:03.601899 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:03.654799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fe49:6fec (194f226e-387b-4357-8c23-95825d1aac54/3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574/92171593-9522-48bb-b8b3-6fe25e38a087) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:04.053425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.055471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:04.092379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] Set router 3f06faf4-c93d-4312-93fc-448baa7e2cdb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:04.174759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:04.193575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:04.327167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Pushing event updated for resources: {'Port': ['ID=44863e1c-148b-4f86-9267-ceabceab8c24,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:04.385799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.402381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.480823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9759c-be96-4f19-8e38-14330b70ec65,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:04.483167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 92171593-9522-48bb-b8b3-6fe25e38a087 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:04.648626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-382df1af-e149-4fef-8d87-a2f85ce320a4 req-227c367f-e939-4ed4-aaa4-2b90c556a5ea tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1399412 Jun 04 06:53:04.726446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.733853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.737928 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-24bb06d9-4310-4cac-ba1e-c3e919091ce7 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/2eb9759c-be96-4f19-8e38-14330b70ec65 HTTP/1.1" status: 204 len: 168 time: 1.4521441 Jun 04 06:53:04.737928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59116) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:04.831635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.848383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Attempting to bind port 44863e1c-148b-4f86-9267-ceabceab8c24 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:04.848754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Attempting to bind port 44863e1c-148b-4f86-9267-ceabceab8c24 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:04.849122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Attempting to bind port 44863e1c-148b-4f86-9267-ceabceab8c24 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:04.862274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e154420b-95bd-4086-a78c-03559fbd4931 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:04.867169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 08191973-0b8d-4050-a74f-fa3ffdedd88f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:04.867773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.871186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:04.871556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:04.871958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:04.872348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:04.886565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Bound port: 44863e1c-148b-4f86-9267-ceabceab8c24, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:04.886887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:05.065284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] For port 44863e1c-148b-4f86-9267-ceabceab8c24, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:05.065284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] For port 44863e1c-148b-4f86-9267-ceabceab8c24, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=44863e1c-148b-4f86-9267-ceabceab8c24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:05.089944 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:05.129520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e154420b-95bd-4086-a78c-03559fbd4931 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:05.129520 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e154420b-95bd-4086-a78c-03559fbd4931 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3712754 Jun 04 06:53:05.139674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:05.139674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:05.171371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:05.196610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:05.208343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:05.217358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:05.235591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': 'af174143-cf0c-460c-9b46-349adc2c7bbd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:05.275594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:05.291738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:05.307405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:05.322252 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:52:57Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:05.330168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:05.336192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd066a4-22d1-454d-87c9-0379618e0830 None None] The sync data for ids ['3f06faf4-c93d-4312-93fc-448baa7e2cdb'] in n-d-811808-2 is: [{'id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819817115', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:48:54Z', 'updated_at': '2022-06-04T06:52:57Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '08191973-0b8d-4050-a74f-fa3ffdedd88f', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f06faf4-c93d-4312-93fc-448baa7e2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:48:56Z', 'updated_at': '2022-06-04T06:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:53:05.352948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f723-33f7-43b3-9f4a-0a7fb29a1fe0 None None] Pushing event updated for resources: {'Port': ['ID=44863e1c-148b-4f86-9267-ceabceab8c24,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:05.372982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] DHCP port deletion for badad94b-afc1-4f06-b902-637660be79b3 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:05.465130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=92171593-9522-48bb-b8b3-6fe25e38a087,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:05.468688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Deleting port 1393a9d0-6078-47ea-8835-f88e32f7a377 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:05.468688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:05.583942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9ac0f8b-5c64-4f05-b366-df46f2f941d0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1949310 Jun 04 06:53:05.583942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:05.731872 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The resource could not be found. Jun 04 06:53:05.732894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c34776f2-1bcc-4dc1-834d-2ca0ed4f3407 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5602016 Jun 04 06:53:05.746749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59140) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:05.760150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053759172'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:05.783474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:05.809108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:05.833898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.069439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ed3aa53-6461-4f71-a0c8-8740657bbbb9 req-e95be07c-dba8-4fff-a63a-56117ac12ea8 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1152890 Jun 04 06:53:06.073163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:06.118475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb7856-e25d-478b-a1c2-cb79d851fd24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:06.148627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb7856-e25d-478b-a1c2-cb79d851fd24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:06.148627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d7cb7856-e25d-478b-a1c2-cb79d851fd24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:06.148627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:06.150442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:06.201413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d7cb7856-e25d-478b-a1c2-cb79d851fd24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:06.203442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d7cb7856-e25d-478b-a1c2-cb79d851fd24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6200480 Jun 04 06:53:06.206260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:06.209445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59148) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:06.224903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 08191973-0b8d-4050-a74f-fa3ffdedd88f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=08191973-0b8d-4050-a74f-fa3ffdedd88f,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:06.225890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.295613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] For port 1393a9d0-6078-47ea-8835-f88e32f7a377, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1393a9d0-6078-47ea-8835-f88e32f7a377,segment=NetworkSegment(90b49c54-d7b3-4352-8538-a6660bc2ffa2),segment_id=90b49c54-d7b3-4352-8538-a6660bc2ffa2)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:06.295921 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.507764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 92171593-9522-48bb-b8b3-6fe25e38a087 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:06.507764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.605890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 08191973-0b8d-4050-a74f-fa3ffdedd88f owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:06.651927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Calling delete_port for 1393a9d0-6078-47ea-8835-f88e32f7a377 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:06.886347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.932597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:06.994047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:07.090657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:07.152902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] Pushing event deleted for resources: {'Port': ['ID=1393a9d0-6078-47ea-8835-f88e32f7a377,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:07.163313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cff0f9-4968-46d5-8e75-71bf349e250b None None] No DVR routers for this DVR port 1393a9d0-6078-47ea-8835-f88e32f7a377 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:07.216253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 44863e1c-148b-4f86-9267-ceabceab8c24 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:07.338382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2574f586-fe06-4108-a097-f93b9552dffc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:07.400874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=08191973-0b8d-4050-a74f-fa3ffdedd88f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:07.423534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 44863e1c-148b-4f86-9267-ceabceab8c24 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:07.511716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:07.529912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:07.544429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:07.546278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af728922-f763-46d7-934d-a1090041ea14 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7981944 Jun 04 06:53:07.644782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:07.696191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:07.696191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7f075060-a1e8-4722-a5e7-ae9e4b2ac3a8 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:07.696191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1393a9d0-6078-47ea-8835-f88e32f7a377 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:07.782811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1393a9d0-6078-47ea-8835-f88e32f7a377 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:07.782811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1393a9d0-6078-47ea-8835-f88e32f7a377 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:07.811066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Provisioning for port 44863e1c-148b-4f86-9267-ceabceab8c24 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:07.811066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Provisioning complete for port 44863e1c-148b-4f86-9267-ceabceab8c24 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:07.815546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:07.872357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--294514606'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:07.918089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:08.030496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Current status of the port 44863e1c-148b-4f86-9267-ceabceab8c24 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:08.030496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.075459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] For port 44863e1c-148b-4f86-9267-ceabceab8c24, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=44863e1c-148b-4f86-9267-ceabceab8c24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:08.090715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.199223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:08.207365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:08.230538 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.235729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.254175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:08.275446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed3b9f-aba2-4162-a615-e1b6c39274e8 None None] Pushing event updated for resources: {'Port': ['ID=44863e1c-148b-4f86-9267-ceabceab8c24,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:08.286290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f40de7a6-1bbf-4aab-9b39-7f2d389bd15d req-31e06dd6-37c8-476a-9028-2c85e14a4c6c tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.7584641 Jun 04 06:53:08.288411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.332432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a3c4fa57-8dc0-4aed-bf43-5214a2b30cbf None None] Provisioning for port 92171593-9522-48bb-b8b3-6fe25e38a087 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:08.342180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a3c4fa57-8dc0-4aed-bf43-5214a2b30cbf None None] Provisioning complete for port 92171593-9522-48bb-b8b3-6fe25e38a087 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:08.342180 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fa57-8dc0-4aed-bf43-5214a2b30cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.394072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:08.404252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:08.418981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:08.426426 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.426426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Fanout notify agent at l3_agent the message router_deleted on router 3f06faf4-c93d-4312-93fc-448baa7e2cdb {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:53:08.468619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:08.481306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.494008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4fa57-8dc0-4aed-bf43-5214a2b30cbf None None] Port 92171593-9522-48bb-b8b3-6fe25e38a087 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:08.534275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:08.534275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9506de32-b9ea-4994-90a9-4f7c8476ffd9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/routers/3f06faf4-c93d-4312-93fc-448baa7e2cdb HTTP/1.1" status: 204 len: 168 time: 5.0780783 Jun 04 06:53:08.557946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59182) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:08.808757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 92171593-9522-48bb-b8b3-6fe25e38a087 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:09.022878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.028810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.033780 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.049085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.155296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=92171593-9522-48bb-b8b3-6fe25e38a087,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:09.238239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb40c5-5c80-41f7-b1cc-3d468be0d158,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:09.246814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.250613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-beb4c1f8-e011-487f-8017-0618cfd688dc tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5837898 Jun 04 06:53:09.253237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59202) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:09.294301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group_rule': {'security_group_id': '2574f586-fe06-4108-a097-f93b9552dffc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '85cb40c5-5c80-41f7-b1cc-3d468be0d158'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:09.320134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.330878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:09.351340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:09.369702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:09.395345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 44863e1c-148b-4f86-9267-ceabceab8c24 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:09.409888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:09.409888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c34fe07-71ed-40b9-9529-04f6e3eb0b19 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/92171593-9522-48bb-b8b3-6fe25e38a087 HTTP/1.1" status: 204 len: 168 time: 3.1984675 Jun 04 06:53:09.417176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:09.550921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.638855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 44863e1c-148b-4f86-9267-ceabceab8c24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:09.638855 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.659854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badad94b-afc1-4f06-b902-637660be79b3']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:09.699880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fece3af-3ca3-4730-907a-e7773b935db0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:09.699880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fece3af-3ca3-4730-907a-e7773b935db0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:09.713774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b49c54-d7b3-4352-8538-a6660bc2ffa2') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:09.713774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b49c54-d7b3-4352-8538-a6660bc2ffa2') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:09.724444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1fece3af-3ca3-4730-907a-e7773b935db0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:09.749357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.793657 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.811638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:53:09.811638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:09.896488 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dd22011-177b-418c-b498-b76fa2bbe59f req-4886eb2d-758c-4571-b196-17184d7491f3 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1689124 Jun 04 06:53:09.896958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1fece3af-3ca3-4730-907a-e7773b935db0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:09.897823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fece3af-3ca3-4730-907a-e7773b935db0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4697967 Jun 04 06:53:09.906178 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 90b49c54-d7b3-4352-8538-a6660bc2ffa2 resource provider aggregate not found Jun 04 06:53:09.914648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59218) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:09.972499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 44863e1c-148b-4f86-9267-ceabceab8c24 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:10.020436 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 90b49c54-d7b3-4352-8538-a6660bc2ffa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90b49c54-d7b3-4352-8538-a6660bc2ffa2 found for delete ", "request_id": "req-336f7053-9b75-4518-9a5f-73259ee4b868"}]} Jun 04 06:53:10.074012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 08191973-0b8d-4050-a74f-fa3ffdedd88f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:10.136289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.151751 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:53:10.163917 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.171381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bacb91d6-4277-4bcf-90da-fe58a4c4619e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9127314 Jun 04 06:53:10.178572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:10.192929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 08191973-0b8d-4050-a74f-fa3ffdedd88f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:10.192929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 08191973-0b8d-4050-a74f-fa3ffdedd88f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:10.242451 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/networks/badad94b-afc1-4f06-b902-637660be79b3 HTTP/1.1" status: 204 len: 168 time: 1.6808107 Jun 04 06:53:10.260702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59230) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:10.263636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa2a92-833d-4485-826e-70b847d4a6a9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Network': ['ID=badad94b-afc1-4f06-b902-637660be79b3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:10.335377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:10.339646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.403804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.573712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.787922 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.819234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.890644 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.928852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:10.928852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.166691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:11.181748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.276891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6f252-e8c9-4958-93c4-de8b85ed54f1 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:11.326157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1dddf-d987-437c-a3f1-97d3a9d48203,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:11.333788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.390499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ffcb26e-26f9-4514-ad03-c2b8c7a877ff req-e3540e08-34a9-46b4-bad5-b2e83c8ac643 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1187704 Jun 04 06:53:11.395697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d234c3b3-e87a-4dd2-9b70-9852ee0e4dd0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574 HTTP/1.1" status: 204 len: 168 time: 1.4715095 Jun 04 06:53:11.396987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59250) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.412044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.438557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.443759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/85cb40c5-5c80-41f7-b1cc-3d468be0d158 HTTP/1.1" status: 204 len: 168 time: 1.2681725 Jun 04 06:53:11.444638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.446441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506a70a-fc71-486f-8750-bb4c287edb64 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb40c5-5c80-41f7-b1cc-3d468be0d158,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:11.477078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.478298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8e8af87c-b8ed-4a7a-b7c9-a47d13e3ed91 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/security-groups/b8c1dddf-d987-437c-a3f1-97d3a9d48203 HTTP/1.1" status: 204 len: 168 time: 1.2211692 Jun 04 06:53:11.545258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-689ab71c-3962-4c1f-bc01-b129d8e59fd3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455309 Jun 04 06:53:11.554595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59262) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.721582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7bd8538-a22f-4a05-abaf-a52bc12e608b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:11.788361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e7bd8538-a22f-4a05-abaf-a52bc12e608b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:11.793105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59270) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.793561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7bd8538-a22f-4a05-abaf-a52bc12e608b tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3450842 Jun 04 06:53:11.808026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.834184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442594452', 'description': 'tempest-secgroup-smoke-442594452 description', 'project_id': '37092d7db36349b3ae22457540bd734a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:11.847575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:11.857945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:11.863532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:11.872495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:11.891030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aeec68-f397-4cc3-8d3d-60bcbcf07f3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:11.891030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56aeec68-f397-4cc3-8d3d-60bcbcf07f3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:11.907829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:11.918793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.930121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Deleting port 44863e1c-148b-4f86-9267-ceabceab8c24 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:11.930121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.943454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:11.948450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:11.948450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-56aeec68-f397-4cc3-8d3d-60bcbcf07f3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:11.948450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-56aeec68-f397-4cc3-8d3d-60bcbcf07f3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3874454 Jun 04 06:53:11.948450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:11.948450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59280) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:11.953644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:12.010823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:12.053184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.166746 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.168198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.171808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.221658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574f586-fe06-4108-a097-f93b9552dffc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:12.240643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.244560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1cfd1d48-47e2-42e3-9b4a-e8bbbf8afd16 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/2574f586-fe06-4108-a097-f93b9552dffc HTTP/1.1" status: 204 len: 168 time: 0.4476836 Jun 04 06:53:12.244804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:12.299340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7db79-995a-4d68-800b-2832d27bfe21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:12.302673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dfa7db79-995a-4d68-800b-2832d27bfe21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:12.380445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-602c35b7-9afd-45c4-9909-25f62838087e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:12.389099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] For port 44863e1c-148b-4f86-9267-ceabceab8c24, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=44863e1c-148b-4f86-9267-ceabceab8c24,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:12.389099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.406952 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.411108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5987618 Jun 04 06:53:12.417619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979584b-f649-42a9-ac4b-25b5af7ab53a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:12.419805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59300) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:12.440364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-dfa7db79-995a-4d68-800b-2832d27bfe21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:12.440364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dfa7db79-995a-4d68-800b-2832d27bfe21 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4864817 Jun 04 06:53:12.440364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59302) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:12.491137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:12.539395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-602c35b7-9afd-45c4-9909-25f62838087e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:12.556369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-edf06d39-44c1-415f-ac60-ca215ddf5854 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102188 Jun 04 06:53:12.556369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:12.556369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59312) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:12.567893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-602c35b7-9afd-45c4-9909-25f62838087e tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3082142 Jun 04 06:53:12.570236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:12.586072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616737490'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:12.590132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:12.590395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:12.600554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:12.614383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:12.616451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:12.633956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:12.669249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.670935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:12.942129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Calling delete_port for 44863e1c-148b-4f86-9267-ceabceab8c24 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:13.096526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 44863e1c-148b-4f86-9267-ceabceab8c24 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:13.245986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14ad8041-b668-47f1-9f70-ff03f04d8476 req-1e5b3ba0-d8ec-493e-b18a-65e5401fbc83 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.5191455 Jun 04 06:53:13.303714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:13.320010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.335227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.342192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.361549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Usage tracker for resource:security_group_rule and tenant:7537d29d95aa4792a71b23f31f8727b6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:13.383574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:13.406754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fffb95-9e51-47a5-a940-cc90752e8e46,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:13.414460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:13.416534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] Pushing event deleted for resources: {'Port': ['ID=44863e1c-148b-4f86-9267-ceabceab8c24,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:13.418345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 44863e1c-148b-4f86-9267-ceabceab8c24 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:13.418683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 44863e1c-148b-4f86-9267-ceabceab8c24 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:13.421187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5e1fb-0466-4a75-b568-4aa3f458adaa None None] No DVR routers for this DVR port 44863e1c-148b-4f86-9267-ceabceab8c24 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:13.448599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.450462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-49507b65-0743-479e-96c0-6ea8a3de1ed6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0095005 Jun 04 06:53:13.455066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59326) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:13.458373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:13.462755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:13.471464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:13.477507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:13.483996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:13.494739 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:13.499605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:13.527976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.667138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:13.679819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.686312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.695677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:13.709541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.774014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc9324e-9f57-4979-8ce9-329ffbd8635d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:13.783479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.785352 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-31fc2b82-92d1-457e-b6e8-d88e786e6940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3286927 Jun 04 06:53:13.790104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59340) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:13.800558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:13.804629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.820879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:13.830346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:13.840707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:13.858862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:13.891684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.981828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:13.990724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.024483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:14.036110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Usage tracker for resource:security_group_rule and tenant:2130da3e309743cbb75ad5572c60110e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:14.052479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:14.065281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.067197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:14.074599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.106823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7639c55-5a6a-453b-b1e9-1094759b2254,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:14.140339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.142053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5851057 Jun 04 06:53:14.145415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59344) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:14.151598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95e84c-b71e-4eb8-8c01-90aac3d5303c tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8e182-f92b-469a-9551-dd0d87a53384,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:14.155995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.161780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-10c6396d-7a5f-469e-8833-866a19165070 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697159 Jun 04 06:53:14.163969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59348) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:14.167332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-07bdb5bd-b95d-44a3-a35a-08b89d4c7154 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:14.168768 n-d-811808-2 neutron-server[88849]: WARNING neutron.api.v2.base [None req-07bdb5bd-b95d-44a3-a35a-08b89d4c7154 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 04 06:53:14.169772 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-07bdb5bd-b95d-44a3-a35a-08b89d4c7154 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] update failed (client error): There was a conflict when trying to complete your request. Jun 04 06:53:14.170519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:14.171268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07bdb5bd-b95d-44a3-a35a-08b89d4c7154 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "PUT /v2.0/security-groups/a5e8e182-f92b-469a-9551-dd0d87a53384 HTTP/1.1" status: 409 len: 330 time: 0.0229471 Jun 04 06:53:14.174690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59352) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:14.181191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:14.190551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:14.196528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:14.207553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:14.241481 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.290169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.316408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.378848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.391065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2130da3e309743cbb75ad5572c60110e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225945 Jun 04 06:53:14.392473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:14.396151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.434585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30878bc-e30c-47c4-a55a-813d7320dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0208755-b703-44a0-8041-ce357d0b59ae,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:14.445154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaff700-ef88-40b9-a00e-96ecae230485,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:14.503679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.509088 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6663c4d0-2df8-4a74-9929-98c33a806e0b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441403 Jun 04 06:53:14.510498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59362) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:14.544508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.576558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.637852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.643174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:14.652096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:14.656385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:14.656550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0208755-b703-44a0-8041-ce357d0b59ae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:14.668654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.670111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e812196d-d3f9-4f77-80e8-b7d00c0ba4ff admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f0208755-b703-44a0-8041-ce357d0b59ae HTTP/1.1" status: 204 len: 168 time: 0.2710934 Jun 04 06:53:14.758869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:14.761870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.786703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72a321ef-6b13-44bb-8893-fec672e61449 req-63918edf-b99a-4369-8c65-6651261ebd09 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1812057 Jun 04 06:53:14.789344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:14.842036 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:53:14.949455 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:14.961859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.054526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:53:15.078947 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.222526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:15.229108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:15.240272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68ff7a-514f-4cfe-9729-1c1757750236 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:15.240886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.241947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=99c77a76-d9f7-4585-8fe2-82340529bda2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:15.245874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:15.246649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.259051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.291564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.315163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dc3cc5-d2be-4258-9ef7-1c83da193dc0,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:15.335093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8e182-f92b-469a-9551-dd0d87a53384,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:15.356710 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.358451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7d443bc9-2c26-46ca-b4a5-17bc8cfb7f98 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8455434 Jun 04 06:53:15.360930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-44beea18-f9d4-4ade-8a5c-75c78a0a980c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8015718 Jun 04 06:53:15.362192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59384) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.362349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.363238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-caf41d52-e206-499f-b6e5-13a5a4d736de tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/a5e8e182-f92b-469a-9551-dd0d87a53384 HTTP/1.1" status: 204 len: 168 time: 1.1874218 Jun 04 06:53:15.364511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.366862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59388) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.371330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:15.373607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:cc:79:4e', 'name': 'tempest-NetworksTestDHCPv6-1304421261'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:15.384122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:15.393436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:15.398882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:15.412971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:15.452066 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:53:15.471301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.554685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67251129-4011-4fd2-a0fd-75b1c255b29d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Synchronizing usage tracker for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:15.580227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '99c77a76-d9f7-4585-8fe2-82340529bda2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:15.581435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.594854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.599717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.608099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:15.622676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858125dd-d6ef-4f01-aed1-1ab5a06b42c5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:15.627505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:15.639573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67251129-4011-4fd2-a0fd-75b1c255b29d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] Unset dirty status for tenant:7537d29d95aa4792a71b23f31f8727b6 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:15.646107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67251129-4011-4fd2-a0fd-75b1c255b29d tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2774498 Jun 04 06:53:15.646783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59404) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.648756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:15.671776 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f94c0252-89e3-4dcb-9e61-a26ddef84504 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] delete failed (client error): The resource could not be found. Jun 04 06:53:15.676856 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f94c0252-89e3-4dcb-9e61-a26ddef84504 tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "DELETE /v2.0/security-groups/e3ba00d7-44d2-4933-acba-73eb9dc97573 HTTP/1.1" status: 404 len: 347 time: 0.0252049 Jun 04 06:53:15.676856 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.681575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e786c9fb-8bf1-42a2-aa67-39bf111feef1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147662 Jun 04 06:53:15.682445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59408) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.682570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59410) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.695154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'network': {'name': 'tempest-network-smoke--1296871340', 'project_id': '37092d7db36349b3ae22457540bd734a', 'port_security_enabled': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:15.700600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:15.706542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:network and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:15.707363 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-90117ba4-77ba-4660-be4c-c03833b931ba tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] show failed (client error): The resource could not be found. Jun 04 06:53:15.712773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59418) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:15.713317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90117ba4-77ba-4660-be4c-c03833b931ba tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-groups/58b01f3c-0387-476b-bac1-0bfd4cc05fcd HTTP/1.1" status: 404 len: 347 time: 0.0291836 Jun 04 06:53:15.725301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:15.766342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:15.774249 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-3e7cf405-0208-45a4-a6b2-59e47636742f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] show failed (client error): The resource could not be found. Jun 04 06:53:15.775749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3e7cf405-0208-45a4-a6b2-59e47636742f tempest-NegativeSecGroupTest-632367707 tempest-NegativeSecGroupTest-632367707-project] 10.222.0.17 "GET /v2.0/security-group-rules/27eb521f-2baf-46c6-8856-5e58dfe37cc8 HTTP/1.1" status: 404 len: 356 time: 0.0620499 Jun 04 06:53:15.796561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Allocated IP 2001:db8::f816:3eff:feaa:f106 (194f226e-387b-4357-8c23-95825d1aac54/99c77a76-d9f7-4585-8fe2-82340529bda2/a1f96c56-c96d-43c4-9f09-81fec5af23b5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:15.797932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:15.805843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.850964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:53:15.866527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.866895 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Added segment b919b09a-ee5b-4fed-bb5f-08117cc01cbf of type vlan for network 94f2c895-83e2-44c0-ad87-56ba1a27b979 Jun 04 06:53:15.890220 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.905017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.948772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:15.954968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port cdfb121f-4383-475f-8788-1a8cda03fd38 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:15.967598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:15.971696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.089651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4053442 Jun 04 06:53:16.095477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59438) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:16.107170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'admin_state_up': True, 'project_id': '37092d7db36349b3ae22457540bd734a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:16.156715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1639aaf4-d7e2-4da1-a165-97d07b552357 req-02457c15-a6ce-4a03-87a7-6209c3abb6d0 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0711572 Jun 04 06:53:16.232763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:16.251982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:router and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:16.259409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:16.270444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:16.272528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f625e-ec20-4f51-8fe4-310cfc06048e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Network': ['ID=94f2c895-83e2-44c0-ad87-56ba1a27b979,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:16.286263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.287404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.297383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:53:16.321075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.482315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:16.532851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.546021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Transition to ACTIVE for port object a1f96c56-c96d-43c4-9f09-81fec5af23b5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:16.578407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Transition to ACTIVE for port object a1f96c56-c96d-43c4-9f09-81fec5af23b5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:16.595791 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.754229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:16.768254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:16.781383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:16.799733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fecc:794e (194f226e-387b-4357-8c23-95825d1aac54/99c77a76-d9f7-4585-8fe2-82340529bda2/cdfb121f-4383-475f-8788-1a8cda03fd38) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:16.871705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:16.928523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-906b2554-2eda-489e-9cd7-d6c750f8482e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7537d29d95aa4792a71b23f31f8727b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447031 Jun 04 06:53:16.931305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:17.068176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.111832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Attempting to bind port a1f96c56-c96d-43c4-9f09-81fec5af23b5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:17.120244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Attempting to bind port a1f96c56-c96d-43c4-9f09-81fec5af23b5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:17.120971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Attempting to bind port a1f96c56-c96d-43c4-9f09-81fec5af23b5 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:17.135092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.152944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Pushing event updated for resources: {'Port': ['ID=a1f96c56-c96d-43c4-9f09-81fec5af23b5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:17.180928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:17.186103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:17.187338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.188135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:17.192662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Bound port: a1f96c56-c96d-43c4-9f09-81fec5af23b5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:17.193151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.216204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.254971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object cdfb121f-4383-475f-8788-1a8cda03fd38 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:17.293688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.302272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.358564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f605b0-09f3-45ee-a2c9-78c1f95f4880,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:17.382917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-53d903ae-a945-455f-af82-054c19827cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.457990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.459322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5d437380-578e-42fe-b837-c1ad77cdc5c9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/52f605b0-09f3-45ee-a2c9-78c1f95f4880 HTTP/1.1" status: 204 len: 168 time: 0.5267377 Jun 04 06:53:17.540482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] For port a1f96c56-c96d-43c4-9f09-81fec5af23b5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:17.549042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] For port a1f96c56-c96d-43c4-9f09-81fec5af23b5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1f96c56-c96d-43c4-9f09-81fec5af23b5,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:17.557107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.718397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92a82b80-5ba4-4004-b074-9f579e392694 req-3f369b86-a7f7-4d0a-8cbd-2785f1737e52 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.2322032 Jun 04 06:53:17.736311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:17.752146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:17.762554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=cdfb121f-4383-475f-8788-1a8cda03fd38,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:17.765110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:17.778116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:17.784687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:17.859646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e525636c-0754-4dde-ad94-dc47a3f51a56 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4939072 Jun 04 06:53:17.864132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59520) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:17.874912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60625e5-5d7c-41e1-94d0-845ee13a9b7f None None] Pushing event updated for resources: {'Port': ['ID=a1f96c56-c96d-43c4-9f09-81fec5af23b5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:17.916211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:18.079068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25a9e3-188d-4306-b7af-840228290797 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:18.098080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25a9e3-188d-4306-b7af-840228290797 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:18.100505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe25a9e3-188d-4306-b7af-840228290797 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:18.149279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe25a9e3-188d-4306-b7af-840228290797 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:18.151119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe25a9e3-188d-4306-b7af-840228290797 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2839568 Jun 04 06:53:18.153784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59544) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:18.223972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:18.382799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port cdfb121f-4383-475f-8788-1a8cda03fd38 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:18.382799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:18.639505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.106 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9c79d8ba-7414-4b85-a0c2-25811e8322d9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:19.104490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-92aecf35-3079-4dbc-b2cf-e9eeaf9f7d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:19.215761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1f96c56-c96d-43c4-9f09-81fec5af23b5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:19.287784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:19.323263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a14ed480-94ae-4600-8f80-395af5f0ff50 req-8921419b-4d94-4454-8f1f-5a30bd353f89 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1323657 Jun 04 06:53:19.364682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a1f96c56-c96d-43c4-9f09-81fec5af23b5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:19.397446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:19.448591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:19.476983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:19.549727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:19.552985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:19.564909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:19.656732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=9c79d8ba-7414-4b85-a0c2-25811e8322d9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:19.660962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for cdfb121f-4383-475f-8788-1a8cda03fd38 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:19.952960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:19.955796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Provisioning for port a1f96c56-c96d-43c4-9f09-81fec5af23b5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:19.964555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Provisioning complete for port a1f96c56-c96d-43c4-9f09-81fec5af23b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:19.964942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.190964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.372960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1903254829'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:20.382472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=cdfb121f-4383-475f-8788-1a8cda03fd38,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:20.386121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:20.409464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.422789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Current status of the port a1f96c56-c96d-43c4-9f09-81fec5af23b5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:20.423213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.428168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Usage tracker for resource:network and tenant:9963e104635f4569848764845b3114b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:20.448334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:20.479761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:20.497050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e23fd92-24da-41e9-9c9a-1b8ac1f8b3e8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/cdfb121f-4383-475f-8788-1a8cda03fd38 HTTP/1.1" status: 204 len: 168 time: 2.3372397 Jun 04 06:53:20.501579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:20.526788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Made reservation on behalf of 9963e104635f4569848764845b3114b2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:20.530328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.537587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.586757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.587100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] For port a1f96c56-c96d-43c4-9f09-81fec5af23b5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1f96c56-c96d-43c4-9f09-81fec5af23b5,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:20.591906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.642107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:20.647941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:20.659812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Usage tracker for resource:security_group_rule and tenant:9963e104635f4569848764845b3114b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:20.669123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:20.687457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:20.737869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b149c5f3-9500-4dd5-a80f-b7dc69edd479 None None] Could not find standard attr ID for object cdfb121f-4383-475f-8788-1a8cda03fd38. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:53:20.814489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a0aa5-dcb6-42bb-9367-7f6d9137549a None None] Pushing event updated for resources: {'Port': ['ID=a1f96c56-c96d-43c4-9f09-81fec5af23b5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:20.843844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3401ccb9-ecdf-41d1-8a23-ff97f4c571c1 req-c77f0911-c532-46a0-96d4-ea2a0dfe7c5d tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0864022 Jun 04 06:53:20.878931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0cd55-39df-4b66-86e1-4be15c7d08a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:20.890684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0cd55-39df-4b66-86e1-4be15c7d08a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:20.895212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-35b0cd55-39df-4b66-86e1-4be15c7d08a5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3908610 Jun 04 06:53:20.898474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:20.999000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.008194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.110981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-05337176-0aa1-4c4a-921c-605dd6a697bf tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=bc51535e16a142cebf5c1468ca743a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536115 Jun 04 06:53:21.125532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1f96c56-c96d-43c4-9f09-81fec5af23b5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:21.148967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 99c77a76-d9f7-4585-8fe2-82340529bda2 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:21.182799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:53:21.198408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d367c003-218c-499a-9247-c8c8ec0e5d3f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:21.248343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.250270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a1f96c56-c96d-43c4-9f09-81fec5af23b5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:21.251089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.325578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.325999 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Added segment 02ab1a65-7415-4392-87df-02d2453040ee of type vlan for network a52abf1e-0437-4855-8659-6bb71fda195f Jun 04 06:53:21.355518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.465011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.466841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a1f96c56-c96d-43c4-9f09-81fec5af23b5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:21.567090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.573115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:21.574302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:21.704178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-8f0fbfe2-59dc-4860-bb90-f84a1b6068d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:21.711446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-8f0fbfe2-59dc-4860-bb90-f84a1b6068d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5986786 Jun 04 06:53:21.769295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-6f770c58-ca3a-499e-bb93-f776a2a70379 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/quotas/bc51535e16a142cebf5c1468ca743a01 HTTP/1.1" status: 200 len: 375 time: 0.0566680 Jun 04 06:53:21.778386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3010314 Jun 04 06:53:21.838237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 59888) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:21.841094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e065d-8003-4b3b-8c51-4dcc6914221c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event updated for resources: {'Network': ['ID=a52abf1e-0437-4855-8659-6bb71fda195f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:21.859624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Request body: {'subnet': {'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:21.859993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a52abf1e-0437-4855-8659-6bb71fda195f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:53:21.887577 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:53:22.033158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:22.037972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Usage tracker for resource:subnet and tenant:9963e104635f4569848764845b3114b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:22.047105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:22.056521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:22.070757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-01b40253-2684-4f6d-a171-33c02d44d5a8 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bc51535e16a142cebf5c1468ca743a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3005133 Jun 04 06:53:22.073307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Made reservation on behalf of 9963e104635f4569848764845b3114b2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:22.078182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.112490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.131316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.197164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.425407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.485712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.513538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2695d2-6e93-449b-b07a-ecb938995c64 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:22.546400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=99c77a76-d9f7-4585-8fe2-82340529bda2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:22.567560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.678731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-359034af-4739-4463-ad88-ef7a99a77b60 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/99c77a76-d9f7-4585-8fe2-82340529bda2 HTTP/1.1" status: 204 len: 168 time: 1.7789867 Jun 04 06:53:22.681735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 59990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:22.747946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-144ce631-fd92-4ec6-ac84-3ba0e2a1bef4 req-e773355a-ded1-48fa-a844-a1678b68f185 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1909366 Jun 04 06:53:22.822749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Checking segment: {'id': '02ab1a65-7415-4392-87df-02d2453040ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:22.823112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Network hostable DHCP agents. Network: a52abf1e-0437-4855-8659-6bb71fda195f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:53:22.837054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event updated for resources: {'Subnet': ['ID=3fbf4669-405e-4be6-8db0-93ae10a5c402,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:22.872901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Network a52abf1e-0437-4855-8659-6bb71fda195f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:53:22.980827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:22.988030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Deleting port a1f96c56-c96d-43c4-9f09-81fec5af23b5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:22.988638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:22.992623 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f627c6d8-760f-4b4b-b374-5fbada56fb85 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3010314 Jun 04 06:53:22.993934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60022) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:23.016005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-470e9f2b-9c63-4657-a18a-9cf1b7f020ad req-fc700e22-ee2f-492a-a306-ddaebde12bec tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1326730 Jun 04 06:53:23.027718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a52abf1e-0437-4855-8659-6bb71fda195f) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:23.036906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:23.039125 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:23.057129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:23.087976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c34649f3-25a3-4caf-a2f2-61981e3731f9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2481818 Jun 04 06:53:23.090890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60038) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:23.107712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Request body: {'port': {'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f', 'name': 'tempest-TagsExtTest-1341549094'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:23.269272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router c837ce39-bf49-4775-969a-4133dd3e6761 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:53:23.295494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e5a50-0384-4fe0-9cd3-279e39ccfa02 None None] Network a52abf1e-0437-4855-8659-6bb71fda195f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:23.306480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:23.515119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:23.536871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:23.563044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:23.636798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:23.640797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:23.815913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:23.821835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Usage tracker for resource:port and tenant:9963e104635f4569848764845b3114b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:23.826760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:23.854517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:23.886346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Made reservation on behalf of 9963e104635f4569848764845b3114b2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:23.894157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:23.954532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] device_id is not set on port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:24.032249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:53:24.060011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] For port a1f96c56-c96d-43c4-9f09-81fec5af23b5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1f96c56-c96d-43c4-9f09-81fec5af23b5,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:24.063810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:24.111600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:24.116718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b5aa753-9ec4-44bc-8b2f-9c28c1fa1c0e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.0180168 Jun 04 06:53:24.119055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60094) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:24.208602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d9ec20-c209-4228-b0ad-77f291e23166 req-612293f5-96d1-4fc1-89e3-cda0859c9c21 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1038339 Jun 04 06:53:24.218570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Sync routers for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:53:24.355904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Calling delete_port for a1f96c56-c96d-43c4-9f09-81fec5af23b5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:24.404406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a52abf1e-0437-4855-8659-6bb71fda195f', 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f', 'tenant_id': '9963e104635f4569848764845b3114b2', 'fixed_ips': [{'subnet_id': '3fbf4669-405e-4be6-8db0-93ae10a5c402'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:24.406044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:24.423277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b1188c3-8992-47ef-a9fb-c68c3e7232c8 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=37092d7db36349b3ae22457540bd734a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2952452 Jun 04 06:53:24.428364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:24.447714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:24.448326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Allocated IP 172.20.0.12 (a52abf1e-0437-4855-8659-6bb71fda195f/3fbf4669-405e-4be6-8db0-93ae10a5c402/3727b533-d2d2-4209-9e51-0b3c3e0c0a03) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:24.448880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:24.454859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-3d636b8b-0d4b-43eb-963d-d445d9f3e187 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bc51535e16a142cebf5c1468ca743a01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2552421 Jun 04 06:53:24.608345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b88c78a6-f432-4b44-8265-43f6dc113823 req-ca09d939-d67a-45a3-a9c8-3390f79197e4 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1296568 Jun 04 06:53:24.801935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:24.869639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] Pushing event deleted for resources: {'Port': ['ID=a1f96c56-c96d-43c4-9f09-81fec5af23b5,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:24.883434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e8216-1bd7-422a-8e29-805d883355a8 None None] No DVR routers for this DVR port a1f96c56-c96d-43c4-9f09-81fec5af23b5 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:24.904471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:24.992872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-b523ab82-729a-43c2-b1f0-5b386303c03c tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:24.994780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-b523ab82-729a-43c2-b1f0-5b386303c03c tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5355921 Jun 04 06:53:25.008552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a8888-029d-400b-8725-da009022187d tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:25.010628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa0a8888-029d-400b-8725-da009022187d tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5742717 Jun 04 06:53:25.013923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60108) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.100900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1f96c56-c96d-43c4-9f09-81fec5af23b5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:25.171718 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.202031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Transition to ACTIVE for port object 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:25.240990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.298939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Request body: {'port': {'device_id': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': 'bc51535e16a142cebf5c1468ca743a01'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:25.331251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Network a52abf1e-0437-4855-8659-6bb71fda195f is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:25.334372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:25.341555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:25.342519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9a92dc98-b6ce-4557-8802-736e955f28ab tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3265669 Jun 04 06:53:25.349185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.405331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event updated for resources: {'Port': ['ID=3727b533-d2d2-4209-9e51-0b3c3e0c0a03,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:25.431629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:25.432193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.460181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c46dce52-a9f1-439c-83dd-371f90505f53 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3658354 Jun 04 06:53:25.460502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60122) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.467867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-534471101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:25.473628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Allocated IP 172.20.0.2 (a52abf1e-0437-4855-8659-6bb71fda195f/3fbf4669-405e-4be6-8db0-93ae10a5c402/c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:25.476669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:25.481289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Usage tracker for resource:router and tenant:9963e104635f4569848764845b3114b2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:25.495287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1960218518', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'project_id': '37092d7db36349b3ae22457540bd734a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:25.523524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:25.524584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:53:25.537087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.541333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:25.546918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d6b2181-8f47-439d-ae0b-82d4ca9d5b3a req-1432cf15-4529-4c09-83c6-0f8ce570e2b6 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0607882 Jun 04 06:53:25.561084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.562497 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.587853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.645970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.689450 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.692802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-40122177-6490-40a0-ba3f-2331de96a612 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2308207 Jun 04 06:53:25.695354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60130) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.703218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-97c023e8-d7b3-466b-a125-b69bb771d0f5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-715608101', 'prefixes': ['172.20.0.0/16']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:25.719946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-97c023e8-d7b3-466b-a125-b69bb771d0f5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:25.748697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a1f96c56-c96d-43c4-9f09-81fec5af23b5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:25.749325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1f96c56-c96d-43c4-9f09-81fec5af23b5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:25.792335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:25.802701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:25.806709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:25.807497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.841751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d467b57-a926-4ef1-b6d3-268cfbbaf021 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:25.847681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-97c023e8-d7b3-466b-a125-b69bb771d0f5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for subnetpool, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:25.851094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-97c023e8-d7b3-466b-a125-b69bb771d0f5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1540394 Jun 04 06:53:25.852987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=9f4c79b3-849c-4dba-ad99-70f81d1d4a03,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:25.856753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60134) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.868909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:25.877130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-dbf3fc84-229c-41d2-bd89-850c71bc813a tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-348299006') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:25.883286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:subnet and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:25.888945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:25.895315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c096626a-0a1c-472e-99be-e05bdd7c4ffc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8948133 Jun 04 06:53:25.902993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:25.904869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60138) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:25.915187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:f3:f4:2f', 'name': 'tempest-NetworksTestDHCPv6-940316263'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:25.932119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:25.945724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Usage tracker for resource:port and tenant:bc51535e16a142cebf5c1468ca743a01 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:25.957629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:26.019151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:26.027263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:26.031437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.080878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a0355ab-272f-4703-9b37-d7faba66ecd3 req-904185a8-fb66-49ed-851c-e61b5218f96c tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 210 time: 0.1108077 Jun 04 06:53:26.151239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Made reservation on behalf of bc51535e16a142cebf5c1468ca743a01 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:26.154873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.227558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbf3fc84-229c-41d2-bd89-850c71bc813a tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-348299006 HTTP/1.1" status: 201 len: 201 time: 0.3669050 Jun 04 06:53:26.231448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60144) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:26.247848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.248074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-2e1fb159-5c70-4368-a1f4-3476c98e58f8 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-1305559131') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:26.301506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:26.310985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Usage tracker for resource:security_group_rule and tenant:bc51535e16a142cebf5c1468ca743a01 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:26.318985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:26.331421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:26.481049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:26.495322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:26.498625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.499063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.501602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:26.512875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.517723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:26.520141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.536327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2e1fb159-5c70-4368-a1f4-3476c98e58f8 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-1305559131 HTTP/1.1" status: 201 len: 201 time: 0.3034158 Jun 04 06:53:26.576205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60150) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:26.588757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-8f561e2b-3caa-452f-9383-7a4ca65a0dad tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-101572271') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:26.608096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:26.661342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6eac4a2f-073d-4fa9-b2ee-51086d9ec12f req-3738d051-537c-45d4-92a4-4f6fc029fe69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1213579 Jun 04 06:53:26.707700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '9f4c79b3-849c-4dba-ad99-70f81d1d4a03'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:26.709108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.735108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.758616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c5216-bbad-4f60-a0cc-feb407fb62c3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:26.800344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Transition to ACTIVE for port object c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:26.837309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Transition to ACTIVE for port object c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:26.845602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9e2c7ab6-adbc-4ba8-88c3-cea4fff9d9a3 req-3e6291c1-fc37-490c-9775-a08622feac5c tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0902636 Jun 04 06:53:26.876030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.886868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f561e2b-3caa-452f-9383-7a4ca65a0dad tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-101572271 HTTP/1.1" status: 201 len: 201 time: 0.3012793 Jun 04 06:53:26.886868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60156) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:26.893377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-4f532d69-d814-4f04-a001-707b97eb3efd tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-2117342004') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:26.945097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.956476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f532d69-d814-4f04-a001-707b97eb3efd tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-2117342004 HTTP/1.1" status: 201 len: 201 time: 0.0722528 Jun 04 06:53:26.956823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60160) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:26.960463 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:26.970681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-fa5bf02b-03ac-4f33-a362-f444a0c87ce6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.014753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Allocated IP 192.168.233.32 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/97036eed-ee14-46ac-822f-a3b82059a0f8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:27.050177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:27.064754 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa5bf02b-03ac-4f33-a362-f444a0c87ce6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 200 len: 240 time: 0.1043701 Jun 04 06:53:27.064977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60164) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.070853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-fd11e6d3-0c68-45ec-b9e1-930da5e8d67d tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-348299006') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.114378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Network a52abf1e-0437-4855-8659-6bb71fda195f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:27.128916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:27.172267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Subnet': ['ID=27b0a229-c411-4ea0-bc07-49aed2d01e14,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:27.179115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Allocated IP 2001:db8::f816:3eff:fe07:9caf (194f226e-387b-4357-8c23-95825d1aac54/9f4c79b3-849c-4dba-ad99-70f81d1d4a03/3cf18923-15c6-42f7-9110-02bcad186864) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:27.183782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:27.207793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fd11e6d3-0c68-45ec-b9e1-930da5e8d67d tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-348299006 HTTP/1.1" status: 204 len: 168 time: 0.1417403 Jun 04 06:53:27.210166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60170) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.214944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:27.215306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network hostable DHCP agents. Network: 94f2c895-83e2-44c0-ad87-56ba1a27b979, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:53:27.221579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-115479fa-c867-4966-8183-e625d13edc44 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-348299006') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.326134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:53:27.357908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 94f2c895-83e2-44c0-ad87-56ba1a27b979) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:27.363218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:27.364001 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:27.397703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52969459-a961-4a9a-9ffd-9ddf5a245c9d None None] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:27.416342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Pushing event updated for resources: {'Port': ['ID=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:27.428553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:20Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.505456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d7b44eb2-16ac-47b2-a4af-c68ca612bbcb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1533895 Jun 04 06:53:27.506999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60178) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.517907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Checking router: c837ce39-bf49-4775-969a-4133dd3e6761 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:53:27.518421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Updating router c837ce39-bf49-4775-969a-4133dd3e6761 port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:53:27.541632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3368be8b-1719-4f1d-86d0-8f45c8ff913c req-5e5b75be-92db-45a8-adf0-4193599dbc7a tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 210 time: 0.2740605 Jun 04 06:53:27.641799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-115479fa-c867-4966-8183-e625d13edc44 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-348299006 HTTP/1.1" status: 204 len: 168 time: 0.4267023 Jun 04 06:53:27.642619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60184) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.647993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-b2560e00-155c-4850-8d34-42beca1ed7fe tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.696777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:27.712290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Attempting to bind port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:27.712850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Attempting to bind port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '02ab1a65-7415-4392-87df-02d2453040ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:27.713221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Attempting to bind port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 on network a52abf1e-0437-4855-8659-6bb71fda195f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:27.743261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b2560e00-155c-4850-8d34-42beca1ed7fe tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 200 len: 205 time: 0.0987010 Jun 04 06:53:27.745281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60188) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.751996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-199775d7-d223-42e3-82d7-821d52508862 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:27.817199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:27.817639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Checking segment: {'id': '02ab1a65-7415-4392-87df-02d2453040ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:27.819162 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:27.819584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Bound using segment: {'id': '02ab1a65-7415-4392-87df-02d2453040ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:27.820438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Bound port: c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab1a65-7415-4392-87df-02d2453040ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a52abf1e-0437-4855-8659-6bb71fda195f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:27.820827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:27.884652 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:27.886905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-199775d7-d223-42e3-82d7-821d52508862 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 200 len: 241 time: 0.1403902 Jun 04 06:53:27.890041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:27.901324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-2127563c-c912-400f-9f0f-b0bb40f04fa6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-1305559131') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:28.080878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2127563c-c912-400f-9f0f-b0bb40f04fa6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-1305559131 HTTP/1.1" status: 204 len: 168 time: 0.1861548 Jun 04 06:53:28.082910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:28.096499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-a79b4aee-bac8-47de-82d3-00f39c5cbe11 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-1305559131') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:28.175079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Transition to ACTIVE for port object 97036eed-ee14-46ac-822f-a3b82059a0f8 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:28.286043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6471a998-d485-4fbb-b99a-f4117683fac0 req-04060eec-127c-41ac-835b-bca6040dcc31 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0933938 Jun 04 06:53:28.355102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] For port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:28.358662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] For port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,segment=NetworkSegment(02ab1a65-7415-4392-87df-02d2453040ee),segment_id=02ab1a65-7415-4392-87df-02d2453040ee)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:28.378572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:28.390159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a79b4aee-bac8-47de-82d3-00f39c5cbe11 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-1305559131 HTTP/1.1" status: 204 len: 168 time: 0.3044372 Jun 04 06:53:28.394677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60204) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:28.405250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-01a61438-2613-4efb-b5b3-bd4c21292516 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:28.495476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01a61438-2613-4efb-b5b3-bd4c21292516 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 200 len: 205 time: 0.0970752 Jun 04 06:53:28.501971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:28.504259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-94f2c895-83e2-44c0-ad87-56ba1a27b979', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:28.505317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:28.514714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-34df91a6-4e18-45f4-a283-97825c03d3db tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:28.554998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:28.839360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:28.857447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:28.865368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-34df91a6-4e18-45f4-a283-97825c03d3db tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 200 len: 240 time: 0.3618021 Jun 04 06:53:28.871261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60216) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:28.884165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:28.889112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-034d36f3-679a-4458-8ee3-11243037ea76 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-101572271') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:28.993095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.008978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Pushing event updated for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:29.122969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Transition to ACTIVE for port object 3cf18923-15c6-42f7-9110-02bcad186864 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:29.169898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:29.170508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.201929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56c07d-26ba-4deb-8b8e-e296865a0af1 req-96272519-4dd3-4596-b3d5-02feaa7a4dd5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:29.203442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-db0e591b-d3c1-4c48-9020-1dc3affe30d1 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1428294 Jun 04 06:53:29.203644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d56c07d-26ba-4deb-8b8e-e296865a0af1 req-96272519-4dd3-4596-b3d5-02feaa7a4dd5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 935 time: 0.4191706 Jun 04 06:53:29.214999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-034d36f3-679a-4458-8ee3-11243037ea76 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-101572271 HTTP/1.1" status: 204 len: 168 time: 0.3298357 Jun 04 06:53:29.217225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Request body: {'port': {'device_id': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:29.227176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60222) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:29.234048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-e5829fa5-5d82-41f2-a133-8ba3e409cfca tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-101572271') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:29.249732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa27db-1588-4130-928c-0eed91fc4c72 None None] Pushing event updated for resources: {'Port': ['ID=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:29.303278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Transition to ACTIVE for port object 3cf18923-15c6-42f7-9110-02bcad186864 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:29.396992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.401746 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.437872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d56c07d-26ba-4deb-8b8e-e296865a0af1 req-e3b46e60-5018-4200-a985-381ee970c222 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239001 Jun 04 06:53:29.483204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5829fa5-5d82-41f2-a133-8ba3e409cfca tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-101572271 HTTP/1.1" status: 204 len: 168 time: 0.2545760 Jun 04 06:53:29.485244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60228) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:29.490942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-c6413456-1a6a-4e35-aaea-3126c22a21e7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:29.593940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23f34f62-728a-4516-9509-c6f93a944106 None None] Provisioning for port 97036eed-ee14-46ac-822f-a3b82059a0f8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:29.660364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.691298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fef3:f42f (194f226e-387b-4357-8c23-95825d1aac54/9f4c79b3-849c-4dba-ad99-70f81d1d4a03/6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:29.725905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.730372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23f34f62-728a-4516-9509-c6f93a944106 None None] Provisioning complete for port 97036eed-ee14-46ac-822f-a3b82059a0f8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:29.730923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23f34f62-728a-4516-9509-c6f93a944106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:29.794574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a15288ed-4452-407a-a16a-8153c177f44d req-913f2358-2e92-470e-bab3-a14e34c6b72e tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1298513 Jun 04 06:53:29.924636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Allocated IP 172.20.0.2 (94f2c895-83e2-44c0-ad87-56ba1a27b979/27b0a229-c411-4ea0-bc07-49aed2d01e14/9bd5db4b-10aa-4507-be27-d34eead9c2c5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:30.011218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c6413456-1a6a-4e35-aaea-3126c22a21e7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 200 len: 205 time: 0.5246940 Jun 04 06:53:30.018000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60236) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:30.026960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-8bbbbf90-f1bc-4b40-9ec1-da5f20e34b06 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:30.122099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Transition to ACTIVE for port object 9c79d8ba-7414-4b85-a0c2-25811e8322d9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:30.124633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Pushing event updated for resources: {'Port': ['ID=3cf18923-15c6-42f7-9110-02bcad186864,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:30.127423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8bbbbf90-f1bc-4b40-9ec1-da5f20e34b06 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 200 len: 241 time: 0.1080225 Jun 04 06:53:30.130040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:30.137759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-af30af06-cfbb-40bd-a57d-03333d4441a5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-2117342004') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:30.186345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:30.193799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-23f34f62-728a-4516-9509-c6f93a944106 None None] Port 97036eed-ee14-46ac-822f-a3b82059a0f8 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:30.200605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-af30af06-cfbb-40bd-a57d-03333d4441a5 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-2117342004 HTTP/1.1" status: 204 len: 168 time: 0.0673497 Jun 04 06:53:30.200880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60246) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:30.206676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:30.207009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-25a365cc-eb87-470e-a4b3-ebf5e1fc2ad4 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-2117342004') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:30.299120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25a365cc-eb87-470e-a4b3-ebf5e1fc2ad4 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-2117342004 HTTP/1.1" status: 204 len: 168 time: 0.0970764 Jun 04 06:53:30.303801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60250) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:30.309563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-edc09a2c-83e6-4ece-addf-33f9423b35df tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:30.389888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-edc09a2c-83e6-4ece-addf-33f9423b35df tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 200 len: 205 time: 0.0846088 Jun 04 06:53:30.390542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:30.466377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:30.486289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:30.492589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-aa21223f-0e83-42c3-9983-7e7ae60bf0fc tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:30.497695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:30.524513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a91ca9f0-b555-4868-845f-9c87e7f18fb7 req-a03a4e6a-f95d-405f-926a-2d7250aa8fac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7253324a003547d783db2bc42f611193&device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1324315 Jun 04 06:53:30.625848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a91ca9f0-b555-4868-845f-9c87e7f18fb7 req-2b32b45e-dd8f-47dd-ad7a-4393f6748453 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7253324a003547d783db2bc42f611193&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890250 Jun 04 06:53:30.628206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b8c54345-2e42-48c4-86c5-789335b83dd3 req-bb434ad9-233c-4319-a44e-10f53395aece tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0633378 Jun 04 06:53:30.755122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Transition to ACTIVE for port object 9bd5db4b-10aa-4507-be27-d34eead9c2c5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:30.963939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Attempting to bind port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:30.964609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Attempting to bind port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:30.965196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Attempting to bind port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:30.993634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Attempting to bind port 3cf18923-15c6-42f7-9110-02bcad186864 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:30.994151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Attempting to bind port 3cf18923-15c6-42f7-9110-02bcad186864 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:30.994625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Attempting to bind port 3cf18923-15c6-42f7-9110-02bcad186864 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:31.008215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:31.008792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:31.009322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.009850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:31.010490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Bound port: 3cf18923-15c6-42f7-9110-02bcad186864, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:31.010998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.144424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] For port 3cf18923-15c6-42f7-9110-02bcad186864, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:31.148634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] For port 3cf18923-15c6-42f7-9110-02bcad186864, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3cf18923-15c6-42f7-9110-02bcad186864,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:31.158580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca9f0-b555-4868-845f-9c87e7f18fb7 req-e2b78c7a-dd65-498e-999e-9c57207a9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:31.159157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:31.159779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:31.160373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.161152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:31.161622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Bound port: 9c79d8ba-7414-4b85-a0c2-25811e8322d9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:31.162115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.165797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a91ca9f0-b555-4868-845f-9c87e7f18fb7 req-e2b78c7a-dd65-498e-999e-9c57207a9316 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5338435 Jun 04 06:53:31.210295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Transition to ACTIVE for port object 9bd5db4b-10aa-4507-be27-d34eead9c2c5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:31.212192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775db9c-dc7d-4e44-ae21-fcf833fc273d None None] Network a52abf1e-0437-4855-8659-6bb71fda195f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:31.228519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:31.246367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97036eed-ee14-46ac-822f-a3b82059a0f8 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:53:31.255019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa21223f-0e83-42c3-9983-7e7ae60bf0fc tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 204 len: 168 time: 0.7847595 Jun 04 06:53:31.255839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60268) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:31.264433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.267578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-1839160a-45aa-4d90-bce9-33b64aa7b569 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:31.283406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Transition to ACTIVE for port object 97036eed-ee14-46ac-822f-a3b82059a0f8 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:31.306796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.356732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b63055-871b-4c71-844f-cfd7bfcbf58b None None] Pushing event updated for resources: {'Port': ['ID=9c79d8ba-7414-4b85-a0c2-25811e8322d9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:31.390574 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.480622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcbf6e-bd07-43c7-a980-b9dd9c9a4e03 None None] Pushing event updated for resources: {'Port': ['ID=3cf18923-15c6-42f7-9110-02bcad186864,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:31.487848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.543995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a80b0-f43a-489a-be33-0cbe4ea27e89 req-1809ab65-7bb3-4d6f-8074-702064670383 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:31.558585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e9a80b0-f43a-489a-be33-0cbe4ea27e89 req-1809ab65-7bb3-4d6f-8074-702064670383 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 935 time: 0.3873992 Jun 04 06:53:31.564846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:31.654201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e9a80b0-f43a-489a-be33-0cbe4ea27e89 req-dc3c8b1a-fe0a-4c43-9be7-4c91b832eb11 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978017 Jun 04 06:53:31.661053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:31.661661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:31.673539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1839160a-45aa-4d90-bce9-33b64aa7b569 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.4160156 Jun 04 06:53:31.676152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:31.681591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:31.695816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-f458a572-e92f-4178-96f6-ee45bcc21e91 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:31.705358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:31.718488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4230b4e2-a5b5-4ca7-9356-1d1e8f7ad9cf None None] Provisioning for port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:31.949756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f458a572-e92f-4178-96f6-ee45bcc21e91 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 204 len: 168 time: 0.2711360 Jun 04 06:53:31.952438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:31.977836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-124e2afb-bf59-40ed-affe-676c51307e15 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:32.052479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.1 (94f2c895-83e2-44c0-ad87-56ba1a27b979/27b0a229-c411-4ea0-bc07-49aed2d01e14/0509bcee-f477-4993-b89a-1a97e1abd36d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:32.101700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Pushing event updated for resources: {'Port': ['ID=9bd5db4b-10aa-4507-be27-d34eead9c2c5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:32.106375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:32.125016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc25a11b-d006-4664-806d-2bb1e78aaeb1 req-3bf29117-b845-4dba-bbae-0feeaeb7ec83 tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0877135 Jun 04 06:53:32.136022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:32.136566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.204731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Attempting to bind port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:32.205418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Attempting to bind port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:32.205581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Attempting to bind port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:32.213406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-124e2afb-bf59-40ed-affe-676c51307e15 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 204 len: 168 time: 0.2451973 Jun 04 06:53:32.214360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:32.216926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] For port 9c79d8ba-7414-4b85-a0c2-25811e8322d9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:32.231091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-b6efcc97-f15f-4a2f-9c2d-35dfefd8fbe3 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-259393204') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:32.231508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.251356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:32.251772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:32.252217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.252616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Bound using segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:32.253105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Bound port: 9bd5db4b-10aa-4507-be27-d34eead9c2c5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:32.253559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.341652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Pushing event updated for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:32.420406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6efcc97-f15f-4a2f-9c2d-35dfefd8fbe3 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-259393204 HTTP/1.1" status: 201 len: 201 time: 0.2049484 Jun 04 06:53:32.423591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:32.430697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-7b16fcee-365e-493c-9605-69690e7de910 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-396020005') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:32.449770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] For port 9c79d8ba-7414-4b85-a0c2-25811e8322d9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9c79d8ba-7414-4b85-a0c2-25811e8322d9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:32.493383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.498522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:32.546316 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:32.589379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a91ca9f0-b555-4868-845f-9c87e7f18fb7 req-54696e4d-9b65-49fb-8d3e-e670acf48f7b tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.39 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.1119583 Jun 04 06:53:32.608342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:32.621389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:32.626404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.688279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b16fcee-365e-493c-9605-69690e7de910 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-396020005 HTTP/1.1" status: 201 len: 201 time: 0.2636292 Jun 04 06:53:32.691523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60298) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:32.711853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-bc6ac4b8-f303-442c-ac70-9de5f0416be7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-1111108080') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:32.730857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] For port 9bd5db4b-10aa-4507-be27-d34eead9c2c5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:32.733598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:32.747707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] For port 9bd5db4b-10aa-4507-be27-d34eead9c2c5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9bd5db4b-10aa-4507-be27-d34eead9c2c5,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:32.760064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:32.761100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:32.778816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:32.823622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-02996050-ea72-4126-97d1-f4707a2aa00f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.9169161 Jun 04 06:53:32.838892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 0509bcee-f477-4993-b89a-1a97e1abd36d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:32.840530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60302) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:32.950645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Attempting to bind port 97036eed-ee14-46ac-822f-a3b82059a0f8 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:32.951416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Attempting to bind port 97036eed-ee14-46ac-822f-a3b82059a0f8 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:32.951913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Attempting to bind port 97036eed-ee14-46ac-822f-a3b82059a0f8 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:32.965728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.042214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Port 97036eed-ee14-46ac-822f-a3b82059a0f8 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:53:33.046075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Attempting to bind port 97036eed-ee14-46ac-822f-a3b82059a0f8 on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:33.081236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc6ac4b8-f303-442c-ac70-9de5f0416be7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-1111108080 HTTP/1.1" status: 201 len: 201 time: 0.3878410 Jun 04 06:53:33.082069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60308) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:33.090063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-17142166-d1df-4bc4-9cd5-64f6d154d82f tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-1665363615') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:33.147855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:33.168506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:33.175443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab020b-4de7-4e9b-9deb-41697210a3df req-70602a0c-cc0f-4d77-87db-662ff802ad57 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:33.183149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16ab020b-4de7-4e9b-9deb-41697210a3df req-70602a0c-cc0f-4d77-87db-662ff802ad57 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 947 time: 0.2877896 Jun 04 06:53:33.191712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:33.192704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:33.196197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:33.196676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Bound port: 97036eed-ee14-46ac-822f-a3b82059a0f8, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:33.197076 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.242376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-17142166-d1df-4bc4-9cd5-64f6d154d82f tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-1665363615 HTTP/1.1" status: 201 len: 201 time: 0.1581123 Jun 04 06:53:33.243187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60314) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:33.254156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16ab020b-4de7-4e9b-9deb-41697210a3df req-697c043e-5b87-4814-abeb-a17c07dc80df tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699384 Jun 04 06:53:33.271674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-c3496f83-261e-4d7a-b1f6-c18658c7e894 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', {'tags': ['tempest-TagsExtTest-Tag-452512807', 'tempest-TagsExtTest-Tag-2061205830', 'tempest-TagsExtTest-Tag-1171434758']}) {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:33.308973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:33.322810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:33.391621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.457858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b63055-871b-4c71-844f-cfd7bfcbf58b None None] Pushing event updated for resources: {'Port': ['ID=9c79d8ba-7414-4b85-a0c2-25811e8322d9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:33.467376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:33.471401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97036eed-ee14-46ac-822f-a3b82059a0f8,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:33.473000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:33.568952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ce4ab-b271-4f9b-957a-30cb1ccff105 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:33.580851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ce4ab-b271-4f9b-957a-30cb1ccff105 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:33.581697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b31ce4ab-b271-4f9b-957a-30cb1ccff105 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:33.584822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.620262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c3496f83-261e-4d7a-b1f6-c18658c7e894 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 200 len: 317 time: 0.3624647 Jun 04 06:53:33.620995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60322) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:33.626699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5062d727-b06d-403f-a991-1bb6101cd0a9 req-7da7c2bc-2d7b-43e5-89a5-c7e84e0725bf tempest-ServerShowV257Test-1014473543 tempest-ServerShowV257Test-1014473543-project] 10.222.0.17 "GET /v2.0/ports?device_id=d419c17c-fa09-49f0-a69c-1cdb32b9aec9 HTTP/1.1" status: 200 len: 210 time: 0.0935276 Jun 04 06:53:33.639353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-d9cd3d91-35cf-491f-9aee-6f13414f0ca6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:33.709132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:33.709802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.734597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b31ce4ab-b271-4f9b-957a-30cb1ccff105 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:33.738371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b31ce4ab-b271-4f9b-957a-30cb1ccff105 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8942666 Jun 04 06:53:33.739712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:33.765012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7771cc4c-8e20-4f9d-86fe-992bbf0a139f None None] Provisioning for port 3cf18923-15c6-42f7-9110-02bcad186864 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:33.774923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:33.776436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:33.781044 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] 10.222.0.24 "PUT /v2.0/ports/97036eed-ee14-46ac-822f-a3b82059a0f8 HTTP/1.1" status: 200 len: 1095 time: 4.5671823 Jun 04 06:53:33.843360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:53:33.926131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,segment=NetworkSegment(02ab1a65-7415-4392-87df-02d2453040ee),segment_id=02ab1a65-7415-4392-87df-02d2453040ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:34.002321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:34.007797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490abc8-7561-4a1b-bac9-bae3e80f9e64 None None] Pushing event updated for resources: {'Port': ['ID=9bd5db4b-10aa-4507-be27-d34eead9c2c5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:34.016570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:34.016892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:34.114178 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7feac2f9-9747-4e0d-b7f4-f4b1dac54576'] response: {'name': 'network-changed', 'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8', 'status': 'completed', 'code': 200} Jun 04 06:53:34.140185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:34.167736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-67c11b41-df97-421c-8dc8-631a30183a58 None None] Provisioning for port 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:34.366363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-67c11b41-df97-421c-8dc8-631a30183a58 None None] Provisioning complete for port 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:34.366749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67c11b41-df97-421c-8dc8-631a30183a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:34.444176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3cf18923-15c6-42f7-9110-02bcad186864 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:34.597152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:34.654712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-67c11b41-df97-421c-8dc8-631a30183a58 None None] Port 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:34.703717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264561ab-46ac-495d-bce4-12e677df7288 service neutron] Pushing event updated for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:34.744656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3cf18923-15c6-42f7-9110-02bcad186864 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:34.778738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:20Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:34.780856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3cf18923-15c6-42f7-9110-02bcad186864 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:34.781326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:34.916276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32005fa-f1ac-47e7-aa98-d370eb78b160 None None] The sync data for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 is: [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:20Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:53:34.985127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Provisioning for port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:35.030584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Provisioning complete for port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:35.030898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.141390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-e0a3850f-caca-42f6-b988-3dece64a9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:35.149041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-e0a3850f-caca-42f6-b988-3dece64a9c1e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc51535e16a142cebf5c1468ca743a01&device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 1098 time: 1.2907491 Jun 04 06:53:35.224420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d9cd3d91-35cf-491f-9aee-6f13414f0ca6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 204 len: 168 time: 1.5966358 Jun 04 06:53:35.231673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60358) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:35.259137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:35.262572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-6ab7d06b-e591-448a-81fb-3f90f08b8919 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=97036eed-ee14-46ac-822f-a3b82059a0f8 HTTP/1.1" status: 200 len: 217 time: 0.0993471 Jun 04 06:53:35.299549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-a19fb33d-6164-40e8-b403-6cfd65b2b096 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-452512807') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:35.381738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3cf18923-15c6-42f7-9110-02bcad186864 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:35.382430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.410343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb20a98-1364-4695-84ea-628a2f90c4ab req-dd3e53d2-47de-45c9-8817-525e733fb47e tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:35.418287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aeb20a98-1364-4695-84ea-628a2f90c4ab req-dd3e53d2-47de-45c9-8817-525e733fb47e tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 947 time: 0.9137404 Jun 04 06:53:35.490126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Provisioning complete for port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:35.490710 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.523127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-51137466-5334-4acb-9993-7e4cc4436e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:35.524616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-51137466-5334-4acb-9993-7e4cc4436e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.2527437 Jun 04 06:53:35.626938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3cf18923-15c6-42f7-9110-02bcad186864, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3cf18923-15c6-42f7-9110-02bcad186864,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:35.640215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.645439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.649837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:35.830756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3cf18923-15c6-42f7-9110-02bcad186864,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:35.953980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:36.168326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-879d5a46-4ae3-4e89-98f5-98fc2af69298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:36.169854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-879d5a46-4ae3-4e89-98f5-98fc2af69298 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353886 Jun 04 06:53:36.185279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b984d1c1-d6d8-4d47-b48d-2d58c1094849 None None] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:36.240369 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-a19fb33d-6164-40e8-b403-6cfd65b2b096 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:36.241836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a19fb33d-6164-40e8-b403-6cfd65b2b096 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-452512807 HTTP/1.1" status: 404 len: 328 time: 1.0089579 Jun 04 06:53:36.245926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aeb20a98-1364-4695-84ea-628a2f90c4ab req-117d2cba-c520-43e6-aa05-72ee436abcc2 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268590 Jun 04 06:53:36.252113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:36.259372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-38f1b1c2-c704-4918-9874-90ba1e6981c6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-2061205830') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:36.420949 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:36.435004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9c79d8ba-7414-4b85-a0c2-25811e8322d9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:36.511119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f7030-3695-4bba-92c0-8e9172d43138 None None] Current status of the port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:36.635027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:36.689057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.689408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.691603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.691970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.692316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.692637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.693819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.695200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.695540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.696036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.696387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.696720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:36.742205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:36.747184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-308542f2-d28e-41c9-bcd3-146277603151 None None] Provisioning complete for port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:36.747970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-308542f2-d28e-41c9-bcd3-146277603151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:36.863005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:36.863628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:36.871975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:36.953795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7a4522ee-1fe1-4720-9038-5d1968fa007d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd HTTP/1.1" status: 204 len: 168 time: 3.2065887 Jun 04 06:53:36.963010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:37.114054 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-38f1b1c2-c704-4918-9874-90ba1e6981c6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:37.122214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-38f1b1c2-c704-4918-9874-90ba1e6981c6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-2061205830 HTTP/1.1" status: 404 len: 329 time: 0.8678505 Jun 04 06:53:37.130400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60392) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:37.170733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8343d32-2eb8-4cb5-9bda-c89e33cba551 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:37.173309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8343d32-2eb8-4cb5-9bda-c89e33cba551 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:37.174162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f8343d32-2eb8-4cb5-9bda-c89e33cba551 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:37.204227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-8107396e-55fb-40d2-8016-5f06b369bd33 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402', 'tempest-TagsExtTest-Tag-1171434758') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:37.225674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-308542f2-d28e-41c9-bcd3-146277603151 None None] Port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:37.258239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-e81e1426-c47d-4478-872e-84ba4687f721 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0742493 Jun 04 06:53:37.310132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f8343d32-2eb8-4cb5-9bda-c89e33cba551 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:37.311321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f8343d32-2eb8-4cb5-9bda-c89e33cba551 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3459978 Jun 04 06:53:37.314485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60400) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:37.335883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-308542f2-d28e-41c9-bcd3-146277603151 None None] Provisioning for port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:37.422573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60404) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:37.431746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 9f4c79b3-849c-4dba-ad99-70f81d1d4a03 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:37.464268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:37.522924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:37.523512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:37.557109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9c79d8ba-7414-4b85-a0c2-25811e8322d9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9c79d8ba-7414-4b85-a0c2-25811e8322d9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:37.564615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:37.565502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3cf18923-15c6-42f7-9110-02bcad186864 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:37.656618 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8107396e-55fb-40d2-8016-5f06b369bd33 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:37.666949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8107396e-55fb-40d2-8016-5f06b369bd33 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags/tempest-TagsExtTest-Tag-1171434758 HTTP/1.1" status: 404 len: 329 time: 0.5355315 Jun 04 06:53:37.674981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60414) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:37.709218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:37.712503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-96ab2812-dc4b-41e7-8185-99c46abea9dd tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', {'tags': ['tempest-TagsExtTest-Tag-1635774635', 'tempest-TagsExtTest-Tag-273416047', 'tempest-TagsExtTest-Tag-649023296']}) {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:37.856470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9c79d8ba-7414-4b85-a0c2-25811e8322d9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:37.859505 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-efd1d833-9c4b-46d7-aceb-6cc07f6fc642 req-a4afd52b-4889-406b-bb49-b03acb8c8f77 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330560 Jun 04 06:53:37.919505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3cf18923-15c6-42f7-9110-02bcad186864 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:37.919886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:37.947770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.017225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:38.022161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7253324a003547d783db2bc42f611193 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:38.025168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:38.058737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:38.063435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.092269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.112805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0e38c-fd50-400c-b327-b5448ee8a608 req-1d980337-be15-45ee-b4ac-047e22373eb5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:38.114828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afd0e38c-fd50-400c-b327-b5448ee8a608 req-1d980337-be15-45ee-b4ac-047e22373eb5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 947 time: 0.5782130 Jun 04 06:53:38.237691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3cf18923-15c6-42f7-9110-02bcad186864 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:38.239045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9bd5db4b-10aa-4507-be27-d34eead9c2c5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:38.241881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.331673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f965cf8c-a689-4ee4-b635-de7f0649b10a None None] Provisioning for port 0509bcee-f477-4993-b89a-1a97e1abd36d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:38.341388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.354059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f965cf8c-a689-4ee4-b635-de7f0649b10a None None] Provisioning complete for port 0509bcee-f477-4993-b89a-1a97e1abd36d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:38.358480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f965cf8c-a689-4ee4-b635-de7f0649b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.503070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-96ab2812-dc4b-41e7-8185-99c46abea9dd tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 200 len: 316 time: 0.8269229 Jun 04 06:53:38.507514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:38.513408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60426) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:38.516566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f965cf8c-a689-4ee4-b635-de7f0649b10a None None] Port 0509bcee-f477-4993-b89a-1a97e1abd36d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:38.518226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:38.518595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.522012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-a03f0c39-9db7-478b-890a-b0555bb6e58f tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:38.533454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.538944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afd0e38c-fd50-400c-b327-b5448ee8a608 req-74c29a0a-8cf3-420c-83af-30ab955333ed tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092433 Jun 04 06:53:38.543982 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.564538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:38.597027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6367759-06a7-4d1e-9693-b69aed32315a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:38.605422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.606070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.606655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.607278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.607832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.608392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.608954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.609729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.610285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.610834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.611394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.612149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:38.631374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4d04adf9-e5d3-46f9-b4c2-4377e8d3c7f5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7253324a003547d783db2bc42f611193&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2055118 Jun 04 06:53:38.633984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60434) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:38.647263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-c9d43214-6fdb-4a59-a5af-0029a5e82dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:38.649030 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-c9d43214-6fdb-4a59-a5af-0029a5e82dab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc51535e16a142cebf5c1468ca743a01&device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 1098 time: 0.7080362 Jun 04 06:53:38.656956 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.741242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ed161d56-50ca-4ab9-b806-2aa3b8d120ef None None] Provisioning complete for port 0509bcee-f477-4993-b89a-1a97e1abd36d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:38.742285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ed161d56-50ca-4ab9-b806-2aa3b8d120ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.759282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4c79b3-849c-4dba-ad99-70f81d1d4a03,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:38.788266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.795789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb545a87-29a6-437b-8996-13a4b4cc5d6c None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:38.821841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ad7dcce7-d242-46cc-a6e3-4697abbc7354 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/9f4c79b3-849c-4dba-ad99-70f81d1d4a03 HTTP/1.1" status: 204 len: 168 time: 1.5042138 Jun 04 06:53:38.823216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:38.835579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:38.835967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.903240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.940110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:38.951893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ed161d56-50ca-4ab9-b806-2aa3b8d120ef None None] Port 0509bcee-f477-4993-b89a-1a97e1abd36d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:39.022117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-43828166-d98d-4107-a69d-306b727b7746 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1962459 Jun 04 06:53:39.043680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60444) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:39.084486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9bd5db4b-10aa-4507-be27-d34eead9c2c5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9bd5db4b-10aa-4507-be27-d34eead9c2c5,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:39.116471 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:39.117567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:39.233789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-25bbbb93-5b42-44ae-89dd-6cc368a0d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:39.235973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-25bbbb93-5b42-44ae-89dd-6cc368a0d131 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.5778670 Jun 04 06:53:39.241649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:39.260513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:39.300309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5962554-2e5e-4cc9-b289-74f4cd6ecc9a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:39.304018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d5962554-2e5e-4cc9-b289-74f4cd6ecc9a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:39.318579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:39.332529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6367759-06a7-4d1e-9693-b69aed32315a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:39.343964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:39.345730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:39.365222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:39.372601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1add3b46-8103-4a62-a963-20efdf10ebb6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b6367759-06a7-4d1e-9693-b69aed32315a HTTP/1.1" status: 204 len: 168 time: 0.7343686 Jun 04 06:53:39.401950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d5962554-2e5e-4cc9-b289-74f4cd6ecc9a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:39.405200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9bd5db4b-10aa-4507-be27-d34eead9c2c5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:39.407364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d5962554-2e5e-4cc9-b289-74f4cd6ecc9a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3584452 Jun 04 06:53:39.409020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60454) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:39.540677 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-6281111e-176a-4227-833e-7cfb21907668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=97036eed-ee14-46ac-822f-a3b82059a0f8 HTTP/1.1" status: 200 len: 217 time: 0.2955329 Jun 04 06:53:39.638115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c67d4c-a94d-4447-a490-7c67712ece2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:39.639009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1c67d4c-a94d-4447-a490-7c67712ece2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:39.704737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c1c67d4c-a94d-4447-a490-7c67712ece2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:39.708173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c1c67d4c-a94d-4447-a490-7c67712ece2e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2957397 Jun 04 06:53:39.708479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60472) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:39.752012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:39.768561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Deleting port 3cf18923-15c6-42f7-9110-02bcad186864 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:39.769347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:40.019259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:40.045956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-1e6f4e6b-31a9-47f9-83ea-110a6236a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:40.048322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-1e6f4e6b-31a9-47f9-83ea-110a6236a3b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.4825633 Jun 04 06:53:40.057832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a03f0c39-9db7-478b-890a-b0555bb6e58f tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 204 len: 168 time: 1.5432422 Jun 04 06:53:40.120757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e242eae9-2652-4623-8641-78ab6823ab7c None None] Provisioning complete for port 0509bcee-f477-4993-b89a-1a97e1abd36d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:40.125189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e242eae9-2652-4623-8641-78ab6823ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:40.154167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:40.197058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-e209d93f-a975-4a49-8ddc-a9b57709ad67 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-1635774635') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:40.264135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f85bf582-8ea7-41e1-b23f-72c598e21381 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5545080 Jun 04 06:53:40.274335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60494) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:40.297963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:40.329946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router c837ce39-bf49-4775-969a-4133dd3e6761 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:53:40.356056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9c79d8ba-7414-4b85-a0c2-25811e8322d9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:40.474827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:40.477352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e242eae9-2652-4623-8641-78ab6823ab7c None None] Port 0509bcee-f477-4993-b89a-1a97e1abd36d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:40.486422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393ed4f-395a-47ed-afaa-80494bc3bda2 req-f00fb95c-1f4e-4115-97c0-0349997ac920 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:40.493433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c393ed4f-395a-47ed-afaa-80494bc3bda2 req-f00fb95c-1f4e-4115-97c0-0349997ac920 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 947 time: 0.3658969 Jun 04 06:53:40.523740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:40.541614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] For port 3cf18923-15c6-42f7-9110-02bcad186864, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3cf18923-15c6-42f7-9110-02bcad186864,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:40.542023 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:40.566029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c393ed4f-395a-47ed-afaa-80494bc3bda2 req-0a0eb9ea-01ca-45a9-a619-d189323ab251 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716681 Jun 04 06:53:40.567627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:40.572043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:40.710845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:53:40.722525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Sync routers for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:53:40.724558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38ed096a-c388-4a36-bd50-aaf9bc082062 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/c837ce39-bf49-4775-969a-4133dd3e6761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2122605 Jun 04 06:53:40.744542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:40.745595 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:40.747331 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-e209d93f-a975-4a49-8ddc-a9b57709ad67 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:40.748564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e209d93f-a975-4a49-8ddc-a9b57709ad67 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-1635774635 HTTP/1.1" status: 404 len: 329 time: 0.5665226 Jun 04 06:53:40.751668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-97b94e68-eb52-4a89-a367-eb853a880646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:40.753672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-97b94e68-eb52-4a89-a367-eb853a880646 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6925666 Jun 04 06:53:40.754364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60518) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:40.759514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-1b903e36-6fb2-4f96-a7ac-a57246119be6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-273416047') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:40.825817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Calling delete_port for 3cf18923-15c6-42f7-9110-02bcad186864 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:41.020928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:41.021686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:41.171107 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:41.204031 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-1b903e36-6fb2-4f96-a7ac-a57246119be6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:41.205081 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b903e36-6fb2-4f96-a7ac-a57246119be6 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-273416047 HTTP/1.1" status: 404 len: 328 time: 0.4496520 Jun 04 06:53:41.210011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60538) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:41.214234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-84eb995e-1333-40dc-b5ef-17f834467491 service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228201 Jun 04 06:53:41.220937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:41.228464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-88368c3d-c019-4402-b205-3a8792b0a163 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03', 'tempest-TagsExtTest-Tag-649023296') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:41.309795 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:41.371255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] Pushing event deleted for resources: {'Port': ['ID=3cf18923-15c6-42f7-9110-02bcad186864,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:41.376845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e2e2c-9b8a-466c-865f-c4d0d181ff93 None None] No DVR routers for this DVR port 3cf18923-15c6-42f7-9110-02bcad186864 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:41.390693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:41.390693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9bd5db4b-10aa-4507-be27-d34eead9c2c5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:41.448033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:41.449408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=d01f9f0d-8142-4757-b726-db7dc1ab9dea,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:41.453895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:41.456614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:41.457193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:41.465555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2c4b0-a7ec-4473-9546-3e86a4bb8d17 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:41.489862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-64564798-a3ce-4f6c-a93b-8398335e998a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2108197 Jun 04 06:53:41.493896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60552) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:41.511398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:70:aa:6b', 'name': 'tempest-NetworksTestDHCPv6-631501574'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:41.559004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7828a4c0-38e8-491c-8952-fee4e37a8ff5 req-d0e45e81-48d1-42df-aad8-63ac7d6041de service neutron] 10.222.0.24 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431972 Jun 04 06:53:41.595417 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-88368c3d-c019-4402-b205-3a8792b0a163 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:41.596503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88368c3d-c019-4402-b205-3a8792b0a163 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags/tempest-TagsExtTest-Tag-649023296 HTTP/1.1" status: 404 len: 328 time: 0.3853376 Jun 04 06:53:41.599122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:41.607144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-f8e17b8d-c434-4638-a351-3d8247ba8340 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', {'tags': ['tempest-TagsExtTest-Tag-1255672693', 'tempest-TagsExtTest-Tag-995670033', 'tempest-TagsExtTest-Tag-1592976723']}) {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:41.616579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:41.617118 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:41.825247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:41.862031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:41.879199 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:36Z', 'revision_number': 2, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:41.885430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:41.885667 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Checking router: c837ce39-bf49-4775-969a-4133dd3e6761 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:53:41.886006 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Updating router c837ce39-bf49-4775-969a-4133dd3e6761 port 0509bcee-f477-4993-b89a-1a97e1abd36d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:53:41.895986 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-1172c57d-9a9a-49ad-bf64-f5cb41c58aaa tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:41.924942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:41.979653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'd01f9f0d-8142-4757-b726-db7dc1ab9dea'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:41.983110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.012834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f8e17b8d-c434-4638-a351-3d8247ba8340 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 200 len: 317 time: 0.4126165 Jun 04 06:53:42.015458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60572) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:42.021161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-f3e36c80-5d06-4558-9db8-d2f9049ffb50 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:42.022545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3cf18923-15c6-42f7-9110-02bcad186864 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:42.028299 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.078795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-1172c57d-9a9a-49ad-bf64-f5cb41c58aaa tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:42.079710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-1172c57d-9a9a-49ad-bf64-f5cb41c58aaa tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442594452&fields=id&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 267 time: 0.4998343 Jun 04 06:53:42.120122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97036eed-ee14-46ac-822f-a3b82059a0f8 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:53:42.161792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3cf18923-15c6-42f7-9110-02bcad186864 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:42.162237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3cf18923-15c6-42f7-9110-02bcad186864 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:42.264961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.387397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port cdcc8dcc-78d6-4af3-88a7-29174f6e643c yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:42.492252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97036eed-ee14-46ac-822f-a3b82059a0f8,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:42.535778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/d01f9f0d-8142-4757-b726-db7dc1ab9dea/8e5728f4-26e3-40b4-ac0d-b58371438d8b) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:42.582758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '97036eed-ee14-46ac-822f-a3b82059a0f8', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '97036eed-ee14-46ac-822f-a3b82059a0f8', 'mac_address': 'fa:16:3e:d3:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:53:42.633150 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.646572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Transition to ACTIVE for port object 0509bcee-f477-4993-b89a-1a97e1abd36d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:42.656611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3e36c80-5d06-4558-9db8-d2f9049ffb50 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.6391838 Jun 04 06:53:42.659277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60582) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:42.659506 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.664762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-0b22743b-ac45-43c5-b724-f8b036277ba9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-1255672693') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:42.666945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-ac81e742-4d41-4a6b-9163-6b16caa496d5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:42.668510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-ac81e742-4d41-4a6b-9163-6b16caa496d5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 797 time: 0.4120028 Jun 04 06:53:42.690952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-4df0b662-2720-40d1-a80d-4a5bde53e3d6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/quotas/37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 375 time: 0.0157251 Jun 04 06:53:42.712918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 97036eed-ee14-46ac-822f-a3b82059a0f8 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:42.717011 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:42.754791 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Pushing event updated for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:42.844713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97036eed-ee14-46ac-822f-a3b82059a0f8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:53:42.890423 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.891721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.892317 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.892877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.893463 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.894122 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.895150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.895740 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.896301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.897539 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.898099 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.898634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:42.924933 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-0b22743b-ac45-43c5-b724-f8b036277ba9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:42.926602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0b22743b-ac45-43c5-b724-f8b036277ba9 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-1255672693 HTTP/1.1" status: 404 len: 329 time: 0.2659261 Jun 04 06:53:42.936468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60590) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:42.944687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.tag.tag_plugin [None req-d1f597ad-505c-4d04-aee4-e80fd7be1de0 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-995670033') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.011218 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Attempting to bind port 0509bcee-f477-4993-b89a-1a97e1abd36d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:43.011587 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Attempting to bind port 0509bcee-f477-4993-b89a-1a97e1abd36d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:43.012137 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Attempting to bind port 0509bcee-f477-4993-b89a-1a97e1abd36d on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:43.019136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:43.019817 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:43.020393 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.020933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Bound using segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:43.021703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Bound port: 0509bcee-f477-4993-b89a-1a97e1abd36d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:43.022258 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.030858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97036eed-ee14-46ac-822f-a3b82059a0f8,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:43.044967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.162736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] For port 0509bcee-f477-4993-b89a-1a97e1abd36d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:43.169221 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] For port 0509bcee-f477-4993-b89a-1a97e1abd36d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0509bcee-f477-4993-b89a-1a97e1abd36d,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:43.180301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a80df389-7a8e-4a09-9101-60db7108f003 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4771221 Jun 04 06:53:43.182262 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.239627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:43.299958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.300306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.300791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.300971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.301305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.306483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.306879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.311609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.312467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.312807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.313232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.313592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:53:43.350158 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64471100-b176-4f56-a519-b43208ac7b8c None None] Pushing event updated for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:43.369590 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:53:43.370335 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.396574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['97036eed-ee14-46ac-822f-a3b82059a0f8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:53:43.403403 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-d1f597ad-505c-4d04-aee4-e80fd7be1de0 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:43.404507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d1f597ad-505c-4d04-aee4-e80fd7be1de0 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-995670033 HTTP/1.1" status: 404 len: 328 time: 0.4642217 Jun 04 06:53:43.407986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60610) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:43.413973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-e5927657-0780-4c9e-9476-9e1ee82a10e4 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c', 'tempest-TagsExtTest-Tag-1592976723') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.525294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-82949fd6-82b9-4cad-9728-9aabaed4a9d3 service neutron] 10.222.0.17 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328586 Jun 04 06:53:43.534115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.560981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Transition to ACTIVE for port object 8e5728f4-26e3-40b4-ac0d-b58371438d8b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:43.610848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Transition to ACTIVE for port object 8e5728f4-26e3-40b4-ac0d-b58371438d8b will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:43.652312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:43.676536 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-e5927657-0780-4c9e-9476-9e1ee82a10e4 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:43.680487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e5927657-0780-4c9e-9476-9e1ee82a10e4 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags/tempest-TagsExtTest-Tag-1592976723 HTTP/1.1" status: 404 len: 329 time: 0.2713914 Jun 04 06:53:43.681065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:43.691754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-e22c0660-9c69-4050-8e4f-b8df1f3c3644 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', {'tags': ['tempest-TagsExtTest-Tag-793008954', 'tempest-TagsExtTest-Tag-244449601', 'tempest-TagsExtTest-Tag-1316460163']}) {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.775168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e22c0660-9c69-4050-8e4f-b8df1f3c3644 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "PUT /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 200 len: 316 time: 0.0929780 Jun 04 06:53:43.775761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60622) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:43.780715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-5da6033b-fec5-4833-a63d-c04b00c4e853 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.832193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Pushing event updated for resources: {'Port': ['ID=8e5728f4-26e3-40b4-ac0d-b58371438d8b,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:43.890668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:43.896538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:43.896538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:43.918288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5da6033b-fec5-4833-a63d-c04b00c4e853 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 204 len: 168 time: 0.1414962 Jun 04 06:53:43.920783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:43.928706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-b95a158c-a768-41f1-8a1e-94702afaae8a tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-793008954') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:43.959104 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-b95a158c-a768-41f1-8a1e-94702afaae8a tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:43.960932 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b95a158c-a768-41f1-8a1e-94702afaae8a tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-793008954 HTTP/1.1" status: 404 len: 328 time: 0.0368404 Jun 04 06:53:43.964799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:43.965362 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:53:43.976357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-4209cc2b-5110-4e03-941b-08ffb13c57c2 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-244449601') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.038945 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-4209cc2b-5110-4e03-941b-08ffb13c57c2 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:44.040002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4209cc2b-5110-4e03-941b-08ffb13c57c2 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-244449601 HTTP/1.1" status: 404 len: 328 time: 0.0732446 Jun 04 06:53:44.043746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:44.049658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-f28caf8b-af98-4471-82fd-905604aaeeea tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df', 'tempest-TagsExtTest-Tag-1316460163') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.077934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Attempting to bind port 8e5728f4-26e3-40b4-ac0d-b58371438d8b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:44.078484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Attempting to bind port 8e5728f4-26e3-40b4-ac0d-b58371438d8b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:44.078900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Attempting to bind port 8e5728f4-26e3-40b4-ac0d-b58371438d8b on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:44.096363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:44.096992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:44.097579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:44.098147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:44.098775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Bound port: 8e5728f4-26e3-40b4-ac0d-b58371438d8b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:44.099312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:44.116671 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-f28caf8b-af98-4471-82fd-905604aaeeea tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] show failed (client error): The resource could not be found. Jun 04 06:53:44.120508 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f28caf8b-af98-4471-82fd-905604aaeeea tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags/tempest-TagsExtTest-Tag-1316460163 HTTP/1.1" status: 404 len: 329 time: 0.0758328 Jun 04 06:53:44.121060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60638) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:44.133957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-15818e1e-0237-49dd-abbf-633375542402 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3f9be7ef-f90b-4e80-8f09-1164a818f9df') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.193310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-15818e1e-0237-49dd-abbf-633375542402 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df/tags HTTP/1.1" status: 204 len: 168 time: 0.0711982 Jun 04 06:53:44.194667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:44.198786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-60104acb-e865-41b9-a5e1-994b55275caa tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d52a15c-d769-401a-8444-a02fa7527c0c') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.226074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::37 (194f226e-387b-4357-8c23-95825d1aac54/d01f9f0d-8142-4757-b726-db7dc1ab9dea/cdcc8dcc-78d6-4af3-88a7-29174f6e643c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:44.294895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] For port 8e5728f4-26e3-40b4-ac0d-b58371438d8b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:44.309670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] For port 8e5728f4-26e3-40b4-ac0d-b58371438d8b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5728f4-26e3-40b4-ac0d-b58371438d8b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:44.321730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:44.348559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-6d847ad9-5efb-4909-874d-a91a7910c9c6 service neutron] 10.222.0.17 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8163676 Jun 04 06:53:44.525637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653ca77-891e-4531-880e-905d5d6990b8 None None] Pushing event updated for resources: {'Port': ['ID=8e5728f4-26e3-40b4-ac0d-b58371438d8b,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:44.575608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-60104acb-e865-41b9-a5e1-994b55275caa tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.3807418 Jun 04 06:53:44.576276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60654) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:44.584725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-7b5ca8f8-6be4-42b2-93fb-61b71665ae33 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3727b533-d2d2-4209-9e51-0b3c3e0c0a03') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.677834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:44.714664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object cdcc8dcc-78d6-4af3-88a7-29174f6e643c will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:44.748529 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:43Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.754862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1ed5f-679e-4aa4-944d-6f5a142ca9b5 None None] The sync data for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 is: [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:43Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:53:44.755464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7b5ca8f8-6be4-42b2-93fb-61b71665ae33 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03/tags HTTP/1.1" status: 204 len: 168 time: 0.1782527 Jun 04 06:53:44.756027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60670) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:44.766787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.tag.tag_plugin [None req-07d9fb4c-a5e8-4a73-8c78-df3ba191d8c7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3fbf4669-405e-4be6-8db0-93ae10a5c402') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:44.770002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:45.035151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:45.046243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07d9fb4c-a5e8-4a73-8c78-df3ba191d8c7 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402/tags HTTP/1.1" status: 204 len: 168 time: 0.2891676 Jun 04 06:53:45.047862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:45.051346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60680) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:45.069106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:45.098201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:45.102538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:45.294104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48c2abc-8ce5-4800-8594-d8868d0c5e55 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for subnetpool, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:45.295440 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a48c2abc-8ce5-4800-8594-d8868d0c5e55 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnetpools/3f9be7ef-f90b-4e80-8f09-1164a818f9df HTTP/1.1" status: 204 len: 168 time: 0.2427027 Jun 04 06:53:45.301631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60688) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:45.332170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=cdcc8dcc-78d6-4af3-88a7-29174f6e643c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:45.372676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87ee43e6-4a67-4ea9-9a10-3d73e13822b3 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d52a15c-d769-401a-8444-a02fa7527c0c HTTP/1.1" status: 200 len: 205 time: 0.0696900 Jun 04 06:53:45.376101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60694) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:45.390430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1fed4a16-b396-4c56-9db4-908efb84e184 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8948789 Jun 04 06:53:45.393141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:45.611111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce728a-cb76-4885-83b3-1b218fd694bb req-8b927713-186a-4710-ad9a-bb0081e52ba5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:45.619082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21ce728a-cb76-4885-83b3-1b218fd694bb req-8b927713-186a-4710-ad9a-bb0081e52ba5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 948 time: 0.5098851 Jun 04 06:53:45.675662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:45.707571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21ce728a-cb76-4885-83b3-1b218fd694bb req-881ab555-da93-4da7-9cd0-08e0db015565 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872686 Jun 04 06:53:45.740802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf7aed-5958-4668-ad64-72dd5fa1d01e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:45.753545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf7aed-5958-4668-ad64-72dd5fa1d01e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:45.759576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ebbf7aed-5958-4668-ad64-72dd5fa1d01e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:45.814411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ebbf7aed-5958-4668-ad64-72dd5fa1d01e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:45.815696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ebbf7aed-5958-4668-ad64-72dd5fa1d01e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4215927 Jun 04 06:53:45.818399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:45.966797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port cdcc8dcc-78d6-4af3-88a7-29174f6e643c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:45.967146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:46.076432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97036eed-ee14-46ac-822f-a3b82059a0f8 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:46.308796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 97036eed-ee14-46ac-822f-a3b82059a0f8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:46.330963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 97036eed-ee14-46ac-822f-a3b82059a0f8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:46.331344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:46.466845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:46.532035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5728f4-26e3-40b4-ac0d-b58371438d8b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:46.778280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 97036eed-ee14-46ac-822f-a3b82059a0f8 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:46.784754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:46.843760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8e5728f4-26e3-40b4-ac0d-b58371438d8b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:46.863802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0509bcee-f477-4993-b89a-1a97e1abd36d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:46.923537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:46.929815 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.044906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.045301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Fanout notify agent at l3_agent the message router_deleted on router 9d52a15c-d769-401a-8444-a02fa7527c0c {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:53:47.065360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:53:47.076028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.079936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-be7b4a21-2d2b-42b0-bf48-fc14d10d5f58 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/routers/9d52a15c-d769-401a-8444-a02fa7527c0c HTTP/1.1" status: 204 len: 168 time: 1.6999021 Jun 04 06:53:47.091751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60730) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:47.238765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97036eed-ee14-46ac-822f-a3b82059a0f8,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:47.276879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.366460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Deleting port 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:47.366994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.367474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a27aa64f-7d88-4ff0-b8d6-8966775c37f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.390645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Provisioning for port 8e5728f4-26e3-40b4-ac0d-b58371438d8b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:47.426034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Provisioning complete for port 8e5728f4-26e3-40b4-ac0d-b58371438d8b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:47.426626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.483238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0509bcee-f477-4993-b89a-1a97e1abd36d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:47.501921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0509bcee-f477-4993-b89a-1a97e1abd36d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:47.502556 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.544125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for cdcc8dcc-78d6-4af3-88a7-29174f6e643c owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:47.618830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:47.670447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee3e8edb-ef1a-4047-a73e-52ce77811598 req-c7fe6d19-f2e6-4f5f-9dd2-d57615f32443 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 210 time: 1.6061752 Jun 04 06:53:47.839518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a56b7520-f3e3-4de5-b6c6-5c22952a7cc5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:47.841653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a56b7520-f3e3-4de5-b6c6-5c22952a7cc5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 797 time: 0.9503579 Jun 04 06:53:47.859790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Current status of the port 8e5728f4-26e3-40b4-ac0d-b58371438d8b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:47.861704 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:47.975518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-26dd201a-e79c-468b-8b76-731ee95cadd5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 379 time: 0.1099224 Jun 04 06:53:47.991599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'port': {'device_id': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'admin_state_up': True, 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'security_groups': ['6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:48.006006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] For port 8e5728f4-26e3-40b4-ac0d-b58371438d8b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5728f4-26e3-40b4-ac0d-b58371438d8b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:48.017072 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.107898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0509bcee-f477-4993-b89a-1a97e1abd36d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:48.109612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.162996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.198350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6fa38-85a4-4ee1-8130-29ace83b1a39 None None] Pushing event updated for resources: {'Port': ['ID=8e5728f4-26e3-40b4-ac0d-b58371438d8b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:48.241211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0509bcee-f477-4993-b89a-1a97e1abd36d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0509bcee-f477-4993-b89a-1a97e1abd36d,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:48.247312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.336493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Calling delete_port for 3727b533-d2d2-4209-9e51-0b3c3e0c0a03 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:48.389185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5728f4-26e3-40b4-ac0d-b58371438d8b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:48.520400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.538116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 06:53:48.543966 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 06:53:48.551967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b9fed15c-9e56-4644-a043-1a5e77f3528f None None] Provisioning for port cdcc8dcc-78d6-4af3-88a7-29174f6e643c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:48.588099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b9fed15c-9e56-4644-a043-1a5e77f3528f None None] Provisioning complete for port cdcc8dcc-78d6-4af3-88a7-29174f6e643c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:48.588637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b9fed15c-9e56-4644-a043-1a5e77f3528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.673911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event deleted for resources: {'Port': ['ID=3727b533-d2d2-4209-9e51-0b3c3e0c0a03,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:48.748876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=cdcc8dcc-78d6-4af3-88a7-29174f6e643c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:48.760272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b9fed15c-9e56-4644-a043-1a5e77f3528f None None] Port cdcc8dcc-78d6-4af3-88a7-29174f6e643c was deleted so its status cannot be updated. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 06:53:48.770600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.772830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:48.849294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8e5728f4-26e3-40b4-ac0d-b58371438d8b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:48.850715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.872546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3bed1650-c1cf-4ade-bbed-e071b41d804a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/cdcc8dcc-78d6-4af3-88a7-29174f6e643c HTTP/1.1" status: 204 len: 168 time: 3.0525413 Jun 04 06:53:48.874454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60764) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:48.879613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:48.960398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:48.972396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cc5defd9-8e20-4560-b74c-4f4a6d6ae24c tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/ports/3727b533-d2d2-4209-9e51-0b3c3e0c0a03 HTTP/1.1" status: 204 len: 168 time: 1.8719351 Jun 04 06:53:48.977953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60772) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:49.025360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:port and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:49.038764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:49.074499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:49.108506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920c391-dcdf-4f48-b977-dffefdd1fdad req-60ceec2f-6304-47e0-9188-c839e4a07b20 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:49.115122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8920c391-dcdf-4f48-b977-dffefdd1fdad req-60ceec2f-6304-47e0-9188-c839e4a07b20 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.6997221 Jun 04 06:53:49.125206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:49.145054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.147627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96531002-8e78-4e81-a5b3-788fb23a47ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.152031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8e5728f4-26e3-40b4-ac0d-b58371438d8b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:49.166959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Deleting subnet 3fbf4669-405e-4be6-8db0-93ae10a5c402 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:49.170635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.207332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf554b-5178-4961-a81e-14b0d34375ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:49.208872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf554b-5178-4961-a81e-14b0d34375ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:49.209684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4bdf554b-5178-4961-a81e-14b0d34375ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:49.272607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.300068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8920c391-dcdf-4f48-b977-dffefdd1fdad req-71790ae6-f916-4d03-8f9c-3efb7c00d598 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765494 Jun 04 06:53:49.302449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4bdf554b-5178-4961-a81e-14b0d34375ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:49.307113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4bdf554b-5178-4961-a81e-14b0d34375ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4302197 Jun 04 06:53:49.312520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:49.362240 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7299fc3d-1cde-4275-bdd3-2c7eace730f3'] response: {'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8', 'code': 200} Jun 04 06:53:49.423929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet d01f9f0d-8142-4757-b726-db7dc1ab9dea {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:53:49.434428 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.536108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.9 (94f2c895-83e2-44c0-ad87-56ba1a27b979/27b0a229-c411-4ea0-bc07-49aed2d01e14/1b80e324-5000-4b67-a355-90a5d0e2b6bc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:49.616624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.690265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.727266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2816644f-c90e-40ae-81d9-98acb6531d29 req-2a0f708a-b3f7-4c6a-b1cb-784dbad6f40c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 210 time: 0.0580964 Jun 04 06:53:49.768018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa02a10-0b43-4e5d-aeae-b8bb2a8f501f req-51e3a9e1-02e6-403b-bbd7-395f0b220ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:49.769869 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8fa02a10-0b43-4e5d-aeae-b8bb2a8f501f req-51e3a9e1-02e6-403b-bbd7-395f0b220ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 1100 time: 0.3044064 Jun 04 06:53:49.818094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.872531 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8fa02a10-0b43-4e5d-aeae-b8bb2a8f501f req-c06e494b-ea5a-4ef5-abc8-afd60d132a3a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941401 Jun 04 06:53:49.875044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.909452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:49.909771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 1b80e324-5000-4b67-a355-90a5d0e2b6bc will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:49.952376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.069657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:50.074442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:50.086294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:50.104252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.110648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbf4669-405e-4be6-8db0-93ae10a5c402,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:50.112168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb99aad-6d35-4b09-bb64-fc1ed96f88c8 None None] Network a52abf1e-0437-4855-8659-6bb71fda195f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:50.129619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0113297e-38a4-4d5c-ab21-9e7c611c74ae tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/subnets/3fbf4669-405e-4be6-8db0-93ae10a5c402 HTTP/1.1" status: 204 len: 168 time: 1.1496549 Jun 04 06:53:50.141096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60816) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:50.188890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:50.189623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.211132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:50.346214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.409104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.426059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0509bcee-f477-4993-b89a-1a97e1abd36d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:50.469047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-5af740b0-3d02-43f6-a6f4-a58ca76276a3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4829957 Jun 04 06:53:50.491010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Request body: {'port': {'device_id': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:50.496263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.532119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.535233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=d01f9f0d-8142-4757-b726-db7dc1ab9dea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:50.546773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Deleting port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:50.547112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.572910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1cb059-e66e-4043-bc62-856e2a629287 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:50.599182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60828) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:50.609967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.754344 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-95ae4d32-6e69-40fb-8e22-842918d1afb7 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/d01f9f0d-8142-4757-b726-db7dc1ab9dea HTTP/1.1" status: 204 len: 168 time: 1.3555224 Jun 04 06:53:50.754344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60834) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:50.755582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a557ff2-8fbf-4653-baaf-97c6aa0c771c None None] Provisioning for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:50.755582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a557ff2-8fbf-4653-baaf-97c6aa0c771c None None] Provisioning complete for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:50.755582 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a557ff2-8fbf-4653-baaf-97c6aa0c771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.772149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3590dc7a-ce91-4fd3-a384-c1271ea4d8ae tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:50.773667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3590dc7a-ce91-4fd3-a384-c1271ea4d8ae tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.5776939 Jun 04 06:53:50.787551 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b1829030-9ecb-41d9-9932-869f47c1c484 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059780 Jun 04 06:53:50.794234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60840) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:50.853840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-444e5319-7a4c-41aa-b9c9-f8ebdda5915a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0533626 Jun 04 06:53:50.931619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.934589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] DHCP port deletion for a52abf1e-0437-4855-8659-6bb71fda195f request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:50.937079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a557ff2-8fbf-4653-baaf-97c6aa0c771c None None] Port 1b80e324-5000-4b67-a355-90a5d0e2b6bc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:53:50.964727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0509bcee-f477-4993-b89a-1a97e1abd36d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:50.965522 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.978141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:50.998295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Deleting port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:50.998878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.043546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:51.057955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:d36fabc1e9084a068c73561ca17fc499 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:51.080999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:51.104786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:51.127540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] For port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,segment=NetworkSegment(02ab1a65-7415-4392-87df-02d2453040ee),segment_id=02ab1a65-7415-4392-87df-02d2453040ee)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:51.127953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.229695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-cfaaa6d6-dcdb-4ed9-9bce-75801829a781 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3740311 Jun 04 06:53:51.354892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] For port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,segment=NetworkSegment(02ab1a65-7415-4392-87df-02d2453040ee),segment_id=02ab1a65-7415-4392-87df-02d2453040ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:51.355525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.382819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Calling delete_port for c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:51.435504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd534035-ce79-4520-8d76-52c7c38a6156 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:51.440561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd534035-ce79-4520-8d76-52c7c38a6156 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6347146 Jun 04 06:53:51.441165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60854) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:51.555871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Calling delete_port for c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:51.562024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994d359-ba1c-494c-b160-dc2aacf998ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:51.563249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e994d359-ba1c-494c-b160-dc2aacf998ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:51.590689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.640645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0509bcee-f477-4993-b89a-1a97e1abd36d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:51.665780 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:53:51.666473 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:53:51.684384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event deleted for resources: {'Port': ['ID=c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:51.691063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e994d359-ba1c-494c-b160-dc2aacf998ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:51.695417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e994d359-ba1c-494c-b160-dc2aacf998ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2463415 Jun 04 06:53:51.696525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] No DVR routers for this DVR port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:51.698093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60858) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:51.711864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:53:51.716384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Deleting port 8e5728f4-26e3-40b4-ac0d-b58371438d8b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:51.716765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.745767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-f4f4432e-9d64-4513-9d8b-b712c4d3d29a service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149155 Jun 04 06:53:51.818538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-db65477b-6eea-4224-9f62-7486cae5240b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189463 Jun 04 06:53:51.819467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60866) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:51.931085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-1180d45e-d68f-46ee-86f6-7af600970a45 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759391 Jun 04 06:53:51.944422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.958406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.970253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:51.990884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52abf1e-0437-4855-8659-6bb71fda195f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:52.017611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ab1a65-7415-4392-87df-02d2453040ee') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:52.018680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] For port 8e5728f4-26e3-40b4-ac0d-b58371438d8b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8e5728f4-26e3-40b4-ac0d-b58371438d8b,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:52.019085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.020130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ab1a65-7415-4392-87df-02d2453040ee') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:53:52.043093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:52.079920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.123419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e437d30-cf72-4e6a-9665-816d14189be3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:52.129315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0cf2ee3f-569e-402f-a9e8-eeeee4705ca8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d36fabc1e9084a068c73561ca17fc499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5289099 Jun 04 06:53:52.132464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60874) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:52.153525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b80e324-5000-4b67-a355-90a5d0e2b6bc {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:53:52.165610 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.190429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.198843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Deleting port c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:52.199431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.212990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:53:52.213545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.251652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.289946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Calling delete_port for 8e5728f4-26e3-40b4-ac0d-b58371438d8b owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:53:52.296120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.313277 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 02ab1a65-7415-4392-87df-02d2453040ee resource provider aggregate not found Jun 04 06:53:52.345273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:52.353185 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 02ab1a65-7415-4392-87df-02d2453040ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ab1a65-7415-4392-87df-02d2453040ee found for delete ", "request_id": "req-b80d62ab-cced-47a1-ab3e-c1c23900720c"}]} Jun 04 06:53:52.405201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.454366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e437d30-cf72-4e6a-9665-816d14189be3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:52.457611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.459766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46a495cc-4a42-4710-9882-2a30c28649c8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6e437d30-cf72-4e6a-9665-816d14189be3 HTTP/1.1" status: 204 len: 168 time: 0.3261807 Jun 04 06:53:52.519284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8e5728f4-26e3-40b4-ac0d-b58371438d8b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:52.614525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:52.632156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Transition to ACTIVE for port object 1b80e324-5000-4b67-a355-90a5d0e2b6bc will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:52.634114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.635991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0b48fc4a-a8bc-4b79-94f3-18f2f7b14ab1 None None] The port 'c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:53:52.637963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.640543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.657315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.663234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:52.671355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.758899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:52.870280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 8e5728f4-26e3-40b4-ac0d-b58371438d8b update to DOWN by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 06:53:52.870864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:53:52.910167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:52.925048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] No DVR routers for this DVR port 8e5728f4-26e3-40b4-ac0d-b58371438d8b on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:53:52.979255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8ec43-920c-43d5-828f-1adec1fbc489 None None] Pushing event deleted for resources: {'Port': ['ID=8e5728f4-26e3-40b4-ac0d-b58371438d8b,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:53.055449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:53:53.055449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c10c3fe1-7b6c-4a8a-bd71-cc57f4f1e6b6 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:53:53.067815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] Pushing event deleted for resources: {'Network': ['ID=a52abf1e-0437-4855-8659-6bb71fda195f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:53.111614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-27cbec75-cc1e-43d1-a0d1-72e203b78253 tempest-TagsExtTest-857317346 tempest-TagsExtTest-857317346-project] 10.222.0.17 "DELETE /v2.0/networks/a52abf1e-0437-4855-8659-6bb71fda195f HTTP/1.1" status: 204 len: 168 time: 2.9670978 Jun 04 06:53:53.450832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:53:53.453807 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:53.537751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fc8ea-cdfe-4602-ac95-49c3ae799c14 req-f37b9ffa-258f-4ff5-a07a-c4216777cf62 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:53.548525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db2fc8ea-cdfe-4602-ac95-49c3ae799c14 req-f37b9ffa-258f-4ff5-a07a-c4216777cf62 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.4019959 Jun 04 06:53:53.578409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:53.585414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:53.599371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b9b23f-0e88-46e1-8d33-406d3dcd5c7e None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:53.604127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:53.604630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:53.605113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:53.611007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 60926) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:53.614024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:53.616489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:53.632250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:53:53.632756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:53.663413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:53.663766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:53.664180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Bound using segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:53.664603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Bound port: 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:53.665128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:53.674240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=87f0b4d6-5840-4aea-9007-eae2e288669f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:53.691407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-26bee043-10a5-45e9-be49-9c91e5a06199 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8706286 Jun 04 06:53:53.692239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:53.705946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:53.743534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db2fc8ea-cdfe-4602-ac95-49c3ae799c14 req-66a3a2d2-2693-40ba-bd01-9971c9832d68 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939709 Jun 04 06:53:53.876210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:53.888834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:53.897216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:53.958675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:53.973649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:53.996262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:54.000664 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:54.164901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:54.165676 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:54.167268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 1091 time: 3.6839464 Jun 04 06:53:54.169244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:53:54.189333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '87f0b4d6-5840-4aea-9007-eae2e288669f'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:53:54.190218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:54.336908 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87f0b4d6-5840-4aea-9007-eae2e288669f (CIDR: 2001:db8::/64) Jun 04 06:53:54.343848 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:53:54.344643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:53:54.393657 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-212e5d1a-8134-4772-9e56-7f3d0ae8171b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6997044 Jun 04 06:53:54.394557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:54.406997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:54.407999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604b561-8d1f-44d1-993f-762a25791585 service neutron] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:54.426404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eaf0a8ec-1a3c-43c1-83e4-bec554534154 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9963e104635f4569848764845b3114b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139725 Jun 04 06:53:54.429766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 60962) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:54.512977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f2f4f-dba6-4b77-b182-5409e888ea73 req-75075f5e-81f4-4851-9fb4-d47ee01a3c60 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:54.514630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b33f2f4f-dba6-4b77-b182-5409e888ea73 req-75075f5e-81f4-4851-9fb4-d47ee01a3c60 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:54.539905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-90d9a158-9d05-4ac6-ba20-75ddff1344d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:54.543094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-90d9a158-9d05-4ac6-ba20-75ddff1344d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1094 time: 0.2692788 Jun 04 06:53:54.546381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b33f2f4f-dba6-4b77-b182-5409e888ea73 req-75075f5e-81f4-4851-9fb4-d47ee01a3c60 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:54.547997 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b33f2f4f-dba6-4b77-b182-5409e888ea73 req-75075f5e-81f4-4851-9fb4-d47ee01a3c60 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 943 time: 0.3795295 Jun 04 06:53:54.646201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:54.646735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Allocated IP 2001:db8::f816:3eff:feec:8778 (194f226e-387b-4357-8c23-95825d1aac54/87f0b4d6-5840-4aea-9007-eae2e288669f/99c72a94-67d5-4fb8-9548-23741be35204) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:54.683794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:54.695017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:54.698829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-a8326910-a101-417b-bb87-d1e36bc1f734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 217 time: 0.1482484 Jun 04 06:53:54.753786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:54.760059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:54.768980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b33f2f4f-dba6-4b77-b182-5409e888ea73 req-c3a34d70-cbdc-498d-bb29-2f7a60b024bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003487 Jun 04 06:53:54.825791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-24d651c7-9382-4746-a0fb-4a77cdeac431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:54.827929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-24d651c7-9382-4746-a0fb-4a77cdeac431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.1230252 Jun 04 06:53:54.907317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.070467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.079643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4ee15eba-74c3-4946-9a3e-5706353cbe7f req-25bd91b5-dedd-4327-92ed-b3c64506649f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 210 time: 0.1069448 Jun 04 06:53:55.086249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-2b597225-befd-49bb-bb11-d59cc9be574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:55.087114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-2b597225-befd-49bb-bb11-d59cc9be574f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506139 Jun 04 06:53:55.126750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Transition to ACTIVE for port object 99c72a94-67d5-4fb8-9548-23741be35204 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:55.195687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Transition to ACTIVE for port object 99c72a94-67d5-4fb8-9548-23741be35204 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:55.209689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.276361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:55.277501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:55.282570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:55.429800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:55.432448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-2a25a82b-9d33-48e6-a874-31a473b4b706 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:55.444239 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-2a25a82b-9d33-48e6-a874-31a473b4b706 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.7909935 Jun 04 06:53:55.456499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Attempting to bind port 99c72a94-67d5-4fb8-9548-23741be35204 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:53:55.457922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Attempting to bind port 99c72a94-67d5-4fb8-9548-23741be35204 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:53:55.458946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Attempting to bind port 99c72a94-67d5-4fb8-9548-23741be35204 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:53:55.465449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:55.467588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-7c6a88d8-1e01-4ab2-82df-ff3790a453b6 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717904 Jun 04 06:53:55.473080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:53:55.473554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:53:55.474251 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.474749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:53:55.475286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Bound port: 99c72a94-67d5-4fb8-9548-23741be35204, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:53:55.475859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.622551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:53:55.631359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:53:55.637694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.697173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.865340 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fab358-c270-42fc-8722-9cd43828ea4c'] response: {'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'status': 'completed', 'code': 200} Jun 04 06:53:55.893818 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.902977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:55.913922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13457d4c-fef0-4f7f-80d5-8055b9bee287 None None] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:55.922160 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:56.004618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:56.005723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d367c003-218c-499a-9247-c8c8ec0e5d3f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:56.011150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=1eaa653d-d518-4510-8377-0f3ca2ff5f5a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:56.016393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:56.019615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:56.020211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:56.044142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:56.045290 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ccfe1360-593d-45ee-b745-f290ab06dbc5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d367c003-218c-499a-9247-c8c8ec0e5d3f HTTP/1.1" status: 204 len: 168 time: 1.6145401 Jun 04 06:53:56.052702 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-708e71a9-5381-4f52-9942-090d2c141932 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6491888 Jun 04 06:53:56.053233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 32770) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:53:56.058838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:ef:01:50', 'name': 'tempest-NetworksTestDHCPv6-2133614637'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:53:56.102040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca406128-fe47-4c90-9d8b-741ed98ce5d3 req-36d09345-c41f-4d0c-8e45-7bab6cdca28e tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:56.112405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca406128-fe47-4c90-9d8b-741ed98ce5d3 req-36d09345-c41f-4d0c-8e45-7bab6cdca28e tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.2447255 Jun 04 06:53:56.116106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51119763-8604-4a3a-a0d2-b46ef0934b51 req-58235146-6a44-4733-9400-d3360b1eafd1 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429789 Jun 04 06:53:56.386098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca406128-fe47-4c90-9d8b-741ed98ce5d3 req-1c1a6a5b-419f-4c38-9aa1-e6007109bf42 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724595 Jun 04 06:53:56.466384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54237f-a5d3-4861-a270-445b88942835 req-4e2e6c3e-1d21-45df-8ede-f67e174a86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:56.475320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-4e2e6c3e-1d21-45df-8ede-f67e174a86b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1094 time: 0.2896848 Jun 04 06:53:56.553340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:56.603298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:56.616928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:56.637669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:56.685440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:53:56.703711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:53:56.709422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:53:56.723957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:53:56.743370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:56.752931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:56.783553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:53:56.808817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b70022-2bda-4898-936b-3b5ea0164afe req-b9497e59-993d-43be-9bc8-8eadaa4d030b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:56.827227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01b70022-2bda-4898-936b-3b5ea0164afe req-b9497e59-993d-43be-9bc8-8eadaa4d030b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 943 time: 0.1693873 Jun 04 06:53:56.865331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54237f-a5d3-4861-a270-445b88942835 req-ea355e7d-504e-48fa-961a-19f80aec61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:56.870826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-ea355e7d-504e-48fa-961a-19f80aec61a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.3886056 Jun 04 06:53:56.986713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-19777d60-47da-41a8-bae4-52d5502c5194 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 217 time: 0.0993109 Jun 04 06:53:57.107348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01b70022-2bda-4898-936b-3b5ea0164afe req-1928faac-1d0c-4ecf-ba11-3b6b5d5e0725 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790065 Jun 04 06:53:57.182944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54237f-a5d3-4861-a270-445b88942835 req-63cc2e8d-446c-4ffa-abec-666be0be3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:57.190142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-63cc2e8d-446c-4ffa-abec-666be0be3048 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.1948652 Jun 04 06:53:57.348750 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:57.403650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54237f-a5d3-4861-a270-445b88942835 req-2c5c9bd2-269b-46ae-852d-e061d149f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:57.405636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-2c5c9bd2-269b-46ae-852d-e061d149f568 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084901 Jun 04 06:53:57.441583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 4c6d59a4-35bc-461b-96ab-798399f7ed31 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:53:57.519322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ed1057c-4045-4a1c-b7eb-16aac00afe0a req-ff0fe96f-17df-4148-91bb-5f53ebcebcf7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 210 time: 0.1180887 Jun 04 06:53:57.575166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-63a8f2f6-b24e-4eee-abd9-60578f267862 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:57.576039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-63a8f2f6-b24e-4eee-abd9-60578f267862 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Synchronizing usage tracker for tenant:bc51535e16a142cebf5c1468ca743a01 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:53:57.735551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-63a8f2f6-b24e-4eee-abd9-60578f267862 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Unset dirty status for tenant:bc51535e16a142cebf5c1468ca743a01 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:53:57.737400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-63a8f2f6-b24e-4eee-abd9-60578f267862 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.24 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.6786633 Jun 04 06:53:57.812564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-e917df17-496b-46af-87ca-9dffd483f70e service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726342 Jun 04 06:53:57.853004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Deleting port 97036eed-ee14-46ac-822f-a3b82059a0f8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:53:57.853395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:57.855035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f2457-45ce-4d95-801a-1bb8c5e2b814 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:53:58.156795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8:0:1::2db (194f226e-387b-4357-8c23-95825d1aac54/1eaa653d-d518-4510-8377-0f3ca2ff5f5a/4c6d59a4-35bc-461b-96ab-798399f7ed31) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:58.168457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:feef:150 (194f226e-387b-4357-8c23-95825d1aac54/87f0b4d6-5840-4aea-9007-eae2e288669f/4c6d59a4-35bc-461b-96ab-798399f7ed31) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:58.179732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7878d90-38a5-4ec6-8053-e68b1fd14980 req-7417d03d-03cc-475c-bda4-07e81bcb4fd5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:58.193164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7878d90-38a5-4ec6-8053-e68b1fd14980 req-7417d03d-03cc-475c-bda4-07e81bcb4fd5 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.3794775 Jun 04 06:53:58.269089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7878d90-38a5-4ec6-8053-e68b1fd14980 req-7dc56585-4e8e-4f27-af64-56fb7af1f150 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658967 Jun 04 06:53:58.275043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf54237f-a5d3-4861-a270-445b88942835 req-1a751b67-4c3b-49bc-a647-9c38a31d4652 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704066 Jun 04 06:53:58.353776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-24df8b97-9d0d-493d-83c8-79033ac35cf7 None None] Provisioning for port 99c72a94-67d5-4fb8-9548-23741be35204 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:58.368408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.9 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/52647e9c-3a32-42a8-acfa-6762a03c7faa) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:53:58.559789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 99c72a94-67d5-4fb8-9548-23741be35204 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:53:58.769947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7bf8b-740e-4743-b3ca-2edaf64837fa req-bb7587ac-8a0c-4a4e-95b5-31091e00ebae tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:58.783500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83d7bf8b-740e-4743-b3ca-2edaf64837fa req-bb7587ac-8a0c-4a4e-95b5-31091e00ebae tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 943 time: 0.1770220 Jun 04 06:53:58.892018 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:53:58.923530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83d7bf8b-740e-4743-b3ca-2edaf64837fa req-2dfc8a4b-e760-49b0-8c8a-a5bda83027ce tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371906 Jun 04 06:53:58.964987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 99c72a94-67d5-4fb8-9548-23741be35204 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:53:58.989080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 99c72a94-67d5-4fb8-9548-23741be35204 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:53:58.993147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:58.996307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.028102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 52647e9c-3a32-42a8-acfa-6762a03c7faa will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:59.141587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.160176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 4c6d59a4-35bc-461b-96ab-798399f7ed31 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:53:59.184954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.235610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698ccec-a83f-47a5-82a4-3a72c75c7a9a req-960d067d-a053-4f16-bc68-f2cdf180fe9f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:59.247285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9698ccec-a83f-47a5-82a4-3a72c75c7a9a req-960d067d-a053-4f16-bc68-f2cdf180fe9f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 931 time: 0.1888683 Jun 04 06:53:59.348649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9698ccec-a83f-47a5-82a4-3a72c75c7a9a req-628a5255-353e-4997-b362-6670e37820d8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963209 Jun 04 06:53:59.423404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:53:59.438626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:53:59.456641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:53:59.509998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 99c72a94-67d5-4fb8-9548-23741be35204 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:53:59.510390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.519592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:53:59.627601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Update dhcp port {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'fixed_ips': [{'subnet_id': '87f0b4d6-5840-4aea-9007-eae2e288669f', 'ip_address': '2001:db8::f816:3eff:feec:8778'}, {'subnet_id': '1eaa653d-d518-4510-8377-0f3ca2ff5f5a'}], 'binding:host_id': 'n-d-811808-2'}, 'id': '99c72a94-67d5-4fb8-9548-23741be35204'} from n-d-811808-2. {{(pid=88850) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 04 06:53:59.636051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.720050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] For port 97036eed-ee14-46ac-822f-a3b82059a0f8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=97036eed-ee14-46ac-822f-a3b82059a0f8,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:59.720655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:53:59.743348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a28159-30ce-4cc2-b34d-cfbb5cfa33e7 req-07360809-168d-41cb-8c7c-a50a41dc98ca tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:53:59.751368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02a28159-30ce-4cc2-b34d-cfbb5cfa33e7 req-07360809-168d-41cb-8c7c-a50a41dc98ca tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88ead9b-f058-4c4f-9ff7-71b018a1a871 HTTP/1.1" status: 200 len: 949 time: 0.1865017 Jun 04 06:53:59.781317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:53:59.785577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:53:59.817193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02a28159-30ce-4cc2-b34d-cfbb5cfa33e7 req-6d5d6b22-61a2-4435-9471-9137d7fd8449 tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.17 "GET /v2.0/security-groups?id=fa1c5216-bbad-4f60-a0cc-feb407fb62c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647430 Jun 04 06:53:59.998004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.009712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:00.013005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:00.020830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:00.026286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:00.026904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.141906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 97036eed-ee14-46ac-822f-a3b82059a0f8 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:54:00.195475 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.243830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Calling delete_port for 97036eed-ee14-46ac-822f-a3b82059a0f8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:00.295907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1deb637f-d884-4923-8488-99800f739f22 None None] Provisioning for port 52647e9c-3a32-42a8-acfa-6762a03c7faa completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:00.331981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1deb637f-d884-4923-8488-99800f739f22 None None] Provisioning complete for port 52647e9c-3a32-42a8-acfa-6762a03c7faa triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:00.332596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1deb637f-d884-4923-8488-99800f739f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.370089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:00.371117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.376585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea50c-4b49-4c57-a191-b4230404a53d req-7d33757f-a0e1-4c8e-bfd0-4cff106a7a7c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:00.383015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c68ea50c-4b49-4c57-a191-b4230404a53d req-7d33757f-a0e1-4c8e-bfd0-4cff106a7a7c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 943 time: 0.1686177 Jun 04 06:54:00.499110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c68ea50c-4b49-4c57-a191-b4230404a53d req-8bbb6560-a924-48e0-abe0-c9a34163bb2f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067855 Jun 04 06:54:00.500409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=4c6d59a4-35bc-461b-96ab-798399f7ed31,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:00.512768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-3d5af2ce-91c6-4ea4-afdc-633315aa8946 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0602031 Jun 04 06:54:00.521289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:00.531179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c51edc70-807a-411f-9bda-a803f821539e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4735179 Jun 04 06:54:00.533114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Request body: {'port': {'device_id': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:00.533895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32900) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:00.568714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:00.613792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'port_id': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'mac_address': 'fa:16:3e:bb:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:54:00.618999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1deb637f-d884-4923-8488-99800f739f22 None None] Port 52647e9c-3a32-42a8-acfa-6762a03c7faa cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:54:00.746488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 4c6d59a4-35bc-461b-96ab-798399f7ed31 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:00.746845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.867038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 97036eed-ee14-46ac-822f-a3b82059a0f8 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:00.867038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.911784 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:00.957731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1b80e324-5000-4b67-a355-90a5d0e2b6bc is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:00.957731 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.023326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.031929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b80e324-5000-4b67-a355-90a5d0e2b6bc {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:54:01.125033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Allocated IP 2001:db8:0:1::2 (194f226e-387b-4357-8c23-95825d1aac54/1eaa653d-d518-4510-8377-0f3ca2ff5f5a/99c72a94-67d5-4fb8-9548-23741be35204) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:01.128301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:01.138928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.227336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Pushing event deleted for resources: {'Port': ['ID=97036eed-ee14-46ac-822f-a3b82059a0f8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:01.330931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] No DVR routers for this DVR port 97036eed-ee14-46ac-822f-a3b82059a0f8 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:54:01.334069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.340991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'name': 'network-vif-deleted', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:01.454032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-39dd9827-6979-40a4-a765-6ff7d7458c9f req-d965ad5a-70af-4246-9417-f3650b7df2fb tempest-VolumesNegativeTest-1500288482 tempest-VolumesNegativeTest-1500288482-project] 10.222.0.24 "DELETE /v2.0/ports/97036eed-ee14-46ac-822f-a3b82059a0f8 HTTP/1.1" status: 204 len: 173 time: 3.6972647 Jun 04 06:54:01.476308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:01.555413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1b80e324-5000-4b67-a355-90a5d0e2b6bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:54:01.797168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7fb35-f2af-41c6-93c5-f1d752b2876f req-4dba9a50-35e7-4395-974a-012666e23b4e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:01.801840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11b7fb35-f2af-41c6-93c5-f1d752b2876f req-4dba9a50-35e7-4395-974a-012666e23b4e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 931 time: 0.4973092 Jun 04 06:54:01.809960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.848914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:01.939420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52647e9c-3a32-42a8-acfa-6762a03c7faa {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:54:01.940675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.949624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:01.969228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Transition to ACTIVE for port object 52647e9c-3a32-42a8-acfa-6762a03c7faa will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:01.979390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:02.043478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Transition to ACTIVE for port object 99c72a94-67d5-4fb8-9548-23741be35204 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:02.118245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 32960) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:02.142361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:02.314455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 4c6d59a4-35bc-461b-96ab-798399f7ed31 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:02.329927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:02.470860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 99c72a94-67d5-4fb8-9548-23741be35204 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:02.540978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Attempting to bind port 52647e9c-3a32-42a8-acfa-6762a03c7faa on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:54:02.541814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Attempting to bind port 52647e9c-3a32-42a8-acfa-6762a03c7faa by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:54:02.542870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Attempting to bind port 52647e9c-3a32-42a8-acfa-6762a03c7faa on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:02.554852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Port 52647e9c-3a32-42a8-acfa-6762a03c7faa on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:54:02.555003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Attempting to bind port 52647e9c-3a32-42a8-acfa-6762a03c7faa on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:02.557405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-11b7fb35-f2af-41c6-93c5-f1d752b2876f req-1b7a94c7-f742-4c73-b056-a4c3554ef80e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266195 Jun 04 06:54:02.603218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:54:02.603553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:54:02.603932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:54:02.608765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Bound port: 52647e9c-3a32-42a8-acfa-6762a03c7faa, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:54:02.609180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:02.620561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9ef2-a132-44cd-a0ce-52fb3a78a131 None None] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:02.721154 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:02.822229 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d16998-6fad-48d9-9e4a-17faf34669e6'] response: {'server_uuid': 'e88ead9b-f058-4c4f-9ff7-71b018a1a871', 'name': 'network-vif-deleted', 'tag': '97036eed-ee14-46ac-822f-a3b82059a0f8', 'status': 'completed', 'code': 200} Jun 04 06:54:02.952801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=4c6d59a4-35bc-461b-96ab-798399f7ed31,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:02.987318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:54:03.003185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:54:03.016128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.187486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:03.188595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.190084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] 10.222.0.39 "PUT /v2.0/ports/52647e9c-3a32-42a8-acfa-6762a03c7faa HTTP/1.1" status: 200 len: 1091 time: 2.6642075 Jun 04 06:54:03.304580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.338360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.353506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05f3028c-ee44-40a5-896b-9bf9a0f31324 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/4c6d59a4-35bc-461b-96ab-798399f7ed31 HTTP/1.1" status: 204 len: 168 time: 2.8158050 Jun 04 06:54:03.364985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:03.412719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63026d82-9be2-4787-9036-a8781774cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:03.430241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:03.474259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Usage tracker for resource:security_group_rule and tenant:186043b3432b43fdafd63be735f89ee4 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:03.489062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:03.507125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-0fdba638-4508-4a75-a758-c360731d20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:03.509073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-0fdba638-4508-4a75-a758-c360731d20f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 1094 time: 0.2588956 Jun 04 06:54:03.513464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:03.618223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d985-c2ea-4951-a627-59ac55110c1b req-8682d684-0a68-407b-8436-96058df7fdc7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:03.626316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82a3d985-c2ea-4951-a627-59ac55110c1b req-8682d684-0a68-407b-8436-96058df7fdc7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.5282438 Jun 04 06:54:03.687851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-4c95362b-c92a-4e13-b270-18ff154df451 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa HTTP/1.1" status: 200 len: 217 time: 0.1705732 Jun 04 06:54:03.693688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c98a59-07c5-40a1-a5ee-b263351a4563 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:03.694469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01c98a59-07c5-40a1-a5ee-b263351a4563 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:03.720139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:03.826974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82a3d985-c2ea-4951-a627-59ac55110c1b req-c25fc007-1b08-4540-860a-82db21802cdc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989994 Jun 04 06:54:03.843619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-31d8931d-a576-4eb8-b420-d40c80dbc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:03.848665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-31d8931d-a576-4eb8-b420-d40c80dbc00b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1530361 Jun 04 06:54:03.898277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.900935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-01c98a59-07c5-40a1-a5ee-b263351a4563 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:03.902366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-01c98a59-07c5-40a1-a5ee-b263351a4563 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5349450 Jun 04 06:54:03.905549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33042) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:03.950347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:03.980735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:03.990800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:03.992833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.055647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-420f26be-d47c-4ce6-8fdb-57214db8ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.063957 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-420f26be-d47c-4ce6-8fdb-57214db8ab7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103012 Jun 04 06:54:04.295642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55efb99-a47c-4aab-a188-a56d330f1488,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:04.323538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b40a17e-d1ee-47a8-9297-ba401560dc36 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=186043b3432b43fdafd63be735f89ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0730388 Jun 04 06:54:04.331170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33062) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:04.387660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1b80e324-5000-4b67-a355-90a5d0e2b6bc is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:04.388181 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.464049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 99c72a94-67d5-4fb8-9548-23741be35204 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:04.549499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c8d890d4-d7d7-415e-860f-e42f8f4afcf5 None None] Provisioning for port 99c72a94-67d5-4fb8-9548-23741be35204 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:04.553609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:04.564385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.573634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01152c-cdfa-4d47-8253-69b07ed80c5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.578476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fd01152c-cdfa-4d47-8253-69b07ed80c5b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6687334 Jun 04 06:54:04.580619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:04.592287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c8d890d4-d7d7-415e-860f-e42f8f4afcf5 None None] Provisioning complete for port 99c72a94-67d5-4fb8-9548-23741be35204 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:04.597917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c8d890d4-d7d7-415e-860f-e42f8f4afcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.631209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:04.649923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462a7e7-d652-4bd0-bf0f-7a15f237eabd req-9de49a09-976e-47f8-81b6-7f1b4eeb1c8e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.651442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2462a7e7-d652-4bd0-bf0f-7a15f237eabd req-9de49a09-976e-47f8-81b6-7f1b4eeb1c8e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.4698102 Jun 04 06:54:04.662247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.670678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.775605 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-c7ac72e2-b88a-41c3-b591-ac86f72bf0f8 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043753 Jun 04 06:54:04.809599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.813037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.814905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:04.818065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:04.827937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:04.840721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2462a7e7-d652-4bd0-bf0f-7a15f237eabd req-86ed4b57-a52d-4732-81cf-ffd471946274 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578970 Jun 04 06:54:04.859531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:04.897294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 99c72a94-67d5-4fb8-9548-23741be35204 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:04.897937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.943136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:04.985568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:04.990456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ebef7176-a1d4-461a-9a9f-48ce9338f5cb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4029980 Jun 04 06:54:04.991272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33128) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:05.042610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55efb99-a47c-4aab-a188-a56d330f1488,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:05.051592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.068987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec8c0710-797e-4870-8a64-85403c72c913 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f55efb99-a47c-4aab-a188-a56d330f1488 HTTP/1.1" status: 204 len: 168 time: 0.7332189 Jun 04 06:54:05.135193 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd02250-7dcc-43e7-a7ec-997a5af0a52b'] response: {'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'code': 200} Jun 04 06:54:05.163745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 1eaa653d-d518-4510-8377-0f3ca2ff5f5a {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:05.170820 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eaeae1-ae30-4ff8-9f05-d32233a4deba'] response: {'name': 'network-changed', 'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa', 'status': 'completed', 'code': 200} Jun 04 06:54:05.173005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.244941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2aff025f-93dc-4844-9ecd-ffa6f011ea0c req-c6fc6d27-ac00-491e-b188-b423aea6f73c service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589186 Jun 04 06:54:05.259191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f68dd9-154d-4471-a3f3-e91e7da2e56e req-b1cb2ee4-b4b2-4a88-a5c0-2ba03ef126e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:05.265798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5f68dd9-154d-4471-a3f3-e91e7da2e56e req-b1cb2ee4-b4b2-4a88-a5c0-2ba03ef126e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1096 time: 0.1955454 Jun 04 06:54:05.300955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c8d890d4-d7d7-415e-860f-e42f8f4afcf5 None None] Current status of the port 99c72a94-67d5-4fb8-9548-23741be35204 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:05.383933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5f68dd9-154d-4471-a3f3-e91e7da2e56e req-46de832e-06e1-4a68-be47-2e2d798665b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120210 Jun 04 06:54:05.434075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.439768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f076909c-5615-4ec4-9cf3-2f372c1462e1 None None] Could not find standard attr ID for object 4c6d59a4-35bc-461b-96ab-798399f7ed31. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:54:05.445700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 99c72a94-67d5-4fb8-9548-23741be35204 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:05.537539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-f2b0cb25-8e45-4ffe-827f-197c087080e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:05.539227 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-f2b0cb25-8e45-4ffe-827f-197c087080e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 1094 time: 0.2345247 Jun 04 06:54:05.566996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.577512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c85281-456c-4bec-bb30-fab919aa3bde req-5bd299a2-e278-46f3-9d20-dcb6a1eaa234 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:05.579712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3c85281-456c-4bec-bb30-fab919aa3bde req-5bd299a2-e278-46f3-9d20-dcb6a1eaa234 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.1569254 Jun 04 06:54:05.647289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3c85281-456c-4bec-bb30-fab919aa3bde req-6b8591bd-0bd6-4c97-b2a5-666308fbb56d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585999 Jun 04 06:54:05.792304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.846683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:05.849508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaa653d-d518-4510-8377-0f3ca2ff5f5a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:05.855482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-9fb8f5f7-01dc-4088-a966-af22b1295080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:05.856080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481509b7-d7d3-49bc-8bfe-cd03ba604a62 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:05.856902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-9fb8f5f7-01dc-4088-a966-af22b1295080 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.1953962 Jun 04 06:54:05.959984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-dd752f2a-fc5c-4330-b759-76a85f814212 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa HTTP/1.1" status: 200 len: 217 time: 0.0958571 Jun 04 06:54:05.961641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1532c8da-ceba-4606-b1a7-21e2cbe7c0f5 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/1eaa653d-d518-4510-8377-0f3ca2ff5f5a HTTP/1.1" status: 204 len: 168 time: 0.9458408 Jun 04 06:54:05.964122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33166) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:06.084974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:06.120937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:06.152329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 87f0b4d6-5840-4aea-9007-eae2e288669f {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:06.158562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-975f4ce1-4da5-4ac0-b97b-cc3bd0f12a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:06.160995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-975f4ce1-4da5-4ac0-b97b-cc3bd0f12a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1937165 Jun 04 06:54:06.162018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:06.193158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:06.348594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Usage tracker for resource:security_group_rule and tenant:726b3bcd9d17426589563f4c66e1e717 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:06.355736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:06.368897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:06.420782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:06.481245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863b976-8c9a-43f3-b188-9506b0d7065e req-059ba01e-2766-4481-8b2f-88408ad71d30 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:06.509962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7863b976-8c9a-43f3-b188-9506b0d7065e req-059ba01e-2766-4481-8b2f-88408ad71d30 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.4428205 Jun 04 06:54:06.563421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7863b976-8c9a-43f3-b188-9506b0d7065e req-d475db49-b623-42d3-93ad-917d5921d45b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567751 Jun 04 06:54:06.571579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-026eb9ec-0c2c-4270-8c94-72693af92a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:06.573089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-026eb9ec-0c2c-4270-8c94-72693af92a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721621 Jun 04 06:54:06.784988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:06.842949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:06.871316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.012902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33206) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:07.141604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=726b3bcd9d17426589563f4c66e1e717&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553553 Jun 04 06:54:07.144253 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-9a86c7ae-dbd5-4a06-9206-b6007c9e9b2b service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636017 Jun 04 06:54:07.144855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33216) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:07.148093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7bde-297b-4160-8292-dbaa7270d8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef083f92-d1fe-488b-84df-f57100dabd86,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:07.182265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15bf5e-aff2-4197-8b85-270de8b3b8e7 req-88eb9c7c-fd64-4849-a436-e5fa5597254a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:07.191002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca15bf5e-aff2-4197-8b85-270de8b3b8e7 req-88eb9c7c-fd64-4849-a436-e5fa5597254a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.2709148 Jun 04 06:54:07.265085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca15bf5e-aff2-4197-8b85-270de8b3b8e7 req-7bf383e4-c64f-4ac8-ae21-517b5a503a4e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730846 Jun 04 06:54:07.346255 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.367452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:07.372046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Usage tracker for resource:security_group_rule and tenant:a527a0fbfb334e25897ea7ec85a30633 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:07.376333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:07.384124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:07.430637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.514412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.520774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.534063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.555128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d50ca0-b9f6-4183-b591-7da6aea78f53 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:07.557367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=87f0b4d6-5840-4aea-9007-eae2e288669f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:07.600662 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-571cab27-9fd1-4b1a-adaa-fe25365ba907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/87f0b4d6-5840-4aea-9007-eae2e288669f HTTP/1.1" status: 204 len: 168 time: 1.6352439 Jun 04 06:54:07.611681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:07.632379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e7ea4-d847-4ca3-8911-c7376f341cc4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:07.660113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a7a90407-18d2-4015-ba18-3c2395e5215f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a527a0fbfb334e25897ea7ec85a30633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264563 Jun 04 06:54:07.660747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33248) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:07.719693 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.727629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5a049701-cc99-4a26-a145-4c38fb359919 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121938 Jun 04 06:54:07.729129 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd8c07c5-2e2d-480e-b0e8-d837cf54716d req-4f087ef5-284e-4317-a5de-e2b05d48a642 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763826 Jun 04 06:54:07.729600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:07.783710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.790970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:07.827022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-96a24829-a53e-4ad4-9e17-e943d51c6332 None None] Provisioning complete for port 99c72a94-67d5-4fb8-9548-23741be35204 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:07.827675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96a24829-a53e-4ad4-9e17-e943d51c6332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.853679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.894428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef083f92-d1fe-488b-84df-f57100dabd86,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:07.908671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:07.909878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1934cfb2-1144-44b3-9c5a-3aa744db33df admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ef083f92-d1fe-488b-84df-f57100dabd86 HTTP/1.1" status: 204 len: 168 time: 0.7631974 Jun 04 06:54:07.946309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.007169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:08.031080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:08.041467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.049595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:08.065915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:08.079091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:54:08.087818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0492d7a-083b-4a73-b684-37317a247b32 req-450250a6-372f-403b-aa38-0ce0a31cd6b7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:08.095344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0492d7a-083b-4a73-b684-37317a247b32 req-450250a6-372f-403b-aa38-0ce0a31cd6b7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.3664393 Jun 04 06:54:08.146400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:08.150487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.191991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Deleting port 99c72a94-67d5-4fb8-9548-23741be35204 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:08.192368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.263113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-96a24829-a53e-4ad4-9e17-e943d51c6332 None None] Current status of the port 99c72a94-67d5-4fb8-9548-23741be35204 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:08.317517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0492d7a-083b-4a73-b684-37317a247b32 req-19c4b468-18af-44f9-b1ce-e941115a6215 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209806 Jun 04 06:54:08.417517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 99c72a94-67d5-4fb8-9548-23741be35204 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:54:08.559336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.606044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25e7ea4-d847-4ca3-8911-c7376f341cc4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:08.663512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.669123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95a6ef5a-9001-47fa-9f5b-1a718b10f606 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c25e7ea4-d847-4ca3-8911-c7376f341cc4 HTTP/1.1" status: 204 len: 168 time: 1.0074425 Jun 04 06:54:08.716891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:08.720572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:08.766147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327934e3-f657-4da6-8499-009469f4f15d req-bcd6762f-3267-4555-8da1-3212bdbe5701 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:08.767737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-327934e3-f657-4da6-8499-009469f4f15d req-bcd6762f-3267-4555-8da1-3212bdbe5701 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.2501662 Jun 04 06:54:08.954744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Calling delete_port for 99c72a94-67d5-4fb8-9548-23741be35204 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:08.975738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-327934e3-f657-4da6-8499-009469f4f15d req-2d5c7565-b1bd-4c24-9a96-fb75b66f78ba tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014239 Jun 04 06:54:09.060211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 99c72a94-67d5-4fb8-9548-23741be35204 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:09.060990 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.104460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:09.117324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:54:09.122812 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.213679 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:54:09.214490 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:54:09.233580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:09.399140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:09.431002 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.485304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:09.490279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Usage tracker for resource:security_group_rule and tenant:e2ef41a95a14497b9bc957a0c9f23ce8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:09.493204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:09.506875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:09.536187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716b47-df6d-4185-a4c8-9286473174dd req-5c4fc3da-6e83-4fa3-88d9-44c4dbed35e4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:09.546057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78716b47-df6d-4185-a4c8-9286473174dd req-5c4fc3da-6e83-4fa3-88d9-44c4dbed35e4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.2501926 Jun 04 06:54:09.667955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78716b47-df6d-4185-a4c8-9286473174dd req-1a4912f2-3e63-4444-9921-2e52764cf697 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208875 Jun 04 06:54:09.684323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.689757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.694795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33394) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:09.717494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Deleting port 99c72a94-67d5-4fb8-9548-23741be35204 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:09.718020 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.743805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43c787-5365-4902-b864-79805ae1160f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:09.801306 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-95ce6fd5-3815-4a78-852a-198626513b7a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e2ef41a95a14497b9bc957a0c9f23ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009745 Jun 04 06:54:09.801939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33400) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:09.871051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:09.970941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.037155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.112470 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.151106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43c787-5365-4902-b864-79805ae1160f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:10.161233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.166666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f77f532-fe5c-4231-afad-aeb904629739 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2b43c787-5365-4902-b864-79805ae1160f HTTP/1.1" status: 204 len: 168 time: 0.3630176 Jun 04 06:54:10.204035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:10.204438 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.373825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426d773-8bae-4bfc-a846-ba9dddda1691 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:10.378051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b426d773-8bae-4bfc-a846-ba9dddda1691 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1091 time: 0.6796472 Jun 04 06:54:10.378843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33428) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:10.386363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:10.402463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:10.411425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:floatingip and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:10.415583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:10.416485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805bc95-fc89-4d28-a683-7ad5275bec6e req-76577ef5-7326-43c0-9fea-b492579784c5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:10.424820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:10.433124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5805bc95-fc89-4d28-a683-7ad5275bec6e req-76577ef5-7326-43c0-9fea-b492579784c5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.4494236 Jun 04 06:54:10.446714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.508833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:10.531609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5805bc95-fc89-4d28-a683-7ad5275bec6e req-c053d217-2e04-410a-bfe0-b02a156133ca tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951941 Jun 04 06:54:10.568140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Calling delete_port for 99c72a94-67d5-4fb8-9548-23741be35204 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:10.792033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.803842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.806924 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:54:10.807414 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:54:10.807775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:10.823508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.002044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:11.008528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:11.047005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:11.047611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.135882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=b329a315-3d14-4032-9beb-d9e2f045cbfa,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:11.150011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3756063 Jun 04 06:54:11.154303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33476) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:11.182725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:11.192558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.217 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4e985691-75b0-43cb-affb-9d20c2df4585) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:11.211596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e32310-65e5-4736-bbcb-e527c7848475 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=9']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:11.411039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:11.423793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:11.428096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:11.433617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Deleting port 99c72a94-67d5-4fb8-9548-23741be35204 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:11.433617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.456712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:11.457308 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:11.489831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:11.499848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.582213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.655913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.737807 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b329a315-3d14-4032-9beb-d9e2f045cbfa (CIDR: 2001:db8::/64) Jun 04 06:54:11.742855 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:54:11.743307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:11.890907 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9233b866-5615-49c9-a545-b128d54c0ccd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7243524 Jun 04 06:54:11.894167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33516) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:11.907802 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:11.918894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:11.939670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:11.960460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:11.967901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:11.973159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:12.008831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] For port 99c72a94-67d5-4fb8-9548-23741be35204, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=99c72a94-67d5-4fb8-9548-23741be35204,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:12.009365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:12.086379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=4e985691-75b0-43cb-affb-9d20c2df4585,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:12.164827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Usage tracker for resource:security_group_rule and tenant:469a8fe4cf6c4672875eb7a2e6134179 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:12.170728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:12.218412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:12.298203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:12.302962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:12.306171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:12.313646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:12.339248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:12.343226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:12.370454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Calling delete_port for 99c72a94-67d5-4fb8-9548-23741be35204 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:12.613583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:12.669348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:12.677263 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:12.692005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c199-e0b8-4aca-b048-2a670c00e68b req-82f8f112-c913-4c2f-a383-c8c921359a3c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:12.709367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] Pushing event deleted for resources: {'Port': ['ID=99c72a94-67d5-4fb8-9548-23741be35204,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:12.726444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46d5c199-e0b8-4aca-b048-2a670c00e68b req-82f8f112-c913-4c2f-a383-c8c921359a3c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.9578543 Jun 04 06:54:12.744497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c0a865-5e37-435d-93ec-b5d760427fd4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:12.782332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b81577e0-d3e9-42e9-9b1e-4e3444cde742 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=469a8fe4cf6c4672875eb7a2e6134179&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3244810 Jun 04 06:54:12.785506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:12.858398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46d5c199-e0b8-4aca-b048-2a670c00e68b req-93205e75-0599-4703-aad1-6d03c1061e17 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240795 Jun 04 06:54:12.881182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5261327-bc25-4a3c-9050-4d37653a0d6c None None] No DVR routers for this DVR port 99c72a94-67d5-4fb8-9548-23741be35204 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:54:12.900408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944384d2-23d0-4770-a6fe-7071e661aa80 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:13.230065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.347733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.411735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:13.414992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:13.417167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.418003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:13.418770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.428204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=ea8b8e54-96cf-4375-a219-2addda7766c7,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:13.465581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'b329a315-3d14-4032-9beb-d9e2f045cbfa'}, {'subnet_id': 'ea8b8e54-96cf-4375-a219-2addda7766c7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:54:13.471035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.474396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8fc891ad-e7f8-481f-ac3f-65919b235c24 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5760767 Jun 04 06:54:13.475031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33564) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:13.488610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:7b:31:e2', 'name': 'tempest-NetworksTestDHCPv6-1311994207'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:13.507162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.602075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.624010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c0a865-5e37-435d-93ec-b5d760427fd4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:13.707685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.712903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cf875925-b821-4f1f-8d5c-62ac46b0f10f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/44c0a865-5e37-435d-93ec-b5d760427fd4 HTTP/1.1" status: 204 len: 168 time: 0.9222331 Jun 04 06:54:13.722026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:13.870694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:13.917828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:13.949562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 52647e9c-3a32-42a8-acfa-6762a03c7faa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:54:13.959122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:14.365715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.369759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.377985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.521639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Allocated IP 2001:db8:0:1::2 (194f226e-387b-4357-8c23-95825d1aac54/ea8b8e54-96cf-4375-a219-2addda7766c7/792ee7bb-6b2d-4585-82c6-d30e298b788a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:14.547239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Allocated IP 2001:db8::f816:3eff:fec9:e7e4 (194f226e-387b-4357-8c23-95825d1aac54/b329a315-3d14-4032-9beb-d9e2f045cbfa/792ee7bb-6b2d-4585-82c6-d30e298b788a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:14.656327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33608) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:14.659300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 076ee866-c087-4517-a865-909348c14bf9 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:54:14.776568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.789572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.798302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:14.803888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Usage tracker for resource:security_group_rule and tenant:ea88d1857e6847f2811d38353fe61f58 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:14.806922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:14.814618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:14.924535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:14.932781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:15.032122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ea88d1857e6847f2811d38353fe61f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844090 Jun 04 06:54:15.037721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d98d3-2d01-403a-8d3a-a21d70aaf44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba03f9-7613-474f-8b3c-adaa39ec657a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:15.043234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33622) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:15.068661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992e46d-5dc4-4253-a049-2469f0ca6b28 req-15d6d267-aeb4-479d-a016-337662ab2762 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:15.071539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b992e46d-5dc4-4253-a049-2469f0ca6b28 req-15d6d267-aeb4-479d-a016-337662ab2762 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 943 time: 0.7163005 Jun 04 06:54:15.147270 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 85d49059-3b28-4859-9f5a-447b96ab3373 associated. External IP: 172.25.1.217, port: 1b80e324-5000-4b67-a355-90a5d0e2b6bc. Jun 04 06:54:15.205956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=4e985691-75b0-43cb-affb-9d20c2df4585,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:15.250388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b992e46d-5dc4-4253-a049-2469f0ca6b28 req-763a2e61-8496-4c19-ac8e-687e2a623d71 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636655 Jun 04 06:54:15.273770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:15.288027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Transition to ACTIVE for port object 792ee7bb-6b2d-4585-82c6-d30e298b788a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:15.300823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:15.317320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Transition to ACTIVE for port object 792ee7bb-6b2d-4585-82c6-d30e298b788a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:15.335625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:15.346024 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:15.560108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Pushing event updated for resources: {'Port': ['ID=792ee7bb-6b2d-4585-82c6-d30e298b788a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:15.581238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:15.582848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:15.584617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '52647e9c-3a32-42a8-acfa-6762a03c7faa', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '52647e9c-3a32-42a8-acfa-6762a03c7faa', 'mac_address': 'fa:16:3e:1f:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:54:15.586782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:15.696712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:15.731561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router c837ce39-bf49-4775-969a-4133dd3e6761 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:54:15.959168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.032904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:54:16.061847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 52647e9c-3a32-42a8-acfa-6762a03c7faa is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:16.063159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.091112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.105458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba03f9-7613-474f-8b3c-adaa39ec657a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:16.113956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52647e9c-3a32-42a8-acfa-6762a03c7faa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:54:16.121036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Sync routers for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:54:16.141866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33656) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:16.152801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33660) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:16.155077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Attempting to bind port 792ee7bb-6b2d-4585-82c6-d30e298b788a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:54:16.155526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Attempting to bind port 792ee7bb-6b2d-4585-82c6-d30e298b788a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:54:16.155898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Attempting to bind port 792ee7bb-6b2d-4585-82c6-d30e298b788a on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:16.179087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:54:16.179476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:54:16.179943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.180268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:54:16.181725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Bound port: 792ee7bb-6b2d-4585-82c6-d30e298b788a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:54:16.182113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.210758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.215977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2f1c089-e1cc-441f-a637-add5e6ca663a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/01ba03f9-7613-474f-8b3c-adaa39ec657a HTTP/1.1" status: 204 len: 168 time: 1.1665993 Jun 04 06:54:16.218117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8:0:1::293 (194f226e-387b-4357-8c23-95825d1aac54/ea8b8e54-96cf-4375-a219-2addda7766c7/076ee866-c087-4517-a865-909348c14bf9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:16.221928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:16.235747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::f816:3eff:fe7b:31e2 (194f226e-387b-4357-8c23-95825d1aac54/b329a315-3d14-4032-9beb-d9e2f045cbfa/076ee866-c087-4517-a865-909348c14bf9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:16.285695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1af9e00a-7ac3-4296-a3a7-89a2c32e8940 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9048681 Jun 04 06:54:16.286347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:16.405097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] For port 792ee7bb-6b2d-4585-82c6-d30e298b788a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:54:16.414998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] For port 792ee7bb-6b2d-4585-82c6-d30e298b788a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=792ee7bb-6b2d-4585-82c6-d30e298b788a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:54:16.416283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:54:16.416997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:54:16.534538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d1088a1-fbb2-4a5d-a8a4-5f36741eef90 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc51535e16a142cebf5c1468ca743a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719091 Jun 04 06:54:16.538749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33680) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:16.551685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.569102 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.614818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.634716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 076ee866-c087-4517-a865-909348c14bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:16.675543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.689223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.730365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:16.741576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Usage tracker for resource:security_group_rule and tenant:769d881d6fc24e43b38d2bc87b704e45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:16.747241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:16.762297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:16.780558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.832969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.882268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.902147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661daf-2dba-4567-a60f-db3b1c14d3e6 None None] Pushing event updated for resources: {'Port': ['ID=792ee7bb-6b2d-4585-82c6-d30e298b788a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:16.916483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c5216-bbad-4f60-a0cc-feb407fb62c3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:16.920842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:16.924754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-18b54ddf-958c-45cb-8e70-8c6765e2b130 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fa1c5216-bbad-4f60-a0cc-feb407fb62c3 HTTP/1.1" status: 204 len: 168 time: 0.3850529 Jun 04 06:54:16.928729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:16.941871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:16.945268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:16.954393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:16.955053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:17.036519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['52647e9c-3a32-42a8-acfa-6762a03c7faa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:54:17.056440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe79c2d-0233-444d-8b43-c03bd9eef2a4 req-d403cb8b-6ac5-4006-8458-33f1b4dc8e8d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:17.067081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fe79c2d-0233-444d-8b43-c03bd9eef2a4 req-d403cb8b-6ac5-4006-8458-33f1b4dc8e8d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.4235005 Jun 04 06:54:17.220865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca3769a7-4d00-452d-a4b9-8542c7ef1ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:17.275446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:17.276916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8005009 Jun 04 06:54:17.280359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:17.301972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fe79c2d-0233-444d-8b43-c03bd9eef2a4 req-74e2d71c-d264-4c68-a1c6-8f10e538c6e0 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318494 Jun 04 06:54:17.302680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861275-9053-4132-8545-864f6f1545a0 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=076ee866-c087-4517-a865-909348c14bf9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:17.310165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:54:17.329299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33712) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:17.846025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d2040033-d2bf-41a4-86de-7732f493bf80 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 991 time: 0.5153005 Jun 04 06:54:17.881035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 076ee866-c087-4517-a865-909348c14bf9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:17.881381 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:17.934141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:17.959034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:18.042710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85d49059-3b28-4859-9f5a-447b96ab3373', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'port_id': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'mac_address': 'fa:16:3e:bb:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:54:12Z', 'updated_at': '2022-06-04T06:54:12Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:54:18.043326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd09792-52bb-4cb3-8555-a8d49a41634e req-1d77415c-b876-4cd9-a406-4807b9a27ab7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:18.044528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dd09792-52bb-4cb3-8555-a8d49a41634e req-1d77415c-b876-4cd9-a406-4807b9a27ab7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 944 time: 0.3924556 Jun 04 06:54:18.055216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Checking router: c837ce39-bf49-4775-969a-4133dd3e6761 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:54:18.081567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:54:18.082207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:53:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:54:18.163269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=769d881d6fc24e43b38d2bc87b704e45&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0201228 Jun 04 06:54:18.163570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:18.166489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8a3b-f633-461a-8ebb-2eea50e77683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f044b74-aad8-47ad-a09e-125ca56e9b86,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:18.186579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dd09792-52bb-4cb3-8555-a8d49a41634e req-d21d69ae-93cb-4b4a-a90a-369966260a04 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212268 Jun 04 06:54:18.388154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:54:18.500176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 792ee7bb-6b2d-4585-82c6-d30e298b788a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:18.603542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:18.632161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 52647e9c-3a32-42a8-acfa-6762a03c7faa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:18.778580 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9687f4ad-f3c3-40c9-b313-6fa2b324b8f5'] response: {'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'status': 'completed', 'code': 200} Jun 04 06:54:18.848949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33770) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:19.021120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 792ee7bb-6b2d-4585-82c6-d30e298b788a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:19.105195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 076ee866-c087-4517-a865-909348c14bf9 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:19.119907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428536f-d037-4cc7-ab88-771b5b16ebd3 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:19.137803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73ca76c2-078c-4bf3-92ca-b5f06e41906a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 991 time: 0.2874579 Jun 04 06:54:19.161972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 52647e9c-3a32-42a8-acfa-6762a03c7faa completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:19.240055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.271259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.346499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.354743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6b432e78-4f30-423c-ba0d-6147d9a1ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.381800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-69573839-003e-4cca-b5c5-9e548a90befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:19.383381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-69573839-003e-4cca-b5c5-9e548a90befb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1096 time: 0.4508314 Jun 04 06:54:19.445595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f044b74-aad8-47ad-a09e-125ca56e9b86,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:19.490966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 52647e9c-3a32-42a8-acfa-6762a03c7faa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:19.491794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.580666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.586203 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1f1c9928-0a05-43d2-8a45-8fa1a4cb82da admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f044b74-aad8-47ad-a09e-125ca56e9b86 HTTP/1.1" status: 204 len: 168 time: 1.4209137 Jun 04 06:54:19.663225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Provisioning for port 792ee7bb-6b2d-4585-82c6-d30e298b788a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:19.676368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51fcec-44be-4038-a144-61be660c389f req-67a63fbd-4b23-43c9-9451-18a6c30742a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:19.678624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa51fcec-44be-4038-a144-61be660c389f req-67a63fbd-4b23-43c9-9451-18a6c30742a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 944 time: 0.2531807 Jun 04 06:54:19.690386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Provisioning complete for port 792ee7bb-6b2d-4585-82c6-d30e298b788a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:19.690823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.720791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-74b7cd4e-fd6c-45a8-99dd-a4cef51e864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:19.722573 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-74b7cd4e-fd6c-45a8-99dd-a4cef51e864e service neutron] 10.222.0.39 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.3273873 Jun 04 06:54:19.765011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa51fcec-44be-4038-a144-61be660c389f req-2ac1ad57-6de8-4a2a-9bbc-23a946086a7a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773149 Jun 04 06:54:19.945330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:19.998983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85d49059-3b28-4859-9f5a-447b96ab3373', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'port_id': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'mac_address': 'fa:16:3e:bb:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:54:12Z', 'updated_at': '2022-06-04T06:54:12Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:54:20.133504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=076ee866-c087-4517-a865-909348c14bf9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:20.142785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:20.163548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.167683 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-c43f40ac-ed1a-498b-bfad-c7e5e79042aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 999 time: 0.4374211 Jun 04 06:54:20.183429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22483280-2956-4770-a1cc-f41564af0ab4 None None] The sync data for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 is: [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '85d49059-3b28-4859-9f5a-447b96ab3373', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'port_id': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'mac_address': 'fa:16:3e:bb:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:54:12Z', 'updated_at': '2022-06-04T06:54:12Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:54:20.266019 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f57e13c8-012b-4176-891f-1d227d8c11b1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/076ee866-c087-4517-a865-909348c14bf9 HTTP/1.1" status: 204 len: 168 time: 2.9801540 Jun 04 06:54:20.283462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33820) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:20.439312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Current status of the port 792ee7bb-6b2d-4585-82c6-d30e298b788a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:20.441905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.445652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-83a4959e-81ec-48e3-b756-ce817f77f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:20.447341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-83a4959e-81ec-48e3-b756-ce817f77f975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.2635212 Jun 04 06:54:20.503306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 52647e9c-3a32-42a8-acfa-6762a03c7faa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:20.505263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.507686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8357ea8d-b66f-4989-86f6-1eccdef4eb16 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 991 time: 0.3620014 Jun 04 06:54:20.557425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33832) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:20.572141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.596900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.617054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460703d7-a8b8-4c25-8756-83d559f2a3f2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:20.626009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-460703d7-a8b8-4c25-8756-83d559f2a3f2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:20.640223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] For port 792ee7bb-6b2d-4585-82c6-d30e298b788a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=792ee7bb-6b2d-4585-82c6-d30e298b788a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:20.652884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:20.663050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Usage tracker for resource:security_group_rule and tenant:328dc2330f94454bbe2a4775f897f18b is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:20.670282 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d64c0-c57f-4783-ba7e-3eb86c448beb None None] New status for floating IP 85d49059-3b28-4859-9f5a-447b96ab3373: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:54:20.684590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:20.688399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:20.692441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-460703d7-a8b8-4c25-8756-83d559f2a3f2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:20.692862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:20.695761 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-460703d7-a8b8-4c25-8756-83d559f2a3f2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4092021 Jun 04 06:54:20.696582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33836) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:20.702724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.706447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:20.708057 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.763396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:20.835582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-514a976c-d65c-48db-98b6-a62b8fdbf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:20.837064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-514a976c-d65c-48db-98b6-a62b8fdbf051 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3836133 Jun 04 06:54:20.841087 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ef64dd-0f3d-48a3-8a91-b357f6ff868a'] response: {'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa', 'code': 200} Jun 04 06:54:20.890792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26bfe-a230-4102-a41f-97de8324f54e None None] Pushing event updated for resources: {'Port': ['ID=792ee7bb-6b2d-4585-82c6-d30e298b788a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:21.011182 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:21.048138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:21.142315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:21.441459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=328dc2330f94454bbe2a4775f897f18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828785 Jun 04 06:54:21.447029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-40a18fd0-6114-44b1-85e5-fba31bd72c0c None None] Provisioning complete for port 792ee7bb-6b2d-4585-82c6-d30e298b788a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:21.447871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-40a18fd0-6114-44b1-85e5-fba31bd72c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:21.458714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33860) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:21.559660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33864) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:21.624863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe949e38-0f66-4e30-8bab-2b7aca5135a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d7a61-c96b-4928-90af-e2e9b39b7d86,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:21.789567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-40a18fd0-6114-44b1-85e5-fba31bd72c0c None None] Current status of the port 792ee7bb-6b2d-4585-82c6-d30e298b788a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:21.800015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c9be2-0e2d-4ec1-915f-cc2f7c6fce59 req-26916c67-3aa0-4cf6-bc80-de1db813b66c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:21.808843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114c9be2-0e2d-4ec1-915f-cc2f7c6fce59 req-26916c67-3aa0-4cf6-bc80-de1db813b66c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.6433973 Jun 04 06:54:21.820099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b718fe-5d4f-492d-8513-a1394db40d98 req-15a1a079-41ef-4aba-bc30-39a0c6ece61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:21.821858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48b718fe-5d4f-492d-8513-a1394db40d98 req-15a1a079-41ef-4aba-bc30-39a0c6ece61d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 1096 time: 0.8029253 Jun 04 06:54:21.835287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:21.866439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1e3533cb-6aa1-430e-9d70-d3b12ab85ff3 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 993 time: 0.2793758 Jun 04 06:54:21.908828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e2450e72-3faa-4dbd-bd7d-ce8fecec27c0 None None] Could not find standard attr ID for object 076ee866-c087-4517-a865-909348c14bf9. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:54:21.926446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4d25c-1e22-4446-97a4-0e8cc31f2fff tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:21.928294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b6e4d25c-1e22-4446-97a4-0e8cc31f2fff tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2233212 Jun 04 06:54:21.930967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-08db0f08-7a73-4cfd-9f3a-85357d2e9373 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0714433 Jun 04 06:54:21.932497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33874) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:21.987324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-114c9be2-0e2d-4ec1-915f-cc2f7c6fce59 req-f5e06de9-53d1-43aa-8e8c-bbbde5342f59 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756399 Jun 04 06:54:22.023218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.092918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48b718fe-5d4f-492d-8513-a1394db40d98 req-afa70f55-e122-40da-9a67-04d50ea16b78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537541 Jun 04 06:54:22.100449 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.145446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.164036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d7a61-c96b-4928-90af-e2e9b39b7d86,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:22.175297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.177112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cad8d177-031f-48c2-b672-ce67aa925fc2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/397d7a61-c96b-4928-90af-e2e9b39b7d86 HTTP/1.1" status: 204 len: 168 time: 0.7155344 Jun 04 06:54:22.180223 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:22.187477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:22.189020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:22.189891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:22.259365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:22.260507 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-39d4018e-aba5-412b-bc21-5316289c7f4a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3268943 Jun 04 06:54:22.263348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33880) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:22.332572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-247fb7a6-8c61-4e20-bae8-bff6a2f3ce09 req-507e2acf-0a4e-447f-94db-bb18fb0785db service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577600 Jun 04 06:54:22.379153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet b329a315-3d14-4032-9beb-d9e2f045cbfa {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:22.383036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.420454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 792ee7bb-6b2d-4585-82c6-d30e298b788a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:22.499583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.655573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 792ee7bb-6b2d-4585-82c6-d30e298b788a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:22.658538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.677362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.878537 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:22.980484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=b329a315-3d14-4032-9beb-d9e2f045cbfa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:22.999476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 792ee7bb-6b2d-4585-82c6-d30e298b788a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:23.002239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:23.017949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d69443-20bc-4ced-abe3-646f77377235 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:23.034643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f69c9c58-efd0-4fd0-af6b-1871c054ca3f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b329a315-3d14-4032-9beb-d9e2f045cbfa HTTP/1.1" status: 204 len: 168 time: 0.7697177 Jun 04 06:54:23.037166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 33914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:23.213555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet ea8b8e54-96cf-4375-a219-2addda7766c7 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:23.229792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:23.399257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:23.605844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9119a-681c-40bd-a92b-2ebca755b6fc req-bff5dad0-3501-4793-a549-5884e7a1c22d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:23.627666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-caf9119a-681c-40bd-a92b-2ebca755b6fc req-bff5dad0-3501-4793-a549-5884e7a1c22d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.3731492 Jun 04 06:54:23.728335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:23.762636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-caf9119a-681c-40bd-a92b-2ebca755b6fc req-69c2bf47-3655-4a12-b6cd-c3c95240ff69 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335506 Jun 04 06:54:23.905852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:23.990726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:24.002096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8b8e54-96cf-4375-a219-2addda7766c7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:24.016713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2d01fb81-a11e-4ffb-bbe6-266539e2384d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/ea8b8e54-96cf-4375-a219-2addda7766c7 HTTP/1.1" status: 204 len: 168 time: 0.9777887 Jun 04 06:54:24.019925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:24.278070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-44ca23f7-3905-43c2-9465-38e785bc5d66 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2566097 Jun 04 06:54:24.281450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 33958) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:24.305007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:24.684081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:24.689362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:24.697555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:24.710166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:24.733886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:24.737909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:24.885221 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa96c4-6898-4629-9521-0f37eb17117c None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:25.244534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e6c295a-0462-459a-bbe1-330159ce6886 None None] Provisioning complete for port 792ee7bb-6b2d-4585-82c6-d30e298b788a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:25.244922 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1e6c295a-0462-459a-bbe1-330159ce6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.451527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c295a-0462-459a-bbe1-330159ce6886 None None] Current status of the port 792ee7bb-6b2d-4585-82c6-d30e298b788a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:25.483684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.522028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:54:25.532957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Deleting port 792ee7bb-6b2d-4585-82c6-d30e298b788a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:25.533612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.559357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:25.564140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:25.572133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:25.572789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.612180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b47e8-6f66-44bd-a0d0-c16f9cd10cfe req-dd49a7cb-1268-4742-8f21-530c3a541b42 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:25.620484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-059b47e8-6f66-44bd-a0d0-c16f9cd10cfe req-dd49a7cb-1268-4742-8f21-530c3a541b42 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.3033218 Jun 04 06:54:25.658623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=e8820169-bd7a-4db0-b4b9-6798153459fd,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:25.685455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-059b47e8-6f66-44bd-a0d0-c16f9cd10cfe req-e4f55c62-26ae-4cd7-a04d-279757358fb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Jun 04 06:54:25.690191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34002) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:25.696492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:25.708212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-03574650-a2ae-417e-b173-bb3ffd45deee tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4237857 Jun 04 06:54:25.943798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.974759 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:25.976178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:25.986640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:25.990981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:26.006765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:26.035463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:26.040141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d1e2-ec29-4e49-a53e-e4ac6b14ac9a req-6f616327-d036-4c0c-83ba-9a1144767dc7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:26.046654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:26.049809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9579d1e2-ec29-4e49-a53e-e4ac6b14ac9a req-6f616327-d036-4c0c-83ba-9a1144767dc7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.1873612 Jun 04 06:54:26.165796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9579d1e2-ec29-4e49-a53e-e4ac6b14ac9a req-b5b73808-1c58-4900-bcb8-edaf0d4accd3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148050 Jun 04 06:54:26.208040 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] For port 792ee7bb-6b2d-4585-82c6-d30e298b788a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=792ee7bb-6b2d-4585-82c6-d30e298b788a,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:26.208456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:26.292406 n-d-811808-2 neutron-server[88848]: INFO neutron.db.ipam_backend_mixin [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8820169-bd7a-4db0-b4b9-6798153459fd (CIDR: 2001:db8::/64) Jun 04 06:54:26.297853 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:54:26.298633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:26.338826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e4439347-2fa4-4963-bc5b-313eb3a5d4a9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6475093 Jun 04 06:54:26.341775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34044) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:26.347583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:26.370949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Calling delete_port for 792ee7bb-6b2d-4585-82c6-d30e298b788a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:26.495313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 792ee7bb-6b2d-4585-82c6-d30e298b788a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:54:26.532474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:26.545533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:26.553254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:26.563372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:26.572673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:26.593335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:26.599164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:26.609660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 792ee7bb-6b2d-4585-82c6-d30e298b788a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:54:26.609951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 792ee7bb-6b2d-4585-82c6-d30e298b788a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:54:26.642249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] No DVR routers for this DVR port 792ee7bb-6b2d-4585-82c6-d30e298b788a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:54:26.647230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca88a2d-54dd-40b7-9aac-5e372118569e None None] Pushing event deleted for resources: {'Port': ['ID=792ee7bb-6b2d-4585-82c6-d30e298b788a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:26.659261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d0de7-8e5c-476f-ac85-71ff2cd45c08 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:27.196420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': 'e8820169-bd7a-4db0-b4b9-6798153459fd'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:54:27.198016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.262119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:27.406589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:54:27.408628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.521804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:27.525530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:27.533949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:27.535874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.581766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=20ba2ae2-ea63-4a08-8f70-238c57cfc741,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:27.582850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.598017 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1235dc35-9910-40fc-8c52-4f56c1ae6e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2528694 Jun 04 06:54:27.600822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34078) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:27.610801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:a4:aa:ba', 'name': 'tempest-NetworksTestDHCPv6-347756076'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:27.626436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:27.632471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Usage tracker for resource:security_group_rule and tenant:feb09a669d9742938aa8f4e2942e4bf2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:27.638345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:27.650301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:27.704324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/e8820169-bd7a-4db0-b4b9-6798153459fd/dc7e8f86-42ef-4756-8d82-2db65e23527d) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:27.712250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:ad95 (194f226e-387b-4357-8c23-95825d1aac54/20ba2ae2-ea63-4a08-8f70-238c57cfc741/dc7e8f86-42ef-4756-8d82-2db65e23527d) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:27.870489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.882930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:27.994121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.008478 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=feb09a669d9742938aa8f4e2942e4bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444451 Jun 04 06:54:28.019529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34092) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:28.033385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Transition to ACTIVE for port object dc7e8f86-42ef-4756-8d82-2db65e23527d will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:28.056791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157217f-c9d3-461d-91dc-b155f5631520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5cf9e-46aa-4510-a3c5-35c3b3247620,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:28.110473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Transition to ACTIVE for port object dc7e8f86-42ef-4756-8d82-2db65e23527d will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:28.121728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.237842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.272745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:28.290658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:28.299315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:28.309503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.417655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:28.419494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.444862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5cf9e-46aa-4510-a3c5-35c3b3247620,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:28.456149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:28.473856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.473856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d1924d8a-5b26-43ec-b6ef-da69e24158cc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ef5cf9e-46aa-4510-a3c5-35c3b3247620 HTTP/1.1" status: 204 len: 168 time: 0.4483550 Jun 04 06:54:28.511720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:28.573570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Pushing event updated for resources: {'Port': ['ID=dc7e8f86-42ef-4756-8d82-2db65e23527d,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:28.619820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Attempting to bind port dc7e8f86-42ef-4756-8d82-2db65e23527d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:54:28.619820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Attempting to bind port dc7e8f86-42ef-4756-8d82-2db65e23527d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:54:28.620038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Attempting to bind port dc7e8f86-42ef-4756-8d82-2db65e23527d on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:28.639627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:54:28.639998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:54:28.640403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.640796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:54:28.641263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Bound port: dc7e8f86-42ef-4756-8d82-2db65e23527d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:54:28.641660 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.881372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] For port dc7e8f86-42ef-4756-8d82-2db65e23527d, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:54:28.890716 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] For port dc7e8f86-42ef-4756-8d82-2db65e23527d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc7e8f86-42ef-4756-8d82-2db65e23527d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:54:28.900728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.914178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:28.962709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port ce342bd0-9793-4ec5-95df-7d94a7bdd348 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:54:29.182387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220dc54-da54-4ee1-8a9d-6ca95dcf3db5 None None] Pushing event updated for resources: {'Port': ['ID=dc7e8f86-42ef-4756-8d82-2db65e23527d,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:29.287381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34122) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:29.413069 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:29.529991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:29.551575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf55a5dae40479da89f551b9ae6b26f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:29.555398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:29.572384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:29.654145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34128) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:29.814704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::3be (194f226e-387b-4357-8c23-95825d1aac54/e8820169-bd7a-4db0-b4b9-6798153459fd/ce342bd0-9793-4ec5-95df-7d94a7bdd348) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:29.836793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:aaba (194f226e-387b-4357-8c23-95825d1aac54/20ba2ae2-ea63-4a08-8f70-238c57cfc741/ce342bd0-9793-4ec5-95df-7d94a7bdd348) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:29.892804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:29.905583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.064178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.081027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34953497-94d4-4142-9e1f-a0bf4db14a45,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:30.092153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9112a71b-99ce-4511-b82e-51f23eac8147 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dcf55a5dae40479da89f551b9ae6b26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021667 Jun 04 06:54:30.094387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:30.101425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:30.106078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Usage tracker for resource:security_group_rule and tenant:42adf9d9a36345efaafccf62a25dcc23 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:30.111169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:30.118624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:30.291876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.389801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.404312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.417753 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.478788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.567220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object ce342bd0-9793-4ec5-95df-7d94a7bdd348 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:30.601454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc7e8f86-42ef-4756-8d82-2db65e23527d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:30.646072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.733374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=42adf9d9a36345efaafccf62a25dcc23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0757928 Jun 04 06:54:30.735870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:30.748198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bae02-aa2e-4eee-9dbe-3c92c37417f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca4d86-d687-47e0-bac3-ee3945b2f0d6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:30.753198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.773163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dc7e8f86-42ef-4756-8d82-2db65e23527d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:30.854440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:30.858071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:30.870430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:30.879992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.893645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:30.894633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:30.902802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34953497-94d4-4142-9e1f-a0bf4db14a45,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:30.924506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.043890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.049402 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7d7b0a1e-3ddc-4f96-b642-50d296a067b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/34953497-94d4-4142-9e1f-a0bf4db14a45 HTTP/1.1" status: 204 len: 168 time: 0.9533231 Jun 04 06:54:31.058040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.069196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=ce342bd0-9793-4ec5-95df-7d94a7bdd348,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:31.080670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca4d86-d687-47e0-bac3-ee3945b2f0d6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:31.088155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb3a90d9-e50b-43b3-8681-2afbfe8e2bb9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4850647 Jun 04 06:54:31.093995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:31.132144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.136869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-50866218-713b-463c-80aa-b41521b580ce admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f0ca4d86-d687-47e0-bac3-ee3945b2f0d6 HTTP/1.1" status: 204 len: 168 time: 0.3928127 Jun 04 06:54:31.253997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3b4c2-b3d2-4e01-8478-aac3451c8e65 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:31.588692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port ce342bd0-9793-4ec5-95df-7d94a7bdd348 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:31.589042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.643270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Provisioning for port dc7e8f86-42ef-4756-8d82-2db65e23527d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:31.665354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Provisioning complete for port dc7e8f86-42ef-4756-8d82-2db65e23527d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:31.666321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:31.961275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34360) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:31.987284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.016899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:32.023208 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f928b3dca7bf484c97642da9c66cca1c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:32.026649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:32.034330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:32.159161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.175795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Current status of the port dc7e8f86-42ef-4756-8d82-2db65e23527d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:32.176182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.216188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] For port dc7e8f86-42ef-4756-8d82-2db65e23527d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc7e8f86-42ef-4756-8d82-2db65e23527d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:32.230823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.349963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-fcf620a8-a72b-41f5-8dc1-7dbb72bfc00b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:32.361274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-fcf620a8-a72b-41f5-8dc1-7dbb72bfc00b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.5371249 Jun 04 06:54:32.364695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2de8e-49f5-493a-9ef1-87a9da257e75 None None] Pushing event updated for resources: {'Port': ['ID=dc7e8f86-42ef-4756-8d82-2db65e23527d,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:32.410155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-3463b1b8-555b-4069-a3b6-8cf75fbd4fa7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0476236 Jun 04 06:54:32.434922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for ce342bd0-9793-4ec5-95df-7d94a7bdd348 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:32.541583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.563032 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.603433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-4993df7f-0aaa-4197-8831-3ac85ff48af4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891739 Jun 04 06:54:32.637409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5fb266-304c-43e3-bd06-7b1068e91f76,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:32.652417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2faa709a-dcea-43ed-8e53-d2548b2d51c0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f928b3dca7bf484c97642da9c66cca1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900263 Jun 04 06:54:32.655712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34438) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:32.842607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:32.995874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-223a11c6-8a76-481a-98a0-6a8846874ba6 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899102 Jun 04 06:54:33.217190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.377209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.514650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=ce342bd0-9793-4ec5-95df-7d94a7bdd348,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:33.564941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.565662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-92a2b3b9-73c2-4fb6-a682-db4dbfd80fc3 None None] Could not find standard attr ID for object ce342bd0-9793-4ec5-95df-7d94a7bdd348. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:54:33.588268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-27229b22-bff1-4f44-914f-17f45859408e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/ce342bd0-9793-4ec5-95df-7d94a7bdd348 HTTP/1.1" status: 204 len: 168 time: 2.4931633 Jun 04 06:54:33.589048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:33.590111 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.594410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.596615 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1d5fb266-304c-43e3-bd06-7b1068e91f76 HTTP/1.1" status: 204 len: 168 time: 0.9390588 Jun 04 06:54:33.631892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-92a2b3b9-73c2-4fb6-a682-db4dbfd80fc3 None None] Provisioning complete for port dc7e8f86-42ef-4756-8d82-2db65e23527d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:33.639259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-92a2b3b9-73c2-4fb6-a682-db4dbfd80fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:33.668008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041a32d-5b30-496f-8fe1-59362ff46265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5fb266-304c-43e3-bd06-7b1068e91f76,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:33.793419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1c97d-d3b6-4c5d-a2b0-8c5257507959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:33.795128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-32a1c97d-d3b6-4c5d-a2b0-8c5257507959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:33.814158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-32a1c97d-d3b6-4c5d-a2b0-8c5257507959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:33.818924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32a1c97d-d3b6-4c5d-a2b0-8c5257507959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2208931 Jun 04 06:54:33.819506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:33.897558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-6b1a459e-1eff-445b-a47a-d0f10973d5df service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002712 Jun 04 06:54:33.998307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67a841-8535-47dc-b20b-0e55265fdb94 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:34.008240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:34.009080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fc67a841-8535-47dc-b20b-0e55265fdb94 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1877604 Jun 04 06:54:34.208084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-92a2b3b9-73c2-4fb6-a682-db4dbfd80fc3 None None] Current status of the port dc7e8f86-42ef-4756-8d82-2db65e23527d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:34.237648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:34.239332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:34.241016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:34.241842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:34.271335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:34.280197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d8e266ab-c98c-45f7-beb8-afa32653c647 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2716382 Jun 04 06:54:34.283094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:34.328997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6d4410ff-560e-4aa7-8029-9c9b745018c3 None None] Could not find standard attr ID for object ce342bd0-9793-4ec5-95df-7d94a7bdd348. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:54:34.469487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 20ba2ae2-ea63-4a08-8f70-238c57cfc741 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:34.474583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:34.620317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc7e8f86-42ef-4756-8d82-2db65e23527d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:34.779311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74e8d5e9-c155-4bcc-8073-56df76cb7a37 req-6f28e2b3-fc55-48b4-8c5a-a78a6e83cbfc tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.1932826 Jun 04 06:54:34.822130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:34.846882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dc7e8f86-42ef-4756-8d82-2db65e23527d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:34.847282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.079811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dc7e8f86-42ef-4756-8d82-2db65e23527d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:35.130199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.335654 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.414413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.420287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad03c2a-5bc2-4637-9462-6716d5a81472 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:35.472574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34744) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:35.486022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/20ba2ae2-ea63-4a08-8f70-238c57cfc741 HTTP/1.1" status: 204 len: 168 time: 1.2017746 Jun 04 06:54:35.487715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce7588-e946-45bb-9e84-bb0082a726d2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=20ba2ae2-ea63-4a08-8f70-238c57cfc741,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:35.584544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet e8820169-bd7a-4db0-b4b9-6798153459fd {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:35.588751 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.731891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:35.894912 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:54:35.906721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:36.081488 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:36.122078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ebf90e7-1a1f-49db-95e7-68d7a74af378 req-8f86d2bb-877f-401b-928d-4601d88b1a51 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.0702817 Jun 04 06:54:36.169332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:36.173333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=e8820169-bd7a-4db0-b4b9-6798153459fd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:36.187676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34796) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:36.188115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fb6bc312-208f-4bcd-a3bd-7e2f9b3cf8b2 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/e8820169-bd7a-4db0-b4b9-6798153459fd HTTP/1.1" status: 204 len: 168 time: 0.7139547 Jun 04 06:54:36.406515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-da97895f-52c2-4ca5-a37d-91cd115d581d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2175920 Jun 04 06:54:36.409816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:36.416901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:36.753592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-0b69042f-1863-4d85-a29f-364b0bd76bb1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:36.758821 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-0b69042f-1863-4d85-a29f-364b0bd76bb1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.3005395 Jun 04 06:54:36.859108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:36.918046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a5923-5f18-4121-aec4-0a32ae005219 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:37.234636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:37.274084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:37.294693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:37.317650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:37.362865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:37.376461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:37.388003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:37.398093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:37.415522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:37.431006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:37.545918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:37.547464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7d460ab5-8529-4e63-86f5-c1e2788dfebd None None] Provisioning complete for port dc7e8f86-42ef-4756-8d82-2db65e23527d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:37.547842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7d460ab5-8529-4e63-86f5-c1e2788dfebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:37.551065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:37.640105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b33e53b-8dfc-4850-8173-a29802043182 req-798290ea-cd8e-4ebf-a65e-e8a9dc24256a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.1800079 Jun 04 06:54:37.922915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:54:38.012454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Deleting port dc7e8f86-42ef-4756-8d82-2db65e23527d {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:38.016404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:38.171598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7d460ab5-8529-4e63-86f5-c1e2788dfebd None None] Current status of the port dc7e8f86-42ef-4756-8d82-2db65e23527d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:38.405829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:38.471557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.8 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/6ec0d128-6ab7-460f-b6a5-0789220ccfb2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:38.508446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dc7e8f86-42ef-4756-8d82-2db65e23527d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:54:38.602615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] For port dc7e8f86-42ef-4756-8d82-2db65e23527d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dc7e8f86-42ef-4756-8d82-2db65e23527d,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:38.603376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:38.641720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:38.660956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:38.693376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:38.700680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:38.792585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Calling delete_port for dc7e8f86-42ef-4756-8d82-2db65e23527d owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:38.806686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=3e81553d-02fc-4e44-9730-379300c39a1c,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:38.882905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.883274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.883582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.883920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.888168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.888591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.889007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.893204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.893204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.893540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.893930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.894371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:38.947240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a187d85-6401-4423-af34-3485be2dc930 req-95276313-9b78-430f-a9ce-fd6a13362c60 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.0773578 Jun 04 06:54:39.141136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ccb1b82d-1a23-4c3e-b4ea-2582123b51dd tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7301323 Jun 04 06:54:39.144698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 34870) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:39.151034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:39.232461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dc7e8f86-42ef-4756-8d82-2db65e23527d is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:39.233642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.275002 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.288523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.308833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:39.343724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.396296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['52647e9c-3a32-42a8-acfa-6762a03c7faa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:54:39.512719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:39.522939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:39.530636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] No DVR routers for this DVR port dc7e8f86-42ef-4756-8d82-2db65e23527d on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:54:39.531268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:39.535283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65df0d-372f-4f5b-94b9-0a385a19f30f None None] Pushing event deleted for resources: {'Port': ['ID=dc7e8f86-42ef-4756-8d82-2db65e23527d,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:39.552342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:39.578745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:39.586758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.613378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:39.642482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f416a-79ee-41d4-9a47-1b3dc56d9909 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:39.648204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:39.649033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:39.662615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:39.841225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:39.850126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:39.894950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2c6e4f09-785c-411f-ab04-e55f00e26e0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0414321 Jun 04 06:54:39.915193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Request body: {'port': {'device_id': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:40.128847 n-d-811808-2 neutron-server[88849]: INFO neutron.db.ipam_backend_mixin [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e81553d-02fc-4e44-9730-379300c39a1c (CIDR: 2001:db8::/64) Jun 04 06:54:40.140697 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 06:54:40.141245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:40.205561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-314ad4e1-9cbc-4fa4-9598-3b8cae94dc00 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0596557 Jun 04 06:54:40.261930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 34888) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:40.288188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'subnet': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:40.414105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-194f226e-387b-4357-8c23-95825d1aac54', 'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'tenant_id': '0a681aa288ad488088c334bf9453ff37', 'fixed_ips': [{'subnet_id': '3e81553d-02fc-4e44-9730-379300c39a1c'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:54:40.414941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:40.451302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-774e5f76-5a70-4c97-89fd-55f2ca8b3268 None None] Provisioning for port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:40.475738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-774e5f76-5a70-4c97-89fd-55f2ca8b3268 None None] Provisioning complete for port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:40.476063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-774e5f76-5a70-4c97-89fd-55f2ca8b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:40.478746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0a6e-6f91-4da0-a387-14ca3e985394 req-c0dd606d-364b-4dd1-a0c6-149dfd02c234 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:40.492970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-256e0a6e-6f91-4da0-a387-14ca3e985394 req-c0dd606d-364b-4dd1-a0c6-149dfd02c234 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 931 time: 0.2899230 Jun 04 06:54:40.675681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-256e0a6e-6f91-4da0-a387-14ca3e985394 req-50e9bbb4-6bd2-4779-83ac-b18c41b8ae2a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752672 Jun 04 06:54:40.688039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:40.804406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-774e5f76-5a70-4c97-89fd-55f2ca8b3268 None None] Port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:54:41.306631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:41.357831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:subnet and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:41.369037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:41.388015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Allocated IP 2001:db8::2 (194f226e-387b-4357-8c23-95825d1aac54/3e81553d-02fc-4e44-9730-379300c39a1c/74b5e103-eba9-45cd-93ae-7c3bda05c1f7) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:41.393234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:41.463360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:41.474844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:42.081396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:42.127827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Transition to ACTIVE for port object 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:42.251823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Transition to ACTIVE for port object 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:42.273468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:42.383932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc817c38-f1cb-42ef-8cae-cc4a11a31c20 req-f7c309b3-5c0b-497c-bf63-0f64deff98bb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:42.393423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc817c38-f1cb-42ef-8cae-cc4a11a31c20 req-f7c309b3-5c0b-497c-bf63-0f64deff98bb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 931 time: 0.3536150 Jun 04 06:54:42.463428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc817c38-f1cb-42ef-8cae-cc4a11a31c20 req-998b94c8-288b-4d1a-954a-5612d543be1f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Jun 04 06:54:42.506681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:54:42.530721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:42.550960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Transition to ACTIVE for port object 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:42.574023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:42.689225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:42.705802 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:42.725187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:42.754409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Pushing event updated for resources: {'Port': ['ID=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:42.921174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:43.194926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Attempting to bind port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:54:43.196216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Attempting to bind port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:54:43.200404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Attempting to bind port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:43.238966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:54:43.239610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Attempting to bind port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:43.252148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Attempting to bind port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:54:43.254732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Attempting to bind port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:54:43.255162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Attempting to bind port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 on network 194f226e-387b-4357-8c23-95825d1aac54 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:54:43.256857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:54:43.257192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:54:43.258544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:54:43.259261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Bound port: 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:54:43.259816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:43.276474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:54:43.276703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Checking segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:54:43.276936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:43.279013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Bound using segment: {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:54:43.282617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Bound port: 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '194f226e-387b-4357-8c23-95825d1aac54'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:54:43.285706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:43.572543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:54:43.586302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:54:43.604621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:43.727188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:43.728195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:43.729785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] 10.222.0.24 "PUT /v2.0/ports/6ec0d128-6ab7-460f-b6a5-0789220ccfb2 HTTP/1.1" status: 200 len: 1091 time: 3.8274095 Jun 04 06:54:43.733782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:54:43.855234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c246d10-3561-43ae-9ed6-a56168cad43c service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:43.977880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] For port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:54:43.989289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] For port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:54:44.008879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:44.249331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ee657-0efe-4934-8e70-37abfa5b66e9 req-ce3a66b4-84cf-4b15-95ca-64f6bf70ef3c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:44.249331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-965ee657-0efe-4934-8e70-37abfa5b66e9 req-ce3a66b4-84cf-4b15-95ca-64f6bf70ef3c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.3305175 Jun 04 06:54:44.380444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-965ee657-0efe-4934-8e70-37abfa5b66e9 req-3ba2c460-ea7c-43c7-9d0b-4e6837f139d6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210172 Jun 04 06:54:44.451659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Pushing event updated for resources: {'Port': ['ID=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:44.492573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.495972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.496584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.497141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.505448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.506125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.506674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.507419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.507982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.508523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.509051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.509639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a105cb-3fac-4e53-8d11-705f48d09100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:44.543016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.objects.ports [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88848) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:54:44.812124 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f465327-80b6-48fb-a26f-50846576dbe5'] response: {'name': 'network-changed', 'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2', 'status': 'completed', 'code': 200} Jun 04 06:54:45.078434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-0c64b3e5-201f-4728-ae11-ec42cc82c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:45.081305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-0c64b3e5-201f-4728-ae11-ec42cc82c9ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 1094 time: 1.2512696 Jun 04 06:54:45.420420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-97c75814-a644-4805-9b88-4ac727ccb026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2 HTTP/1.1" status: 200 len: 217 time: 0.3168988 Jun 04 06:54:45.486105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:45.556603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-e1e16507-b723-439d-b670-4ce6946e4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:45.557251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-e1e16507-b723-439d-b670-4ce6946e4373 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1272306 Jun 04 06:54:46.124128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dff6ee-02fa-4738-8d72-b9c2cab85bd5 req-494a0bfd-94ee-4a2c-ba0e-409248a2da1f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:46.134152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07dff6ee-02fa-4738-8d72-b9c2cab85bd5 req-494a0bfd-94ee-4a2c-ba0e-409248a2da1f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.4273221 Jun 04 06:54:46.134786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-c0bfcf6a-24dd-45a9-a184-09ce76f4f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:46.140304 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-c0bfcf6a-24dd-45a9-a184-09ce76f4f7c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5668509 Jun 04 06:54:46.243790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] For port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:46.283074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07dff6ee-02fa-4738-8d72-b9c2cab85bd5 req-dddbed6b-cf11-4a03-8ada-ed0cb427159e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478179 Jun 04 06:54:46.633185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:46.775794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:54:46.829402 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:46.863122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:46.863122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:47.082779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:47.082779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0a73023-1bc9-4615-ab05-055f338cfdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:47.102717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Provisioning for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:47.133744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Provisioning complete for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:47.138004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:47.189942 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-2424aa4d-bf99-4e9d-9f23-912d535ee658 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0083013 Jun 04 06:54:47.273219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:47.407628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:47.423713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:47.428293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:47.429492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b28e6-b69c-4e11-9a4b-b284532d2961 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:47.516375 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-dc073883-c521-4081-b924-3c13dd0e9e70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0113945 Jun 04 06:54:47.551290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Subnet': ['ID=1083a16a-5493-40db-ab8f-623b183c7f95,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:47.594477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,revision_number=4']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:47.663576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4b2d2f51-9a3d-4b64-a0de-0aa6d2afaa9e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.3875582 Jun 04 06:54:47.670320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35000) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:47.676968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Request body: {'port': {'network_id': '194f226e-387b-4357-8c23-95825d1aac54', 'mac_address': 'fa:16:3e:dd:48:e5', 'name': 'tempest-NetworksTestDHCPv6-108016107'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:54:48.107912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:48.125802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-13d802fa-0e9d-4cb2-8024-5435b9aa2b15 req-a407f622-8424-425a-a177-8be8ebd37cfe service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9209907 Jun 04 06:54:48.126707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:48.664325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-c469a1f5-bac1-48b8-af0a-fa5f88097208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:48.670846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-c469a1f5-bac1-48b8-af0a-fa5f88097208 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1096 time: 1.0037243 Jun 04 06:54:48.710850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] For port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:54:48.723477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:48.949812 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:49.197055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-047d8b35-9437-4f1a-a3b9-2bcbcb59f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:49.211261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:49.217718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-047d8b35-9437-4f1a-a3b9-2bcbcb59f105 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 1094 time: 0.9861772 Jun 04 06:54:49.271240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:49.271922 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:49.322685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:49.333029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Usage tracker for resource:port and tenant:0a681aa288ad488088c334bf9453ff37 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:49.355209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:49.374968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:49.401819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb191d-947a-4463-91a3-cfd29893ad4d req-58d31c60-77bb-4db0-bcec-1bd4d9a947f3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:49.432332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7cb191d-947a-4463-91a3-cfd29893ad4d req-58d31c60-77bb-4db0-bcec-1bd4d9a947f3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 1.2383339 Jun 04 06:54:49.485598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac8da6cf-1b2e-4047-9be5-0b82576b0b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:49.500691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Made reservation on behalf of 0a681aa288ad488088c334bf9453ff37 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:54:49.631387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-33eb92fb-ae40-4481-940e-7d1accf67758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:49.633033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-33eb92fb-ae40-4481-940e-7d1accf67758 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.9342313 Jun 04 06:54:49.648746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a0ed1-7e46-415d-9a6d-6e65eb9187b1 None None] Pushing event updated for resources: {'Port': ['ID=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:49.711004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:49.920442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.009324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.077845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7cb191d-947a-4463-91a3-cfd29893ad4d req-4b3b068e-31ef-4aaa-906a-3540041b8b96 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399326 Jun 04 06:54:50.127047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:50.134627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] device_id is not set on port 139b1443-b129-48a0-8a4b-0034fb2c9428 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:54:50.203707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.267775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Usage tracker for resource:security_group_rule and tenant:c0dd99b3e64049e8a700a9725029721a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:50.286670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:50.314318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:50.474833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-ce8ef989-cf14-4129-b60d-8e88a3b897b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 1001 time: 0.8345964 Jun 04 06:54:50.477459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-cd3ab25f-d0a0-41cf-961f-ba0b497980b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:50.480251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-cd3ab25f-d0a0-41cf-961f-ba0b497980b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 1.2356448 Jun 04 06:54:50.503204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:54:50.622939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.647660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.660409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.713800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:50.714171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:50.763560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c0dd99b3e64049e8a700a9725029721a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5085196 Jun 04 06:54:50.768808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35054) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:50.952685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-3abb823e-f8c3-4120-918c-ab80fa5e7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:50.961274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-3abb823e-f8c3-4120-918c-ab80fa5e7e04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.4789243 Jun 04 06:54:50.999014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-9269411a-1ceb-43d5-ad5f-5cd2fc1fbb8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2 HTTP/1.1" status: 200 len: 217 time: 0.4092486 Jun 04 06:54:51.082643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70704c2-f7de-4f1f-bfb7-15d87d4eca4e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:51.158198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.158198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.158198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.158581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.158882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.159217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.159611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.159871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.160198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.160617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.160924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.161246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99184fb5-840c-406e-9b03-f079d29d05bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:54:51.354649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:51.371852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:51.372654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-7dae9f6a-bc0a-4769-8406-2db5872bf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:51.375243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-7dae9f6a-bc0a-4769-8406-2db5872bf52d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1876767 Jun 04 06:54:51.381694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-5669a0fb-0f3a-4980-bb1b-0071fd88b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:51.388365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-5669a0fb-0f3a-4980-bb1b-0071fd88b604 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4006059 Jun 04 06:54:51.420527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aad402f6-18f9-4b04-911a-5e8d2623989c None None] Provisioning complete for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:51.422978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aad402f6-18f9-4b04-911a-5e8d2623989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:51.726169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-598e2fdc-3ff4-4590-9bd7-961377096df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:51.727680 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-598e2fdc-3ff4-4590-9bd7-961377096df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434970 Jun 04 06:54:51.751537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8::253 (194f226e-387b-4357-8c23-95825d1aac54/3e81553d-02fc-4e44-9730-379300c39a1c/139b1443-b129-48a0-8a4b-0034fb2c9428) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:51.758904 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:51.814327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aad402f6-18f9-4b04-911a-5e8d2623989c None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:51.877952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Allocated IP 2001:db8:0:1:f816:3eff:fedd:48e5 (194f226e-387b-4357-8c23-95825d1aac54/1083a16a-5493-40db-ab8f-623b183c7f95/139b1443-b129-48a0-8a4b-0034fb2c9428) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:54:51.940581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-53dd30f5-9788-4606-8057-326460f8a1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017753 Jun 04 06:54:51.946492 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-eed033fa-c9b9-4f0d-b88e-3bdee9d9ede1 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136242 Jun 04 06:54:52.095722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:52.136844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:52.193100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70704c2-f7de-4f1f-bfb7-15d87d4eca4e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:52.283082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63580f-5bb8-409d-96f1-ab31e2e8bef5 req-3f131f9c-16c9-4da1-8e19-fbb6f7a2d128 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:52.293179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf63580f-5bb8-409d-96f1-ab31e2e8bef5 req-3f131f9c-16c9-4da1-8e19-fbb6f7a2d128 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.9157872 Jun 04 06:54:52.495073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1c91341e-c6f2-4322-a721-9299e5c590e5 req-6d591947-692b-43cd-beea-b46fd2aa3a30 service neutron] 10.222.0.24 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448818 Jun 04 06:54:52.508169 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a11f0d39-9bc8-4224-b925-e4fd9617154d req-3fe9d14e-9a45-49a1-bdf4-0eb1c28f0b28 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324702 Jun 04 06:54:52.581295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bf63580f-5bb8-409d-96f1-ab31e2e8bef5 req-867a123d-c944-452a-946a-99fe97acfff6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880619 Jun 04 06:54:52.588333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:52.590378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7733e431-0c86-41e4-b1a1-ba8fdbe16069 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d70704c2-f7de-4f1f-bfb7-15d87d4eca4e HTTP/1.1" status: 204 len: 168 time: 1.8137589 Jun 04 06:54:52.786715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:52.810620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Transition to ACTIVE for port object 139b1443-b129-48a0-8a4b-0034fb2c9428 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:54:52.863603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:52.988118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Network 194f226e-387b-4357-8c23-95825d1aac54 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:54:53.026408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:54:53.049257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:54:53.083401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:53.087727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:53.200760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.5264580 Jun 04 06:54:53.201782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:53.253991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202e9d8-530d-481e-9493-f079d0ab715e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event updated for resources: {'Port': ['ID=139b1443-b129-48a0-8a4b-0034fb2c9428,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:53.552597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting port 139b1443-b129-48a0-8a4b-0034fb2c9428 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:53.552995 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:53.968601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bc5071f9-7b8c-46e1-940a-3d171db50d64 None None] Provisioning for port 139b1443-b129-48a0-8a4b-0034fb2c9428 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:54:54.018361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bc5071f9-7b8c-46e1-940a-3d171db50d64 None None] Provisioning complete for port 139b1443-b129-48a0-8a4b-0034fb2c9428 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:54.019468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc5071f9-7b8c-46e1-940a-3d171db50d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:54.086068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35102) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:54.184194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:54.281057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:54.282827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-bc5071f9-7b8c-46e1-940a-3d171db50d64 None None] Port 139b1443-b129-48a0-8a4b-0034fb2c9428 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:54:54.285858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:7300234a595d49b5a0c6d38c08d39b1a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:54.290222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:54.298670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:54.384137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:54.397985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23247c88-f1bb-4e51-8e97-9c6b4ea14cf0 req-3a1aa911-e0c1-479d-bfb9-9b7187b4788d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:54.404757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23247c88-f1bb-4e51-8e97-9c6b4ea14cf0 req-3a1aa911-e0c1-479d-bfb9-9b7187b4788d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.5195353 Jun 04 06:54:54.537196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23247c88-f1bb-4e51-8e97-9c6b4ea14cf0 req-8b264bf6-b001-4f9a-957a-018b9d2376ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243918 Jun 04 06:54:54.707202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:54.720914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:54.833338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7300234a595d49b5a0c6d38c08d39b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331519 Jun 04 06:54:54.839211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35114) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:54.844097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695069ea-00b2-4a1e-8126-e7c3b424eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750ebca-2e04-41e1-8ac6-2f7fc0408d7a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:54.910065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Calling delete_port for 139b1443-b129-48a0-8a4b-0034fb2c9428 owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:54:54.971629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.030704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.106924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.124612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750ebca-2e04-41e1-8ac6-2f7fc0408d7a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:55.132591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.138703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8028e53f-3dba-4107-90b0-482c0c9f36b0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0750ebca-2e04-41e1-8ac6-2f7fc0408d7a HTTP/1.1" status: 204 len: 168 time: 0.2962885 Jun 04 06:54:55.184297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:55.294503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.381392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Port': ['ID=139b1443-b129-48a0-8a4b-0034fb2c9428,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:55.486084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.499247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2237577b-a916-4383-924d-84f10c697c0b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/139b1443-b129-48a0-8a4b-0034fb2c9428 HTTP/1.1" status: 204 len: 168 time: 2.2959194 Jun 04 06:54:55.501928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:55.597639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675722c-937b-4374-a36a-0b75497bf91b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:55.598822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c675722c-937b-4374-a36a-0b75497bf91b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:55.627437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c675722c-937b-4374-a36a-0b75497bf91b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:55.629163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c675722c-937b-4374-a36a-0b75497bf91b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1259484 Jun 04 06:54:55.629388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.632634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:55.650007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:55.660620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Usage tracker for resource:security_group_rule and tenant:7aaa42518b614c8caa94c04dd9cf5bc1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:55.664975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:55.681748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:55.689904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.815013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b97c81-20c7-4b53-ab03-6bb377ec3a3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:55.816654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-03b97c81-20c7-4b53-ab03-6bb377ec3a3b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1829309 Jun 04 06:54:55.821980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:55.892490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.915310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.928546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:55.930487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:55.932999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:55.934326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:55.955274 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:55.973259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:55.981168 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-481c973b-c2aa-4617-982f-ac55a391dd63 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1568737 Jun 04 06:54:55.983235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35162) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:56.051600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2c4a-bbe8-40ba-9264-2309636260ad req-ba14b1b1-12b7-4bc0-a6ab-a135807eba5f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:56.060217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-983b2c4a-bbe8-40ba-9264-2309636260ad req-ba14b1b1-12b7-4bc0-a6ab-a135807eba5f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.2783446 Jun 04 06:54:56.160390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35170) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:56.161113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7aaa42518b614c8caa94c04dd9cf5bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9741919 Jun 04 06:54:56.172636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a92cd-b7da-413a-bf8f-693234f42548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf441e9-0133-4151-ae13-c09ba1e6c808,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:56.226556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 1083a16a-5493-40db-ab8f-623b183c7f95 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:56.230915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-983b2c4a-bbe8-40ba-9264-2309636260ad req-87519b70-f4f5-48f9-8caf-6ab278f4f377 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678469 Jun 04 06:54:56.237055 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.374031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.435171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35178) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:56.559808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.620561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.695145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.758477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.784888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:56.801926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Usage tracker for resource:security_group_rule and tenant:21c21fba902c445a910ddbea8aabfc45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:56.806891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:56.818875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:56.822765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.859631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf441e9-0133-4151-ae13-c09ba1e6c808,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:56.866138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:56.874061 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-13a3ae03-3056-495e-9aa0-01e36023ddff admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8cf441e9-0133-4151-ae13-c09ba1e6c808 HTTP/1.1" status: 204 len: 168 time: 0.7100832 Jun 04 06:54:56.924742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.025142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=1083a16a-5493-40db-ab8f-623b183c7f95,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:57.034353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.041581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8d4fd-796f-46a2-9f96-0111409ffdc4 None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:57.069305 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.077549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b5935dc6-5176-4033-9446-1e1ea25f2e5f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/1083a16a-5493-40db-ab8f-623b183c7f95 HTTP/1.1" status: 204 len: 168 time: 1.0896783 Jun 04 06:54:57.078134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:57.140308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.214172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Deleting subnet 3e81553d-02fc-4e44-9730-379300c39a1c {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:54:57.240357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.327888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21c21fba902c445a910ddbea8aabfc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908126 Jun 04 06:54:57.331053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35206) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:57.368548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9567c-3b5e-41a1-9c0d-b4b2e2ae3d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37344ee-9a71-43d1-89c9-8a698e06b397,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:57.393924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.567951 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.658604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.711156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35212) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:57.749533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.775821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:54:57.781135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Usage tracker for resource:security_group_rule and tenant:a5d70c919ea140dcb15b8f8a97bf4f31 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:54:57.789066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:54:57.796445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:54:57.822786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.828931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168faa0-84d1-4be4-8a7e-f34786eeca01 req-4382faee-9051-479f-a1ce-ec9d457a370f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:57.843666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1168faa0-84d1-4be4-8a7e-f34786eeca01 req-4382faee-9051-479f-a1ce-ec9d457a370f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.3028216 Jun 04 06:54:57.878590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37344ee-9a71-43d1-89c9-8a698e06b397,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:57.886905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:57.893409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad936a53-1c21-40b4-b7b9-d6fa78d7520b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f37344ee-9a71-43d1-89c9-8a698e06b397 HTTP/1.1" status: 204 len: 168 time: 0.5607591 Jun 04 06:54:58.095714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.107069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.186000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71985c34-c22c-4923-ab99-f3fa9540c8e2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:58.265139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35254) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:58.267008 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74a09cb6-a9b5-479b-b6dd-3c2aed9cedcb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a5d70c919ea140dcb15b8f8a97bf4f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537355 Jun 04 06:54:58.271658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.357851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1168faa0-84d1-4be4-8a7e-f34786eeca01 req-ecebab6c-47a8-459b-b58c-eb02421ce94d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132120 Jun 04 06:54:58.454567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.530827 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.618850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.696148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.854303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Subnet': ['ID=3e81553d-02fc-4e44-9730-379300c39a1c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:58.876115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84b8f210-3187-43f1-883e-46a9e967a3f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/3e81553d-02fc-4e44-9730-379300c39a1c HTTP/1.1" status: 204 len: 168 time: 1.7960427 Jun 04 06:54:58.880156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35272) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:58.883845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:58.986155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce26a9-740b-4bc8-b69b-90ee0bc8459e None None] Network 194f226e-387b-4357-8c23-95825d1aac54 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:54:59.066282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71985c34-c22c-4923-ab99-f3fa9540c8e2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:54:59.077368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-323d68c0-5269-4643-a7fe-656f53bff139 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957154 Jun 04 06:54:59.080053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35280) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.101712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:59.106635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e0910f68-1698-4573-a0e9-a7ef6a766da7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/71985c34-c22c-4923-ab99-f3fa9540c8e2 HTTP/1.1" status: 204 len: 168 time: 0.8368597 Jun 04 06:54:59.224169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6d2cb-6f80-483e-b2ad-52d8439db03a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:59.231184 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d5b6d2cb-6f80-483e-b2ad-52d8439db03a tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1499169 Jun 04 06:54:59.238710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.426344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05515e03-ca68-4ad9-adb6-5fd253fc1ac3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:59.427124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-05515e03-ca68-4ad9-adb6-5fd253fc1ac3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:54:59.459694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0e46260c-76ac-4b24-aef1-ba2a4c6104bf None None] Provisioning complete for port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:54:59.460366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0e46260c-76ac-4b24-aef1-ba2a4c6104bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:59.469041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-05515e03-ca68-4ad9-adb6-5fd253fc1ac3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:54:59.471211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05515e03-ca68-4ad9-adb6-5fd253fc1ac3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2314041 Jun 04 06:54:59.473764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35298) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.637068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-493b9d2c-4cf6-4554-8af4-390140b91a2f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1555870 Jun 04 06:54:59.637466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35308) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.717320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0e46260c-76ac-4b24-aef1-ba2a4c6104bf None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:54:59.720704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] DHCP port deletion for 194f226e-387b-4357-8c23-95825d1aac54 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:54:59.728724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Deleting port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:54:59.729368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:54:59.754768 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d13d9-b0c0-424f-9072-4b6af6ee8b99 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:54:59.755661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6d13d9-b0c0-424f-9072-4b6af6ee8b99 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:59.765309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5c6d13d9-b0c0-424f-9072-4b6af6ee8b99 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/139b1443-b129-48a0-8a4b-0034fb2c9428 HTTP/1.1" status: 404 len: 333 time: 0.1266499 Jun 04 06:54:59.767705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35318) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.817611 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cc1760-0187-4445-b97a-7ce7349d86c4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:54:59.818549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cc1760-0187-4445-b97a-7ce7349d86c4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:59.820832 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a1cc1760-0187-4445-b97a-7ce7349d86c4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/1083a16a-5493-40db-ab8f-623b183c7f95 HTTP/1.1" status: 404 len: 337 time: 0.0519271 Jun 04 06:54:59.823510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35324) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.910787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2b48-71f4-40fe-b476-1e665fcddd59 req-b38557c7-a350-408d-b673-70484139e872 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:54:59.929254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c6a2b48-71f4-40fe-b476-1e665fcddd59 req-b38557c7-a350-408d-b673-70484139e872 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.2975123 Jun 04 06:54:59.953066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:54:59.966290 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b98d5bf-855c-4194-a3f7-a8c1a33a373e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:54:59.966746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b98d5bf-855c-4194-a3f7-a8c1a33a373e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:54:59.968439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b98d5bf-855c-4194-a3f7-a8c1a33a373e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/3e81553d-02fc-4e44-9730-379300c39a1c HTTP/1.1" status: 404 len: 337 time: 0.1434188 Jun 04 06:54:59.979783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35340) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.069517 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-8198fee1-da8e-406f-b585-e529f6b3826d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.070120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8198fee1-da8e-406f-b585-e529f6b3826d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.075821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8198fee1-da8e-406f-b585-e529f6b3826d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/ce342bd0-9793-4ec5-95df-7d94a7bdd348 HTTP/1.1" status: 404 len: 333 time: 0.0917940 Jun 04 06:55:00.076121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35360) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.138517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c6a2b48-71f4-40fe-b476-1e665fcddd59 req-4cd18b96-8ee7-4712-8fd6-9436a8ca4173 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083285 Jun 04 06:55:00.169281 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c720b8ee-67be-4bd0-8178-167af574e8ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.170409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c720b8ee-67be-4bd0-8178-167af574e8ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.176028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.187629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c720b8ee-67be-4bd0-8178-167af574e8ca tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/20ba2ae2-ea63-4a08-8f70-238c57cfc741 HTTP/1.1" status: 404 len: 337 time: 0.0952907 Jun 04 06:55:00.347301 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-204e957c-87f2-44e5-8b82-1992eb5693af tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.347751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204e957c-87f2-44e5-8b82-1992eb5693af tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.349513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-204e957c-87f2-44e5-8b82-1992eb5693af tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/e8820169-bd7a-4db0-b4b9-6798153459fd HTTP/1.1" status: 404 len: 337 time: 0.1728704 Jun 04 06:55:00.350566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] For port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,segment=NetworkSegment(9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad),segment_id=9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:00.352333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:00.353348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35376) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.506116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:00.526376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-463154831-network', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:00.541594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:00.547501 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-041685e7-4fff-4097-992a-506392a572d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.551182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041685e7-4fff-4097-992a-506392a572d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.565565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-041685e7-4fff-4097-992a-506392a572d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/076ee866-c087-4517-a865-909348c14bf9 HTTP/1.1" status: 404 len: 333 time: 0.2107368 Jun 04 06:55:00.568957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35386) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.581076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Usage tracker for resource:network and tenant:fb4729c97d6745049f8b36aea28a4052 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:00.595115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:00.616203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:00.641126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Made reservation on behalf of fb4729c97d6745049f8b36aea28a4052 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:00.654122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:00.689848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:00.700871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Calling delete_port for 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:00.702211 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f545862-7fd3-4c79-b9fa-85d02d3967b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.702480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f545862-7fd3-4c79-b9fa-85d02d3967b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.708542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8f545862-7fd3-4c79-b9fa-85d02d3967b6 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/ea8b8e54-96cf-4375-a219-2addda7766c7 HTTP/1.1" status: 404 len: 337 time: 0.1338990 Jun 04 06:55:00.708648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35394) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.797304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:00.800789 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d963155-1a56-4a39-b99f-2fa3b295a959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.801549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d963155-1a56-4a39-b99f-2fa3b295a959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.803187 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d963155-1a56-4a39-b99f-2fa3b295a959 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b329a315-3d14-4032-9beb-d9e2f045cbfa HTTP/1.1" status: 404 len: 337 time: 0.0942762 Jun 04 06:55:00.813180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35398) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.817341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4729c97d6745049f8b36aea28a4052 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:00.859297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:00.884655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:00.890375 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4ebef0-75b5-4c85-81d3-d6b809e86907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.890838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4ebef0-75b5-4c85-81d3-d6b809e86907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.892614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dd4ebef0-75b5-4c85-81d3-d6b809e86907 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/4c6d59a4-35bc-461b-96ab-798399f7ed31 HTTP/1.1" status: 404 len: 333 time: 0.0780611 Jun 04 06:55:00.895430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:00.928410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:00.929163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:00.984975 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-1156df44-996b-4894-9070-0c9bfa059bd4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:00.984975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1156df44-996b-4894-9070-0c9bfa059bd4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:00.988208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1156df44-996b-4894-9070-0c9bfa059bd4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/1eaa653d-d518-4510-8377-0f3ca2ff5f5a HTTP/1.1" status: 404 len: 337 time: 0.0907059 Jun 04 06:55:00.990760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35410) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.068435 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.097401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.114258 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bbf1c6-2603-49ea-a9f0-d339505c8bb1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:01.116697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bbf1c6-2603-49ea-a9f0-d339505c8bb1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:01.123623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29bbf1c6-2603-49ea-a9f0-d339505c8bb1 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/87f0b4d6-5840-4aea-9007-eae2e288669f HTTP/1.1" status: 404 len: 337 time: 0.1314175 Jun 04 06:55:01.125758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35414) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.180446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] Pushing event deleted for resources: {'Port': ['ID=74b5e103-eba9-45cd-93ae-7c3bda05c1f7,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:01.191151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a9261-7ac5-4b13-934d-773807655b2d None None] No DVR routers for this DVR port 74b5e103-eba9-45cd-93ae-7c3bda05c1f7 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:55:01.301339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.333401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:55:01.364544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.365867 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Added segment eb037c36-35ee-48e0-826b-22e82d278f76 of type vlan for network c7c43926-9d52-458e-849d-7cf4a7663c3d Jun 04 06:55:01.488750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d29d0a-fe17-483d-b671-f78a99e13b13,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:01.704826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35428) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.818746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.823836 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3bf79f-2ed7-4fd1-83c2-c0c931a85be3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:01.827621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3bf79f-2ed7-4fd1-83c2-c0c931a85be3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:01.848151 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf3bf79f-2ed7-4fd1-83c2-c0c931a85be3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/cdcc8dcc-78d6-4af3-88a7-29174f6e643c HTTP/1.1" status: 404 len: 333 time: 0.7211196 Jun 04 06:55:01.850990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35438) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.876473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.877702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:01.878577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:01.913591 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb551b12-d12f-44d3-b8b1-d9d8b011884c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:01.914216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb551b12-d12f-44d3-b8b1-d9d8b011884c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:01.920232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35442) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.920417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb551b12-d12f-44d3-b8b1-d9d8b011884c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/d01f9f0d-8142-4757-b726-db7dc1ab9dea HTTP/1.1" status: 404 len: 337 time: 0.0660038 Jun 04 06:55:01.974049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bcb5a-8f9e-479e-88ff-e85729ff8619 req-dc856b69-4682-483f-816e-c3fe0827a88b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:01.980533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0260012 Jun 04 06:55:01.982585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35448) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:01.985062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-274bcb5a-8f9e-479e-88ff-e85729ff8619 req-dc856b69-4682-483f-816e-c3fe0827a88b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.2367616 Jun 04 06:55:02.066003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-274bcb5a-8f9e-479e-88ff-e85729ff8619 req-c27304f0-1a74-417d-b7bf-a0c1cc0d0870 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802417 Jun 04 06:55:02.103921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Request body: {'subnet': {'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-463154831-subnet', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:02.112207 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-872ede90-3982-4ef5-96bb-5fc3c17453d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.112761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872ede90-3982-4ef5-96bb-5fc3c17453d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.115120 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-872ede90-3982-4ef5-96bb-5fc3c17453d8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/6bccdc4c-1e2f-46c0-9c5c-b01b88c39abd HTTP/1.1" status: 404 len: 333 time: 0.1915689 Jun 04 06:55:02.117906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35452) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.120562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:02.134203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650aceb-e6b0-4b2c-b8bd-ef8fde55f001 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c43926-9d52-458e-849d-7cf4a7663c3d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:02.145790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Usage tracker for resource:subnet and tenant:fb4729c97d6745049f8b36aea28a4052 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:02.148189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c7c43926-9d52-458e-849d-7cf4a7663c3d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:55:02.154306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:02.176211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:02.202089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Made reservation on behalf of fb4729c97d6745049f8b36aea28a4052 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:02.205017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.235287 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-19df316b-be7e-41e0-ac6d-9030c5e8a38f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.238272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19df316b-be7e-41e0-ac6d-9030c5e8a38f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.245883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-19df316b-be7e-41e0-ac6d-9030c5e8a38f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/9f4c79b3-849c-4dba-ad99-70f81d1d4a03 HTTP/1.1" status: 404 len: 337 time: 0.1243823 Jun 04 06:55:02.246549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.331946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.351472 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55150a5-2920-4476-9c05-752b17183e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.352628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55150a5-2920-4476-9c05-752b17183e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.359994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f55150a5-2920-4476-9c05-752b17183e04 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/cdfb121f-4383-475f-8788-1a8cda03fd38 HTTP/1.1" status: 404 len: 333 time: 0.1122260 Jun 04 06:55:02.361421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35464) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.405348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:02.420492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Usage tracker for resource:security_group_rule and tenant:45abbfe712e348229790cd02d8604dda is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:02.434142 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5252b24c-ad14-4748-a270-14974a9d781b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.434973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5252b24c-ad14-4748-a270-14974a9d781b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.439383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5252b24c-ad14-4748-a270-14974a9d781b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/99c77a76-d9f7-4585-8fe2-82340529bda2 HTTP/1.1" status: 404 len: 337 time: 0.0713928 Jun 04 06:55:02.439383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:02.440711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.485058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:02.507145 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-05abcb92-0762-40d9-a99d-f2adc01eebb3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.507145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05abcb92-0762-40d9-a99d-f2adc01eebb3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.509641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05abcb92-0762-40d9-a99d-f2adc01eebb3 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/92171593-9522-48bb-b8b3-6fe25e38a087 HTTP/1.1" status: 404 len: 333 time: 0.0678370 Jun 04 06:55:02.514264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35474) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.527519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.567318 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9157ec-e88c-43e9-8172-c5945a8d1111 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.568148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9157ec-e88c-43e9-8172-c5945a8d1111 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.608036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc9157ec-e88c-43e9-8172-c5945a8d1111 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/3ef5dfbc-9c36-4cc8-b2ce-b45d28a97574 HTTP/1.1" status: 404 len: 337 time: 0.0925586 Jun 04 06:55:02.613867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35478) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.643803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Checking segment: {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:02.644398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Network hostable DHCP agents. Network: c7c43926-9d52-458e-849d-7cf4a7663c3d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:55:02.655889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce5b87c-f028-4fc2-b811-17f37644d5d4,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:02.685428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Network c7c43926-9d52-458e-849d-7cf4a7663c3d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:55:02.692892 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12fea2c-b2a3-47b0-a5b2-a4630ef4296b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.693570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12fea2c-b2a3-47b0-a5b2-a4630ef4296b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.702757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c7c43926-9d52-458e-849d-7cf4a7663c3d) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:02.709998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:02.711785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.717377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c12fea2c-b2a3-47b0-a5b2-a4630ef4296b tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/935924bd-7915-421e-857c-48630f1eb556 HTTP/1.1" status: 404 len: 333 time: 0.1019609 Jun 04 06:55:02.720901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e466a2-35bf-4887-9ba9-18f845bc2197 None None] Network c7c43926-9d52-458e-849d-7cf4a7663c3d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:02.724378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35482) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.804564 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde64a92-56d9-4ddd-8f73-39f9beaa4880 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.805026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde64a92-56d9-4ddd-8f73-39f9beaa4880 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.816471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fde64a92-56d9-4ddd-8f73-39f9beaa4880 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/a0a48270-6ea7-4190-8c09-0a81188c65a2 HTTP/1.1" status: 404 len: 337 time: 0.0881405 Jun 04 06:55:02.817688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e96041d2-93d8-4585-adbe-9f2326827064 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7507951 Jun 04 06:55:02.818782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.821217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35494) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.835534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.842520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:02.893441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:02.906110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:02.916273 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcdace6-b77e-4a02-9b07-733bf2dd7023 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:02.918012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcdace6-b77e-4a02-9b07-733bf2dd7023 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:02.920877 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bbcdace6-b77e-4a02-9b07-733bf2dd7023 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/b374f8fb-a033-4c19-a4b2-c37900a4cd1d HTTP/1.1" status: 404 len: 333 time: 0.1014481 Jun 04 06:55:02.921538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=45abbfe712e348229790cd02d8604dda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2154713 Jun 04 06:55:02.922483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Usage tracker for resource:router and tenant:fb4729c97d6745049f8b36aea28a4052 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:02.923614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35502) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.927575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35504) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:02.928249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf9fa9-1a0b-4bdf-ab50-6ad3c7597e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bade18-53b1-4ee8-8de4-45105c5b9417,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:02.933096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:02.959053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:03.009744 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f85325a-dc9d-42fd-9aaa-d72e4b61e56d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.010127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f85325a-dc9d-42fd-9aaa-d72e4b61e56d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.020015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4f85325a-dc9d-42fd-9aaa-d72e4b61e56d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b2134cc7-57ea-4f69-bd98-80ecea4ac00d HTTP/1.1" status: 404 len: 337 time: 0.0949256 Jun 04 06:55:03.022797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35512) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.024828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.026331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.094775 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f401aae-c1ee-47be-bc77-ead66f2d104f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.094775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f401aae-c1ee-47be-bc77-ead66f2d104f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.100884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f401aae-c1ee-47be-bc77-ead66f2d104f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b8b2d1cd-e001-4459-86bf-069bca187d89 HTTP/1.1" status: 404 len: 337 time: 0.0768244 Jun 04 06:55:03.110915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35520) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.168451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.208708 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.208861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c7c43926-9d52-458e-849d-7cf4a7663c3d', 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'fixed_ips': [{'subnet_id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:55:03.210634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.216655 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9854e9-9171-416e-860c-33f651647c86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.217288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9854e9-9171-416e-860c-33f651647c86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.219395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7c9854e9-9171-416e-860c-33f651647c86 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/0e3198a2-5d1f-4ab4-b580-e9064b8c6615 HTTP/1.1" status: 404 len: 333 time: 0.1067085 Jun 04 06:55:03.222579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35524) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.287529 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc7535-4f3a-4c43-b789-7ad355e43364 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.287529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcc7535-4f3a-4c43-b789-7ad355e43364 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.287529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-adcc7535-4f3a-4c43-b789-7ad355e43364 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/21302740-23b1-4a13-9282-6bac53f71f2e HTTP/1.1" status: 404 len: 337 time: 0.0611501 Jun 04 06:55:03.298250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.301188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.473718 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce76410-353d-4d01-8ad3-056d6dc41c03 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.474669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce76410-353d-4d01-8ad3-056d6dc41c03 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.476497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ce76410-353d-4d01-8ad3-056d6dc41c03 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/b0e9e969-c6a4-4283-b1ff-0296c8eace87 HTTP/1.1" status: 404 len: 337 time: 0.1862288 Jun 04 06:55:03.479559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.563873 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f42d822-5a20-4398-b84d-9e45c7b4432d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.564369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f42d822-5a20-4398-b84d-9e45c7b4432d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.568827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3f42d822-5a20-4398-b84d-9e45c7b4432d tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/388d5a63-814e-44be-b606-dbe5562e482c HTTP/1.1" status: 404 len: 333 time: 0.0841334 Jun 04 06:55:03.569633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.632444 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3860b8-e99c-4688-a719-7541a13f4996 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.632952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3860b8-e99c-4688-a719-7541a13f4996 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.634909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fa3860b8-e99c-4688-a719-7541a13f4996 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/baf25e59-c5af-4332-9634-a7556af01cd8 HTTP/1.1" status: 404 len: 337 time: 0.0621071 Jun 04 06:55:03.646729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80f9ff-5024-44da-a2de-a72b23f4de17 req-58d8127f-c13b-44a7-8336-688820c2e88c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:03.648737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35544) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:03.655370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba80f9ff-5024-44da-a2de-a72b23f4de17 req-58d8127f-c13b-44a7-8336-688820c2e88c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.3754675 Jun 04 06:55:03.674972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Allocated IP 172.20.0.2 (c7c43926-9d52-458e-849d-7cf4a7663c3d/cce5b87c-f028-4fc2-b811-17f37644d5d4/a564d130-1160-491e-abf3-35c9a835b08a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:55:03.791304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.838612 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04908c-4de6-46cc-a311-1fc5612f2b2c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:03.840938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d04908c-4de6-46cc-a311-1fc5612f2b2c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:03.901159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.912710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba80f9ff-5024-44da-a2de-a72b23f4de17 req-19fae294-6220-48ce-b9da-a85a102ba98e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497427 Jun 04 06:55:03.960630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.978472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Transition to ACTIVE for port object a564d130-1160-491e-abf3-35c9a835b08a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:03.978607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d04908c-4de6-46cc-a311-1fc5612f2b2c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/431144c7-7acf-4783-9155-7d1e4e35a8de HTTP/1.1" status: 404 len: 337 time: 0.3262227 Jun 04 06:55:03.978607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:03.978742 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a1bade18-53b1-4ee8-8de4-45105c5b9417 HTTP/1.1" status: 204 len: 168 time: 1.0496788 Jun 04 06:55:03.981510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35550) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.003726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Transition to ACTIVE for port object a564d130-1160-491e-abf3-35c9a835b08a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:04.011616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaba4f8-d96b-4934-ab2d-8f3e8950268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bade18-53b1-4ee8-8de4-45105c5b9417,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:04.023545 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.090186 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-63029ec9-d916-4a61-9dfd-056036b1e345 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:04.091366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63029ec9-d916-4a61-9dfd-056036b1e345 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:04.097945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63029ec9-d916-4a61-9dfd-056036b1e345 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/bc69010a-bedb-4f2b-b254-cdd3dc5a6b2b HTTP/1.1" status: 404 len: 333 time: 0.1120229 Jun 04 06:55:04.097945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.188796 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8bbfa7-c656-419e-836a-c5c29fdd7263 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:04.189596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8bbfa7-c656-419e-836a-c5c29fdd7263 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:04.223342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2a8bbfa7-c656-419e-836a-c5c29fdd7263 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/af4947ba-0195-4e41-9b17-f2448d56adae HTTP/1.1" status: 404 len: 337 time: 0.1247392 Jun 04 06:55:04.227536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.234837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Network c7c43926-9d52-458e-849d-7cf4a7663c3d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:55:04.254300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:04.267085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:55:04.341424 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a55a9f-f5aa-4e23-a7e6-4ba9a86daf7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:04.341905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a55a9f-f5aa-4e23-a7e6-4ba9a86daf7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:04.346327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d9a55a9f-f5aa-4e23-a7e6-4ba9a86daf7c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/cc07cdcb-70e1-4c58-b15e-9bdf9d69a0f5 HTTP/1.1" status: 404 len: 337 time: 0.1177838 Jun 04 06:55:04.349371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.417866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Pushing event updated for resources: {'Port': ['ID=a564d130-1160-491e-abf3-35c9a835b08a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:04.435970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Attempting to bind port a564d130-1160-491e-abf3-35c9a835b08a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:04.436540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Attempting to bind port a564d130-1160-491e-abf3-35c9a835b08a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:04.438029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Attempting to bind port a564d130-1160-491e-abf3-35c9a835b08a on network c7c43926-9d52-458e-849d-7cf4a7663c3d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:04.446042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:04.446630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Checking segment: {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:04.447211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.448171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Bound using segment: {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:04.449306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Bound port: a564d130-1160-491e-abf3-35c9a835b08a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:04.450250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.509084 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a5863407-954d-43e5-830c-7aa7f4e0e310 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Synchronizing usage tracker for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:55:04.550356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a5863407-954d-43e5-830c-7aa7f4e0e310 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Unset dirty status for tenant:0a681aa288ad488088c334bf9453ff37 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:55:04.551606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a5863407-954d-43e5-830c-7aa7f4e0e310 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports?device_id=74e32249-0478-408a-80a3-6e8c65bb839a HTTP/1.1" status: 200 len: 205 time: 0.2007117 Jun 04 06:55:04.554376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35574) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.748767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] For port a564d130-1160-491e-abf3-35c9a835b08a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:04.752831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] For port a564d130-1160-491e-abf3-35c9a835b08a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a564d130-1160-491e-abf3-35c9a835b08a,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:04.758535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.774966 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-57ff6582-1230-4c69-8a52-00077ecff1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] delete failed (client error): The resource could not be found. Jun 04 06:55:04.776093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-57ff6582-1230-4c69-8a52-00077ecff1c9 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/routers/74e32249-0478-408a-80a3-6e8c65bb839a HTTP/1.1" status: 404 len: 336 time: 0.2205739 Jun 04 06:55:04.779453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35578) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.813256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.858587 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e7fcf4-7a59-494c-b2dd-61517fa1c8ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:04.864336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e7fcf4-7a59-494c-b2dd-61517fa1c8ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:04.867786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-08e7fcf4-7a59-494c-b2dd-61517fa1c8ae tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/8c665427-a354-4513-8b86-7500c84c89a9 HTTP/1.1" status: 404 len: 337 time: 0.0867817 Jun 04 06:55:04.868378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35582) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.873976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35586) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.887344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35590) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:04.897439 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:04.970695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-72137bcf-9352-4f91-bfb2-c01f7975989f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "GET /v2.0/ports?device_id=2834c019-3336-48a2-82a3-d538bd643608 HTTP/1.1" status: 200 len: 205 time: 0.0949013 Jun 04 06:55:04.975418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.010141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296e11-05bc-4151-b967-65812eb1d7ac None None] Pushing event updated for resources: {'Port': ['ID=a564d130-1160-491e-abf3-35c9a835b08a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:05.052338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.096488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:05.102460 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-0f5deaa5-05ab-423d-8aba-e74dd7b5c203 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] delete failed (client error): The resource could not be found. Jun 04 06:55:05.103709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0f5deaa5-05ab-423d-8aba-e74dd7b5c203 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/routers/2834c019-3336-48a2-82a3-d538bd643608 HTTP/1.1" status: 404 len: 336 time: 0.1268764 Jun 04 06:55:05.106969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.110103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Usage tracker for resource:security_group_rule and tenant:635e9ff136c1491fa9cd32fb7d67dc05 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:05.188028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:05.202296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Allocated IP 172.25.1.194 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/3d3b9926-a779-4262-868a-112ebb17946e) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:55:05.278039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:05.280714 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6569ebe7-ca64-4d87-bd29-d8c97b755e05 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.281583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6569ebe7-ca64-4d87-bd29-d8c97b755e05 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.288196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6569ebe7-ca64-4d87-bd29-d8c97b755e05 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/5d0084ae-17f9-4ce4-b50c-f17a5cece383 HTTP/1.1" status: 404 len: 337 time: 0.1798627 Jun 04 06:55:05.302848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35610) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.477376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.499608 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd36e009-400b-40ce-95c9-6eaf630d1228 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.500089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd36e009-400b-40ce-95c9-6eaf630d1228 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.515792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cd36e009-400b-40ce-95c9-6eaf630d1228 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/2c4423fe-27d0-4b0e-ad23-d48b68c2179d HTTP/1.1" status: 404 len: 337 time: 0.2071309 Jun 04 06:55:05.516422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.524118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:05.543672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Usage tracker for resource:security_group_rule and tenant:7fee87d2e1ff4fe79d412be5280ef822 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:05.549310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:05.568742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:05.580509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380e3c4-1e07-41c2-9396-21abcf1f382c req-91dd415b-1ebf-4de3-a023-f8cff31cb865 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:05.582469 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.587758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3380e3c4-1e07-41c2-9396-21abcf1f382c req-91dd415b-1ebf-4de3-a023-f8cff31cb865 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.3934445 Jun 04 06:55:05.599410 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1e8145-2f94-4d33-9c55-227241087bde tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.599884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1e8145-2f94-4d33-9c55-227241087bde tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.619618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba1e8145-2f94-4d33-9c55-227241087bde tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9b064608-2e63-4e39-8e50-9218f729db45 HTTP/1.1" status: 404 len: 333 time: 0.0951788 Jun 04 06:55:05.619618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35618) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.674189 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d795bbdc-a71d-4cf7-be01-7b76404146e4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.674663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d795bbdc-a71d-4cf7-be01-7b76404146e4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.676596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d795bbdc-a71d-4cf7-be01-7b76404146e4 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/6afb89b2-ae95-4602-9ca7-46d232ca06fa HTTP/1.1" status: 404 len: 337 time: 0.0567827 Jun 04 06:55:05.680705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35622) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.728137 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3b2972-38fc-4836-a8d8-22eeb440b460 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.728601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3b2972-38fc-4836-a8d8-22eeb440b460 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.733948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3380e3c4-1e07-41c2-9396-21abcf1f382c req-4afda044-972b-4a3a-96f0-1ae5506c37dd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417737 Jun 04 06:55:05.734055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6c3b2972-38fc-4836-a8d8-22eeb440b460 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/791b3147-4fd5-430a-9ef9-a806126b94e2 HTTP/1.1" status: 404 len: 333 time: 0.0496042 Jun 04 06:55:05.734391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.770780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.782128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.792953 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c2f28f-d118-434d-8e33-1e359c94279f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.793919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c2f28f-d118-434d-8e33-1e359c94279f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.799005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-40c2f28f-d118-434d-8e33-1e359c94279f tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/271aea09-e456-4385-b541-911b1a41194a HTTP/1.1" status: 404 len: 337 time: 0.0628290 Jun 04 06:55:05.799793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.803128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.863472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=635e9ff136c1491fa9cd32fb7d67dc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750893 Jun 04 06:55:05.872738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35634) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.895967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eef769-5d33-4818-a293-4752b884f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aed42f-da05-42e0-855e-577b2ca31e07,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:05.932746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:55:05.937607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:05.937942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:05.950114 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-304e3400-0376-40ff-ba97-05cbb8b57461 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:05.950317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304e3400-0376-40ff-ba97-05cbb8b57461 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:05.955390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-304e3400-0376-40ff-ba97-05cbb8b57461 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9d5b5aa0-a18a-4b37-acea-0563c1f0b755 HTTP/1.1" status: 404 len: 333 time: 0.1512563 Jun 04 06:55:05.956227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:05.956344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:55:05.960519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.050592 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b5a7d1-c96e-4cc6-a25f-f25a7a47f4eb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.051346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b5a7d1-c96e-4cc6-a25f-f25a7a47f4eb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.074808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-19b5a7d1-c96e-4cc6-a25f-f25a7a47f4eb tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/8c0142c8-3179-4105-9e3a-b435225339a2 HTTP/1.1" status: 404 len: 337 time: 0.1149945 Jun 04 06:55:06.086930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.093764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.103365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7fee87d2e1ff4fe79d412be5280ef822&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2339048 Jun 04 06:55:06.123251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35646) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.135497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d3b9926-a779-4262-868a-112ebb17946e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:06.157274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25ffb9-782f-4f57-8f02-fb00c0abdd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50887fb5-4f10-424d-8547-167344c85bfa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:06.187106 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-2379c46b-5fa4-43fd-9575-c8986e6e01da tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.187693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2379c46b-5fa4-43fd-9575-c8986e6e01da tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.191785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2379c46b-5fa4-43fd-9575-c8986e6e01da tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/9b8cd391-bb94-41ed-8c08-4a9ca45ce171 HTTP/1.1" status: 404 len: 333 time: 0.0997429 Jun 04 06:55:06.193751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35650) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.201065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.262793 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc82ec4-1f0d-4244-b726-ef9796ef9b13 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.263444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc82ec4-1f0d-4244-b726-ef9796ef9b13 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.266951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4bc82ec4-1f0d-4244-b726-ef9796ef9b13 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/56fd386e-80bf-4b90-9fb3-f5c93a34c695 HTTP/1.1" status: 404 len: 337 time: 0.0713913 Jun 04 06:55:06.273330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.328301 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6072a78f-8966-44e5-b937-9e24cf323ada tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.330545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6072a78f-8966-44e5-b937-9e24cf323ada tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.332568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6072a78f-8966-44e5-b937-9e24cf323ada tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/3854f2ac-4715-41f3-9dfc-85941f92d2df HTTP/1.1" status: 404 len: 333 time: 0.0621448 Jun 04 06:55:06.336157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35658) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.408793 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3fa080-0161-44fa-9064-31f5a4dc25f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.411002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3fa080-0161-44fa-9064-31f5a4dc25f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.413113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3d3fa080-0161-44fa-9064-31f5a4dc25f8 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/7a86776b-2e69-47df-8ba4-d7447948a9f6 HTTP/1.1" status: 404 len: 337 time: 0.0757670 Jun 04 06:55:06.416040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35664) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.513315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a564d130-1160-491e-abf3-35c9a835b08a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:06.520152 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebbc479-bce1-4b0c-b9b5-6dcfcc1ee38c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.521587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebbc479-bce1-4b0c-b9b5-6dcfcc1ee38c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.529939 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.560443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.566034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/13aed42f-da05-42e0-855e-577b2ca31e07 HTTP/1.1" status: 204 len: 168 time: 0.6861384 Jun 04 06:55:06.566034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef3eee-c93f-4b74-8894-2bfce2ec89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aed42f-da05-42e0-855e-577b2ca31e07,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:06.569543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ebbc479-bce1-4b0c-b9b5-6dcfcc1ee38c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/48885ae6-605e-4dbe-b648-8a35e97ec140 HTTP/1.1" status: 404 len: 333 time: 0.1524427 Jun 04 06:55:06.572000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35670) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.632488 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-70edf359-811a-4cd6-8878-04ce6b7d2a0e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.633236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70edf359-811a-4cd6-8878-04ce6b7d2a0e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.635207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-70edf359-811a-4cd6-8878-04ce6b7d2a0e tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/cb914c7b-b128-4a1e-af6a-9dea8446b085 HTTP/1.1" status: 404 len: 337 time: 0.0621095 Jun 04 06:55:06.638574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35674) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.674999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc694a1-108b-4faf-9e2e-312e191e084f None None] Network c7c43926-9d52-458e-849d-7cf4a7663c3d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:06.695927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:06.726038 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2484d2a-ee90-4c0c-814e-e3809a9ad807 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.726677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2484d2a-ee90-4c0c-814e-e3809a9ad807 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.728810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2484d2a-ee90-4c0c-814e-e3809a9ad807 tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/ports/37682c28-d2eb-4bba-90bc-ea529a9b377b HTTP/1.1" status: 404 len: 333 time: 0.0890641 Jun 04 06:55:06.732106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.819615 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e6a068-efe6-4dfb-b174-4370c2ff93dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] DELETE failed (client error): The resource could not be found. Jun 04 06:55:06.825332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e6a068-efe6-4dfb-b174-4370c2ff93dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:55:06.829699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e1e6a068-efe6-4dfb-b174-4370c2ff93dc tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/subnets/5900167a-abf8-446a-a820-8d3032a7310e HTTP/1.1" status: 404 len: 337 time: 0.0959258 Jun 04 06:55:06.832034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35686) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:06.908880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ac49f393-ccc7-4590-912f-748f067c0059 None None] Provisioning for port a564d130-1160-491e-abf3-35c9a835b08a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:07.002805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a564d130-1160-491e-abf3-35c9a835b08a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:07.004195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.034766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a564d130-1160-491e-abf3-35c9a835b08a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:07.035983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.164117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.201626 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.444406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a564d130-1160-491e-abf3-35c9a835b08a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:07.445215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.445838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426fb20-13dd-42ff-963d-9946afb1d507 req-397f6c43-5bf9-4c14-b7e0-fbe5af2abf9c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:07.446838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.447336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2426fb20-13dd-42ff-963d-9946afb1d507 req-397f6c43-5bf9-4c14-b7e0-fbe5af2abf9c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.4703074 Jun 04 06:55:07.517210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a564d130-1160-491e-abf3-35c9a835b08a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a564d130-1160-491e-abf3-35c9a835b08a,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:07.531823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.596881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.674518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2426fb20-13dd-42ff-963d-9946afb1d507 req-9529168d-318b-49ce-b8fc-6d0cc7683636 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371126 Jun 04 06:55:07.680864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194f226e-387b-4357-8c23-95825d1aac54']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:07.717724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:07.718757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:07.760953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a564d130-1160-491e-abf3-35c9a835b08a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:07.788703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.827594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.844231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:55:07.845225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.848725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50887fb5-4f10-424d-8547-167344c85bfa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:07.870546 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:07.884963 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7de95d0f-5625-4d9d-a8d9-de62fba6e4a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/50887fb5-4f10-424d-8547-167344c85bfa HTTP/1.1" status: 204 len: 168 time: 1.7407215 Jun 04 06:55:08.016323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-833d0d55-c9aa-4e28-9013-aceb6ac0f074 None None] Provisioning complete for port a564d130-1160-491e-abf3-35c9a835b08a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:08.016876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-833d0d55-c9aa-4e28-9013-aceb6ac0f074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.157515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.210401 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.262662 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.269335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] Pushing event deleted for resources: {'Network': ['ID=194f226e-387b-4357-8c23-95825d1aac54,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:08.296537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-54499f64-9421-47ff-b992-e0cea37ab99c tempest-NetworksTestDHCPv6-2110098383 tempest-NetworksTestDHCPv6-2110098383-project] 10.222.0.17 "DELETE /v2.0/networks/194f226e-387b-4357-8c23-95825d1aac54 HTTP/1.1" status: 204 len: 168 time: 1.4611554 Jun 04 06:55:08.313617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-833d0d55-c9aa-4e28-9013-aceb6ac0f074 None None] Current status of the port a564d130-1160-491e-abf3-35c9a835b08a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:08.400071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a564d130-1160-491e-abf3-35c9a835b08a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:08.445904 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad resource provider aggregate not found Jun 04 06:55:08.469642 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e84e7b5-e77f-4af3-b2d8-b5ea6b9012ad found for delete ", "request_id": "req-a7944590-4e97-41e1-b7a6-adb285baa42e"}]} Jun 04 06:55:08.496121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:55:08.512684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Router bd9ffd96-4554-4eac-934d-b3663ea4e91d is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:55:08.529498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35724) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:08.564252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.604341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:08.615432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Usage tracker for resource:security_group_rule and tenant:afabb49d479349f0b2bda3a9d40c1558 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:08.625213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:08.640658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:08.699255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a564d130-1160-491e-abf3-35c9a835b08a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:08.699914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.853799 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.863093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:08.940244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac52228-05dd-4b2a-898c-58f1a6fd42b6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:08.981325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:55:09.019524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Sync routers for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:55:09.021767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.023351 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-69c7edae-6c35-47a9-9525-0315d0bbaea0 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2009237 Jun 04 06:55:09.026181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35740) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:09.049199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:09.069249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:09.096024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-243e92ff-beb6-4e07-97ce-f2c48ccc3780 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=afabb49d479349f0b2bda3a9d40c1558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650425 Jun 04 06:55:09.099426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35750) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:09.120212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:09.120959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:54:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:09.208243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18da87-b33a-40b0-ab0d-fd9c28076b44 req-023694f5-7335-4108-bcdd-95f31296ba4b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:09.219975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c18da87-b33a-40b0-ab0d-fd9c28076b44 req-023694f5-7335-4108-bcdd-95f31296ba4b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 943 time: 0.2614551 Jun 04 06:55:09.332039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c18da87-b33a-40b0-ab0d-fd9c28076b44 req-3f817854-7b70-4450-bb5a-f3f14e4e68d4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099377 Jun 04 06:55:09.334391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.397930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a564d130-1160-491e-abf3-35c9a835b08a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:09.404568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2', 'mac_address': 'fa:16:3e:08:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:55:09.409874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.489965 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76981e2b-bee9-4e3c-952e-1bac8ef1bcb0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a681aa288ad488088c334bf9453ff37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205451 Jun 04 06:55:09.492864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35760) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:09.500509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:09.548801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.570901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:09.571881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.618194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac52228-05dd-4b2a-898c-58f1a6fd42b6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:09.652865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.655059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.656484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b1930716-384c-4e54-8eb5-5a8e6130def4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7ac52228-05dd-4b2a-898c-58f1a6fd42b6 HTTP/1.1" status: 204 len: 168 time: 0.5554237 Jun 04 06:55:09.697090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.784695 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:55:09.813715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.858146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae9329-cc65-41de-8ed4-9db3ef67667f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:09.872007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:09.873154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-42070e88-4091-48c0-ba2c-582ed80f8264 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/adae9329-cc65-41de-8ed4-9db3ef67667f HTTP/1.1" status: 204 len: 168 time: 0.3794239 Jun 04 06:55:09.946154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:09.958225 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:10.296634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:10.320442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:06Z', 'revision_number': 3, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:10.327093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Checking router: bd9ffd96-4554-4eac-934d-b3663ea4e91d for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:55:10.327842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Updating router bd9ffd96-4554-4eac-934d-b3663ea4e91d port 3d3b9926-a779-4262-868a-112ebb17946e binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:55:10.389109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['6ec0d128-6ab7-460f-b6a5-0789220ccfb2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:55:10.504286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:10.565172 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:10.726847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdba09-b266-418f-875d-998484fb85b1 req-09c0a064-63c1-4faa-bfdd-87d6b62863a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:10.732796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15cdba09-b266-418f-875d-998484fb85b1 req-09c0a064-63c1-4faa-bfdd-87d6b62863a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 944 time: 0.1705747 Jun 04 06:55:10.864597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15cdba09-b266-418f-875d-998484fb85b1 req-4c752217-6f80-4928-abd4-32c339bde31e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245751 Jun 04 06:55:11.116165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.133552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Transition to ACTIVE for port object 3d3b9926-a779-4262-868a-112ebb17946e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:11.143265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.307001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Attempting to bind port 3d3b9926-a779-4262-868a-112ebb17946e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:11.313298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Attempting to bind port 3d3b9926-a779-4262-868a-112ebb17946e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:11.314016 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Attempting to bind port 3d3b9926-a779-4262-868a-112ebb17946e on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:11.315037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Allocated IP 172.20.0.1 (c7c43926-9d52-458e-849d-7cf4a7663c3d/cce5b87c-f028-4fc2-b811-17f37644d5d4/cd6c166c-bf6a-41fe-9236-abc049d82adb) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:55:11.331245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:11.332303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:11.333240 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.333668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:11.334146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Bound port: 3d3b9926-a779-4262-868a-112ebb17946e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:11.334778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.528365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] For port 3d3b9926-a779-4262-868a-112ebb17946e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:11.532999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] For port 3d3b9926-a779-4262-868a-112ebb17946e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d3b9926-a779-4262-868a-112ebb17946e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:11.534597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74c1e0-04be-48a5-86b6-daa60525891e None None] Pushing event updated for resources: {'Port': ['ID=3d3b9926-a779-4262-868a-112ebb17946e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:11.542082 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.623651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.662321 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Transition to ACTIVE for port object cd6c166c-bf6a-41fe-9236-abc049d82adb will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:11.720130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.755606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:11.757238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:54:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:11.840858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Network c7c43926-9d52-458e-849d-7cf4a7663c3d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:55:11.842235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:11.860160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:55:11.920726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:11.949713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:11.974866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74c1e0-04be-48a5-86b6-daa60525891e None None] Pushing event updated for resources: {'Port': ['ID=3d3b9926-a779-4262-868a-112ebb17946e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:12.321351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:12.334408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd246d-f0f2-4960-9a8a-784ebd225afa req-9236d46e-54dd-43b6-a1d2-9a7ebc8d9bab tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:12.350098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5dd246d-f0f2-4960-9a8a-784ebd225afa req-9236d46e-54dd-43b6-a1d2-9a7ebc8d9bab tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 944 time: 0.2186031 Jun 04 06:55:12.351291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a64eb2af-44e0-4d42-87b0-52dca12591bf None None] Provisioning for port cd6c166c-bf6a-41fe-9236-abc049d82adb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:12.374136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a64eb2af-44e0-4d42-87b0-52dca12591bf None None] Provisioning complete for port cd6c166c-bf6a-41fe-9236-abc049d82adb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:12.375067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a64eb2af-44e0-4d42-87b0-52dca12591bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:12.449839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5dd246d-f0f2-4960-9a8a-784ebd225afa req-1eae4aed-6ca9-4ead-8e82-8079ce6d4753 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Jun 04 06:55:12.475608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:12.622442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:12.878315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a64eb2af-44e0-4d42-87b0-52dca12591bf None None] Port cd6c166c-bf6a-41fe-9236-abc049d82adb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:55:12.895190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:55:12.916326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:12.921994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:12.927317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:12.945449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:12.945771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:13.177620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:13.265998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:13.266323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:13.339952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:13.368510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:13.400995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:13.414579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:13.496858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Network c7c43926-9d52-458e-849d-7cf4a7663c3d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:55:13.498272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:13.538509 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e3437d-9008-4e21-9e41-bdac24799fcb'] response: {'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2', 'code': 200} Jun 04 06:55:13.583212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:06Z', 'revision_number': 3, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:13.628688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a069aa6-616c-45b9-833e-a62b9b02d1e6 None None] The sync data for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 is: [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:06Z', 'revision_number': 3, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:55:13.676771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:13.962596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8d8f7-82c2-44a1-8718-a168edd6802a req-f7541885-ba0f-458d-850c-394a3a92bdf2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:13.975109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32c8d8f7-82c2-44a1-8718-a168edd6802a req-f7541885-ba0f-458d-850c-394a3a92bdf2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.2522342 Jun 04 06:55:14.116660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b9d6b-54ef-41d5-aab9-477307ff9b1e req-9713e211-da09-4784-9623-4b83dba7fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:14.129155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-804b9d6b-54ef-41d5-aab9-477307ff9b1e req-9713e211-da09-4784-9623-4b83dba7fca1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 1096 time: 0.4319422 Jun 04 06:55:14.231662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1c4a7819-4d26-4457-8120-fc99a5463ab7 None None] Provisioning complete for port cd6c166c-bf6a-41fe-9236-abc049d82adb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:14.235425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7819-4d26-4457-8120-fc99a5463ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:14.309193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Router bd9ffd96-4554-4eac-934d-b3663ea4e91d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:55:14.315740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-804b9d6b-54ef-41d5-aab9-477307ff9b1e req-27e4fc76-fcce-4dd8-a73f-48876b3c79bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782508 Jun 04 06:55:14.490752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a7819-4d26-4457-8120-fc99a5463ab7 None None] Port cd6c166c-bf6a-41fe-9236-abc049d82adb cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:55:14.578619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d3b9926-a779-4262-868a-112ebb17946e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:14.607482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:55:14.635756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4993862c-3adb-4fab-aa64-2a7b8d0fa964 admin admin] 10.222.0.17 "PUT /v2.0/routers/bd9ffd96-4554-4eac-934d-b3663ea4e91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6077678 Jun 04 06:55:14.774088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32c8d8f7-82c2-44a1-8718-a168edd6802a req-fa9eb7eb-27bf-4969-86d1-2066913834fc tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7958517 Jun 04 06:55:14.814900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3d3b9926-a779-4262-868a-112ebb17946e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:14.823768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d3b9926-a779-4262-868a-112ebb17946e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:14.824148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:15.279734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d3b9926-a779-4262-868a-112ebb17946e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:15.280670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:15.344275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3d3b9926-a779-4262-868a-112ebb17946e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d3b9926-a779-4262-868a-112ebb17946e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:15.357496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:15.683392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3d3b9926-a779-4262-868a-112ebb17946e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:16.106589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dca40-b005-478c-b67f-fb391ed3ee10 req-024e5645-bb21-4cba-9179-e3f737ac03a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:16.121647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-087dca40-b005-478c-b67f-fb391ed3ee10 req-024e5645-bb21-4cba-9179-e3f737ac03a1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.1317756 Jun 04 06:55:16.219266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-087dca40-b005-478c-b67f-fb391ed3ee10 req-4272eee2-555b-4235-b409-6e0ba70838de tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959756 Jun 04 06:55:16.500229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d3b9926-a779-4262-868a-112ebb17946e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:16.567651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35948) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:16.594556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2da6-e306-443a-bc41-d334f4b13f98 req-edcf5683-94ba-402f-bef4-77d5e17fcf81 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:16.605727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cec2da6-e306-443a-bc41-d334f4b13f98 req-edcf5683-94ba-402f-bef4-77d5e17fcf81 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.2060838 Jun 04 06:55:16.666379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3d3b9926-a779-4262-868a-112ebb17946e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:16.667494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:16.752179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cec2da6-e306-443a-bc41-d334f4b13f98 req-8298ecfa-98ec-43e6-835c-66d6b75c3490 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358964 Jun 04 06:55:16.930769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:17.016469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:17.026457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4fb24d948a4b07af99ed82bb8b3ccd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:17.033051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:17.054507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:17.126897 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Sync routers for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:55:17.159269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:17.161673 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:54:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:17.179433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8a98b420-aa3c-4a12-a2c1-e659c5765ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:17.247664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3d3b9926-a779-4262-868a-112ebb17946e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:17.336659 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:17.346333 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:17.662022 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:17.818248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe4fb24d948a4b07af99ed82bb8b3ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2480392 Jun 04 06:55:17.818248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:17.820859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1647-1952-4993-a21c-86bd0dbc2fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1013778-3e37-43bb-b775-b41a29f6a4f9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:17.953848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7afc-b4e8-4f06-bf39-4edff1489b57 req-74180eea-29d2-4bcb-8190-8b2284d19060 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:17.956169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0cf7afc-b4e8-4f06-bf39-4edff1489b57 req-74180eea-29d2-4bcb-8190-8b2284d19060 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.2070105 Jun 04 06:55:17.962746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:18.047289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:18.069225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0cf7afc-b4e8-4f06-bf39-4edff1489b57 req-69e5f32d-8186-4d6b-9b7b-dc28d279eaba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Jun 04 06:55:18.182753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:18.240169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1013778-3e37-43bb-b775-b41a29f6a4f9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:18.272836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:18.284601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1dfd3123-9499-4e13-a815-f1fe4fb752ba admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d1013778-3e37-43bb-b775-b41a29f6a4f9 HTTP/1.1" status: 204 len: 168 time: 0.4453833 Jun 04 06:55:18.485416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:12Z', 'revision_number': 4, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd6c166c-bf6a-41fe-9236-abc049d82adb', 'name': '', 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'mac_address': 'fa:16:3e:48:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:10Z', 'updated_at': '2022-06-04T06:55:12Z', 'revision_number': 2, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'subnets': [{'id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:18.495886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Checking router: bd9ffd96-4554-4eac-934d-b3663ea4e91d for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:55:18.496487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Updating router bd9ffd96-4554-4eac-934d-b3663ea4e91d port cd6c166c-bf6a-41fe-9236-abc049d82adb binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:55:18.625704 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:18.879947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 35990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:18.949506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 35994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:18.989073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.016148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:19.027373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9102f329204bffb8151f0c86272849 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:19.031878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:19.043746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:19.147099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1623bff-f23c-4a92-b4b7-7b9881cfeb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.399236 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.414811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.552362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed11c3-f918-4a92-8a30-98a6322e96bc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:19.614311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-586e87c3-d4a8-46ca-9111-eb6f9bde1570 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8d9102f329204bffb8151f0c86272849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637280 Jun 04 06:55:19.616947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:19.621658 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.636144 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Transition to ACTIVE for port object cd6c166c-bf6a-41fe-9236-abc049d82adb will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:19.654937 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.707972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.727902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfe6a0-2a79-4012-a291-d59d09648dcc req-4b08228d-0d06-45b0-84f2-25534a05b3ec tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:19.736138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31dfe6a0-2a79-4012-a291-d59d09648dcc req-4b08228d-0d06-45b0-84f2-25534a05b3ec tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.1803274 Jun 04 06:55:19.837273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:19.884167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31dfe6a0-2a79-4012-a291-d59d09648dcc req-aaeb95a3-12a9-4438-8caf-a32c004ed607 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465976 Jun 04 06:55:20.028324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.088622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed11c3-f918-4a92-8a30-98a6322e96bc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:20.094579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.099804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-504aaf0e-d703-429b-b8d5-7ed4807254e3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7bed11c3-f918-4a92-8a30-98a6322e96bc HTTP/1.1" status: 204 len: 168 time: 0.4778609 Jun 04 06:55:20.211308 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Pushing event updated for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:20.244822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.252675 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.253014 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.253379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.253939 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.254602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.254602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.254873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.255123 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.255464 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.255808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.256182 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.258469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:20.297855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-5a89754d-5ad6-4e29-960f-fd95aa3da150 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:20.298957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-5a89754d-5ad6-4e29-960f-fd95aa3da150 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:55:20.323477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Attempting to bind port cd6c166c-bf6a-41fe-9236-abc049d82adb on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:20.323477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Attempting to bind port cd6c166c-bf6a-41fe-9236-abc049d82adb by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:20.323705 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Attempting to bind port cd6c166c-bf6a-41fe-9236-abc049d82adb on network c7c43926-9d52-458e-849d-7cf4a7663c3d {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:20.348456 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:20.348832 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Checking segment: {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:20.349277 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.352260 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Bound using segment: {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:20.352924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Bound port: cd6c166c-bf6a-41fe-9236-abc049d82adb, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb037c36-35ee-48e0-826b-22e82d278f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:20.355525 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.392755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-5a89754d-5ad6-4e29-960f-fd95aa3da150 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:55:20.394009 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-5a89754d-5ad6-4e29-960f-fd95aa3da150 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 1.2650390 Jun 04 06:55:20.498214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.576641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:20.586034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.643423 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] For port cd6c166c-bf6a-41fe-9236-abc049d82adb, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:20.654283 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] For port cd6c166c-bf6a-41fe-9236-abc049d82adb, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd6c166c-bf6a-41fe-9236-abc049d82adb,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:20.669117 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:20.832974 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:20.833650 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:20.880253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36038) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:21.212682 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b816f7-5954-4d28-9eca-eab566cdfee4 None None] Pushing event updated for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:21.314834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:21.364841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:21.382056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:21.383045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:21.404024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0387764ce9e84c52af29702271eac953 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:21.410259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:21.423023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:21.428239 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:21.491582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6785b-21c8-42b2-972e-4d3c30601fde req-b7cf0f3b-1ca7-49d9-8686-a5bcfb77e414 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:21.504681 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8b6785b-21c8-42b2-972e-4d3c30601fde req-b7cf0f3b-1ca7-49d9-8686-a5bcfb77e414 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 945 time: 0.3606350 Jun 04 06:55:21.631142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:21.708066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8b6785b-21c8-42b2-972e-4d3c30601fde req-66b19cc9-eefc-44ba-81cd-9a069bd89dd6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002034 Jun 04 06:55:21.798218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:21.805043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:21.968988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0387764ce9e84c52af29702271eac953&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0874143 Jun 04 06:55:21.972010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36072) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:21.978858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f980a-c7b4-4932-a15f-f38d984400f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f92211-f808-4ceb-99fb-64804ab103b4,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:22.099877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.134028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['52647e9c-3a32-42a8-acfa-6762a03c7faa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:55:22.138410 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:12Z', 'revision_number': 4, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd6c166c-bf6a-41fe-9236-abc049d82adb', 'name': '', 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'mac_address': 'fa:16:3e:48:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:10Z', 'updated_at': '2022-06-04T06:55:20Z', 'revision_number': 4, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'subnets': [{'id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:22.144780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.154298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39eeb56-4a43-4fe8-a7ac-5e5c02984c0e None None] The sync data for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 is: [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:12Z', 'revision_number': 4, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'cd6c166c-bf6a-41fe-9236-abc049d82adb', 'name': '', 'network_id': 'c7c43926-9d52-458e-849d-7cf4a7663c3d', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'mac_address': 'fa:16:3e:48:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:10Z', 'updated_at': '2022-06-04T06:55:20Z', 'revision_number': 4, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'subnets': [{'id': 'cce5b87c-f028-4fc2-b811-17f37644d5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:55:22.226575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.274397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=6ec0d128-6ab7-460f-b6a5-0789220ccfb2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:22.404478 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.447680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f92211-f808-4ceb-99fb-64804ab103b4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:22.468611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.470125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-35754d92-53ef-43d7-b09b-c345a6034ae0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c9f92211-f808-4ceb-99fb-64804ab103b4 HTTP/1.1" status: 204 len: 168 time: 0.4958415 Jun 04 06:55:22.515641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.622661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd6c166c-bf6a-41fe-9236-abc049d82adb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:22.707823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:22.882699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:55:22.889733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:22.891166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:55:22.894315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6ec0d128-6ab7-460f-b6a5-0789220ccfb2 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:22.902833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'name': 'network-vif-deleted', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:22.934162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:23.157805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cd6c166c-bf6a-41fe-9236-abc049d82adb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:55:23.188506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cd6c166c-bf6a-41fe-9236-abc049d82adb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:23.190740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:23.300549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765361-d5e1-4b54-a4d1-6a02d18c7c6c req-3d7983d3-8053-4e96-8f36-ec0fcf2867de tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:23.305092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82765361-d5e1-4b54-a4d1-6a02d18c7c6c req-3d7983d3-8053-4e96-8f36-ec0fcf2867de tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.2709668 Jun 04 06:55:23.414950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82765361-d5e1-4b54-a4d1-6a02d18c7c6c req-d1741bc0-a8ee-4832-bfca-5b9cc617d9d9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032891 Jun 04 06:55:23.449900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36120) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:23.496269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cd6c166c-bf6a-41fe-9236-abc049d82adb is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:23.496685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:23.596595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3fee65a2-2219-482f-85da-3d992cf0a6ad req-1bf4fdee-ff17-4585-af72-75dd4eaf47e0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.24 "DELETE /v2.0/ports/6ec0d128-6ab7-460f-b6a5-0789220ccfb2 HTTP/1.1" status: 204 len: 173 time: 3.1837566 Jun 04 06:55:23.600211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port cd6c166c-bf6a-41fe-9236-abc049d82adb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd6c166c-bf6a-41fe-9236-abc049d82adb,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:23.617929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:23.826775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:23.855383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36130) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:23.895780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f85318fc-d6d9-48aa-b151-7d9f0df42a36 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 993 time: 0.4443069 Jun 04 06:55:23.914515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5e3898a-e47a-4e20-a9c2-692beab755da req-5a522e06-229f-40d1-8575-d6f5685e470f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.1703000 Jun 04 06:55:24.060128 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84a9e57-f9d5-4ebd-ab87-232b7a16e276'] response: {'server_uuid': 'e19c3c58-56ce-4fbe-983f-833f505cf66a', 'name': 'network-vif-deleted', 'tag': '6ec0d128-6ab7-460f-b6a5-0789220ccfb2', 'status': 'completed', 'code': 200} Jun 04 06:55:24.066208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:24.109755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:24.149182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Usage tracker for resource:security_group_rule and tenant:f45ef81f39a54df984aad0d55e663083 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:24.176463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:24.208709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:24.374309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Deleting port cd6c166c-bf6a-41fe-9236-abc049d82adb {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:24.375046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:24.560939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd6c166c-bf6a-41fe-9236-abc049d82adb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:55:24.855935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cd6c166c-bf6a-41fe-9236-abc049d82adb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:24.856319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:24.951587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:24.990869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66743bc-a225-4703-8557-470e988144ff req-af023d09-d75c-442a-b4aa-1808ec53f413 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:24.994217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a66743bc-a225-4703-8557-470e988144ff req-af023d09-d75c-442a-b4aa-1808ec53f413 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1096 time: 0.2232265 Jun 04 06:55:24.998526 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.018197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] For port cd6c166c-bf6a-41fe-9236-abc049d82adb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cd6c166c-bf6a-41fe-9236-abc049d82adb,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:25.018803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.086967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a66743bc-a225-4703-8557-470e988144ff req-68a4c042-8aed-43a9-8a26-75c5d2fab556 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846457 Jun 04 06:55:25.220167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cd6c166c-bf6a-41fe-9236-abc049d82adb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:25.331610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Calling delete_port for cd6c166c-bf6a-41fe-9236-abc049d82adb owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:25.383246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31d91d67-ec0d-4a00-8edc-22de8e28fc8c req-7d295cc7-5aca-4f57-861f-2701911004eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=e19c3c58-56ce-4fbe-983f-833f505cf66a HTTP/1.1" status: 200 len: 210 time: 0.0783949 Jun 04 06:55:25.506227 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f45ef81f39a54df984aad0d55e663083&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6320617 Jun 04 06:55:25.506595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36190) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:25.511328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe4775-47a9-4fc2-bd3e-adf7cf3708ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae384041-4fb8-4b72-a88d-6b78477b9b93,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:25.696263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.734972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.771790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.844836 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.912437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.913858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae384041-4fb8-4b72-a88d-6b78477b9b93,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:25.929137 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:25.950401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5570d5a1-e3ef-4ac7-b065-145487031129 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ae384041-4fb8-4b72-a88d-6b78477b9b93 HTTP/1.1" status: 204 len: 168 time: 0.4424181 Jun 04 06:55:26.179313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:26.311436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6c166c-bf6a-41fe-9236-abc049d82adb,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:27.035520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.140555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36234) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:27.171517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.201064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:27.206085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef16686265b4938847c4fcfe70811f1 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:27.209583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:27.216173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:27.343121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.349332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.417948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ef16686265b4938847c4fcfe70811f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754416 Jun 04 06:55:27.418854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36240) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:27.419866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87556b4-5c51-492c-9e17-e2faec0ba8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141b8073-0fd5-4e04-8e2f-ea7508687713,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:27.502000 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.731566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.868618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.903899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:27.908296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/141b8073-0fd5-4e04-8e2f-ea7508687713 HTTP/1.1" status: 204 len: 168 time: 0.4831192 Jun 04 06:55:27.908296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1faa1e-3435-4c8c-b23f-304c748972d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141b8073-0fd5-4e04-8e2f-ea7508687713,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:28.014850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Router bd9ffd96-4554-4eac-934d-b3663ea4e91d has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:55:28.303405 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-e795385e-80c9-4eee-b9c9-531963328727 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3536234 Jun 04 06:55:28.306160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:55:28.320593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Sync routers for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:55:28.347607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:28.349544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:28.367756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38b35d3a-fddd-49b0-801a-a7163d2cc1ea admin admin] 10.222.0.17 "PUT /v2.0/routers/bd9ffd96-4554-4eac-934d-b3663ea4e91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4866400 Jun 04 06:55:28.374788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36268) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:28.626455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:28.784920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:29.152332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:29.168924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '3d3b9926-a779-4262-868a-112ebb17946e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:25Z', 'revision_number': 5, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port': {'id': '3d3b9926-a779-4262-868a-112ebb17946e', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:41:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:55:04Z', 'updated_at': '2022-06-04T06:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:29.179006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Checking router: bd9ffd96-4554-4eac-934d-b3663ea4e91d for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:55:29.186571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Deleting port 3d3b9926-a779-4262-868a-112ebb17946e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:29.187070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:29.195140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Routers {'bd9ffd96-4554-4eac-934d-b3663ea4e91d'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:29.197197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:29.611488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] Set router bd9ffd96-4554-4eac-934d-b3663ea4e91d gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:55:29.802962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] For port 3d3b9926-a779-4262-868a-112ebb17946e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3d3b9926-a779-4262-868a-112ebb17946e,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:29.805187 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:29.907511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:29Z', 'revision_number': 6, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:29.912379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a3b6-54fa-4478-b230-0de90b85c10a None None] The sync data for ids ['bd9ffd96-4554-4eac-934d-b3663ea4e91d'] in n-d-811808-2 is: [{'id': 'bd9ffd96-4554-4eac-934d-b3663ea4e91d', 'name': 'tempest-ImageQuotaTest-463154831-router', 'tenant_id': 'fb4729c97d6745049f8b36aea28a4052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:55:03Z', 'updated_at': '2022-06-04T06:55:29Z', 'revision_number': 6, 'project_id': 'fb4729c97d6745049f8b36aea28a4052', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:55:30.272764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-7678f6c1-af0b-4d37-a297-a9aeb87ce35c tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:55:30.274583 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-7678f6c1-af0b-4d37-a297-a9aeb87ce35c tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9443920 Jun 04 06:55:30.378641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd6c166c-bf6a-41fe-9236-abc049d82adb no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:30.494656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: cd6c166c-bf6a-41fe-9236-abc049d82adb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:55:30.495030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cd6c166c-bf6a-41fe-9236-abc049d82adb not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:30.499898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Request body: {'binding': {'host': 'n-h2-811808-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:30.500353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Unknown quota resources ['binding']. {{(pid=88848) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 04 06:55:30.577991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Calling delete_port for 3d3b9926-a779-4262-868a-112ebb17946e owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:31.312631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on host n-h2-811808-2 for vnic_type normal with profile None {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:31.313291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:31.313291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:31.327283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:55:31.338783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:31.402242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:31.402833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:31.403409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Bound using segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:31.404119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Bound port: 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:31.446763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:31.508140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:31.529549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-af00585d-92aa-47fc-8f55-99906121facf service neutron] 10.222.0.17 "POST /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc/bindings HTTP/1.1" status: 201 len: 389 time: 1.0447969 Jun 04 06:55:31.575992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:31.921976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3b9926-a779-4262-868a-112ebb17946e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:32.021699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e5d49-0b0e-459f-8d4c-7484c079f483 req-ea526dc2-3d22-436e-a776-fc5fd55f5b4d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:32.024568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a02e5d49-0b0e-459f-8d4c-7484c079f483 req-ea526dc2-3d22-436e-a776-fc5fd55f5b4d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.1038699 Jun 04 06:55:32.125523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a02e5d49-0b0e-459f-8d4c-7484c079f483 req-4744d40d-ea7c-4777-ac5e-c278c1f60797 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906990 Jun 04 06:55:32.164304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.413758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.416860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.449506 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.450022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9ffd96-4554-4eac-934d-b3663ea4e91d {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:55:32.462404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.470953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d3b9926-a779-4262-868a-112ebb17946e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:32.487017 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0c16e400-ccb5-4c0e-b897-b32db8c1e5ab admin admin] 10.222.0.17 "DELETE /v2.0/routers/bd9ffd96-4554-4eac-934d-b3663ea4e91d HTTP/1.1" status: 204 len: 168 time: 4.1066189 Jun 04 06:55:32.487202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:32.508402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-89f8baff-aebd-434b-aa4f-509d4d639c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:32.510745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-89f8baff-aebd-434b-aa4f-509d4d639c1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1096 time: 0.6716833 Jun 04 06:55:32.547967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3d3b9926-a779-4262-868a-112ebb17946e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:55:32.548310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3d3b9926-a779-4262-868a-112ebb17946e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:32.630111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Deleting subnet cce5b87c-f028-4fc2-b811-17f37644d5d4 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:55:32.638736 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.695571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-21bcc36b-d4f9-4702-bbe3-6469fbbf6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:32.697150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-21bcc36b-d4f9-4702-bbe3-6469fbbf6175 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.1744726 Jun 04 06:55:32.754648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.884155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:32.924221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-d3b7a4fd-ecd0-4084-91ec-a0eb5a03d987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 1001 time: 0.2200582 Jun 04 06:55:33.007038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-507f266c-ae9c-4c76-8c2b-95dc1551e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:33.008493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-507f266c-ae9c-4c76-8c2b-95dc1551e983 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.0713563 Jun 04 06:55:33.011764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:33.082449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76802187-770f-44c2-8819-31f7b5c87330 None None] Network c7c43926-9d52-458e-849d-7cf4a7663c3d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:33.092316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:33.109656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cce5b87c-f028-4fc2-b811-17f37644d5d4 HTTP/1.1" status: 204 len: 168 time: 0.6248693 Jun 04 06:55:33.110532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36436) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:33.155534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff69f81-468f-490a-ac7f-e6f2d98dc1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce5b87c-f028-4fc2-b811-17f37644d5d4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:33.208133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-ab829731-37fb-4000-8ee2-36774c7f8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:33.209889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-ab829731-37fb-4000-8ee2-36774c7f8257 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953671 Jun 04 06:55:33.423919 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:33.451136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Deleting port a564d130-1160-491e-abf3-35c9a835b08a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:33.452166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:33.499718 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-fe5c0264-78b6-4a18-836f-7ba887caa3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825894 Jun 04 06:55:33.767379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] DHCP port deletion for c7c43926-9d52-458e-849d-7cf4a7663c3d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:55:33.782047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Deleting port a564d130-1160-491e-abf3-35c9a835b08a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:33.782636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:34.002113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] For port a564d130-1160-491e-abf3-35c9a835b08a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a564d130-1160-491e-abf3-35c9a835b08a,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:34.005668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:34.311427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:34.450731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] For port a564d130-1160-491e-abf3-35c9a835b08a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a564d130-1160-491e-abf3-35c9a835b08a,segment=NetworkSegment(eb037c36-35ee-48e0-826b-22e82d278f76),segment_id=eb037c36-35ee-48e0-826b-22e82d278f76)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:34.451118 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:34.460565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-548c7706-ad0a-4375-9a8f-9f525cd05d21 service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454906 Jun 04 06:55:34.489918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Calling delete_port for a564d130-1160-491e-abf3-35c9a835b08a owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:34.689593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-22b0585d-dbbc-4f18-8b48-2c2d74a474fb tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:34.695523 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-22b0585d-dbbc-4f18-8b48-2c2d74a474fb tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&tenant_id=37092d7db36349b3ae22457540bd734a&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1096 time: 0.1789830 Jun 04 06:55:34.707717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811808-2'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:34.758311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3b43-c199-441d-a10e-cc7ec30d705c req-60784166-2c5e-4c7a-99fb-7e71f993d73b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:34.761603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8daf3b43-c199-441d-a10e-cc7ec30d705c req-60784166-2c5e-4c7a-99fb-7e71f993d73b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 1.1787593 Jun 04 06:55:34.791344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Calling delete_port for a564d130-1160-491e-abf3-35c9a835b08a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:34.827129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a564d130-1160-491e-abf3-35c9a835b08a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:34.829086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:34.877104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a564d130-1160-491e-abf3-35c9a835b08a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:55:34.877664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a564d130-1160-491e-abf3-35c9a835b08a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:34.923262 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:55:34.923882 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:55:34.983508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:34.995354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] No DVR routers for this DVR port a564d130-1160-491e-abf3-35c9a835b08a on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:55:35.020087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8daf3b43-c199-441d-a10e-cc7ec30d705c req-6bf821e9-9057-4515-bee6-4887b3019268 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465253 Jun 04 06:55:35.022910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Pushing event deleted for resources: {'Port': ['ID=a564d130-1160-491e-abf3-35c9a835b08a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:35.109118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.166228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:35.173961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Usage tracker for resource:security_group_rule and tenant:c6412e9bbe2243dbb8f01b171e272222 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:35.178304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:35.189392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:35.200298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.302305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c43926-9d52-458e-849d-7cf4a7663c3d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:35.332700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb037c36-35ee-48e0-826b-22e82d278f76') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:35.333005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb037c36-35ee-48e0-826b-22e82d278f76') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:35.357859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.391630 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.412570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:55:35.413445 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.425982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Deleting port a564d130-1160-491e-abf3-35c9a835b08a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:35.426932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.472666 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment eb037c36-35ee-48e0-826b-22e82d278f76 resource provider aggregate not found Jun 04 06:55:35.547627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:35.611568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:35.641587 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment eb037c36-35ee-48e0-826b-22e82d278f76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb037c36-35ee-48e0-826b-22e82d278f76 found for delete ", "request_id": "req-f8bb0a00-5fd1-41aa-aa1a-d49f0abb9079"}]} Jun 04 06:55:35.652953 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.679669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.694694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7b36debb-76f9-4a37-a658-eea817271d11 None None] The port 'a564d130-1160-491e-abf3-35c9a835b08a' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:55:35.702971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c7c43926-9d52-458e-849d-7cf4a7663c3d HTTP/1.1" status: 204 len: 168 time: 2.5874405 Jun 04 06:55:35.710210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e44578-525e-42d4-9ac6-002c0a350515 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c43926-9d52-458e-849d-7cf4a7663c3d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:35.735297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:35.747588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.767691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.862074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:35.959880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.000339 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91891df6-5807-4d49-815d-f77c43bbf238'] response: {'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'code': 200} Jun 04 06:55:36.074298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5de22-36fc-42dd-84c3-8ac83e3350c1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:36.137333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:36.159331 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d2cacab8-6603-433d-bc96-030aad2d3eae admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c6412e9bbe2243dbb8f01b171e272222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8466542 Jun 04 06:55:36.160327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:36.163489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36544) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:36.273607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on host n-h1-811808-2 for vnic_type normal with profile {"migrating_to": "n-h2-811808-2"} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:36.273961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:36.274273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:36.283348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-259811a5-bbbe-457f-9f50-b46ccd640bdd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fb4729c97d6745049f8b36aea28a4052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443808 Jun 04 06:55:36.286905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36550) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:36.311491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aae420c4-a2d9-4d49-9d75-949e01ea22a7 None None] Provisioning complete for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:36.312051 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aae420c4-a2d9-4d49-9d75-949e01ea22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.315118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:55:36.324531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Attempting to bind port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on network 94f2c895-83e2-44c0-ad87-56ba1a27b979 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:36.339359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:36.340126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Checking segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:36.340784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Bound using segment: {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:36.341700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Bound port: 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:36.342292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.383559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2757bb2-5e20-4da3-9beb-e622217da0fd req-71dbf82e-50af-40b1-afce-5b6ea6c9fb6c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:36.385836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2757bb2-5e20-4da3-9beb-e622217da0fd req-71dbf82e-50af-40b1-afce-5b6ea6c9fb6c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.1891005 Jun 04 06:55:36.405076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aae420c4-a2d9-4d49-9d75-949e01ea22a7 None None] Port 1b80e324-5000-4b67-a355-90a5d0e2b6bc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:55:36.474077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.482552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.532091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.553054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:36.557042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:36.575293 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.575483 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.609291 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2757bb2-5e20-4da3-9beb-e622217da0fd req-c99e27a0-ba52-4035-81ae-f55797b21464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129872 Jun 04 06:55:36.688627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.709908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d29d0a-fe17-483d-b671-f78a99e13b13,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:36.742650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:36.747119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b1659992-5c54-4c18-aaa5-2f61166774e6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/75d29d0a-fe17-483d-b671-f78a99e13b13 HTTP/1.1" status: 204 len: 168 time: 0.4575200 Jun 04 06:55:37.081274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a3f83-76f6-4a86-86b3-e1d6cf504e45 req-5a284eaf-5704-44bc-b36c-1083b6525388 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:37.086513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-713a3f83-76f6-4a86-86b3-e1d6cf504e45 req-5a284eaf-5704-44bc-b36c-1083b6525388 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 943 time: 0.2439566 Jun 04 06:55:37.091313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:37.092100 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.097773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] 10.222.0.24 "PUT /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 1121 time: 2.3942006 Jun 04 06:55:37.137844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e03487-0a26-4b3e-bf68-6c4a59bad97f service neutron] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=8']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:37.152989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Provisioning complete for port 1b80e324-5000-4b67-a355-90a5d0e2b6bc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:55:37.155493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.170207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.223871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5de22-36fc-42dd-84c3-8ac83e3350c1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:37.264961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.264961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-50d21944-b25c-4903-af1b-49e4865bb4ac admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0df5de22-36fc-42dd-84c3-8ac83e3350c1 HTTP/1.1" status: 204 len: 168 time: 1.0937757 Jun 04 06:55:37.279590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-713a3f83-76f6-4a86-86b3-e1d6cf504e45 req-26a04c1f-261a-41f3-b6da-06e0968cde11 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870356 Jun 04 06:55:37.325236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1b80e324-5000-4b67-a355-90a5d0e2b6bc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:55:37.644703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Current status of the port 1b80e324-5000-4b67-a355-90a5d0e2b6bc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:55:37.646976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.705051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-519a2308-e5a2-43ca-8965-810975801cb4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:37.707805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-519a2308-e5a2-43ca-8965-810975801cb4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:55:37.763350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-519a2308-e5a2-43ca-8965-810975801cb4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:55:37.764750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-519a2308-e5a2-43ca-8965-810975801cb4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.2870049 Jun 04 06:55:37.835306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:37.887230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 52647e9c-3a32-42a8-acfa-6762a03c7faa {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:37.887590 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:37.938470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:37.988491 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:38.035368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea0bcf-c27e-4cfb-8620-4590c896dffc req-5e95cce5-9ace-4289-b32d-f8730108ecb2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:38.049460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21ea0bcf-c27e-4cfb-8620-4590c896dffc req-5e95cce5-9ace-4289-b32d-f8730108ecb2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 945 time: 0.1724763 Jun 04 06:55:38.058203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:38.291808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36600) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:38.330657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:38.372987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36606) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:38.415368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:38.429374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:38.446334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:38.459439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:38.486159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:38.498849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:38.528632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd182357038401792ea57ba2fb24f11 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:38.532080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a16b47-0013-4d3c-a6f6-1eb54553c92a None None] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:38.537387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:38.556664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:38.645756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 52647e9c-3a32-42a8-acfa-6762a03c7faa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=52647e9c-3a32-42a8-acfa-6762a03c7faa,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:38.646289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:38.749012 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:55:38.958093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:38.988191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 52647e9c-3a32-42a8-acfa-6762a03c7faa owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:38.993340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.126232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:39.161163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.8682494 Jun 04 06:55:39.173689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc has no active binding in host n-h2-811808-2 {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 04 06:55:39.178348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36622) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:39.210861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-21ea0bcf-c27e-4cfb-8620-4590c896dffc req-4262fd43-0a10-40b8-94b7-3ea08bdfbd3b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=5f730eac-4f7e-40dc-8fed-a211778de9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1603022 Jun 04 06:55:39.234835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027db1c-6f87-4d85-969f-a6bbec8c9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce87625-e038-4f9b-9dbb-4a5c05de6286,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:39.285659 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0644b9ce-4e4c-4fc6-ab85-67e4fd9abbfa'] response: {'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'code': 200} Jun 04 06:55:39.329567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.331157 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a314c795-c863-44f4-827e-1b453d702a76'] response: {'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'status': 'completed', 'code': 200} Jun 04 06:55:39.340719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.363114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.513097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=52647e9c-3a32-42a8-acfa-6762a03c7faa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:39.547341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.547872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.548326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.548769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.549209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.549702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.550154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.550607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.551090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.551559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.552027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.552470 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:39.625169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 52647e9c-3a32-42a8-acfa-6762a03c7faa on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:55:39.646048 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.663299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-24e7bd45-dcc6-4ed7-bd70-9cf5f5249afa req-6936acfb-5d0c-4c8d-9215-791c81df9964 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "DELETE /v2.0/ports/52647e9c-3a32-42a8-acfa-6762a03c7faa HTTP/1.1" status: 204 len: 173 time: 1.8929603 Jun 04 06:55:39.673544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ffd182357038401792ea57ba2fb24f11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2976046 Jun 04 06:55:39.676569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:39.685028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812db500-d15b-464d-ba08-9064761d72f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff5ec2-916b-4beb-aae4-df9595847b3c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:39.690686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.750054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.752971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.759603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184b3a-cfa0-4021-b671-bad592126905 req-315a568f-fa31-4d11-9db5-5e6eb4921b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:39.761097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-315a568f-fa31-4d11-9db5-5e6eb4921b48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1126 time: 0.3990428 Jun 04 06:55:39.782604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.852407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.892275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff5ec2-916b-4beb-aae4-df9595847b3c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:39.899146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:39.906213 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7830b0e2-e840-404b-826f-5916faed2772 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dfff5ec2-916b-4beb-aae4-df9595847b3c HTTP/1.1" status: 204 len: 168 time: 0.2282441 Jun 04 06:55:39.914795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a26c4-4f6f-4ea3-b839-1a6af79e621a req-31629528-4d4e-424c-b29a-7f1d30972b3b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:39.916963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a4a26c4-4f6f-4ea3-b839-1a6af79e621a req-31629528-4d4e-424c-b29a-7f1d30972b3b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.4786122 Jun 04 06:55:40.022270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a4a26c4-4f6f-4ea3-b839-1a6af79e621a req-1bb10465-0084-4f63-87bb-4adf53226b4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953665 Jun 04 06:55:40.038613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:40.091640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce87625-e038-4f9b-9dbb-4a5c05de6286,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:40.110818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184b3a-cfa0-4021-b671-bad592126905 req-fbc46002-d025-4488-8a04-0d23906749ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:40.112545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-fbc46002-d025-4488-8a04-0d23906749ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.3446741 Jun 04 06:55:40.252899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:40.256606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d44a5a4-a723-492e-a40f-b0a962cf2525 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ce87625-e038-4f9b-9dbb-4a5c05de6286 HTTP/1.1" status: 204 len: 168 time: 1.0728536 Jun 04 06:55:40.288679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-fb061e05-050e-4c14-83ed-a08f6276f6fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 1001 time: 0.1633084 Jun 04 06:55:40.402654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184b3a-cfa0-4021-b671-bad592126905 req-c9976ecf-06ea-4223-860c-c0b91c11dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:40.404303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-c9976ecf-06ea-4223-860c-c0b91c11dde9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.1094468 Jun 04 06:55:40.578062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-921f102a-83a4-48e7-b1a9-c3f1422a98e7 req-0807b563-de0a-419c-9ccc-f2bb7920c1aa tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 210 time: 0.0843582 Jun 04 06:55:40.638269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184b3a-cfa0-4021-b671-bad592126905 req-e90dda07-0b4a-433f-98e5-90d48e532f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:40.639800 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-e90dda07-0b4a-433f-98e5-90d48e532f68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292726 Jun 04 06:55:40.919969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 52647e9c-3a32-42a8-acfa-6762a03c7faa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:41.002752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-47a2a19b-14ad-4bbd-9240-bc55d5836708 service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556325 Jun 04 06:55:41.029312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 52647e9c-3a32-42a8-acfa-6762a03c7faa {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:55:41.046120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 52647e9c-3a32-42a8-acfa-6762a03c7faa not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:41.330158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96184b3a-cfa0-4021-b671-bad592126905 req-d43dcbe3-f7d2-488b-b1f6-5c4c34c01e6e service neutron] 10.222.0.39 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199530 Jun 04 06:55:41.332620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'name': 'network-vif-deleted', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:41.410961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee40b-2d53-49b9-8e48-c6049bf41da3 req-04895033-d712-45db-8924-44ba84d62e2e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:41.423874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6fee40b-2d53-49b9-8e48-c6049bf41da3 req-04895033-d712-45db-8924-44ba84d62e2e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.1387351 Jun 04 06:55:41.490218 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6fee40b-2d53-49b9-8e48-c6049bf41da3 req-8cb27959-0053-48cf-b4b9-7186528b6f61 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637755 Jun 04 06:55:41.605088 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705f5efe-94aa-44a9-b9c6-67e0bf2168ad'] response: {'server_uuid': 'cb79d83f-2311-4606-be20-f5fa3dd47de4', 'name': 'network-vif-deleted', 'tag': '52647e9c-3a32-42a8-acfa-6762a03c7faa', 'status': 'completed', 'code': 200} Jun 04 06:55:41.938055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1513689-000c-41b5-af60-7f18eb9005e7 req-97589f2a-3298-4d85-9454-643323aa6444 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=cb79d83f-2311-4606-be20-f5fa3dd47de4 HTTP/1.1" status: 200 len: 210 time: 0.1214719 Jun 04 06:55:41.954507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:42.155034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-785719609-network', 'tenant_id': 'f619fd9cce944785bbb8056fbde60569'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:42.163407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:42.170891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Usage tracker for resource:network and tenant:f619fd9cce944785bbb8056fbde60569 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:42.174051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:42.204112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:42.239375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Made reservation on behalf of f619fd9cce944785bbb8056fbde60569 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:42.244728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.264473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.284691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:42.305451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Usage tracker for resource:security_group_rule and tenant:f619fd9cce944785bbb8056fbde60569 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:42.309444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:42.315758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:42.483479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.490024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.537708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:55:42.549239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b72b20-866a-4270-8c09-0015f6c64830,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:42.558986 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.559531 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Added segment 49bab27d-9c85-4004-b571-56bde29d07cf of type vlan for network 3cad5bab-e1b1-4ab7-a370-2044a986011b Jun 04 06:55:42.617043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.731790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.733091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:42.733875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:42.770195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256731d7-0d4a-44a8-b866-b4b129ec29d7 req-a87cc2dc-c6aa-41b9-a26d-2a4ec82e70cd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:42.779738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-256731d7-0d4a-44a8-b866-b4b129ec29d7 req-a87cc2dc-c6aa-41b9-a26d-2a4ec82e70cd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.1197019 Jun 04 06:55:42.879522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-256731d7-0d4a-44a8-b866-b4b129ec29d7 req-51572208-1ef6-4e18-bcbe-569f27609d69 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984688 Jun 04 06:55:42.883539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9277892 Jun 04 06:55:42.896829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36734) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:42.908531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Request body: {'subnet': {'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-785719609-subnet', 'tenant_id': 'f619fd9cce944785bbb8056fbde60569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:42.917497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:42.924992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Usage tracker for resource:subnet and tenant:f619fd9cce944785bbb8056fbde60569 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:42.932548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:42.934953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e713e-eca5-4e7d-8a32-04ff0c096dcf admin admin] Pushing event updated for resources: {'Network': ['ID=3cad5bab-e1b1-4ab7-a370-2044a986011b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:42.943853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:42.966169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 3cad5bab-e1b1-4ab7-a370-2044a986011b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:55:42.985144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Made reservation on behalf of f619fd9cce944785bbb8056fbde60569 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:42.987861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:43.403686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:43.545895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d149ebe-bdec-4005-95e7-10dab6b8cb10,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:43.553711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Checking segment: {'id': '49bab27d-9c85-4004-b571-56bde29d07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:43.554075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Network hostable DHCP agents. Network: 3cad5bab-e1b1-4ab7-a370-2044a986011b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:55:43.606183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Network 3cad5bab-e1b1-4ab7-a370-2044a986011b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:55:43.627466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 3cad5bab-e1b1-4ab7-a370-2044a986011b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:43.663873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee249bb-65b2-4d1b-808f-531afad4ecc2 None None] Network 3cad5bab-e1b1-4ab7-a370-2044a986011b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:43.674890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:43.675485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:43.747428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c5ee01d3-63e1-420f-b005-86b8ae343e0d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8452749 Jun 04 06:55:44.267185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3c648-5134-4faf-9f2b-e33831a357c9 None None] Network 3cad5bab-e1b1-4ab7-a370-2044a986011b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:44.436791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a12d5-fc9e-445d-9a77-51c32060a78e req-c5e362df-2ae4-4dc8-858e-a879060d3726 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:44.446185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c89a12d5-fc9e-445d-9a77-51c32060a78e req-c5e362df-2ae4-4dc8-858e-a879060d3726 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.2978408 Jun 04 06:55:44.598090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c89a12d5-fc9e-445d-9a77-51c32060a78e req-ba9aa3c6-734e-40f0-b1aa-a1ec95f508ef tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404808 Jun 04 06:55:45.572095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36824) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:45.579455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-933852639-network', 'tenant_id': 'b0fc8c057c4048209c810efaa83d0dc3'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:45.596913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:45.615472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Usage tracker for resource:network and tenant:b0fc8c057c4048209c810efaa83d0dc3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:45.636801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:45.664736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:45.710983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-bb275dd9-1ea8-4131-b54e-ad1fbd26abfa service neutron] 10.222.0.39 "GET /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 384 time: 0.2735713 Jun 04 06:55:45.725247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Made reservation on behalf of b0fc8c057c4048209c810efaa83d0dc3 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:45.727900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:45.764043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:45.800463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:45.813073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Usage tracker for resource:security_group_rule and tenant:b0fc8c057c4048209c810efaa83d0dc3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:45.816250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:45.826371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:46.150692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.164121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.210380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:55:46.238322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.238676 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Added segment 1c864b7d-db23-4734-8f2c-57cd9e3097f7 of type vlan for network f67de010-8d6a-4067-b54f-2ec4fb2fd803 Jun 04 06:55:46.302092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.350206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.351420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:46.352486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:46.747441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1741097 Jun 04 06:55:46.748886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff880e72-6900-4ca9-a44b-ddbc0758a07a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:46.753710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36860) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:46.777981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Request body: {'subnet': {'network_id': 'f67de010-8d6a-4067-b54f-2ec4fb2fd803', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-933852639-subnet', 'tenant_id': 'b0fc8c057c4048209c810efaa83d0dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:46.789797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e613108-3838-425c-b538-6e6d79e1913f admin admin] Pushing event updated for resources: {'Network': ['ID=f67de010-8d6a-4067-b54f-2ec4fb2fd803,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:46.806237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:46.815095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Usage tracker for resource:subnet and tenant:b0fc8c057c4048209c810efaa83d0dc3 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:46.826966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:46.838169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f67de010-8d6a-4067-b54f-2ec4fb2fd803 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:55:46.851254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:46.902178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Made reservation on behalf of b0fc8c057c4048209c810efaa83d0dc3 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:46.907270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.025344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad4c374b-16df-4697-87f5-505a73a8b6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.109610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:47.145685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde7423-fb3d-4b96-a6d5-7d7c54de3866 req-488e29d6-a1b9-4353-8cdd-98b7b705f993 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:47.147405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cde7423-fb3d-4b96-a6d5-7d7c54de3866 req-488e29d6-a1b9-4353-8cdd-98b7b705f993 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 945 time: 0.6192253 Jun 04 06:55:47.189396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:47.286469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4cde7423-fb3d-4b96-a6d5-7d7c54de3866 req-f4a31bd5-c5c5-41f8-a503-ec62f851865c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191025 Jun 04 06:55:47.313781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:55:47.331500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:47.346357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.494812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.591607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db24194e-3e77-4a4c-a018-256f9e1439d2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:47.603363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Checking segment: {'id': '1c864b7d-db23-4734-8f2c-57cd9e3097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f67de010-8d6a-4067-b54f-2ec4fb2fd803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:47.603894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Network hostable DHCP agents. Network: f67de010-8d6a-4067-b54f-2ec4fb2fd803, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:55:47.629365 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0276c0b8-09e6-4d42-9aac-77684b239202'] response: {'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'code': 200} Jun 04 06:55:47.630370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Network f67de010-8d6a-4067-b54f-2ec4fb2fd803 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:55:47.667775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] Transition to ACTIVE for port object 1b80e324-5000-4b67-a355-90a5d0e2b6bc will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:47.672929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f67de010-8d6a-4067-b54f-2ec4fb2fd803) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:47.674291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.689016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:47.689978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a3b7e-a4b1-416b-8965-6ab870023cbd None None] Network f67de010-8d6a-4067-b54f-2ec4fb2fd803 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:47.694817 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:47.758308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-44f9d064-682a-43d8-80c7-c1754f6ec7b8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0033317 Jun 04 06:55:48.087802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] Pushing event updated for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=11']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:48.296930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] No DVR routers for this DVR port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:55:48.364244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36894) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:48.386094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628824685', 'description': 'tempest-secgroup-smoke-1628824685 description', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:48.418962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:48.478734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:48.523362 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:48.588052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:48.597304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:48.601755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:48.609979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d993230-1a7e-49c7-8458-2d0d6d7b71fe None None] Network f67de010-8d6a-4067-b54f-2ec4fb2fd803 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:55:48.631092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:48.840667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-cbc03a2e-93f9-49de-ab98-385c1ac83117 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc/bindings/n-h2-811808-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1208284 Jun 04 06:55:48.890444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed35e-5373-44f0-9bb1-548315aa8ba9 req-978b047e-3474-4cc5-828b-22a8cb11716d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:48.901882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a2ed35e-5373-44f0-9bb1-548315aa8ba9 req-978b047e-3474-4cc5-828b-22a8cb11716d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.2976265 Jun 04 06:55:48.947879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:48.958117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:55:48.958696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.060489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a2ed35e-5373-44f0-9bb1-548315aa8ba9 req-4129092d-2917-4058-a29b-265018738579 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508148 Jun 04 06:55:49.148322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f810e74-87fc-47f7-9981-8d483cf908b9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:49.156168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:55:49.161692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.165194 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-898c7bff-be3e-4cdd-92f4-3a78b9059759 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7966449 Jun 04 06:55:49.171260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36910) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:49.177197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:49.198971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:49.204504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0a6bf18e-f4d3-4ab7-9907-785d94199da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.217720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:49.223192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:49.256269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:49.315068 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.502892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.510855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.573090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569b3900-3578-4401-9206-7c658d64fdf5,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:49.597491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.599085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-695cacfd-67dd-4557-8390-484829fc83e5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262667 Jun 04 06:55:49.601866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36916) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:49.609695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:49.626478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:49.631350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-d7ca57c3-9302-456b-8589-00875724ced7 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:49.632844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-d7ca57c3-9302-456b-8589-00875724ced7 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&tenant_id=37092d7db36349b3ae22457540bd734a&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 1095 time: 0.7101243 Jun 04 06:55:49.635402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:49.643530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:49.659007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:49.714304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:49.800673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-b0e42420-3beb-4bf1-8c12-8e92b4d8ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:49.804207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-b0e42420-3beb-4bf1-8c12-8e92b4d8ab2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 1095 time: 0.1625421 Jun 04 06:55:49.904414 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:55:49.981157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.006660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-e00bc16c-e061-4e76-ad49-c647ef56a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:50.008803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-e00bc16c-e061-4e76-ad49-c647ef56a958 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1095 time: 0.1787443 Jun 04 06:55:50.144831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.216869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.223249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-1f317809-918c-40ae-8926-aa809649a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:50.224965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-1f317809-918c-40ae-8926-aa809649a679 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.2100263 Jun 04 06:55:50.342002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-a447269f-33b4-44ae-a5dc-d98ffc0fc330 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:50.354009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-a447269f-33b4-44ae-a5dc-d98ffc0fc330 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/networks?id=3cad5bab-e1b1-4ab7-a370-2044a986011b HTTP/1.1" status: 200 len: 808 time: 0.4308953 Jun 04 06:55:50.374961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d90aa6-098e-4723-9715-01972968c8c2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:50.384353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.385949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-18a62d0d-109c-458c-8c97-c7f2103da3eb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7826197 Jun 04 06:55:50.388748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:50.398199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-87ad2d1a-73e3-489a-8243-43ecb9a8bd41 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/quotas/f619fd9cce944785bbb8056fbde60569 HTTP/1.1" status: 200 len: 375 time: 0.0427828 Jun 04 06:55:50.402967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:50.428743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:50.442876 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-e0f154ce-4cb5-4cd4-8657-d0a54c397296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 999 time: 0.2114208 Jun 04 06:55:50.449241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:50.455618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:50.499173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:50.507110 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.536978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-951143fb-1b98-4a00-aec2-a28d41890257 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f619fd9cce944785bbb8056fbde60569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343575 Jun 04 06:55:50.547340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36944) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:50.669010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.690555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-3781b994-45f7-44be-8195-114df0fe131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:50.691958 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-3781b994-45f7-44be-8195-114df0fe131d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.2323918 Jun 04 06:55:50.731594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.781213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:50.794516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Usage tracker for resource:security_group_rule and tenant:f928f6b085044e0cba97834e0e4c075f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:50.804774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.807120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:50.816705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:50.822922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:50.856308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-0dfbb474-84b1-4842-a732-1c81da73c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:50.857839 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-0dfbb474-84b1-4842-a732-1c81da73c077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579947 Jun 04 06:55:50.861328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc0aa2d-4bce-45ee-a15a-9fdeb7601c7d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:51.036475 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-6f55150c-72a2-4e52-be9b-90130984e3cf service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 Jun 04 06:55:51.037835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.042754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5fff819f-9750-46d7-80c7-e54e51c59f45 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6529837 Jun 04 06:55:51.044837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36954) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:51.078959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:51.089373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:51.159777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:51.163122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:51.186394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:51.195302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-1358fa35-3350-4360-b4fd-240dcf103d5a service neutron] 10.222.0.17 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568739 Jun 04 06:55:51.250717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.323754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.338451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.372534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-576d4151-c384-4ec0-907a-bc0eaab3a03b service neutron] 10.222.0.17 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615202 Jun 04 06:55:51.379770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4053bd77-15ab-40c3-a4db-8b964d348bfc,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:51.386990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-8887f4a1-5f35-44c3-adbd-852ec934c72b service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429890 Jun 04 06:55:51.388240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.392671 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ffd90232-dd53-4163-94c6-57e532f8dc25 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408468 Jun 04 06:55:51.393369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36962) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:51.398916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:51.413240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:51.420252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:51.426847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.433325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.440285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:51.449761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:51.466575 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Project 583d2e88dbf2437cb0fea6cc43c1b507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:55:51.479386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.496756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc93c170-1b12-4d36-a6de-0ccda92fe614,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:51.501096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f928f6b085044e0cba97834e0e4c075f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509788 Jun 04 06:55:51.507776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 36970) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:51.509803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.510245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.510722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.511638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.511638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.512344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.512344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.512889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.512889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.513289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.513532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.513865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434551f5-92cb-4b38-9024-d2289cf58a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:55:51.599160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.657160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.718501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.734105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.843895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.869354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc93c170-1b12-4d36-a6de-0ccda92fe614,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:51.950577 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.951963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fefa17d0-8821-44ca-85e2-61ecf8f814ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc93c170-1b12-4d36-a6de-0ccda92fe614 HTTP/1.1" status: 204 len: 168 time: 0.4341695 Jun 04 06:55:51.960081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46f8e62-f5f4-4d60-bd84-0030f812a55d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:51.992849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:51.994796 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0cca83e5-b3cb-4451-b6c8-c4097d9183a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6003766 Jun 04 06:55:51.997413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 36990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:52.004152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'security_group_rule': {'security_group_id': '8f810e74-87fc-47f7-9981-8d483cf908b9', 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:52.022233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:52.030497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:security_group_rule and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:52.037985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:52.039501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b69f-70f1-48d3-8a73-510ad260f3cc req-09c31176-3144-44d2-a0c5-aeef1e57038b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:52.050858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-6ae362e4-11d4-47d3-9851-cfb63e61c5de tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:52.052535 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-6ae362e4-11d4-47d3-9851-cfb63e61c5de tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01&tenant_id=37092d7db36349b3ae22457540bd734a&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 1095 time: 0.2541573 Jun 04 06:55:52.053134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2987b69f-70f1-48d3-8a73-510ad260f3cc req-09c31176-3144-44d2-a0c5-aeef1e57038b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.3196316 Jun 04 06:55:52.053699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:52.104271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.175245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2987b69f-70f1-48d3-8a73-510ad260f3cc req-1cee26f2-706e-4b33-b11f-780debbe1cce tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173902 Jun 04 06:55:52.341022 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Project 583d2e88dbf2437cb0fea6cc43c1b507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:55:52.368753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.408039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5903513a-0145-49b5-8f0f-fda697ccdbe9 req-2fa0d2df-a7dd-4cd0-9829-9dd9fc8cfe1b tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 210 time: 0.1608624 Jun 04 06:55:52.507710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.509813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-a254ed65-4fe3-468d-bd6d-a466fee206a2 service neutron] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:52.517497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.568152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-a254ed65-4fe3-468d-bd6d-a466fee206a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.570135 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-97a8c527-f2cd-4e21-8abd-d147b92ac0a4 req-a254ed65-4fe3-468d-bd6d-a466fee206a2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc/bindings/n-h1-811808-2 HTTP/1.1" status: 204 len: 173 time: 0.5112019 Jun 04 06:55:52.576551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.594268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5867760 Jun 04 06:55:52.598710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6b96-2521-4699-be16-7c210c0f4cc0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2915524-abfb-4eb4-8991-480d0fd9d431,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:52.692569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37018) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:52.717366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.739601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:52.746905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Usage tracker for resource:security_group_rule and tenant:7924bcce089a46bba9bbd7a26a79d099 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:52.750793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:52.758052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:52.858436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.864186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:52.878042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37052) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:52.935878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7924bcce089a46bba9bbd7a26a79d099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417810 Jun 04 06:55:52.937991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e2a05-1688-48a7-9b86-ecc63d96a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc361e8-b34a-4998-ae77-5549e709b781,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:52.939283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37058) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:53.063040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.099793 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.117035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.134301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:53.145919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Usage tracker for resource:security_group_rule and tenant:64f0041b23434677a533210a0dcb9637 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:53.150591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:53.167837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:53.224572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.280476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc361e8-b34a-4998-ae77-5549e709b781,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:53.330482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.346118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ee3e5ca5-00c4-4484-b38e-85a94857204a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3cc361e8-b34a-4998-ae77-5549e709b781 HTTP/1.1" status: 204 len: 168 time: 0.3937743 Jun 04 06:55:53.392221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.398214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.470380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c8da55-c8ac-4ae6-895d-c36fdfd2d9d5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:53.496368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ce3d59c7-f9f9-4a98-b866-9b33c9087749 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=64f0041b23434677a533210a0dcb9637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172211 Jun 04 06:55:53.497189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:53.517959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0ff5d-9095-4397-81fd-4933e79987ed req-bbe8094d-ba00-4d0a-8ee7-e70778417486 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:53.521854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fe0ff5d-9095-4397-81fd-4933e79987ed req-bbe8094d-ba00-4d0a-8ee7-e70778417486 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.2039404 Jun 04 06:55:53.608208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.707011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.840929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6fe0ff5d-9095-4397-81fd-4933e79987ed req-7871fcbf-a159-4867-8569-9183c3d04748 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085725 Jun 04 06:55:53.861529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.928170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c8da55-c8ac-4ae6-895d-c36fdfd2d9d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:53.943996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:53.956666 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64e92dad-25c6-4312-9b6c-b33f7cba4af4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/21c8da55-c8ac-4ae6-895d-c36fdfd2d9d5 HTTP/1.1" status: 204 len: 168 time: 0.4583712 Jun 04 06:55:54.104904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-e6fffce3-827f-4a30-8424-a11d68095676 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:54.109097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-e6fffce3-827f-4a30-8424-a11d68095676 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.39 "GET /v2.0/networks?id=3cad5bab-e1b1-4ab7-a370-2044a986011b HTTP/1.1" status: 200 len: 808 time: 0.6632829 Jun 04 06:55:54.208142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Request body: {'port': {'device_id': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b', 'admin_state_up': True, 'tenant_id': 'f619fd9cce944785bbb8056fbde60569'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:54.505031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:54.517730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Usage tracker for resource:port and tenant:f619fd9cce944785bbb8056fbde60569 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:54.536875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f46cf074-2edd-45d1-ada3-ce8597fd2601 req-fba436dd-f002-4344-8b14-6fd50a8c3953 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 210 time: 0.4266977 Jun 04 06:55:54.542382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:54.550804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:54.572336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Made reservation on behalf of f619fd9cce944785bbb8056fbde60569 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:55:54.575995 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:54.678847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:54.702164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:54.729874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:55:54.740968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd04a22979b459087940854012858da is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:55:54.747842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:55:54.763520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:55:54.907937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Allocated IP 172.20.0.13 (3cad5bab-e1b1-4ab7-a370-2044a986011b/8d149ebe-bdec-4005-95e7-10dab6b8cb10/82e70eb9-89de-41f1-94f7-3bb776fd4b45) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:55:54.912432 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:54.921148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:54.954029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98e72f-6dbd-4cc0-8287-da93f30143ef req-bf2a0320-6724-448f-9d35-f5f0f705ffa9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:54.962327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c98e72f-6dbd-4cc0-8287-da93f30143ef req-bf2a0320-6724-448f-9d35-f5f0f705ffa9 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1095 time: 0.1669981 Jun 04 06:55:55.022741 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7bd04a22979b459087940854012858da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408761 Jun 04 06:55:55.022984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:55.030543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fde12-4d38-4879-a92c-d7362583ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ab8af-7145-4eaa-bae2-a878dbee8761,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:55.061943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c98e72f-6dbd-4cc0-8287-da93f30143ef req-b7e57bb5-2632-4132-b731-4b1c51887241 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985811 Jun 04 06:55:55.159398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.193724 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.269377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.294657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ab8af-7145-4eaa-bae2-a878dbee8761,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:55.314584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.315756 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4a9f92ed-cc89-4a23-a65b-e12bd296506f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b40ab8af-7145-4eaa-bae2-a878dbee8761 HTTP/1.1" status: 204 len: 168 time: 0.2895501 Jun 04 06:55:55.428643 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.512146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed05da-6c65-4926-87ad-384f5deaab09 req-abafb1cf-ff7c-402f-afbe-84c5a31afccb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:55.514082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47ed05da-6c65-4926-87ad-384f5deaab09 req-abafb1cf-ff7c-402f-afbe-84c5a31afccb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.2295980 Jun 04 06:55:55.558780 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.667829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-47ed05da-6c65-4926-87ad-384f5deaab09 req-c62973fd-ccac-4568-8f3f-20d6afd8332a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462011 Jun 04 06:55:55.688062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Network 3cad5bab-e1b1-4ab7-a370-2044a986011b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:55:55.702930 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.713938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37176) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:55.720520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:55:55.724584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:55:55.781125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Pushing event updated for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:55.824197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:55.825178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:55.861658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-d8f7c3cb-2bfd-4f4b-989e-126132c37529 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6635695 Jun 04 06:55:55.878149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Request body: {'port': {'device_id': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:55:55.908253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:56.003016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8f7014d8-ba80-4e6b-a460-87a0391eb8e1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 200 len: 991 time: 0.2878919 Jun 04 06:55:56.300663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:56.388128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd132ec1-a31a-4f10-91d2-0303df593000 req-5f64805c-97c6-4a42-999c-1e766341beda tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:56.388903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fd132ec1-a31a-4f10-91d2-0303df593000 req-5f64805c-97c6-4a42-999c-1e766341beda tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Synchronizing usage tracker for tenant:f619fd9cce944785bbb8056fbde60569 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:55:56.429575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fd132ec1-a31a-4f10-91d2-0303df593000 req-5f64805c-97c6-4a42-999c-1e766341beda tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Unset dirty status for tenant:f619fd9cce944785bbb8056fbde60569 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:55:56.436876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd132ec1-a31a-4f10-91d2-0303df593000 req-5f64805c-97c6-4a42-999c-1e766341beda tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 932 time: 0.3234963 Jun 04 06:55:56.576260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd132ec1-a31a-4f10-91d2-0303df593000 req-991f6137-a9e5-402c-baad-d72e65402525 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366448 Jun 04 06:55:56.891646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37224) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:55:56.919056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e70eb9-89de-41f1-94f7-3bb776fd4b45 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:55:56.927232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:56.945740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Transition to ACTIVE for port object 82e70eb9-89de-41f1-94f7-3bb776fd4b45 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:55:56.953272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.185287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 4e985691-75b0-43cb-affb-9d20c2df4585 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:55:57.185805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.309745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Pushing event updated for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:57.393542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Attempting to bind port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:55:57.393820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Attempting to bind port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '49bab27d-9c85-4004-b571-56bde29d07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:55:57.394140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Attempting to bind port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 on network 3cad5bab-e1b1-4ab7-a370-2044a986011b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:57.414057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 on network 3cad5bab-e1b1-4ab7-a370-2044a986011b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:55:57.414389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Attempting to bind port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 on network 3cad5bab-e1b1-4ab7-a370-2044a986011b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:55:57.426395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:55:57.426737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Checking segment: {'id': '49bab27d-9c85-4004-b571-56bde29d07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:55:57.427131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Bound using segment: {'id': '49bab27d-9c85-4004-b571-56bde29d07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:55:57.427577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Bound port: 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bab27d-9c85-4004-b571-56bde29d07cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:55:57.427931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.584975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:55:57.590778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45,segment=NetworkSegment(49bab27d-9c85-4004-b571-56bde29d07cf),segment_id=49bab27d-9c85-4004-b571-56bde29d07cf)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:55:57.598838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.662160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.662357 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.674801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:57.675573 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:57.677518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-83955859-ca10-491e-8613-caaf040b3426 service neutron] 10.222.0.39 "PUT /v2.0/ports/82e70eb9-89de-41f1-94f7-3bb776fd4b45 HTTP/1.1" status: 200 len: 1092 time: 1.8085349 Jun 04 06:55:57.687264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:57.794054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83955859-ca10-491e-8613-caaf040b3426 service neutron] Pushing event updated for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:57.963173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0c82-548e-4558-ab44-edbaf75c61df req-cbeec145-0c36-4700-9447-3c0588d7a951 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:57.964669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d6d0c82-548e-4558-ab44-edbaf75c61df req-cbeec145-0c36-4700-9447-3c0588d7a951 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 944 time: 0.1756051 Jun 04 06:55:57.967960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-86c473a6-ea4f-44ca-9f34-39b2e9fafddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:57.969309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-86c473a6-ea4f-44ca-9f34-39b2e9fafddc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f619fd9cce944785bbb8056fbde60569&device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 1095 time: 0.2460406 Jun 04 06:55:58.104382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 4e985691-75b0-43cb-affb-9d20c2df4585 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:55:58.164072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-9d06c1af-c77e-438a-ab71-530e1b155439 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45 HTTP/1.1" status: 200 len: 217 time: 0.1658349 Jun 04 06:55:58.303954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-4489f1ec-b85b-47d1-b553-bd34085a1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:58.305457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-4489f1ec-b85b-47d1-b553-bd34085a1a3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d149ebe-bdec-4005-95e7-10dab6b8cb10 HTTP/1.1" status: 200 len: 848 time: 0.1333053 Jun 04 06:55:58.353640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d6d0c82-548e-4558-ab44-edbaf75c61df req-b7964f52-e2f3-471c-b457-31753c16cfeb tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822031 Jun 04 06:55:58.361318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-b3162294-b845-48b9-8ac2-6e50b22ffcd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cad5bab-e1b1-4ab7-a370-2044a986011b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487967 Jun 04 06:55:58.491601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:58.567864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=4e985691-75b0-43cb-affb-9d20c2df4585,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:55:58.581106 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffda6d9-f6c6-4f6c-884d-fbc375213e86'] response: {'name': 'network-changed', 'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45', 'status': 'completed', 'code': 200} Jun 04 06:55:58.590371 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-78427cd9-2ba3-49eb-a635-82d66dabb9bd service neutron] 10.222.0.39 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222583 Jun 04 06:55:58.737846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:58.738507 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 85d49059-3b28-4859-9f5a-447b96ab3373 disassociated (deleted). External IP: 172.25.1.217, port: 1b80e324-5000-4b67-a355-90a5d0e2b6bc. Jun 04 06:55:59.131865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5ab480-9fa3-48e4-893b-77b8f78452c5 req-6a7eac65-001e-42f1-8643-808f25b0c75c service neutron] 10.222.0.39 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341070 Jun 04 06:55:59.333396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ac953-035e-43b0-849d-c3438baa8eee req-7efd5f3b-7102-44d6-bd65-5acdd044c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:59.338823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-7efd5f3b-7102-44d6-bd65-5acdd044c953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f619fd9cce944785bbb8056fbde60569&device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 1095 time: 0.1294234 Jun 04 06:55:59.402024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router c837ce39-bf49-4775-969a-4133dd3e6761 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:55:59.633880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:55:59.650085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Sync routers for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:55:59.667977 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:55:59.674744 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:55:59.682297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:55:59.747104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ac953-035e-43b0-849d-c3438baa8eee req-b343dc89-d92a-4091-9ff6-a7762f948570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:55:59.748323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-b343dc89-d92a-4091-9ff6-a7762f948570 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3cad5bab-e1b1-4ab7-a370-2044a986011b HTTP/1.1" status: 200 len: 909 time: 0.4056365 Jun 04 06:55:59.807045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-270b845f-130c-4b0e-bcc8-e6c7247e08d1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/floatingips/85d49059-3b28-4859-9f5a-447b96ab3373 HTTP/1.1" status: 204 len: 168 time: 2.9135785 Jun 04 06:55:59.807893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:55:59.904441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-ef591eda-a9be-4009-be60-9886b9a6b469 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45 HTTP/1.1" status: 200 len: 217 time: 0.1489549 Jun 04 06:55:59.959062 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:00.029657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3cd4-1cfa-48cf-b6b1-3fc2fdd15c32 req-99cd5f92-d2bc-469d-ada3-3600c56d9874 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:00.032074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b56d3cd4-1cfa-48cf-b6b1-3fc2fdd15c32 req-99cd5f92-d2bc-469d-ada3-3600c56d9874 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 944 time: 0.4156384 Jun 04 06:56:00.044553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ac953-035e-43b0-849d-c3438baa8eee req-5815de34-6ef4-45bc-b567-0434653bfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:00.046119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-5815de34-6ef4-45bc-b567-0434653bfcf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d149ebe-bdec-4005-95e7-10dab6b8cb10 HTTP/1.1" status: 200 len: 848 time: 0.1212883 Jun 04 06:56:00.136177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-2a197bd4-d3fb-4cd5-904e-3ab0e9afd2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3cad5bab-e1b1-4ab7-a370-2044a986011b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767918 Jun 04 06:56:00.402570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-8c0bc674-8082-4238-9fa9-3e15807d23cb service neutron] 10.222.0.39 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571166 Jun 04 06:56:00.456143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b56d3cd4-1cfa-48cf-b6b1-3fc2fdd15c32 req-a346b98a-6147-445e-aec5-910a5e1afe6a tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140470 Jun 04 06:56:00.722700 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:00.727807 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Checking router: c837ce39-bf49-4775-969a-4133dd3e6761 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:56:00.733623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d02ac953-035e-43b0-849d-c3438baa8eee req-6cbb4720-a8b2-49ad-9a0c-d30767115d06 service neutron] 10.222.0.39 "GET /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230071 Jun 04 06:56:00.737954 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:00.738729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:00.965384 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5a11e4-9823-4c42-9598-b606ff11572c'] response: {'name': 'network-changed', 'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'status': 'completed', 'code': 200} Jun 04 06:56:00.967994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:01.174277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645567be-17b7-4d59-b96d-77258813444f req-c7f61733-1348-42d0-bddf-e4e569f0663d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:01.184127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-2fad4515-3eff-4f7a-8393-ed644f78f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:01.184557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-645567be-17b7-4d59-b96d-77258813444f req-c7f61733-1348-42d0-bddf-e4e569f0663d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.1071579 Jun 04 06:56:01.204824 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-2fad4515-3eff-4f7a-8393-ed644f78f203 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 1095 time: 0.2160745 Jun 04 06:56:01.291696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-645567be-17b7-4d59-b96d-77258813444f req-27411e61-9d64-48ca-a8db-7920fe1c3b62 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051071 Jun 04 06:56:01.466797 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:01.478534 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01133ad5-b628-4848-8236-9c31fabedfe7 None None] The sync data for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 is: [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:53:35Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0509bcee-f477-4993-b89a-1a97e1abd36d', 'name': '', 'network_id': '94f2c895-83e2-44c0-ad87-56ba1a27b979', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:95:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:31Z', 'updated_at': '2022-06-04T06:53:48Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '27b0a229-c411-4ea0-bc07-49aed2d01e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:01.946567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cee52a-f9d0-496d-8fea-5e28f87f0464 req-31989f5a-b0f2-462f-9373-e2c31dd71cb8 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:01.960414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38cee52a-f9d0-496d-8fea-5e28f87f0464 req-31989f5a-b0f2-462f-9373-e2c31dd71cb8 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 944 time: 0.2667644 Jun 04 06:56:02.044601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38cee52a-f9d0-496d-8fea-5e28f87f0464 req-52ab9380-7741-4d5b-b204-00548b365084 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832145 Jun 04 06:56:02.077629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-4fa73a0c-e968-46c9-ac9f-6072331849a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:02.078989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-4fa73a0c-e968-46c9-ac9f-6072331849a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 200 len: 898 time: 0.8663187 Jun 04 06:56:02.084041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e593e-6de3-4db1-953b-a13b411003ac None None] New status for floating IP 85d49059-3b28-4859-9f5a-447b96ab3373: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:56:02.162408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-35612bb4-5348-429f-8a9b-c6ca85d3f2ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 200 len: 217 time: 0.0762541 Jun 04 06:56:02.247700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-7f7e060c-5d7e-4c3a-9da9-457bb612e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:02.249143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-7f7e060c-5d7e-4c3a-9da9-457bb612e873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 200 len: 835 time: 0.0773640 Jun 04 06:56:02.320936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-037bc841-d66a-45ed-ab12-d4c27aeac272 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:02.321752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-037bc841-d66a-45ed-ab12-d4c27aeac272 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:02.351523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-037bc841-d66a-45ed-ab12-d4c27aeac272 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:02.353806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-037bc841-d66a-45ed-ab12-d4c27aeac272 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.8928151 Jun 04 06:56:02.455388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-72406261-8226-4131-8aff-5140fb276194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:02.456941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-72406261-8226-4131-8aff-5140fb276194 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=94f2c895-83e2-44c0-ad87-56ba1a27b979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002301 Jun 04 06:56:02.466144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 1b80e324-5000-4b67-a355-90a5d0e2b6bc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:02.466495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:02.613319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7da8ec-b50f-4cc7-b341-632ba2452104 req-18c439b6-cd32-49dd-97f7-2f15da80e614 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:02.615289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab7da8ec-b50f-4cc7-b341-632ba2452104 req-18c439b6-cd32-49dd-97f7-2f15da80e614 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 944 time: 0.1279969 Jun 04 06:56:02.704700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ab7da8ec-b50f-4cc7-b341-632ba2452104 req-ff969c38-baa7-43e3-93f4-d7adda64042c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783112 Jun 04 06:56:02.890853 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-0de52dc5-e996-44f7-8a8b-4c8dcb7121fb service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847389 Jun 04 06:56:03.043510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 82e70eb9-89de-41f1-94f7-3bb776fd4b45 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:56:03.125119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-908cfbfa-22ae-4389-a155-c93e9558da30 req-f315de32-9cd7-4965-9ec7-b48ebf650bcd service neutron] 10.222.0.24 "GET /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253733 Jun 04 06:56:03.248225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 1b80e324-5000-4b67-a355-90a5d0e2b6bc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=1b80e324-5000-4b67-a355-90a5d0e2b6bc,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:03.248711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:03.437737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 1b80e324-5000-4b67-a355-90a5d0e2b6bc owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:03.514650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45,segment=NetworkSegment(49bab27d-9c85-4004-b571-56bde29d07cf),segment_id=49bab27d-9c85-4004-b571-56bde29d07cf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:03.539481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '82e70eb9-89de-41f1-94f7-3bb776fd4b45', 'network_id': '3cad5bab-e1b1-4ab7-a370-2044a986011b', 'port_id': '82e70eb9-89de-41f1-94f7-3bb776fd4b45', 'mac_address': 'fa:16:3e:7b:9b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d149ebe-bdec-4005-95e7-10dab6b8cb10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:56:03.566605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6ce4-26fa-4ffb-9bd2-417709595ad8 req-8b9264e9-82ee-4876-9358-18f80c93ce9d tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:03.581223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ac6ce4-26fa-4ffb-9bd2-417709595ad8 req-8b9264e9-82ee-4876-9358-18f80c93ce9d tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 944 time: 0.2059050 Jun 04 06:56:03.657109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:03.659218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:03.690492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e70eb9-89de-41f1-94f7-3bb776fd4b45 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:03.707401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:03.712813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54ac6ce4-26fa-4ffb-9bd2-417709595ad8 req-3f9367bb-45c2-4302-9362-c937bff7fba2 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301954 Jun 04 06:56:03.715543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45,segment=NetworkSegment(49bab27d-9c85-4004-b571-56bde29d07cf),segment_id=49bab27d-9c85-4004-b571-56bde29d07cf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:03.721334 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:03.832181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:03.840891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.841319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.842163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.842339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.842768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.843199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.843707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.844098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.844482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.844910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.845293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:03.845708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:04.052045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=1b80e324-5000-4b67-a355-90a5d0e2b6bc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:04.082325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['82e70eb9-89de-41f1-94f7-3bb776fd4b45'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:56:04.150585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9a2c817-92e7-426d-8d52-a1f065241595 req-c1184898-6970-434e-b2c6-5b154c881c4d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dc3a1725-81e1-45f3-b3c2-43279ea2ff01 HTTP/1.1" status: 200 len: 210 time: 0.1725070 Jun 04 06:56:04.194120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] No DVR routers for this DVR port 1b80e324-5000-4b67-a355-90a5d0e2b6bc on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:56:04.199503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:04.208228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-deleted', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:04.277345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4bd4a6c4-3596-4ac6-975e-db5f067aae8a req-1cf130cd-b929-4448-bf6f-606219734ccc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "DELETE /v2.0/ports/1b80e324-5000-4b67-a355-90a5d0e2b6bc HTTP/1.1" status: 204 len: 173 time: 1.9115520 Jun 04 06:56:04.338171 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be848ca-e292-4ec9-bc6c-5c21d943618a'] response: {'server_uuid': 'dc3a1725-81e1-45f3-b3c2-43279ea2ff01', 'name': 'network-vif-deleted', 'tag': '1b80e324-5000-4b67-a355-90a5d0e2b6bc', 'status': 'completed', 'code': 200} Jun 04 06:56:04.751442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:56:04.875841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 1b80e324-5000-4b67-a355-90a5d0e2b6bc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:56:04.875841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 1b80e324-5000-4b67-a355-90a5d0e2b6bc not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:56:05.067458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4870-72fa-4dfb-94ac-9e77939de5e0 req-a35eeffe-6531-40e4-9149-ec94fac9b3e4 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:05.080492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-826c4870-72fa-4dfb-94ac-9e77939de5e0 req-a35eeffe-6531-40e4-9149-ec94fac9b3e4 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 945 time: 0.1571684 Jun 04 06:56:05.140143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-826c4870-72fa-4dfb-94ac-9e77939de5e0 req-1a7b645d-3554-4efe-aadb-b4ddac653363 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583861 Jun 04 06:56:05.323637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:06.581995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86623941-83bb-48b4-94ce-b158becf0f97 req-f47fcbe6-7f3d-47fb-a85e-6441ae067062 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:06.590158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86623941-83bb-48b4-94ce-b158becf0f97 req-f47fcbe6-7f3d-47fb-a85e-6441ae067062 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 945 time: 0.1680133 Jun 04 06:56:06.685220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86623941-83bb-48b4-94ce-b158becf0f97 req-e440a16e-0cbd-4358-8fce-0cf7810af7eb tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936124 Jun 04 06:56:06.727637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.074408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 82e70eb9-89de-41f1-94f7-3bb776fd4b45 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:07.184572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:07.194908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:07.196205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.234634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 0509bcee-f477-4993-b89a-1a97e1abd36d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:07.235048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.468668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:07.470215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.549550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:07.568750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 0509bcee-f477-4993-b89a-1a97e1abd36d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0509bcee-f477-4993-b89a-1a97e1abd36d,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:07.569131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.576608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45,segment=NetworkSegment(49bab27d-9c85-4004-b571-56bde29d07cf),segment_id=49bab27d-9c85-4004-b571-56bde29d07cf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:07.582857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:07.693726 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a207fc-6f68-4fcf-9f72-ebace6ffbe7f'] response: {'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45', 'code': 200} Jun 04 06:56:07.754452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:07.817350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 0509bcee-f477-4993-b89a-1a97e1abd36d owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:08.157002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8846dd-eaa9-453f-92e2-3a638f1c185f req-5e761f7e-aa4d-4d97-9933-1c1833f4fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:08.158915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a8846dd-eaa9-453f-92e2-3a638f1c185f req-5e761f7e-aa4d-4d97-9933-1c1833f4fc26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 1097 time: 0.2760327 Jun 04 06:56:08.192282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fa786-abc5-4475-9257-e19a3044ae7a req-ef36a378-cc1b-4edb-9694-224258a95a63 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:08.194027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b1fa786-abc5-4475-9257-e19a3044ae7a req-ef36a378-cc1b-4edb-9694-224258a95a63 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 0.2115922 Jun 04 06:56:08.303115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a8846dd-eaa9-453f-92e2-3a638f1c185f req-cbc2b237-d1d2-4c5a-83ff-853f982384db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375744 Jun 04 06:56:08.323222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b1fa786-abc5-4475-9257-e19a3044ae7a req-df912309-881c-43df-a5d1-3a3d8d14ed42 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041851 Jun 04 06:56:08.632194 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:08.734916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=0509bcee-f477-4993-b89a-1a97e1abd36d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:09.449384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:09.875318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb939f-e272-4ce8-ba07-e0b8e05b27f0 req-d11537bb-ba48-435a-a3ec-9a77348cf7f0 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:09.876689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5fb939f-e272-4ce8-ba07-e0b8e05b27f0 req-d11537bb-ba48-435a-a3ec-9a77348cf7f0 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 0.2456255 Jun 04 06:56:10.214503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router c837ce39-bf49-4775-969a-4133dd3e6761 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:56:10.246262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5fb939f-e272-4ce8-ba07-e0b8e05b27f0 req-77d4d9f7-f875-4942-8479-81cd7a2a7f85 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Jun 04 06:56:10.487122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:56:10.500398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Sync routers for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:56:10.513003 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:10.514125 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:10.525602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9ce3df0-d16b-4e47-b691-651ace24770f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/c837ce39-bf49-4775-969a-4133dd3e6761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1979618 Jun 04 06:56:10.526651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37470) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:10.696379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting subnet 27b0a229-c411-4ea0-bc07-49aed2d01e14 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:56:10.701368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:10.826426 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:10.863833 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:11.089671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:11.355037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:11.408702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Subnet': ['ID=27b0a229-c411-4ea0-bc07-49aed2d01e14,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:11.416105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b88286-27ef-475b-a0a2-d04ed1cc29f3 None None] Network 94f2c895-83e2-44c0-ad87-56ba1a27b979 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:11.419089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:11.426212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-041db7f8-dee2-4b18-ac00-2c4094facf3e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/subnets/27b0a229-c411-4ea0-bc07-49aed2d01e14 HTTP/1.1" status: 204 len: 168 time: 0.8978584 Jun 04 06:56:11.428999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37490) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:11.693915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:56:08Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:11.708173 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Checking router: c837ce39-bf49-4775-969a-4133dd3e6761 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:56:11.738678 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Routers {'c837ce39-bf49-4775-969a-4133dd3e6761'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:11.740345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:55:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c837ce39-bf49-4775-969a-4133dd3e6761'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:11.929914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] DHCP port deletion for 94f2c895-83e2-44c0-ad87-56ba1a27b979 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:56:11.935496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Deleting port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:11.935873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:11.992365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:12.012972 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] Set router c837ce39-bf49-4775-969a-4133dd3e6761 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:12.187949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bdd2e-58db-4379-b1cf-0adf89b18cef req-4b307058-728e-4090-9bf0-4123109c8bc8 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:12.196495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d5bdd2e-58db-4379-b1cf-0adf89b18cef req-4b307058-728e-4090-9bf0-4123109c8bc8 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 0.6608062 Jun 04 06:56:12.358329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d5bdd2e-58db-4379-b1cf-0adf89b18cef req-94da3d24-f285-4672-ba3d-0263acfbe7e6 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607299 Jun 04 06:56:12.486432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9bd5db4b-10aa-4507-be27-d34eead9c2c5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:56:12.495828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:12.533008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 9c79d8ba-7414-4b85-a0c2-25811e8322d9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:12.533495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:12.544149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] For port 9bd5db4b-10aa-4507-be27-d34eead9c2c5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9bd5db4b-10aa-4507-be27-d34eead9c2c5,segment=NetworkSegment(b919b09a-ee5b-4fed-bb5f-08117cc01cbf),segment_id=b919b09a-ee5b-4fed-bb5f-08117cc01cbf)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:12.544546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:12.714120 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:56:08Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:12.724588 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbdd17-11df-473d-8baa-7ce1d58c4817 None None] The sync data for ids ['c837ce39-bf49-4775-969a-4133dd3e6761'] in n-d-811808-2 is: [{'id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69206824', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:53:16Z', 'updated_at': '2022-06-04T06:56:08Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '9c79d8ba-7414-4b85-a0c2-25811e8322d9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c837ce39-bf49-4775-969a-4133dd3e6761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:53:18Z', 'updated_at': '2022-06-04T06:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:12.950971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Calling delete_port for 9bd5db4b-10aa-4507-be27-d34eead9c2c5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:13.009307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 9c79d8ba-7414-4b85-a0c2-25811e8322d9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9c79d8ba-7414-4b85-a0c2-25811e8322d9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:13.009893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.228879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:13.283469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:13.284190 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.319343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 9c79d8ba-7414-4b85-a0c2-25811e8322d9 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:13.426153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.546124 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.585724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] Pushing event deleted for resources: {'Port': ['ID=9bd5db4b-10aa-4507-be27-d34eead9c2c5,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:13.603095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a84ae-e0ac-40fd-9cd7-2797f3fbb4eb None None] No DVR routers for this DVR port 9bd5db4b-10aa-4507-be27-d34eead9c2c5 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:56:13.603956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:13.622250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Usage tracker for resource:security_group_rule and tenant:7593c02d637f4471b9621aff0e372f6d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:13.631022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:13.645557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:13.700755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.772891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.778451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.789839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=9c79d8ba-7414-4b85-a0c2-25811e8322d9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:13.823546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4fc2f4-03ad-4291-81bd-a3358bd9bcce,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:13.855413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-baa86208-7070-48ba-ad55-6c930f062b72 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7593c02d637f4471b9621aff0e372f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243687 Jun 04 06:56:13.858125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37536) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:13.886340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:13.944896 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.028103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.121706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.124659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.161450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.166456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.167110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Fanout notify agent at l3_agent the message router_deleted on router c837ce39-bf49-4775-969a-4133dd3e6761 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:56:14.189876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.194696 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be4fc2f4-03ad-4291-81bd-a3358bd9bcce HTTP/1.1" status: 204 len: 168 time: 0.3332314 Jun 04 06:56:14.195632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e3f90-5469-4dd1-b9dc-e8a1342b8a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4fc2f4-03ad-4291-81bd-a3358bd9bcce,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:14.221510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.229213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37546) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:14.231465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2305b3d5-0059-4480-9a59-1c2bc848d6b7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/routers/c837ce39-bf49-4775-969a-4133dd3e6761 HTTP/1.1" status: 204 len: 168 time: 2.7979553 Jun 04 06:56:14.504405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0509bcee-f477-4993-b89a-1a97e1abd36d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:56:14.594543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0509bcee-f477-4993-b89a-1a97e1abd36d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:56:14.595676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0509bcee-f477-4993-b89a-1a97e1abd36d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:56:14.691692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.831156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:14.872026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:14.889660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:14.894849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Usage tracker for resource:security_group_rule and tenant:235c5de0d3d34a5cac992c66777f350d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:14.898592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:14.911074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:14.979892 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.026512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f2c895-83e2-44c0-ad87-56ba1a27b979']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:15.051610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:15.053270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b919b09a-ee5b-4fed-bb5f-08117cc01cbf') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:15.082904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.089880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.097615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.113376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.128094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:56:15.129727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.168252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37832f63-3ae1-4781-99cd-576caa73d0a5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:15.259002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-52c4d9f4-29d1-429d-a764-516fd85d9aec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=235c5de0d3d34a5cac992c66777f350d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237127 Jun 04 06:56:15.259255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37570) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:15.262490 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b919b09a-ee5b-4fed-bb5f-08117cc01cbf resource provider aggregate not found Jun 04 06:56:15.306525 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b919b09a-ee5b-4fed-bb5f-08117cc01cbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b919b09a-ee5b-4fed-bb5f-08117cc01cbf found for delete ", "request_id": "req-18e654d6-d2a0-4d45-b740-2f8669931907"}]} Jun 04 06:56:15.309589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.344806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.355904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Network': ['ID=94f2c895-83e2-44c0-ad87-56ba1a27b979,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:15.356719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.359342 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-510183e4-f619-454c-8392-6093c254d6a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/networks/94f2c895-83e2-44c0-ad87-56ba1a27b979 HTTP/1.1" status: 204 len: 168 time: 1.1288309 Jun 04 06:56:15.365987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37576) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:15.435312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.480921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.522045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.548889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.588907 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.590817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/37832f63-3ae1-4781-99cd-576caa73d0a5 HTTP/1.1" status: 204 len: 168 time: 0.3306596 Jun 04 06:56:15.592289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665f5b5-fb27-45b8-82e4-dc71ab3b30bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37832f63-3ae1-4781-99cd-576caa73d0a5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:15.621823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.646930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:15.674078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.675553 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a050793-cc86-4e92-a637-11b067b88200 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/security-groups/6f3a4149-1e9c-4bc7-a2ed-41c954d59e6e HTTP/1.1" status: 204 len: 168 time: 0.3076584 Jun 04 06:56:15.842866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37590) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:15.850008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261205895', 'description': 'tempest-secgroup-smoke-1261205895 description', 'project_id': '37092d7db36349b3ae22457540bd734a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:15.861698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:15.872338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:15.880667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:15.895067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:15.916226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:15.972688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:15.979946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:15.988100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:16.013685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:16.149011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.156862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.219685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118e4201-4c90-44b0-833c-9f3ec3d73fa7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:16.244115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.248395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1212e3ad-8409-48ae-8340-34570db070bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4000273 Jun 04 06:56:16.249147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:16.254871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:16.260611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37604) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:16.263450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:16.267992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:16.272111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:16.279844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:16.287162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.311417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:16.316997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Usage tracker for resource:security_group_rule and tenant:017b40179e214f118f748b10f4434dfa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:16.322433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:16.324746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.330138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:16.413306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9c79d8ba-7414-4b85-a0c2-25811e8322d9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:56:16.471362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.479160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.506131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.511963 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.530496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9c79d8ba-7414-4b85-a0c2-25811e8322d9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:56:16.530839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9c79d8ba-7414-4b85-a0c2-25811e8322d9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:56:16.583477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198048b2-3c5e-47a9-b24e-91ebca43c257,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:16.613832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bba356-74a5-448d-8971-22b934d647da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:16.619485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.621908 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7bfd4bb8-000a-4629-9ceb-7802b0fcd2f4 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3713017 Jun 04 06:56:16.625521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:16.667233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:16.703034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-796dcb5e-e2e8-409d-80f4-f2218d1e13be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=017b40179e214f118f748b10f4434dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377339 Jun 04 06:56:16.703664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37620) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:16.705983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:16.745007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:16.751585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:16.763291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:16.797913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.886631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.948247 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.954735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.969753 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:16.988836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bdc93b1b-ee30-47e2-9720-eef0e2021cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.036733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2666c576-94fb-4dcb-96a9-f8316c874061,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:17.078842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.083106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51b55928-bdbb-40b7-9445-888c8bf2e7bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4534206 Jun 04 06:56:17.084039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:17.104533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:17.116911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:17.126297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.139464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:17.152460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:17.165583 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:17.166570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bba356-74a5-448d-8971-22b934d647da,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:17.183243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.190432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cee00219-9510-4116-b0a9-84bfdf6849bf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/91bba356-74a5-448d-8971-22b934d647da HTTP/1.1" status: 204 len: 168 time: 0.4832811 Jun 04 06:56:17.233738 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.326992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.333900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.392863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc889a4-6f3b-4ea9-a26d-cc2299c4e5a5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:17.410337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.414202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c7bd18a3-e6f5-4cae-9759-48b01a5f9656 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277578 Jun 04 06:56:17.416690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:17.423182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:17.439340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:17.456661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:17.465810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:17.483082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:17.532134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.726556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.737699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.811873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6642956d-ff2a-49ec-ae2b-484e6fca66a3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:17.826413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:17.828760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-206fd99d-54d2-417f-b5fc-1b79f66c3883 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4095929 Jun 04 06:56:17.831568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:17.844510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:17.864009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:17.869429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:17.872653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:17.891691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:17.918618 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:56:17.928278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.091255 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.099991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.136479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37668) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:18.537521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61477ba0-cb0f-49ef-847a-69a3e97a7e54,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:18.574740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.576471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-481cac7f-48d8-4a3c-a41e-62a36534a770 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7439182 Jun 04 06:56:18.579391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37690) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:18.586254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'security_group_rule': {'security_group_id': '118e4201-4c90-44b0-833c-9f3ec3d73fa7', 'project_id': '37092d7db36349b3ae22457540bd734a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:18.626472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:18.638647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:security_group_rule and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:18.651961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:18.668409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:18.701947 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Project 37092d7db36349b3ae22457540bd734a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 06:56:18.712368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.830065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.855755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.859195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:18.864647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Usage tracker for resource:security_group_rule and tenant:d6706215c7274aaeb6e566ef1334ca62 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:18.868181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.870439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:18.887934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:18.914050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0803b70-a6e7-4028-a4c7-60c19e677f46,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:18.929273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:18.930768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5def4e22-deb8-485d-8206-8203a8d9d8bd tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492672 Jun 04 06:56:18.933590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:18.940953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'network': {'name': 'tempest-network-smoke--872735342', 'project_id': '37092d7db36349b3ae22457540bd734a', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:18.953407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:18.961971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:network and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:18.970146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:18.977928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:18.995133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:18.999706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.076103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:56:19.097142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.098389 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Added segment f2d33ac9-1f06-4134-aa12-3930591aff5f of type vlan for network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 Jun 04 06:56:19.103950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e27f3937-be4d-4cb2-b2a4-0175a13d6b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.144940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.150562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.165594 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.185602 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.192468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:19.193309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.249961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d6706215c7274aaeb6e566ef1334ca62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117423 Jun 04 06:56:19.252779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:19.301712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c84b2c-e78c-48b6-9c15-1f9b231d7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc4a1c-31e9-4a02-91ab-818d838e49e3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:19.349075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.371854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4357717 Jun 04 06:56:19.372875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:19.388730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'admin_state_up': True, 'project_id': '37092d7db36349b3ae22457540bd734a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:19.394554 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.422365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d337ef-027a-463d-8aa9-9edeed170f4f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Network': ['ID=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:19.439985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:56:19.440774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:19.458055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:router and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:19.462019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:19.468077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:19.484368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.485747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.507216 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.519810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.551290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc4a1c-31e9-4a02-91ab-818d838e49e3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:19.575064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:19.576206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4051e1d6-869d-4557-87d2-b083965fd401 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a6bc4a1c-31e9-4a02-91ab-818d838e49e3 HTTP/1.1" status: 204 len: 168 time: 0.3224652 Jun 04 06:56:19.904442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.035784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37752) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:20.207602 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.287602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37760) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:20.320466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.408056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:20.419646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.437582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Usage tracker for resource:security_group_rule and tenant:093ec6d0fc9d45249b3146fc29574c9c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:20.446380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:20.451571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Usage tracker for resource:security_group_rule and tenant:931bd551210840d4b2d4cbe7fe5145a9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:20.455702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:20.463992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:20.501705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.517513 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.550116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.580109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.581666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:20.590370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.598794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:20.667429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffd663-e730-4fe1-bc19-cfcedfe2dcfc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:20.697939 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-73d0d892-d5b3-453a-b6df-1edc5f054c11 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=931bd551210840d4b2d4cbe7fe5145a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596637 Jun 04 06:56:20.702447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37770) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:20.770961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.121 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/094891ab-31d7-4568-b3f3-c92e6bd57669) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:20.797685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.829026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1eced-d4f9-4245-aef8-da22a4928636 req-f30fe4ba-5ece-4222-9c52-51e1e8c9c894 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:20.830612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fa1eced-d4f9-4245-aef8-da22a4928636 req-f30fe4ba-5ece-4222-9c52-51e1e8c9c894 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 0.4026542 Jun 04 06:56:20.838157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.902588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.930050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffd663-e730-4fe1-bc19-cfcedfe2dcfc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:20.972563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:20.974108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6ffea558-b7a2-4dbe-915b-421477b118ae admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93ffd663-e730-4fe1-bc19-cfcedfe2dcfc HTTP/1.1" status: 204 len: 168 time: 0.2704833 Jun 04 06:56:21.026953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.037236 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.126860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078bfc89-5739-4b07-8d85-8af4028b923b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:21.128627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fa1eced-d4f9-4245-aef8-da22a4928636 req-cf13ceec-1a5c-477c-a5ac-5c7a5160de2e tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895515 Jun 04 06:56:21.163103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77d7d27d-e2ed-4a56-b63c-bea0ec3cc309 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=093ec6d0fc9d45249b3146fc29574c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8742378 Jun 04 06:56:21.174892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:21.260232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.287890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.325637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.355417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.418370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.465466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078bfc89-5739-4b07-8d85-8af4028b923b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:21.470208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:21.473031 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b33a1998-6f31-4f0c-bb00-ff263c33abb9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/078bfc89-5739-4b07-8d85-8af4028b923b HTTP/1.1" status: 204 len: 168 time: 0.2936153 Jun 04 06:56:21.500749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:21.503574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:21.511637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:21.788296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=094891ab-31d7-4568-b3f3-c92e6bd57669,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:22.119433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:22.151118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-40d92649-8bd9-447e-8290-a6b737056b9b tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:22.153083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-40d92649-8bd9-447e-8290-a6b737056b9b tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.39 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 0.3366258 Jun 04 06:56:22.290467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Deleting port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:22.291458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:22.665970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:23.399919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56a4f3-e500-4076-bd2f-1cf6c708bcbf req-a0585195-34ce-47e9-bd96-cf691d83f100 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:23.402310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc56a4f3-e500-4076-bd2f-1cf6c708bcbf req-a0585195-34ce-47e9-bd96-cf691d83f100 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 946 time: 1.0387497 Jun 04 06:56:23.804944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] For port 82e70eb9-89de-41f1-94f7-3bb776fd4b45, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=82e70eb9-89de-41f1-94f7-3bb776fd4b45,segment=NetworkSegment(49bab27d-9c85-4004-b571-56bde29d07cf),segment_id=49bab27d-9c85-4004-b571-56bde29d07cf)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:23.844098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:23.870807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc56a4f3-e500-4076-bd2f-1cf6c708bcbf req-fa870ccb-7e7a-4403-8123-672a5d4ba678 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/security-groups?id=00b72b20-866a-4270-8c09-0015f6c64830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557598 Jun 04 06:56:24.450264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:24.461972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Calling delete_port for 82e70eb9-89de-41f1-94f7-3bb776fd4b45 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:24.689936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:24.989849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.027361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:25.031797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Usage tracker for resource:security_group_rule and tenant:6de93009069f456c878825c03e33f58d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:25.039808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:25.040717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.053099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['82e70eb9-89de-41f1-94f7-3bb776fd4b45'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:56:25.074225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:25.212700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Pushing event deleted for resources: {'Port': ['ID=82e70eb9-89de-41f1-94f7-3bb776fd4b45,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:25.261384 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.266900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.346257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6de93009069f456c878825c03e33f58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544356 Jun 04 06:56:25.347262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37896) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:25.351665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1c758-1330-43fd-a7d6-ffe3d312aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7812b6-51f8-452c-b849-2dd4ab0f4fcd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:25.367673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28c640ce-9788-4f37-be9b-8d3e15187802 req-bc2072f4-5595-4907-866c-210d3c88ed97 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.17 "GET /v2.0/ports?device_id=a52c0ffc-a461-4760-b332-3079ae7628d5 HTTP/1.1" status: 200 len: 210 time: 0.1857612 Jun 04 06:56:25.422356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router e0cb8185-706d-4fc3-a011-c33c78aa5a1e is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:56:25.436192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] No DVR routers for this DVR port 82e70eb9-89de-41f1-94f7-3bb776fd4b45 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:56:25.439764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.450525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.478341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'name': 'network-vif-deleted', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:25.495053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6148a182-3e6c-4e8b-a296-ed859b315f39 req-a28aeae6-cd59-412d-a2be-9d663c8596c3 tempest-VolumesActionsTest-1988441017 tempest-VolumesActionsTest-1988441017-project] 10.222.0.39 "DELETE /v2.0/ports/82e70eb9-89de-41f1-94f7-3bb776fd4b45 HTTP/1.1" status: 204 len: 173 time: 3.2863622 Jun 04 06:56:25.529977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.622498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.652603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7812b6-51f8-452c-b849-2dd4ab0f4fcd,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:25.655976 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b177b17-fff2-4cdd-ba30-79d394a715e9'] response: {'server_uuid': 'a52c0ffc-a461-4760-b332-3079ae7628d5', 'name': 'network-vif-deleted', 'tag': '82e70eb9-89de-41f1-94f7-3bb776fd4b45', 'status': 'completed', 'code': 200} Jun 04 06:56:25.670778 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.673518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5dc7b009-2e8d-46c1-a27b-a9e60eab7b60 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3e7812b6-51f8-452c-b849-2dd4ab0f4fcd HTTP/1.1" status: 204 len: 168 time: 0.3232493 Jun 04 06:56:25.725215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.861758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:56:25.882083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Sync routers for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:56:25.902036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:25.903661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-78ab1acf-a394-468a-a091-795c3aa68402 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5241368 Jun 04 06:56:25.906875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:25.907782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:25.907902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:26.065806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:26.066427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6641786-338b-4bbd-ab2c-966bcc87eb46 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=37092d7db36349b3ae22457540bd734a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1532435 Jun 04 06:56:26.121419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:26.293462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56b6d7-6c7f-48de-863f-c32747cc7f12 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:26.296573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc56b6d7-6c7f-48de-863f-c32747cc7f12 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2295649 Jun 04 06:56:26.299213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37926) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:26.346042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:26.361022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:26.379305 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-82055d79-268a-4252-8f4e-77d9071398ee tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784788 Jun 04 06:56:26.381759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 37934) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:26.404238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1400889591', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'project_id': '37092d7db36349b3ae22457540bd734a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:26.424933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:26.527681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:26.544111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Usage tracker for resource:security_group_rule and tenant:df8d85dd33024c509f4c33e04356f25e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:26.555843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:26.565900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:26.579489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:26.584268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:22Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:26.585631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:subnet and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:26.594024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Checking router: e0cb8185-706d-4fc3-a011-c33c78aa5a1e for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:56:26.594371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Updating router e0cb8185-706d-4fc3-a011-c33c78aa5a1e port 094891ab-31d7-4568-b3f3-c92e6bd57669 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:56:26.595375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:26.603958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:26.623755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:26.627273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:26.687519 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:26.895676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:56:26.902129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:26.923766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.178961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37952) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:27.189190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=df8d85dd33024c509f4c33e04356f25e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8409805 Jun 04 06:56:27.197357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1897-7f75-458b-8738-754d581622a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea1988-60f5-4ca2-a6ec-e417de6a7155,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:27.268338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.310782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 82e70eb9-89de-41f1-94f7-3bb776fd4b45 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:56:27.328497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.386390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.423335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.449771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea1988-60f5-4ca2-a6ec-e417de6a7155,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:27.457813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.474628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c795994a-1f0a-4028-bfbb-5833154fc796 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/60ea1988-60f5-4ca2-a6ec-e417de6a7155 HTTP/1.1" status: 204 len: 168 time: 0.2856290 Jun 04 06:56:27.514451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Subnet': ['ID=4aa02e91-b459-4327-a5a5-2e2fccbb90e1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:27.535827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Checking segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:27.536419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network hostable DHCP agents. Network: ef50b9a8-d4de-4d56-9da4-cd09a42c5e26, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:56:27.557684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 82e70eb9-89de-41f1-94f7-3bb776fd4b45 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:56:27.558174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 82e70eb9-89de-41f1-94f7-3bb776fd4b45 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:56:27.567287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:56:27.584352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, ef50b9a8-d4de-4d56-9da4-cd09a42c5e26) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:27.594887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48197c-3485-4ae4-addf-bda3c6c26f4c None None] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:27.596259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:27.596851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.646821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.648744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c34f62e1-8df6-4e23-b9f8-094ea8342e9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2652497 Jun 04 06:56:27.651843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 37966) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:27.721539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Transition to ACTIVE for port object 094891ab-31d7-4568-b3f3-c92e6bd57669 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:27.740808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.925402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Attempting to bind port 094891ab-31d7-4568-b3f3-c92e6bd57669 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:27.926114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Attempting to bind port 094891ab-31d7-4568-b3f3-c92e6bd57669 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:27.927624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Attempting to bind port 094891ab-31d7-4568-b3f3-c92e6bd57669 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:27.955239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496da9a9-1256-49c7-a54d-12e39ebab945 None None] Pushing event updated for resources: {'Port': ['ID=094891ab-31d7-4568-b3f3-c92e6bd57669,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:27.998674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:27.998674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:27.998674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:27.999121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:27.999390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Bound port: 094891ab-31d7-4568-b3f3-c92e6bd57669, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:27.999764 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:28.052362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-b33b58dd-5d1b-464a-bab7-e23695b53024 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628824685&fields=id&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 267 time: 0.0858319 Jun 04 06:56:28.357662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:56:28.358521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:28.555503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] For port 094891ab-31d7-4568-b3f3-c92e6bd57669, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:28.559412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] For port 094891ab-31d7-4568-b3f3-c92e6bd57669, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=094891ab-31d7-4568-b3f3-c92e6bd57669,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:28.572094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:28.810983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-4ae98c2a-d8a7-4a6a-bacc-9dcba5af4c7b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:28.819467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-4ae98c2a-d8a7-4a6a-bacc-9dcba5af4c7b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.7543643 Jun 04 06:56:28.837924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-5976ec2a-dd6a-4bf0-8feb-4404cf11f49e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0172567 Jun 04 06:56:28.875100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:28.876747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:28.995442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496da9a9-1256-49c7-a54d-12e39ebab945 None None] Pushing event updated for resources: {'Port': ['ID=094891ab-31d7-4568-b3f3-c92e6bd57669,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:29.028404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:29.088236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Allocated IP 172.20.0.2 (ef50b9a8-d4de-4d56-9da4-cd09a42c5e26/4aa02e91-b459-4327-a5a5-2e2fccbb90e1/56d89f36-c67d-4ac1-b66b-1536d04c2b04) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:29.103366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-f6ee7b36-e603-4de3-b9b9-cf4bde3d6641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2643464 Jun 04 06:56:29.273706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:29.356242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-e96138aa-97ec-4dcb-8d04-eb9375151aa3 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475228 Jun 04 06:56:29.523857 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:29.622960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:29.663267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:29.670551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Usage tracker for resource:security_group_rule and tenant:78b793df6e1d4a53b378156835fe0cf6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:29.675227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:29.699479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:29.797982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-94dac663-7dd6-40d2-94f4-b52a825a9dd2 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340069 Jun 04 06:56:30.001447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.008803 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.074194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.078411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=78b793df6e1d4a53b378156835fe0cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364594 Jun 04 06:56:30.079156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38030) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:30.112841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Transition to ACTIVE for port object 56d89f36-c67d-4ac1-b66b-1536d04c2b04 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:30.167317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f4c9f-864d-459d-8beb-afb1cd6e2a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a76a60-dbe5-46c5-aa6f-c825b5ec4d3c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:30.181118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Transition to ACTIVE for port object 56d89f36-c67d-4ac1-b66b-1536d04c2b04 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:30.197410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.268192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.352732 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.363315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:30.367659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:30.380251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:30.384108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Pushing event updated for resources: {'Port': ['ID=56d89f36-c67d-4ac1-b66b-1536d04c2b04,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:30.392431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:22Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:30.433865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f363f030-5a52-4342-b4c0-6226bf90e3fb None None] The sync data for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 is: [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:22Z', 'revision_number': 3, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:30.471177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.496410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a76a60-dbe5-46c5-aa6f-c825b5ec4d3c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:30.513407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.515503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a3453993-184f-4e1a-b9b1-f9caf073c1ad admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/29a76a60-dbe5-46c5-aa6f-c825b5ec4d3c HTTP/1.1" status: 204 len: 168 time: 0.4337807 Jun 04 06:56:30.602456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Attempting to bind port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:30.602825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Attempting to bind port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:30.603185 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Attempting to bind port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 on network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:30.626930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.1 (ef50b9a8-d4de-4d56-9da4-cd09a42c5e26/4aa02e91-b459-4327-a5a5-2e2fccbb90e1/d2fd9b9c-d333-46f6-9da9-4cf6855bb456) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:30.639913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:30.648251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Checking segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:30.650933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.651794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Bound using segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:30.654648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Bound port: 56d89f36-c67d-4ac1-b66b-1536d04c2b04, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:30.655242 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:30.902603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38054) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:30.990202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9deee4f-8196-4f1b-96eb-e5ef984dafaa req-88f3b63a-2667-49bf-ab43-b69ea78e16ab tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.2371013 Jun 04 06:56:31.088953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.094658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] For port 56d89f36-c67d-4ac1-b66b-1536d04c2b04, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:31.102913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] For port 56d89f36-c67d-4ac1-b66b-1536d04c2b04, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56d89f36-c67d-4ac1-b66b-1536d04c2b04,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:31.117900 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.143613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object d2fd9b9c-d333-46f6-9da9-4cf6855bb456 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:31.184465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.328325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:31.332381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b0b8-89f3-48e1-9bc4-dfda32f5c312 None None] Pushing event updated for resources: {'Port': ['ID=56d89f36-c67d-4ac1-b66b-1536d04c2b04,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:31.380030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:31.385407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:31.389421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:31.505943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.603455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1218335566', 'router:external': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:31.612487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:31.621918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:network and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:31.628953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:31.641279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:31.677832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Made reservation on behalf of 2d05813239c1402b9e624c83a34f34bf for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:31.687362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.722595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.749236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:31.761615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:security_group_rule and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:31.766912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:31.782066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:31.920590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.933142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:31.979680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:56:32.067972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab8ebe6-b705-4e5f-b1f7-a5e0189ff1d9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:32.072113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:32.075005 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Added segment 91fc60ca-be52-4305-8303-9e8e8c013d52 of type vlan for network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 Jun 04 06:56:32.159048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:32.305603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:32.371481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c1d2636-7489-4f3c-bdaa-0231d2970911 req-8847c836-fb39-4f8e-9271-3d14c3e09d3f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.1325557 Jun 04 06:56:32.396249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:32.397222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:32.398305 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:32.688253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 094891ab-31d7-4568-b3f3-c92e6bd57669 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:32.715226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Network': ['ID=f4db0743-4dad-4f4c-a289-85ee1f1ea1b7,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:32.787179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:56:33.051961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-680b1e72-1ae5-4a5b-8baf-6f25e5de9498 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:33.053654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-680b1e72-1ae5-4a5b-8baf-6f25e5de9498 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.2907147 Jun 04 06:56:33.062141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e781bff8-84af-46bf-bf18-10a8b45409d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1434069 Jun 04 06:56:33.107454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38104) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:33.120400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'subnet': {'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:33.128947 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:33.135517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:33.139377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:33.141157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:subnet and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:33.144593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:33.155375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:33.184366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Made reservation on behalf of 2d05813239c1402b9e624c83a34f34bf for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:33.187720 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:33.191176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d867c36-b1ff-4bc9-b906-d7993fc4ffcf None None] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:33.466272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:33.486032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:33.591831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c03db585-a9e9-4077-bf0e-ecae5a025d7e None None] Provisioning for port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:33.597260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 094891ab-31d7-4568-b3f3-c92e6bd57669 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:33.653877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 094891ab-31d7-4568-b3f3-c92e6bd57669 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:33.654558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:33.751003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec166b93-f33a-409c-8ede-764d889ba463 req-8c8b78c1-2ab4-48f8-80d7-d32a93e0e7c4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.0878253 Jun 04 06:56:33.755203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-125beaf3-b97a-4014-948b-6df4db5a2218 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 380 time: 0.6919904 Jun 04 06:56:33.782148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'security_groups': ['8f810e74-87fc-47f7-9981-8d483cf908b9']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:33.813284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:33.814641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:34.000995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 094891ab-31d7-4568-b3f3-c92e6bd57669 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:34.002353 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:34.038355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 094891ab-31d7-4568-b3f3-c92e6bd57669, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=094891ab-31d7-4568-b3f3-c92e6bd57669,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:34.050903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:34.052088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56d89f36-c67d-4ac1-b66b-1536d04c2b04 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:34.268466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router e0cb8185-706d-4fc3-a011-c33c78aa5a1e has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:56:34.316703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=094891ab-31d7-4568-b3f3-c92e6bd57669,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:34.412473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:34.426399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:34.426770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:34.717672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:56:34.720100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:34.721083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:34.729080 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Sync routers for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:56:34.734454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:34.744774 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:34.745467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:34.748155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:34.767357 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-be7f276b-bed1-462b-acf4-1ac214ce600c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/e0cb8185-706d-4fc3-a011-c33c78aa5a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1125972 Jun 04 06:56:34.816494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:34.847373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 56d89f36-c67d-4ac1-b66b-1536d04c2b04, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56d89f36-c67d-4ac1-b66b-1536d04c2b04,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:34.849153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:34.854943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:34.903563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:34.907333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:35.101971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 094891ab-31d7-4568-b3f3-c92e6bd57669 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:35.239622 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:35.254383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-e9b699f2-c4de-42c7-becb-3a6be61031d4 req-b0285602-ab68-4fdb-9fad-8620e5c4cc3b service neutron] (88848) timed out ('10.222.0.39', 52431) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 06:56:35.326270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bda423e5-c81a-4b03-ae53-5de57af2e508 req-954b67aa-aaac-4b0c-9d46-c9e1be4a3b57 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.2015250 Jun 04 06:56:35.512973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Provisioning complete for port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:35.517041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:35.583238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=56d89f36-c67d-4ac1-b66b-1536d04c2b04,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:35.610544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 094891ab-31d7-4568-b3f3-c92e6bd57669 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:35.615022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:35.696223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.objects.ports [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 06:56:35.696748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:35.905456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.11 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/3f82a016-3e06-4671-b158-4c734ae6e065) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:35.931354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-e2d7921c-2f74-45aa-9b3f-7d45dc949c08 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261205895&fields=id&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 267 time: 0.4233994 Jun 04 06:56:35.974577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Current status of the port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:36.010845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38270) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:36.091565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 094891ab-31d7-4568-b3f3-c92e6bd57669 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:36.093978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Provisioning for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:36.102692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Provisioning complete for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:36.103821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.191039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b95570eb-c270-4e8e-a656-751be78ff706 None None] Port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:56:36.197776 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:32Z', 'revision_number': 2, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:36.204138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=425f4229-97cb-491d-9d51-c94f3815ed00,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:36.216249 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Checking router: e0cb8185-706d-4fc3-a011-c33c78aa5a1e for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:56:36.216607 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Updating router e0cb8185-706d-4fc3-a011-c33c78aa5a1e port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:56:36.250632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Checking segment: {'id': '91fc60ca-be52-4305-8303-9e8e8c013d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:36.251003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network hostable DHCP agents. Network: f4db0743-4dad-4f4c-a289-85ee1f1ea1b7, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:56:36.322981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b501f7a9-0032-4159-8a36-b9bd6bd15c35 None None] Provisioning complete for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:36.323355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b501f7a9-0032-4159-8a36-b9bd6bd15c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.340231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.379908 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.385323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:36.396229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Usage tracker for resource:security_group_rule and tenant:8542fedecf00460db87eb643f4d2b040 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:36.405077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:36.418409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:36.476737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b501f7a9-0032-4159-8a36-b9bd6bd15c35 None None] Port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:56:36.686385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.697383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.712949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:56:36.773839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f4db0743-4dad-4f4c-a289-85ee1f1ea1b7) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:36.788990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0de6dc-30b6-45fd-9388-3d47a2504006 None None] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:36.797014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8542fedecf00460db87eb643f4d2b040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831383 Jun 04 06:56:36.801572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452b951-1059-4863-a8ae-6c239f36648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49769bac-60ae-4070-bbe9-d83966be7349,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:36.807788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38284) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:36.834942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fa96f34c-8ab2-4ada-bafe-c2e6eaad6c65 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:36.839008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fa96f34c-8ab2-4ada-bafe-c2e6eaad6c65 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:36.944567 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:36.981384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:36.982809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.013352 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Transition to ACTIVE for port object d2fd9b9c-d333-46f6-9da9-4cf6855bb456 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:37.026878 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.060110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.097888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.163440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.175684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fa96f34c-8ab2-4ada-bafe-c2e6eaad6c65 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:37.184322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fa96f34c-8ab2-4ada-bafe-c2e6eaad6c65 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 796 time: 1.2520621 Jun 04 06:56:37.189405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-423ba74a-1cf1-4284-a16d-6f5b5296054d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0809474 Jun 04 06:56:37.195901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:37.202552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.206374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49769bac-60ae-4070-bbe9-d83966be7349,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:37.229543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-283622188', 'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:37.250201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-457cb062-316d-4875-96f3-32c3726812bf tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/quotas/37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 375 time: 0.0507238 Jun 04 06:56:37.254126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 3f82a016-3e06-4671-b158-4c734ae6e065 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:37.260111 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Pushing event updated for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:37.262227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:37.277541 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.278782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56d89f36-c67d-4ac1-b66b-1536d04c2b04 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:37.282940 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e283fa2-8da0-450c-8d4d-e54c7fb8e203 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/49769bac-60ae-4070-bbe9-d83966be7349 HTTP/1.1" status: 204 len: 168 time: 0.4668918 Jun 04 06:56:37.284212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:port and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:37.293257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:37.317270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:37.347396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Made reservation on behalf of 2d05813239c1402b9e624c83a34f34bf for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:37.350073 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.412894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] device_id is not set on port 36aeb4c4-1f84-4771-b45b-6370e82e5aa2 yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:56:37.426924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.426924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.426924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.426924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.427271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.427346 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.428013 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.428013 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.428307 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.428862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.429187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.445563 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:37.581791 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.675955 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Attempting to bind port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:37.676327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Attempting to bind port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:37.676682 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Attempting to bind port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 on network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:37.691228 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:37.694213 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Checking segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:37.694818 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.695518 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Bound using segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:37.701894 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Bound port: d2fd9b9c-d333-46f6-9da9-4cf6855bb456, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:37.702516 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.740520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 2001:db8::146 (f4db0743-4dad-4f4c-a289-85ee1f1ea1b7/425f4229-97cb-491d-9d51-c94f3815ed00/36aeb4c4-1f84-4771-b45b-6370e82e5aa2) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:37.849144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-390efd36-f2d2-4ec9-9bc8-68d5f496ee0a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:37.875290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38304) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:37.936315 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] For port d2fd9b9c-d333-46f6-9da9-4cf6855bb456, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:37.941633 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] For port d2fd9b9c-d333-46f6-9da9-4cf6855bb456, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:37.947079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93a3f4-deac-46d6-a9ef-5c38b1fdb62d None None] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:37.949254 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:37.950632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:37.970236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:37.981312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:38.129990 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:38.135919 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.137310 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:38.137784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:38.138328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.186585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:38.187261 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.213462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-390efd36-f2d2-4ec9-9bc8-68d5f496ee0a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:38.214794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-390efd36-f2d2-4ec9-9bc8-68d5f496ee0a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9553800 Jun 04 06:56:38.217505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:38.253005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:38.270459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.275766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:c84be192274c480cb21960c270c6b93e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:38.311611 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c5f2c-327a-49f0-be68-df309fca4977 None None] Pushing event updated for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:38.332544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:38.346944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-42e176f9-0829-4a78-b3ba-3f4635a1483f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5744786 Jun 04 06:56:38.354478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.381153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:38.477081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:38.480315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:38.487612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:38.488912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:38.489719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.502991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=36aeb4c4-1f84-4771-b45b-6370e82e5aa2,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:38.526568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e7a92793-4301-413f-9cf5-7877804ba6a0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3248472 Jun 04 06:56:38.529504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:38.593599 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:38.605071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1813187f-c829-4a46-b179-edf0d000a5e6 None None] Provisioning for port 3f82a016-3e06-4671-b158-4c734ae6e065 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:38.619986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1813187f-c829-4a46-b179-edf0d000a5e6 None None] Provisioning complete for port 3f82a016-3e06-4671-b158-4c734ae6e065 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:38.620310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1813187f-c829-4a46-b179-edf0d000a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.686428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:38.705919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fd60363f-5112-4c97-a0a4-147ac9433a59 service neutron] 10.222.0.17 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373429 Jun 04 06:56:38.728329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting port 36aeb4c4-1f84-4771-b45b-6370e82e5aa2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:38.728694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:38.759914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1813187f-c829-4a46-b179-edf0d000a5e6 None None] Port 3f82a016-3e06-4671-b158-4c734ae6e065 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:56:38.781799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Request body: {'port': {'device_id': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:39.115977 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:37Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:39.120474 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8121d08a-3b43-48f1-8cc7-7ca568fb3a3e None None] The sync data for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 is: [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:37Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:39.463123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:39.525467 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:39.549042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-cfb05197-8180-4725-a454-ad3f5af66f48 service neutron] 10.222.0.17 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803347 Jun 04 06:56:39.621428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d6f511-47b8-4ea9-a7d7-58c91eaade54,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:39.629709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6a1820ef-c1fe-4c24-878f-d6bf41cd2aa9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c84be192274c480cb21960c270c6b93e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7473524 Jun 04 06:56:39.630732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38334) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:39.650715 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:39.776833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:39.828130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.007010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.045170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d6f511-47b8-4ea9-a7d7-58c91eaade54,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:40.062697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.068478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/44d6f511-47b8-4ea9-a7d7-58c91eaade54 HTTP/1.1" status: 204 len: 168 time: 0.4326591 Jun 04 06:56:40.069725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.070034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.070382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.071361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.073225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.073677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.074093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.074431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.075468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.075808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.076146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.079183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e1a244-13fd-4f13-9920-51c2a9acacd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:40.299879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f82a016-3e06-4671-b158-4c734ae6e065 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:40.309440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.328637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Transition to ACTIVE for port object 3f82a016-3e06-4671-b158-4c734ae6e065 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:40.331490 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.399971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:40.751038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Calling delete_port for 36aeb4c4-1f84-4771-b45b-6370e82e5aa2 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:41.098422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d2fd9b9c-d333-46f6-9da9-4cf6855bb456 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:41.276194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:41.286103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:41.286698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.288289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Pushing event updated for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:41.408228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd123-907d-4be1-bd80-30e3a21123b1 req-5bf90ee0-a3c3-4055-b7ee-dc742244bd8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:41.408979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b55dd123-907d-4be1-bd80-30e3a21123b1 req-5bf90ee0-a3c3-4055-b7ee-dc742244bd8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:41.488034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:41.488696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.525376 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.554484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d2fd9b9c-d333-46f6-9da9-4cf6855bb456, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:41.566073 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.608734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Port': ['ID=36aeb4c4-1f84-4771-b45b-6370e82e5aa2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:41.623501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Attempting to bind port 3f82a016-3e06-4671-b158-4c734ae6e065 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:41.623841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Attempting to bind port 3f82a016-3e06-4671-b158-4c734ae6e065 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:41.624169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Attempting to bind port 3f82a016-3e06-4671-b158-4c734ae6e065 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:41.710174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:41.714587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Port 3f82a016-3e06-4671-b158-4c734ae6e065 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:56:41.714915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Attempting to bind port 3f82a016-3e06-4671-b158-4c734ae6e065 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:41.733339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b55dd123-907d-4be1-bd80-30e3a21123b1 req-5bf90ee0-a3c3-4055-b7ee-dc742244bd8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:41.738245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b55dd123-907d-4be1-bd80-30e3a21123b1 req-5bf90ee0-a3c3-4055-b7ee-dc742244bd8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 944 time: 1.3948762 Jun 04 06:56:41.774785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:41.775881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:41.776423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:41.777030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Bound port: 3f82a016-3e06-4671-b158-4c734ae6e065, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:41.777652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.796570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:41.808225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95bf1fa7-e09e-48b2-bde1-0c25737b0115 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/ports/36aeb4c4-1f84-4771-b45b-6370e82e5aa2 HTTP/1.1" status: 204 len: 168 time: 3.2701216 Jun 04 06:56:41.817227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38382) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:41.828256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7', 'external_fixed_ips': [{'subnet_id': '425f4229-97cb-491d-9d51-c94f3815ed00', 'ip_address': '2001:db8::146'}]}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:41.847719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38386) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:41.884082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:41.900866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:router and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:41.914804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:41.978773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:42.019622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b55dd123-907d-4be1-bd80-30e3a21123b1 req-4a371fd7-4888-4f30-8ce9-af63c075d095 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734318 Jun 04 06:56:42.089571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.089571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.132238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:42.141869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=3f82a016-3e06-4671-b158-4c734ae6e065,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:42.148632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a0e31b21-8a21-4328-859e-7cf17b159609 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:42.150586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a0e31b21-8a21-4328-859e-7cf17b159609 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:42.153163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.155020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.182946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1764506029-network', 'tenant_id': 'fc1cca900fc74181acb772140e89d883'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:42.190651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:42.198630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Usage tracker for resource:network and tenant:fc1cca900fc74181acb772140e89d883 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:42.203400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:42.211222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:42.215297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a0e31b21-8a21-4328-859e-7cf17b159609 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:42.218033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a0e31b21-8a21-4328-859e-7cf17b159609 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 796 time: 0.4498274 Jun 04 06:56:42.280246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Pushing event updated for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:42.283289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6c386dfa-7e5f-4e1b-9682-a047dce0a0b6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:42.287358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:42.288504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.289984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-cf59bbf7-323f-4e7f-977e-7e4b7422d36d service neutron] 10.222.0.39 "PUT /v2.0/ports/3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 1092 time: 3.9031086 Jun 04 06:56:42.290379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Made reservation on behalf of fc1cca900fc74181acb772140e89d883 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:42.292732 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.321074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.337244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6c386dfa-7e5f-4e1b-9682-a047dce0a0b6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:42.339159 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6c386dfa-7e5f-4e1b-9682-a047dce0a0b6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37092d7db36349b3ae22457540bd734a HTTP/1.1" status: 200 len: 380 time: 0.1128228 Jun 04 06:56:42.343819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:42.349275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'port': {'device_id': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'admin_state_up': True, 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'security_groups': ['118e4201-4c90-44b0-833c-9f3ec3d73fa7']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:42.374867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:42.385656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Usage tracker for resource:security_group_rule and tenant:fc1cca900fc74181acb772140e89d883 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:42.391314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:42.453298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:42.561171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:42.579280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:42.597385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5abb378b-2766-42a7-aefa-e04a3505a959 req-ff627b93-f977-4c21-bbf7-33dd429a3af2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 210 time: 0.3186281 Jun 04 06:56:42.626003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Made reservation on behalf of 37092d7db36349b3ae22457540bd734a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:42.630392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.679200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.696930 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36abac2b-d03b-44d2-8847-8c0cae2435a4'] response: {'name': 'network-changed', 'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065', 'status': 'completed', 'code': 200} Jun 04 06:56:42.732169 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.782285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:56:42.807933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca897a1-10e1-42b6-ad92-5f34ee791abf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:42.815123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.815676 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Added segment 23523568-09df-4004-bcdf-64aba2b35fc4 of type vlan for network 266a442e-cf03-4a0b-a32b-764aeb1decf6 Jun 04 06:56:42.907165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.945220 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:42.953685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-23207cb2-a25d-4fb8-a63c-7e7b2f38795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:42.955401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-23207cb2-a25d-4fb8-a63c-7e7b2f38795f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1095 time: 0.5972486 Jun 04 06:56:42.979193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.20.0.4 (ef50b9a8-d4de-4d56-9da4-cd09a42c5e26/4aa02e91-b459-4327-a5a5-2e2fccbb90e1/795712c9-b63f-4e4e-b448-e66cfeb1d7c8) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:43.021180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:43.022693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:43.023274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:43.070565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d2fd9b9c-d333-46f6-9da9-4cf6855bb456 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:43.078004 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-0ade25f1-c61e-4b66-a842-d8cdb3d356e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 217 time: 0.0856240 Jun 04 06:56:43.167975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:43.168617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:43.391508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] Pushing event updated for resources: {'Network': ['ID=266a442e-cf03-4a0b-a32b-764aeb1decf6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:43.395243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-780080fe-372b-4f84-9ba7-e4da1173000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:43.397254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-780080fe-372b-4f84-9ba7-e4da1173000f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.3086681 Jun 04 06:56:43.433935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 266a442e-cf03-4a0b-a32b-764aeb1decf6 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:56:43.530373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d386fc4b-2b7e-468c-a41c-9204d9b61dbf admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6803675 Jun 04 06:56:43.531560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38404) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:43.558455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Request body: {'subnet': {'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1764506029-subnet', 'tenant_id': 'fc1cca900fc74181acb772140e89d883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:43.587848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:43.592107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:43.592842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Usage tracker for resource:subnet and tenant:fc1cca900fc74181acb772140e89d883 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:43.596120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:43.603650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:43.618058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Made reservation on behalf of fc1cca900fc74181acb772140e89d883 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:43.620482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:43.637622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-2361eb9c-eea4-48b2-8c95-ffd901cb6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:43.639169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-2361eb9c-eea4-48b2-8c95-ffd901cb6b92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242541 Jun 04 06:56:43.750837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:43.804634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Transition to ACTIVE for port object 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:44.041596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.152560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:44.153934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.162539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:44.195727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:44.338940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-5a803e61-364a-466c-874f-908d1de94982 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195145 Jun 04 06:56:44.341833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.395762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:44.396621 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.402463 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.402796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e384020b-e629-40ac-9b49-c065afd235ca,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:44.475757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:44.493439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6a6bfe08-4bf4-49dc-9efd-2284c801fd34 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1491385 Jun 04 06:56:44.494220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Checking segment: {'id': '23523568-09df-4004-bcdf-64aba2b35fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:44.494574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Network hostable DHCP agents. Network: 266a442e-cf03-4a0b-a32b-764aeb1decf6, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:56:44.505752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a6a9a309-c35e-4925-97b3-fd0b392933c9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:56:44.506894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-a6a9a309-c35e-4925-97b3-fd0b392933c9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057495 Jun 04 06:56:44.538412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Network 266a442e-cf03-4a0b-a32b-764aeb1decf6 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:56:44.554499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 266a442e-cf03-4a0b-a32b-764aeb1decf6) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:44.560844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:44.560844 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.564862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08894a1-917d-4ee1-ba28-2e3a6e05a2dc None None] Network 266a442e-cf03-4a0b-a32b-764aeb1decf6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:44.588604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Request body: {'port': {'device_id': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:44.686409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-43b29b70-2a4a-4dce-a7d8-fac79324ed12 None None] Provisioning for port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:44.706220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-43b29b70-2a4a-4dce-a7d8-fac79324ed12 None None] Provisioning complete for port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:44.706685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43b29b70-2a4a-4dce-a7d8-fac79324ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:44.776425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a3f49b19-65b0-4e26-b7bd-a149aecce05e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2330573 Jun 04 06:56:44.828199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-43b29b70-2a4a-4dce-a7d8-fac79324ed12 None None] Port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:56:44.922742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1b7fb7a-c4b5-47f5-9ad0-7883fbd37456 req-a268a973-9685-4654-9f5c-34b0a734119f service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228314 Jun 04 06:56:44.950519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d4fd-48f8-409f-a169-c267666f03ef req-fde58b37-4e28-4c5d-b82c-d201fdb46d23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:44.958049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1631d4fd-48f8-409f-a169-c267666f03ef req-fde58b37-4e28-4c5d-b82c-d201fdb46d23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 944 time: 1.2375069 Jun 04 06:56:44.972892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 2001:db8::146 (f4db0743-4dad-4f4c-a289-85ee1f1ea1b7/425f4229-97cb-491d-9d51-c94f3815ed00/613ea621-7b07-4cd1-8406-89b6e83efdae) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:45.023952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.061177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f3cfa-2829-41a7-952c-0696f06c126e None None] Network 266a442e-cf03-4a0b-a32b-764aeb1decf6 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:45.088143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1631d4fd-48f8-409f-a169-c267666f03ef req-4c39dc89-df6f-4253-af60-9a2396b15b53 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291292 Jun 04 06:56:45.454163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-19c517a7-4900-46ca-bba3-dd7c7e3e331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:45.455715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-19c517a7-4900-46ca-bba3-dd7c7e3e331a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1095 time: 0.4574773 Jun 04 06:56:45.469417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.520340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:45.528326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.544984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Transition to ACTIVE for port object 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:45.550404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.586917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356f800-296b-4396-adc2-623d8aa30da9 req-3316e248-ff62-4472-bf93-26bad5b52791 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:45.588414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e356f800-296b-4396-adc2-623d8aa30da9 req-3316e248-ff62-4472-bf93-26bad5b52791 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 931 time: 0.2968256 Jun 04 06:56:45.590886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38444) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:45.601890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1003685072-network', 'tenant_id': '591d976560994548bf3798ac09bdcc60'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:45.627196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:45.655384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Usage tracker for resource:network and tenant:591d976560994548bf3798ac09bdcc60 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:45.669646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:45.703618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:45.726036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.730435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-03ad0e14-e9bd-4498-8ad1-e40f41a3f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:45.731909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-03ad0e14-e9bd-4498-8ad1-e40f41a3f5e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2622926 Jun 04 06:56:45.766213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e356f800-296b-4396-adc2-623d8aa30da9 req-a5fae670-e238-4ea9-a5e4-55495c67b1f8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684868 Jun 04 06:56:45.805009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:45.824935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Attempting to bind port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:45.825265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Attempting to bind port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:45.825616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Attempting to bind port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 on network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:45.830639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 on network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:56:45.830907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Attempting to bind port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 on network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:45.837043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:45.837377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Checking segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:45.837786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Bound using segment: {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:45.838213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Bound port: 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d33ac9-1f06-4134-aa12-3930591aff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:45.838560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.843731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Made reservation on behalf of 591d976560994548bf3798ac09bdcc60 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:45.846049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.883555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.894775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-14004c96-c487-47f7-b8d7-deb184671a0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 217 time: 0.1273181 Jun 04 06:56:45.931121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:45.936014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:45.941010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:45.945988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:45.954059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:45.982636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:45.984774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=613ea621-7b07-4cd1-8406-89b6e83efdae,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:45.989513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:46.052631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:46.076952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:46.077797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:46.079356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-57f9e197-52ad-4bd6-a6ad-1e7070ab2818 service neutron] 10.222.0.24 "PUT /v2.0/ports/795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 1091 time: 1.5663140 Jun 04 06:56:46.079994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:46.104031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Usage tracker for resource:security_group_rule and tenant:591d976560994548bf3798ac09bdcc60 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:46.128890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:46.147456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:46.232317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-969c6935-e967-4d71-80fe-5a5424226790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:46.234471 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-969c6935-e967-4d71-80fe-5a5424226790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1094 time: 0.1090894 Jun 04 06:56:46.237097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-40f7de94-268d-414e-aa9e-472f3cbe1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:46.238673 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-40f7de94-268d-414e-aa9e-472f3cbe1cee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.3312922 Jun 04 06:56:46.392557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-fb33d8d8-ce7c-438e-8aea-94a0fae0ba18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 217 time: 0.1457918 Jun 04 06:56:46.493104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-5031be56-79ca-4572-bd4e-3eec0e21f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:46.494736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-5031be56-79ca-4572-bd4e-3eec0e21f824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.0955667 Jun 04 06:56:46.601521 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f8dc41-2188-4c6f-9743-83c96f6a5913'] response: {'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'status': 'completed', 'code': 200} Jun 04 06:56:46.623256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6afaadad-7ca9-4da3-81d9-6b8962ef8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:46.624751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-6afaadad-7ca9-4da3-81d9-6b8962ef8273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243343 Jun 04 06:56:46.784786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:46.912472 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-13423f96-10da-4c48-a164-74e61b984ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813210 Jun 04 06:56:46.991252 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f48-fe31-4864-a3bf-4ad95c943c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.112993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-49a9f2cd-1f43-4901-b84e-6ead5fe079a6 req-3a717585-578c-4b3b-bbb0-94d295538939 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948216 Jun 04 06:56:47.140088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-31ed0923-a1c1-45d3-a821-aff43332abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.141659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-31ed0923-a1c1-45d3-a821-aff43332abb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8625762 Jun 04 06:56:47.254365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-5f673df5-757f-425b-985f-654c6f2fbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.255842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-5f673df5-757f-425b-985f-654c6f2fbb46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1094 time: 0.0924060 Jun 04 06:56:47.360772 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.377685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.502284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:56:47.518442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-eb0755a2-e437-4f97-9671-87f19a9f5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.520096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-eb0755a2-e437-4f97-9671-87f19a9f5fc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 897 time: 0.2583327 Jun 04 06:56:47.523711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517e210-5767-4dff-8233-f6bfbfd1a7da req-36a0587a-a847-489e-bc8c-f380db4ccbd0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.525203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9517e210-5767-4dff-8233-f6bfbfd1a7da req-36a0587a-a847-489e-bc8c-f380db4ccbd0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 944 time: 0.7910922 Jun 04 06:56:47.551900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5bd932-198c-43f6-8ac8-5f4ffa58c7b5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:47.585230 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.585913 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Added segment 41e47985-6950-46eb-a054-3a9d6682a525 of type vlan for network 2d82d979-8f68-4f8e-904d-71647fdc2999 Jun 04 06:56:47.594758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-70bcac74-dbc9-4b3d-9e92-0e10b03b7e40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0686159 Jun 04 06:56:47.660451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-a94afbb6-77f1-43e7-a1b1-9657de912abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.662936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-a94afbb6-77f1-43e7-a1b1-9657de912abb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.0608656 Jun 04 06:56:47.679298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-b0394e15-6ecf-4dd0-bc0f-06bcbe26cc4c service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271847 Jun 04 06:56:47.736441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9517e210-5767-4dff-8233-f6bfbfd1a7da req-84ddc2d0-dfb7-401c-9deb-3fc0ef47ad03 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010281 Jun 04 06:56:47.743596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-af6600b5-1208-44b8-9661-bf1a068cdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:47.745134 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-af6600b5-1208-44b8-9661-bf1a068cdd90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762615 Jun 04 06:56:47.829641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.832873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:47.906565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-ef601193-285d-4b7e-a038-d4f583b87f9f service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539841 Jun 04 06:56:48.066576 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0ce0fdaf-72f4-4b86-bc56-e339f920c912 req-278ee32c-8328-41ca-9f11-74450f4e9039 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522334 Jun 04 06:56:48.088084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41b60bc0-6213-4d3c-8de5-54630367fb7f req-defe1312-0475-44cd-a074-449a91cf3015 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987312 Jun 04 06:56:48.222077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:48.222952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:48.223532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:48.410487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f885c22-d1e5-48bd-8657-49ede8ecb5ee req-808d7881-fbc5-4460-a8c3-0ae5e746b121 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:48.414131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f885c22-d1e5-48bd-8657-49ede8ecb5ee req-808d7881-fbc5-4460-a8c3-0ae5e746b121 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 943 time: 0.4187374 Jun 04 06:56:48.422858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8298416 Jun 04 06:56:48.424330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2efea-96db-4886-ab85-1a2ed70e4a6c admin admin] Pushing event updated for resources: {'Network': ['ID=2d82d979-8f68-4f8e-904d-71647fdc2999,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:48.425963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38482) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:48.433529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Request body: {'subnet': {'network_id': '2d82d979-8f68-4f8e-904d-71647fdc2999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1003685072-subnet', 'tenant_id': '591d976560994548bf3798ac09bdcc60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:48.434889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 2d82d979-8f68-4f8e-904d-71647fdc2999 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:56:48.439402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:48.443484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Usage tracker for resource:subnet and tenant:591d976560994548bf3798ac09bdcc60 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:48.462596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:48.468093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router c1382e71-84e3-4e71-a4c4-13713f4a9524 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:56:48.478240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:48.491809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Made reservation on behalf of 591d976560994548bf3798ac09bdcc60 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:48.494451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:48.500827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f885c22-d1e5-48bd-8657-49ede8ecb5ee req-a1b341b7-20ce-4edb-b2cb-540cd151936f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722365 Jun 04 06:56:48.762678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:48.767667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:56:48.785295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Sync routers for ids ['c1382e71-84e3-4e71-a4c4-13713f4a9524'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:56:48.801537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:48.803180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6de8b44a-d322-4f85-b2e3-31315ee476e7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9818361 Jun 04 06:56:48.806163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38488) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:48.827540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Routers {'c1382e71-84e3-4e71-a4c4-13713f4a9524'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:48.828373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1382e71-84e3-4e71-a4c4-13713f4a9524'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:48.931861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Checking segment: {'id': '41e47985-6950-46eb-a054-3a9d6682a525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2d82d979-8f68-4f8e-904d-71647fdc2999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:48.933377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Network hostable DHCP agents. Network: 2d82d979-8f68-4f8e-904d-71647fdc2999, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:56:48.996614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Network 2d82d979-8f68-4f8e-904d-71647fdc2999 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:56:49.004939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:56:49.007870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b98e5c-d2d8-414d-8cf5-f7e1b3fec3a3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:49.019485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 2d82d979-8f68-4f8e-904d-71647fdc2999) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:49.039955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:49.042359 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.095759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0be1221b-6649-4725-8637-1498f4fe0f0d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6678493 Jun 04 06:56:49.304720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:49.320528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'mac_address': 'fa:16:3e:f8:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:56:49.335336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86c754-fb80-4cf1-8240-dd9f0a4637f0 None None] Network 2d82d979-8f68-4f8e-904d-71647fdc2999 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:49.505831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1eb4cc08-b423-4159-8360-57d57339d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.535972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Set router c1382e71-84e3-4e71-a4c4-13713f4a9524 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:56:49.587315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.790004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:49.791690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.834744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:49.835747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b361445-efdd-44b9-953f-f8cb1f33087b req-e7601a26-ed9b-4393-83dc-e057a884ecbf tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:49.837604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b361445-efdd-44b9-953f-f8cb1f33087b req-e7601a26-ed9b-4393-83dc-e057a884ecbf tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 944 time: 0.9193385 Jun 04 06:56:49.920805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:49.930119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.958912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b361445-efdd-44b9-953f-f8cb1f33087b req-40151e38-5584-467d-a2c7-1eac8ee00cbc tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118326 Jun 04 06:56:49.968616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:49.995431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting port 613ea621-7b07-4cd1-8406-89b6e83efdae {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:56:49.995985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.121538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:50.273608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.331990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['795712c9-b63f-4e4e-b448-e66cfeb1d7c8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:56:50.462964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.504931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3cac7-db7f-41f6-8659-834c8c7ec497 None None] Network 2d82d979-8f68-4f8e-904d-71647fdc2999 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:56:50.620650 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.632694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Calling delete_port for 613ea621-7b07-4cd1-8406-89b6e83efdae owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:56:50.682272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1382e71-84e3-4e71-a4c4-13713f4a9524', 'name': '', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7', 'external_fixed_ips': [{'subnet_id': '425f4229-97cb-491d-9d51-c94f3815ed00', 'ip_address': '2001:db8::146'}], 'enable_snat': True}, 'gw_port_id': '613ea621-7b07-4cd1-8406-89b6e83efdae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:42Z', 'updated_at': '2022-06-04T06:56:46Z', 'revision_number': 3, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port': {'id': '613ea621-7b07-4cd1-8406-89b6e83efdae', 'name': '', 'network_id': 'f4db0743-4dad-4f4c-a289-85ee1f1ea1b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:71:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1382e71-84e3-4e71-a4c4-13713f4a9524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '425f4229-97cb-491d-9d51-c94f3815ed00', 'ip_address': '2001:db8::146', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:44Z', 'updated_at': '2022-06-04T06:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425f4229-97cb-491d-9d51-c94f3815ed00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:50.682557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf646b4-3287-4883-bb16-91d5366fc86e req-a08f956c-ae25-4463-802d-64c28559c194 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:50.684053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdf646b4-3287-4883-bb16-91d5366fc86e req-a08f956c-ae25-4463-802d-64c28559c194 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 944 time: 0.4042482 Jun 04 06:56:50.707952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Checking router: c1382e71-84e3-4e71-a4c4-13713f4a9524 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:56:50.712508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Updating router c1382e71-84e3-4e71-a4c4-13713f4a9524 port 613ea621-7b07-4cd1-8406-89b6e83efdae binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:56:50.767948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdf646b4-3287-4883-bb16-91d5366fc86e req-ec785a53-6095-4e23-9b95-e0561ace819b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738623 Jun 04 06:56:50.841725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.900081 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:50.962568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Port': ['ID=613ea621-7b07-4cd1-8406-89b6e83efdae,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:51.011702 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.289426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.298370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.390578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:56:51.390933 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:56:51.470948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.471477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1382e71-84e3-4e71-a4c4-13713f4a9524 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:56:51.505820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-dcf27190-4006-435f-81c4-438315ac475c tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:51.507326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-dcf27190-4006-435f-81c4-438315ac475c tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/networks?id=266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 200 len: 812 time: 0.4350278 Jun 04 06:56:51.509380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.510973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6e71c9de-1b71-4c47-a5a3-0fb90fc03662 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/routers/c1382e71-84e3-4e71-a4c4-13713f4a9524 HTTP/1.1" status: 204 len: 168 time: 2.7038527 Jun 04 06:56:51.513202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38528) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:51.525272 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-ee03da17-2bd1-4996-af8a-ad8cf9f93082 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/quotas/fc1cca900fc74181acb772140e89d883 HTTP/1.1" status: 200 len: 375 time: 0.0106912 Jun 04 06:56:51.575974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-14093ce1-dc8a-4f54-a338-cb2410b59241 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fc1cca900fc74181acb772140e89d883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448065 Jun 04 06:56:51.576946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting subnet 425f4229-97cb-491d-9d51-c94f3815ed00 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:56:51.580011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.635762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.694941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.716730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-a8707173-5110-4e3f-84b6-b2609a1fe7df service neutron] 10.222.0.17 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336389 Jun 04 06:56:51.763126 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.806923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=425f4229-97cb-491d-9d51-c94f3815ed00,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:51.811617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:51.822262 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5476b25-a1d5-4c85-954b-1f99adfa1c3c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/subnets/425f4229-97cb-491d-9d51-c94f3815ed00 HTTP/1.1" status: 204 len: 168 time: 0.3079491 Jun 04 06:56:51.822733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38544) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:51.931701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Port 613ea621-7b07-4cd1-8406-89b6e83efdae not found while updating agent binding for router c1382e71-84e3-4e71-a4c4-13713f4a9524. {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 04 06:56:51.940599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Routers set() bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:51.940948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Router IDs set() for agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 04 06:56:51.941601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_agentschedulers_db [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c1382e71-84e3-4e71-a4c4-13713f4a9524'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent'). {{(pid=88850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 04 06:56:51.941966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492a3ab2-2739-435e-af42-83d0a6e03caf None None] The sync data for ids ['c1382e71-84e3-4e71-a4c4-13713f4a9524'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:51.975896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-44a6f4fe-224a-43d5-84e5-6ce151bd110d service neutron] 10.222.0.17 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533758 Jun 04 06:56:51.978590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.102791 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.156323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.187259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4db0743-4dad-4f4c-a289-85ee1f1ea1b7']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:52.203723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc60ca-be52-4305-8303-9e8e8c013d52') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:52.204341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc60ca-be52-4305-8303-9e8e8c013d52') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:52.219650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.245256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.254707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:56:52.255129 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.324352 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 91fc60ca-be52-4305-8303-9e8e8c013d52 resource provider aggregate not found Jun 04 06:56:52.395013 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 91fc60ca-be52-4305-8303-9e8e8c013d52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91fc60ca-be52-4305-8303-9e8e8c013d52 found for delete ", "request_id": "req-0c1164cc-0db5-4498-906b-c161b0c83e12"}]} Jun 04 06:56:52.445592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.478636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 04 06:56:52.485239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:52.489588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4db0743-4dad-4f4c-a289-85ee1f1ea1b7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:52.508925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/networks/f4db0743-4dad-4f4c-a289-85ee1f1ea1b7 HTTP/1.1" status: 204 len: 168 time: 0.6848521 Jun 04 06:56:52.510771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.511214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.511816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.512083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.512492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.512908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.513357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.513781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.514471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.514586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.514937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.515327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff251c4-568d-493d-8210-1ca06d5f2581 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:56:52.528118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb4dbf-8ad6-4dd6-83b8-a6dc428658c0 req-cb4c7238-c84a-4579-853c-b66eaf0a57c2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:52.530089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45bb4dbf-8ad6-4dd6-83b8-a6dc428658c0 req-cb4c7238-c84a-4579-853c-b66eaf0a57c2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 944 time: 0.2502902 Jun 04 06:56:52.637146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45bb4dbf-8ad6-4dd6-83b8-a6dc428658c0 req-358b852d-76cd-47b0-a3fe-d94d32634f2e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994437 Jun 04 06:56:52.972817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d77733-dc06-471e-8948-b3f48f522975 req-3f3927b1-c8ad-4806-b49a-bac564d1eea2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:52.976020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16d77733-dc06-471e-8948-b3f48f522975 req-3f3927b1-c8ad-4806-b49a-bac564d1eea2 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 944 time: 0.1767755 Jun 04 06:56:53.020094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:53.028249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16d77733-dc06-471e-8948-b3f48f522975 req-be2ac6ee-24f9-4fe4-976d-e07608ef4ea8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Jun 04 06:56:53.070823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:53.076575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'name': 'tempest-router--1590515514', 'project_id': '5cfbbe8c72a64435a1652710e60af89a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:53.086849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:53.108743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:router and tenant:5cfbbe8c72a64435a1652710e60af89a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:53.113450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:53.132759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:53.158015 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.159672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.188837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:53.208504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.216514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:53.217179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.327832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 3f82a016-3e06-4671-b158-4c734ae6e065 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:56:53.359710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7412fa4-eb4d-41c9-8a98-809f01aad939 req-10aa0472-3b14-4b2f-810a-a8c2d3c2bd6d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 210 time: 0.1194639 Jun 04 06:56:53.378447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.406620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.410601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d85372c9-023c-44d0-9ad0-46762218a5d9 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3360794 Jun 04 06:56:53.410936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38584) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:53.551654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:53.553504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.555278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.617869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:53.630063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=3f82a016-3e06-4671-b158-4c734ae6e065,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:53.643830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:53.651966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '3f82a016-3e06-4671-b158-4c734ae6e065', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '3f82a016-3e06-4671-b158-4c734ae6e065', 'mac_address': 'fa:16:3e:10:1f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:56:53.654988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.879796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 3f82a016-3e06-4671-b158-4c734ae6e065 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:53.884213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:53.923666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f82a016-3e06-4671-b158-4c734ae6e065 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:53.939310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:53.972860 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f63b1b-1622-4f61-baf6-2b7a75f4b185'] response: {'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'code': 200} Jun 04 06:56:53.986861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=3f82a016-3e06-4671-b158-4c734ae6e065,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:53.993181 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.182841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:54.284230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-fd7beb1c-7450-4696-86d8-866735c57ee9 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:54.286168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-fd7beb1c-7450-4696-86d8-866735c57ee9 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.39 "GET /v2.0/networks?id=266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 200 len: 812 time: 0.4835994 Jun 04 06:56:54.300916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Request body: {'port': {'device_id': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6', 'admin_state_up': True, 'tenant_id': 'fc1cca900fc74181acb772140e89d883'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:54.351396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['3f82a016-3e06-4671-b158-4c734ae6e065'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:56:54.403704 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.407332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.508670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55117813-6af1-421b-8df3-d86504f7fd83 req-b264489b-c926-4cba-bc2c-1041e3232516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:54.513648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55117813-6af1-421b-8df3-d86504f7fd83 req-b264489b-c926-4cba-bc2c-1041e3232516 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.2987490 Jun 04 06:56:54.514291 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.514780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d49b546-25d7-4e4d-89f5-c56a643ea20a {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:56:54.521083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:54.528772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Usage tracker for resource:port and tenant:fc1cca900fc74181acb772140e89d883 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:54.533297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:54.554990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:54.587310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc5af-8410-4669-ac37-38b86ddf357c req-cf4605d0-60f5-4ace-ae41-adbed24c771f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:54.589120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e4cc5af-8410-4669-ac37-38b86ddf357c req-cf4605d0-60f5-4ace-ae41-adbed24c771f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 945 time: 0.4148962 Jun 04 06:56:54.590092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Made reservation on behalf of fc1cca900fc74181acb772140e89d883 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:56:54.594423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.610824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:54.614282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37c56c4e-8f4a-4325-963f-531adb1f48c0 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/routers/7d49b546-25d7-4e4d-89f5-c56a643ea20a HTTP/1.1" status: 204 len: 168 time: 1.1986346 Jun 04 06:56:54.643946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-55117813-6af1-421b-8df3-d86504f7fd83 req-f9a3afa1-0233-4efb-a3fd-00b83db0212a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157718 Jun 04 06:56:54.670063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e4cc5af-8410-4669-ac37-38b86ddf357c req-48e44cce-0e56-4051-a2a1-537c324f95a7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623446 Jun 04 06:56:54.954367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:55.212567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Allocated IP 172.20.0.10 (266a442e-cf03-4a0b-a32b-764aeb1decf6/e384020b-e629-40ac-9b49-c065afd235ca/ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:55.241957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f5f7-6315-4667-b78d-20205718a525 req-081f3df8-8e47-4222-8461-c665cb44b526 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:55.249653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00e2f5f7-6315-4667-b78d-20205718a525 req-081f3df8-8e47-4222-8461-c665cb44b526 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.3719130 Jun 04 06:56:55.317151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-498524078', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:55.325229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:55.329719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:55.332869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:55.340486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:55.353196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.354812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.371502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.458159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00e2f5f7-6315-4667-b78d-20205718a525 req-9ab03c66-283c-41b4-8ec0-2ff4a66c5f8f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075970 Jun 04 06:56:55.536727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.579992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.702644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.705112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.723384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Network 266a442e-cf03-4a0b-a32b-764aeb1decf6 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:55.731853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:55.734523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:55.777709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Pushing event updated for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:55.835745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:55.837631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.867604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea8e56-abbc-413b-a897-9f2406d3b964 req-2f608342-c913-487d-b372-f26ba22e5969 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:55.869396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfea8e56-abbc-413b-a897-9f2406d3b964 req-2f608342-c913-487d-b372-f26ba22e5969 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 932 time: 0.2392871 Jun 04 06:56:55.876597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-903cba8c-78c5-44c4-b16c-5afecc17db8a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5806489 Jun 04 06:56:55.902340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Request body: {'port': {'device_id': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:55.963297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:55.984950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfea8e56-abbc-413b-a897-9f2406d3b964 req-8e10fcd8-bcf2-418f-884a-737fa77f95d9 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067414 Jun 04 06:56:56.086538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.302842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.375213 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.425800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580fcf0-6487-4e36-a67e-195b022ef9ab req-bf461c58-81f7-434e-b9e6-176e068d4f8a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:56.437437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5580fcf0-6487-4e36-a67e-195b022ef9ab req-bf461c58-81f7-434e-b9e6-176e068d4f8a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 945 time: 0.2362282 Jun 04 06:56:56.567520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5580fcf0-6487-4e36-a67e-195b022ef9ab req-69ff073e-d246-417e-a725-5ad7b7d0aa81 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290212 Jun 04 06:56:56.576271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Allocated IP 172.25.1.100 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7c0b4753-d02b-43ce-b9b5-81344241a1c4) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:56.812213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:56:56.814158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.823223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.859618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Transition to ACTIVE for port object ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:56:56.870668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.873285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:56.966333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:56:56.969970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:56:56.975602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:56:56.984341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ddd9f-5da1-4056-b698-237576cdcd69 req-f301dfa0-772d-4133-8646-94fdc7a1af2c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:56.986118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b2ddd9f-5da1-4056-b698-237576cdcd69 req-f301dfa0-772d-4133-8646-94fdc7a1af2c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2351756 Jun 04 06:56:57.109295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Pushing event updated for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:57.166875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event updated for resources: {'Port': ['ID=7c0b4753-d02b-43ce-b9b5-81344241a1c4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:57.180052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b2ddd9f-5da1-4056-b698-237576cdcd69 req-9fdec948-902a-4f03-b119-d5aea717279e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724064 Jun 04 06:56:57.219296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Attempting to bind port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:56:57.219708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Attempting to bind port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '23523568-09df-4004-bcdf-64aba2b35fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:56:57.220146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Attempting to bind port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 on network 266a442e-cf03-4a0b-a32b-764aeb1decf6 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:57.226005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 on network 266a442e-cf03-4a0b-a32b-764aeb1decf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:56:57.226433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Attempting to bind port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 on network 266a442e-cf03-4a0b-a32b-764aeb1decf6 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:56:57.232637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:56:57.233230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Checking segment: {'id': '23523568-09df-4004-bcdf-64aba2b35fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:56:57.233787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Bound using segment: {'id': '23523568-09df-4004-bcdf-64aba2b35fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:56:57.234607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Bound port: ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23523568-09df-4004-bcdf-64aba2b35fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:56:57.235077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.319316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 3f82a016-3e06-4671-b158-4c734ae6e065 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:56:57.349740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:56:57.355213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,segment=NetworkSegment(23523568-09df-4004-bcdf-64aba2b35fc4),segment_id=23523568-09df-4004-bcdf-64aba2b35fc4)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:56:57.402837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.461259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 3f82a016-3e06-4671-b158-4c734ae6e065 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:56:57.478487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 3f82a016-3e06-4671-b158-4c734ae6e065 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:56:57.478893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.667150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:57.668474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.670088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] 10.222.0.39 "PUT /v2.0/ports/ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 200 len: 1092 time: 1.7742407 Jun 04 06:56:57.672439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:57.704080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.725045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 3f82a016-3e06-4671-b158-4c734ae6e065 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:56:57.725909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.731324 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22486005-9c78-4b6a-8b02-6d6ad618786d service neutron] Pushing event updated for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:57.784438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=3f82a016-3e06-4671-b158-4c734ae6e065,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:56:57.784633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:56:57.792169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:57.837239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e2b4c-083e-4a00-ac4e-64758c5b3cf3 req-5bcf15f8-497b-4088-8e04-352568ed3de5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:57.838389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f66e2b4c-083e-4a00-ac4e-64758c5b3cf3 req-5bcf15f8-497b-4088-8e04-352568ed3de5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Synchronizing usage tracker for tenant:fc1cca900fc74181acb772140e89d883 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:56:57.889868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:56:57.899981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-f66e2b4c-083e-4a00-ac4e-64758c5b3cf3 req-5bcf15f8-497b-4088-8e04-352568ed3de5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Unset dirty status for tenant:fc1cca900fc74181acb772140e89d883 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:56:57.908157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f66e2b4c-083e-4a00-ac4e-64758c5b3cf3 req-5bcf15f8-497b-4088-8e04-352568ed3de5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 944 time: 0.5504239 Jun 04 06:56:57.969211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-57fcd452-a0ae-4ee3-8537-98229ee0a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:57.970730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-57fcd452-a0ae-4ee3-8537-98229ee0a154 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc1cca900fc74181acb772140e89d883&device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 1095 time: 0.2231154 Jun 04 06:56:58.048680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f66e2b4c-083e-4a00-ac4e-64758c5b3cf3 req-8cf302cd-cb25-4a2f-b2d0-ee288b95442e tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396680 Jun 04 06:56:58.059086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-c0e5f06b-d52e-42d1-ac8c-46c5cce0e738 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 200 len: 217 time: 0.0797777 Jun 04 06:56:58.133375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-74fa1366-7887-4561-af11-3dd4593f7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:58.138925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-74fa1366-7887-4561-af11-3dd4593f7eef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e384020b-e629-40ac-9b49-c065afd235ca HTTP/1.1" status: 200 len: 852 time: 0.0697949 Jun 04 06:56:58.246888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-b2bcbc23-726d-4385-93c1-1039c2642541 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=266a442e-cf03-4a0b-a32b-764aeb1decf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048965 Jun 04 06:56:58.269418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:58.420976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918cf6-04ec-49f9-805a-218a86527fd6 req-275e6069-38db-4e10-9e8e-d8bea2f2620f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:58.422385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1918cf6-04ec-49f9-805a-218a86527fd6 req-275e6069-38db-4e10-9e8e-d8bea2f2620f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2318749 Jun 04 06:56:58.428836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-2850e12b-a195-4685-a22a-a352c125b501 service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754999 Jun 04 06:56:58.529281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Router 31883a7a-8097-4a82-acf0-31274fcca5e4 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:56:58.549895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1918cf6-04ec-49f9-805a-218a86527fd6 req-a8c93453-e20c-45e0-b183-66d0f53fd1dc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199172 Jun 04 06:56:58.577128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38668) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:58.722016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98a8598f-b6c2-479a-a095-dcb832372a5a req-2d8474ea-5d8c-4183-83f5-67b80cd33b8d service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785916 Jun 04 06:56:58.853767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f01198-8832-437e-9259-b38c705c3ed4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:58.855212 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41f01198-8832-437e-9259-b38c705c3ed4 tempest-TestNetworkAdvancedServerOps-967071159 tempest-TestNetworkAdvancedServerOps-967071159-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1091 time: 0.2770741 Jun 04 06:56:58.859085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38674) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:58.863897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f37c-b659-42f0-a7e1-d8ebfb2dca51 req-3d5e6d25-0a12-4a97-b279-16a111a0a4b8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:58.868565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:56:58.870053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dc6f37c-b659-42f0-a7e1-d8ebfb2dca51 req-3d5e6d25-0a12-4a97-b279-16a111a0a4b8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.1265500 Jun 04 06:56:58.890671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:56:58.897710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Usage tracker for resource:floatingip and tenant:37092d7db36349b3ae22457540bd734a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:56:58.903200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:56:58.912494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:56:58.915306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:56:58.926525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] Sync routers for ids ['31883a7a-8097-4a82-acf0-31274fcca5e4'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:56:58.931149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dc6f37c-b659-42f0-a7e1-d8ebfb2dca51 req-358d4726-68a8-4f58-90c9-aa35992283e7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593231 Jun 04 06:56:58.941979 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] Routers {'31883a7a-8097-4a82-acf0-31274fcca5e4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:58.942724 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['31883a7a-8097-4a82-acf0-31274fcca5e4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:58.944942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:58.946443 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3604e656-5bc8-4130-ae3b-dc4e91fa2a6e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9907820 Jun 04 06:56:58.949160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38678) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:58.968156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:59.032949 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:59.043583 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] Routers {'31883a7a-8097-4a82-acf0-31274fcca5e4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:56:59.044366 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['31883a7a-8097-4a82-acf0-31274fcca5e4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:59.112116 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1416fd-7a62-49a9-a315-70a223fe1e2e'] response: {'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065', 'code': 200} Jun 04 06:56:59.115047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:56:59.115468 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d487a-33fc-454a-83e9-933e3d4d339f None None] The sync data for ids ['31883a7a-8097-4a82-acf0-31274fcca5e4'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:56:59.228197 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6346efff-9625-42b2-b889-6610936cbb44'] response: {'name': 'network-changed', 'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80', 'status': 'completed', 'code': 200} Jun 04 06:56:59.414541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-57f3ad06-2f92-4751-98d6-7b49af313e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:59.417594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-57f3ad06-2f92-4751-98d6-7b49af313e8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc1cca900fc74181acb772140e89d883&device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 1095 time: 0.2395411 Jun 04 06:56:59.439547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:59.452277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15563230-de74-4f68-8e3a-32f74415f570 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/31883a7a-8097-4a82-acf0-31274fcca5e4 HTTP/1.1" status: 200 len: 924 time: 0.5016589 Jun 04 06:56:59.456785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38690) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:59.480408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53891db3-1a2c-44db-8e14-b9c7071c629a req-4a619eb1-c31d-4380-a389-cf6aec12b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:59.481914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-53891db3-1a2c-44db-8e14-b9c7071c629a req-4a619eb1-c31d-4380-a389-cf6aec12b25d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1097 time: 0.2829533 Jun 04 06:56:59.551267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-53891db3-1a2c-44db-8e14-b9c7071c629a req-ccd4da77-e14f-48cb-9c06-6df03a3de7a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626466 Jun 04 06:56:59.569461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f36a720-6769-46bf-9a12-b53c92413b57 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=31883a7a-8097-4a82-acf0-31274fcca5e4 HTTP/1.1" status: 200 len: 205 time: 0.1051531 Jun 04 06:56:59.570906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:56:59.627180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Allocated IP 172.25.1.108 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/9b3c14d3-70ef-493b-9a53-9173521f9eea) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:56:59.856999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8292e-be59-4074-9ac5-77f1d72d9209 req-03844bbe-9d1d-4367-b99a-ae46502955a6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:56:59.859807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7b8292e-be59-4074-9ac5-77f1d72d9209 req-03844bbe-9d1d-4367-b99a-ae46502955a6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 944 time: 0.6108646 Jun 04 06:56:59.901627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:56:59.938268 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.002919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:00.007355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:00.013240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:00.085947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=9b3c14d3-70ef-493b-9a53-9173521f9eea,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:00.106652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-017b33bc-d922-478a-8e2f-52677475f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:00.108148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-017b33bc-d922-478a-8e2f-52677475f2dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 200 len: 913 time: 0.6824398 Jun 04 06:57:00.192189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7b8292e-be59-4074-9ac5-77f1d72d9209 req-a1855a83-f869-4ecb-aa8b-7aba6a4d25f3 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154678 Jun 04 06:57:00.204433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-58dc0a74-bbfa-4207-aa65-d6953493f753 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 200 len: 217 time: 0.0816603 Jun 04 06:57:00.254612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.388231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-b94e276f-2b74-44ed-8054-6f439f7d8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:00.390081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-b94e276f-2b74-44ed-8054-6f439f7d8ee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e384020b-e629-40ac-9b49-c065afd235ca HTTP/1.1" status: 200 len: 852 time: 0.1771340 Jun 04 06:57:00.554806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.563702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-b4508321-298f-4993-a70e-b77dfe5468da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=266a442e-cf03-4a0b-a32b-764aeb1decf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033959 Jun 04 06:57:00.660115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.712632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.769918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port 7c0b4753-d02b-43ce-b9b5-81344241a1c4 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:00.770257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.908517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227cf04-6b1c-49d5-9fd0-1600e229d273 req-5d71e274-c440-450a-9624-fb54d30cd55c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:00.916436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2227cf04-6b1c-49d5-9fd0-1600e229d273 req-5d71e274-c440-450a-9624-fb54d30cd55c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.4576340 Jun 04 06:57:00.938104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-03222598-1d99-4afa-bbb1-55e8d5fc8744 service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589251 Jun 04 06:57:00.951188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:00.962890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:01.131419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:01.249570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2227cf04-6b1c-49d5-9fd0-1600e229d273 req-e01be085-bdac-409e-ba0b-20e4751358a0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321767 Jun 04 06:57:01.332967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:01.343541 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 4e90fd27-d544-4e30-afa4-680534b6d691 associated. External IP: 172.25.1.108, port: 795712c9-b63f-4e4e-b448-e66cfeb1d7c8. Jun 04 06:57:01.501899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for 7c0b4753-d02b-43ce-b9b5-81344241a1c4 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:01.553771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event updated for resources: {'Port': ['ID=9b3c14d3-70ef-493b-9a53-9173521f9eea,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:01.642702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-881dea38-a3d3-4f47-8f2c-b56716297ade req-35f9b3cf-5bb4-4364-8364-7ff20e3ef8aa service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461632 Jun 04 06:57:01.896372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982e1c9-d6bd-4946-8494-99a59e9473e2 req-cf20120a-98c5-45bd-986a-f15f325db21e tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:01.897944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8982e1c9-d6bd-4946-8494-99a59e9473e2 req-cf20120a-98c5-45bd-986a-f15f325db21e tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 944 time: 0.4760938 Jun 04 06:57:01.923059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router e0cb8185-706d-4fc3-a011-c33c78aa5a1e has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:57:01.979417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8982e1c9-d6bd-4946-8494-99a59e9473e2 req-647b5811-4d42-452f-97e8-9c81cd2ea63d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706995 Jun 04 06:57:02.055894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.132013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=7c0b4753-d02b-43ce-b9b5-81344241a1c4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:02.179513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:02.189591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Sync routers for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:02.201974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:02.202899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:02.224598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.276648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.311340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7df5316c-6a1c-4f70-91ec-dba0bf691cf6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4484637 Jun 04 06:57:02.311340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:02.459510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:02.552050 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.556564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.602792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.603636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router 31883a7a-8097-4a82-acf0-31274fcca5e4 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:02.627897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9823a7-b610-4440-bc71-3de0020446c6 req-53b7ca9d-bbd6-4e6d-a6a5-0d63dff12d44 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:02.629793 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c9823a7-b610-4440-bc71-3de0020446c6 req-53b7ca9d-bbd6-4e6d-a6a5-0d63dff12d44 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.1511130 Jun 04 06:57:02.640222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.641680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a4ea67ee-9398-475c-a1d5-6112dd97fef8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/31883a7a-8097-4a82-acf0-31274fcca5e4 HTTP/1.1" status: 204 len: 168 time: 3.0680203 Jun 04 06:57:02.645427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38762) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:02.651424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1016698778', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:02.662785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:02.672052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:router and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:02.678231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:02.686525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:02.704655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.706243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.719510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c9823a7-b610-4440-bc71-3de0020446c6 req-93e4c5a5-9a3e-436d-acbc-2b22e60a64db tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743270 Jun 04 06:57:02.754568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:02.868812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4e90fd27-d544-4e30-afa4-680534b6d691', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'mac_address': 'fa:16:3e:f8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:00Z', 'updated_at': '2022-06-04T06:57:00Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:02.873170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Checking router: e0cb8185-706d-4fc3-a011-c33c78aa5a1e for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:02.883766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:02.884455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:03.099430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec568a1-7221-4ea5-a658-6fe62ce93a04 req-00402b06-d94e-4669-828e-3fd54db4bdee tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:03.108631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ec568a1-7221-4ea5-a658-6fe62ce93a04 req-00402b06-d94e-4669-828e-3fd54db4bdee tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2606075 Jun 04 06:57:03.168880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:03.186723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:03.200540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ec568a1-7221-4ea5-a658-6fe62ce93a04 req-bd70f8d5-3d97-4a90-8391-fdb9f2f8437c tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835860 Jun 04 06:57:03.215992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:03.299519 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e978c63c-fd71-4140-985f-deb11751efe9'] response: {'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'status': 'completed', 'code': 200} Jun 04 06:57:03.409419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e2ec9c7f-9256-4a85-a8f4-3ddb0c5a978a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/4e90fd27-d544-4e30-afa4-680534b6d691 HTTP/1.1" status: 200 len: 991 time: 0.1917951 Jun 04 06:57:03.467031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-96697bc1-96af-4878-ab47-e322e953b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:03.468699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-96697bc1-96af-4878-ab47-e322e953b97d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.1547949 Jun 04 06:57:03.497890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:57:03.610602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-898146eb-3936-46d6-aeb6-af84ff0779cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:03.612260 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-898146eb-3936-46d6-aeb6-af84ff0779cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 897 time: 0.1346889 Jun 04 06:57:03.656968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562867-a0e0-4805-a2f7-2e0f8f2cff07 req-bb086e55-440d-485d-835c-119725cb4cb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:03.682563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55562867-a0e0-4805-a2f7-2e0f8f2cff07 req-bb086e55-440d-485d-835c-119725cb4cb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.1942949 Jun 04 06:57:03.772543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55562867-a0e0-4805-a2f7-2e0f8f2cff07 req-5a525622-e2a5-45e0-b231-aa517117e8c6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824120 Jun 04 06:57:03.805912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38782) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:03.817707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,segment=NetworkSegment(23523568-09df-4004-bcdf-64aba2b35fc4),segment_id=23523568-09df-4004-bcdf-64aba2b35fc4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:03.838438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80', 'network_id': '266a442e-cf03-4a0b-a32b-764aeb1decf6', 'port_id': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80', 'mac_address': 'fa:16:3e:4b:62:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384020b-e629-40ac-9b49-c065afd235ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:57:03.898134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:57:04.051041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:04.051785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:04.083390 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-e956a041-8db6-45a4-8fe7-02d9f80e5855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 999 time: 0.4615164 Jun 04 06:57:04.089654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:57:04.090929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:04.112853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,segment=NetworkSegment(23523568-09df-4004-bcdf-64aba2b35fc4),segment_id=23523568-09df-4004-bcdf-64aba2b35fc4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:04.116481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4e90fd27-d544-4e30-afa4-680534b6d691', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'mac_address': 'fa:16:3e:f8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:00Z', 'updated_at': '2022-06-04T06:57:00Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:04.121593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303a42-9c8d-42a8-9d93-5d0aa27c6c4f None None] The sync data for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 is: [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4e90fd27-d544-4e30-afa4-680534b6d691', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'mac_address': 'fa:16:3e:f8:1c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:00Z', 'updated_at': '2022-06-04T06:57:00Z', 'revision_number': 0, 'project_id': '37092d7db36349b3ae22457540bd734a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:04.123498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:04.155286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:04.245803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e786-e55c-4855-b6a4-3f5dd73758ca req-27fd5b47-0052-4a07-aea6-d27666422b97 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:04.248286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fc5e786-e55c-4855-b6a4-3f5dd73758ca req-27fd5b47-0052-4a07-aea6-d27666422b97 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 944 time: 0.2689550 Jun 04 06:57:04.250485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:04.261987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-7a631718-e5a6-44b3-8418-55de1b9aea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:04.263591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-7a631718-e5a6-44b3-8418-55de1b9aea24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.1099601 Jun 04 06:57:04.264222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.264640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.264918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.265259 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.265622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.265962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.266292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.266624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.266958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.267287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.267639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.267968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:04.295950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7e4faf-be42-4a24-9d7d-a60de488c685 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:04.298007 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ad7e4faf-be42-4a24-9d7d-a60de488c685 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1092 time: 0.4911194 Jun 04 06:57:04.316020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38790) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:04.336383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fc5e786-e55c-4855-b6a4-3f5dd73758ca req-75229b98-198a-4c10-a1f1-10b89bfbe893 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743041 Jun 04 06:57:04.373292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '3f82a016-3e06-4671-b158-4c734ae6e065', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:04.387460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:04.414098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38794) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:04.416250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:floatingip and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:04.428914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:04.441898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:04.460209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-5b55637e-e70e-4dba-a27b-743a7b333109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:04.461986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-5b55637e-e70e-4dba-a27b-743a7b333109 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449709 Jun 04 06:57:04.471256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:57:04.546196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3ee9d-5eda-4f43-a111-574b039be08a None None] New status for floating IP 4e90fd27-d544-4e30-afa4-680534b6d691: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:57:04.569119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3458f3dc-063c-4435-83d7-1de674e50875 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/4e90fd27-d544-4e30-afa4-680534b6d691 HTTP/1.1" status: 200 len: 991 time: 0.1536703 Jun 04 06:57:04.620812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:04.695784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 172.25.1.168 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/43a13514-0c02-422b-a543-07e9a069896a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:04.918558 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-2e76c537-7989-4279-9e8f-8c7242f8ec0b service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478571 Jun 04 06:57:05.129262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.162130 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-92c643d7-97ad-42e1-ba35-6a628b3249f3 req-bef9d6f5-3b0a-4d09-b823-f2575569240a service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263865 Jun 04 06:57:05.176040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.268672 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.387826 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:05.395878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:05.400351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=43a13514-0c02-422b-a543-07e9a069896a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:05.402569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:05.407355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:05.436627 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.25.1.31 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f9571bbf-e27e-4ac6-8762-e37ece4eb4ba) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:05.493108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:05.506797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:05.507138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.585207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:05.774555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:05.774940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.820859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead31710-d9f9-44b2-afe5-73786591dabe req-81714be0-fdc2-4eeb-81b2-4685f9903702 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:05.828562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ead31710-d9f9-44b2-afe5-73786591dabe req-81714be0-fdc2-4eeb-81b2-4685f9903702 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 945 time: 0.3266563 Jun 04 06:57:05.837332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,segment=NetworkSegment(23523568-09df-4004-bcdf-64aba2b35fc4),segment_id=23523568-09df-4004-bcdf-64aba2b35fc4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:05.839429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:05.854400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:05.894536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49fb4412-e03d-4d2b-8695-5ecfa7b8048a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/4e90fd27-d544-4e30-afa4-680534b6d691 HTTP/1.1" status: 200 len: 993 time: 0.3037417 Jun 04 06:57:05.913578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ead31710-d9f9-44b2-afe5-73786591dabe req-6e6f8543-126e-49a5-9838-dda99c15aadc tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 Jun 04 06:57:05.932838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38818) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:06.010448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:06.030763 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b3173a-e4ed-4a30-90c9-51d3f16fe7f9'] response: {'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80', 'code': 200} Jun 04 06:57:06.051111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38824) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:06.105308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.210031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.292828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=f9571bbf-e27e-4ac6-8762-e37ece4eb4ba,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:06.323719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:06.326540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:06.365581 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.385954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:06.406045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:06.414530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Deleting subnet 8d149ebe-bdec-4005-95e7-10dab6b8cb10 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:57:06.416494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Usage tracker for resource:security_group_rule and tenant:545448708189488b9e26e861b4255e97 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:06.420757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:06.428983 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.455620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:06.463870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4a4f3-76df-4167-9036-1085caee7db2 req-0e5c8fb4-a6f8-4a36-9d2e-4bf94d5f145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:06.465356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cc4a4f3-76df-4167-9036-1085caee7db2 req-0e5c8fb4-a6f8-4a36-9d2e-4bf94d5f145b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 1097 time: 0.3216624 Jun 04 06:57:06.498498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.533197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cc4a4f3-76df-4167-9036-1085caee7db2 req-ca345211-1d4a-4a52-bffa-a0d7d03b9989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Jun 04 06:57:06.541358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.620139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.713986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.721850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.755979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.816371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d149ebe-bdec-4005-95e7-10dab6b8cb10,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:06.821413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=545448708189488b9e26e861b4255e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8872838 Jun 04 06:57:06.823673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:06.826070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38828) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:06.826896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba47192-5598-48e9-8ea6-e11d9fa37332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e205e9-a7d2-4656-ad9d-9cea8e459e6b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:06.852343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a98049f2-6a8c-4ab1-8115-810a99ae3800 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8d149ebe-bdec-4005-95e7-10dab6b8cb10 HTTP/1.1" status: 204 len: 168 time: 0.8001995 Jun 04 06:57:06.854928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38832) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:06.999151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.002757 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.038604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.115731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.255217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.299472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cad5bab-e1b1-4ab7-a370-2044a986011b']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:07.316390 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.323380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bab27d-9c85-4004-b571-56bde29d07cf') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:07.323676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bab27d-9c85-4004-b571-56bde29d07cf') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:07.353806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14e239-e176-4505-8d9f-6103bbd45394 req-1b40e915-4739-49c6-83a4-b054c85bff62 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:07.355635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef14e239-e176-4505-8d9f-6103bbd45394 req-1b40e915-4739-49c6-83a4-b054c85bff62 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.2762864 Jun 04 06:57:07.359265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.371252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e205e9-a7d2-4656-ad9d-9cea8e459e6b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:07.404174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.409323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.412938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc3e14e1-dadf-42ea-857f-9ce1a303e7a0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e2e205e9-a7d2-4656-ad9d-9cea8e459e6b HTTP/1.1" status: 204 len: 168 time: 0.5808437 Jun 04 06:57:07.434557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:57:07.435245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.500924 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.517150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef14e239-e176-4505-8d9f-6103bbd45394 req-fb465d2a-a92f-4a96-9e74-8f0adabe9a52 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470122 Jun 04 06:57:07.518268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router 3998f87c-03b1-4aab-b602-b91680cb06ad is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:07.523704 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 49bab27d-9c85-4004-b571-56bde29d07cf resource provider aggregate not found Jun 04 06:57:07.546769 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 49bab27d-9c85-4004-b571-56bde29d07cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49bab27d-9c85-4004-b571-56bde29d07cf found for delete ", "request_id": "req-6864dd7d-39bb-422c-a97c-7f3e46e10274"}]} Jun 04 06:57:07.559743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.580217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.590443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] Pushing event deleted for resources: {'Network': ['ID=3cad5bab-e1b1-4ab7-a370-2044a986011b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:07.596495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d73fe19d-38cb-45cb-a080-6d9a2f19c2db admin admin] 10.222.0.17 "DELETE /v2.0/networks/3cad5bab-e1b1-4ab7-a370-2044a986011b HTTP/1.1" status: 204 len: 168 time: 0.7382584 Jun 04 06:57:07.596978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:07.664492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Deleting subnet db24194e-3e77-4a4c-a018-256f9e1439d2 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:57:07.666229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.667790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.720708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.759094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38850) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:07.787496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.806737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:07.811413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:07.817686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Usage tracker for resource:security_group_rule and tenant:573aaa45e2c4415ea684a7c5f54f1a1e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:07.822892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:07.824232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Sync routers for ids ['3998f87c-03b1-4aab-b602-b91680cb06ad'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:07.829440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.840311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Routers {'3998f87c-03b1-4aab-b602-b91680cb06ad'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:07.842214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3998f87c-03b1-4aab-b602-b91680cb06ad'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:07.862062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:07.924332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:07.925436 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7187579f-8165-4c3f-96cb-49abf02f682f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2782381 Jun 04 06:57:07.930990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38854) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:07.949603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.009926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db24194e-3e77-4a4c-a018-256f9e1439d2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:08.034701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.054256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c1e0b8e6-1396-4105-9f1b-f0e93190a0b6 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/db24194e-3e77-4a4c-a018-256f9e1439d2 HTTP/1.1" status: 204 len: 168 time: 0.4494152 Jun 04 06:57:08.054256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38858) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:08.107441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Set router 3998f87c-03b1-4aab-b602-b91680cb06ad gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:08.155524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.171375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.179558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.188315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.194155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.234302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=573aaa45e2c4415ea684a7c5f54f1a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716492 Jun 04 06:57:08.234302 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e22130-567f-47ea-a9c7-f59334cdb043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0fefe-4a0b-44a9-92ee-bc2c603851ae,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:08.235989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:08.263809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0bbdd8d3-4fd2-424c-a210-f4a800862ea5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/3998f87c-03b1-4aab-b602-b91680cb06ad HTTP/1.1" status: 200 len: 909 time: 0.2912855 Jun 04 06:57:08.268237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 38866) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:08.288728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1016698778', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': True}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:08.299693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=f9571bbf-e27e-4ac6-8762-e37ece4eb4ba,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:08.308309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:08.323635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.329090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Usage tracker for resource:router and tenant:2d05813239c1402b9e624c83a34f34bf is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:08.336350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:08.427623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168'}], 'enable_snat': False}, 'gw_port_id': '43a13514-0c02-422b-a543-07e9a069896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:02Z', 'updated_at': '2022-06-04T06:57:06Z', 'revision_number': 3, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port': {'id': '43a13514-0c02-422b-a543-07e9a069896a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:04Z', 'updated_at': '2022-06-04T06:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:08.432752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Checking router: 3998f87c-03b1-4aab-b602-b91680cb06ad for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:08.433271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Updating router 3998f87c-03b1-4aab-b602-b91680cb06ad port 43a13514-0c02-422b-a543-07e9a069896a binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:57:08.490880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.507541 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP d14ca39c-5711-47e1-98d4-d44a98917713 associated. External IP: 172.25.1.31, port: 3f82a016-3e06-4671-b158-4c734ae6e065. Jun 04 06:57:08.527386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:08.556297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.568380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.569396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.615823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.618501 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.620625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67de010-8d6a-4067-b54f-2ec4fb2fd803']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:08.651565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c864b7d-db23-4734-8f2c-57cd9e3097f7') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:08.651976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c864b7d-db23-4734-8f2c-57cd9e3097f7') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:08.677719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.685594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.819548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.909336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:57:08.909913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:08.918336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.055490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:57:09.163587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.171022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.179705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Transition to ACTIVE for port object 43a13514-0c02-422b-a543-07e9a069896a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:09.189135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.197209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.218014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.232713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67de010-8d6a-4067-b54f-2ec4fb2fd803,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:09.247149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:09.250925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087a22a-8d6a-4c94-9b17-34ad01a8d5db req-b4a55340-9ffe-4b06-95a1-937bdf749135 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:09.259874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2087a22a-8d6a-4c94-9b17-34ad01a8d5db req-b4a55340-9ffe-4b06-95a1-937bdf749135 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.5632801 Jun 04 06:57:09.261186 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:09.271841 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:09.272814 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:09.276767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548d24-a80b-4b5b-a320-28e9b0be68e3 None None] Pushing event updated for resources: {'Port': ['ID=43a13514-0c02-422b-a543-07e9a069896a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:09.279290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Attempting to bind port 43a13514-0c02-422b-a543-07e9a069896a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:09.279691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Attempting to bind port 43a13514-0c02-422b-a543-07e9a069896a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:09.280074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Attempting to bind port 43a13514-0c02-422b-a543-07e9a069896a on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:09.285757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0fefe-4a0b-44a9-92ee-bc2c603851ae,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:09.286076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:09.286449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:09.286851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.287272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:09.287803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Bound port: 43a13514-0c02-422b-a543-07e9a069896a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:09.288229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.289763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.290970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-961b12ae-61b5-4d6a-8075-d84ebf0f533b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f9d0fefe-4a0b-44a9-92ee-bc2c603851ae HTTP/1.1" status: 204 len: 168 time: 1.0498400 Jun 04 06:57:09.299310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c66749e0-b87d-4bde-8632-bf7bc6f7bef2 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f67de010-8d6a-4067-b54f-2ec4fb2fd803 HTTP/1.1" status: 204 len: 168 time: 1.2475197 Jun 04 06:57:09.307562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.382640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] For port 43a13514-0c02-422b-a543-07e9a069896a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:09.386584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] For port 43a13514-0c02-422b-a543-07e9a069896a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=43a13514-0c02-422b-a543-07e9a069896a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:09.392987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.413736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2087a22a-8d6a-4c94-9b17-34ad01a8d5db req-d4a88649-c201-4e6d-b19f-41808d6a2278 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526182 Jun 04 06:57:09.433142 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-809ba231-a009-445e-b8cb-2c4962b82ca1 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0623236 Jun 04 06:57:09.433142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:09.506477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Routers {'3998f87c-03b1-4aab-b602-b91680cb06ad'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:09.507117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3998f87c-03b1-4aab-b602-b91680cb06ad'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:09.592777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548d24-a80b-4b5b-a320-28e9b0be68e3 None None] Pushing event updated for resources: {'Port': ['ID=43a13514-0c02-422b-a543-07e9a069896a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:09.651350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38884) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:09.689786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:09.732371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a39cb636-397e-4d9d-a5f0-4721b2509bf2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f619fd9cce944785bbb8056fbde60569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797369 Jun 04 06:57:09.735410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38890) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:09.740167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] Set router 3998f87c-03b1-4aab-b602-b91680cb06ad gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:09.828574 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1c864b7d-db23-4734-8f2c-57cd9e3097f7 resource provider aggregate not found Jun 04 06:57:09.849197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.905087 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.909519 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1c864b7d-db23-4734-8f2c-57cd9e3097f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c864b7d-db23-4734-8f2c-57cd9e3097f7 found for delete ", "request_id": "req-b089d529-0d7e-4cad-8e5c-fcf1a4ede064"}]} Jun 04 06:57:09.972709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:09.999963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b72b20-866a-4270-8c09-0015f6c64830,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:10.004760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:10.019233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:10.020362 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad84bbeb-68e3-45ab-9c38-46ce8255c2b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/00b72b20-866a-4270-8c09-0015f6c64830 HTTP/1.1" status: 204 len: 168 time: 0.2820003 Jun 04 06:57:10.056402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:10.129017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01c85e-d2f2-457a-bf6b-62c4bdbf4aad req-938bb63d-65d5-453f-ade7-4a1e88ea8085 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:10.137102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa01c85e-d2f2-457a-bf6b-62c4bdbf4aad req-938bb63d-65d5-453f-ade7-4a1e88ea8085 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.3625195 Jun 04 06:57:10.228962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa01c85e-d2f2-457a-bf6b-62c4bdbf4aad req-a0454910-6427-421c-a17d-adf094874465 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905974 Jun 04 06:57:10.301438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd14ca39c-5711-47e1-98d4-d44a98917713', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '3f82a016-3e06-4671-b158-4c734ae6e065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:10:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:07Z', 'updated_at': '2022-06-04T06:57:07Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:10.307513 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:10.312895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168'}], 'enable_snat': False}, 'gw_port_id': '43a13514-0c02-422b-a543-07e9a069896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:02Z', 'updated_at': '2022-06-04T06:57:06Z', 'revision_number': 3, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port': {'id': '43a13514-0c02-422b-a543-07e9a069896a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:04Z', 'updated_at': '2022-06-04T06:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:10.318888 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:10.320306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:10.322265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3209a0-54b3-4e8b-8744-f3a9a6a5be4a None None] The sync data for ids ['3998f87c-03b1-4aab-b602-b91680cb06ad'] in n-d-811808-2 is: [{'id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168'}], 'enable_snat': False}, 'gw_port_id': '43a13514-0c02-422b-a543-07e9a069896a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:02Z', 'updated_at': '2022-06-04T06:57:06Z', 'revision_number': 3, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port': {'id': '43a13514-0c02-422b-a543-07e9a069896a', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998f87c-03b1-4aab-b602-b91680cb06ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:04Z', 'updated_at': '2022-06-04T06:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:10.342982 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38fc186-9942-49b5-975b-4bbebb4f824d'] response: {'name': 'network-changed', 'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065', 'status': 'completed', 'code': 200} Jun 04 06:57:10.492129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 172.25.1.65 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/a74b46f2-ffa0-4802-8d9f-2310d874b9fa) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:10.505992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:10.586959 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bc3a54e5-06cc-45f3-9d8a-75adcc85075d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b0fc8c057c4048209c810efaa83d0dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796204 Jun 04 06:57:10.589337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 38918) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:10.676386 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:10.741164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:10.824825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:10.894729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-7e1693f7-cd07-40e5-ab9b-c1c7b2ba88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:10.896421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-7e1693f7-cd07-40e5-ab9b-c1c7b2ba88c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1097 time: 0.5307910 Jun 04 06:57:10.940643 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.017682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff880e72-6900-4ca9-a44b-ddbc0758a07a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:11.040324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.044076 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a5a7cdbf-78d9-4ba3-8f62-c6c1763b2d65 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ff880e72-6900-4ca9-a44b-ddbc0758a07a HTTP/1.1" status: 204 len: 168 time: 0.4536455 Jun 04 06:57:11.103040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-f632b1e5-43b6-4033-b4ec-1383f2055f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:11.103815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 43a13514-0c02-422b-a543-07e9a069896a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:11.104504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-f632b1e5-43b6-4033-b4ec-1383f2055f92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.1943412 Jun 04 06:57:11.156735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.231874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 43a13514-0c02-422b-a543-07e9a069896a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:11.243030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 43a13514-0c02-422b-a543-07e9a069896a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:11.243703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.354114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-5f02f66c-5408-43e2-8c20-1302cdd1b76e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 999 time: 0.1830468 Jun 04 06:57:11.357332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.358535 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd14ca39c-5711-47e1-98d4-d44a98917713', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '3f82a016-3e06-4671-b158-4c734ae6e065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:10:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:07Z', 'updated_at': '2022-06-04T06:57:07Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:11.366051 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c29f-4016-46d3-97b4-8053a1be00c0 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd14ca39c-5711-47e1-98d4-d44a98917713', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '3f82a016-3e06-4671-b158-4c734ae6e065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:10:1f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:57:07Z', 'updated_at': '2022-06-04T06:57:07Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:11.408501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 43a13514-0c02-422b-a543-07e9a069896a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:11.409457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.446436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 43a13514-0c02-422b-a543-07e9a069896a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=43a13514-0c02-422b-a543-07e9a069896a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:11.456366 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:11.576637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:11.604725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:11.639200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=43a13514-0c02-422b-a543-07e9a069896a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:11.647497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:11.747024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02e7ec-55ea-4287-9e87-938a9310788f req-c36ed7ba-88f7-4c02-b5ea-377aabfc4bf1 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:11.749982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb02e7ec-55ea-4287-9e87-938a9310788f req-c36ed7ba-88f7-4c02-b5ea-377aabfc4bf1 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.6445169 Jun 04 06:57:12.038466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17605d-fc3a-42f7-8dd2-2d94c0a4f8cd None None] New status for floating IP d14ca39c-5711-47e1-98d4-d44a98917713: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:57:12.087657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:12.194103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-480069e0-0dbb-4174-884a-ccdfd6ae821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:12.195378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-480069e0-0dbb-4174-884a-ccdfd6ae821c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.8248801 Jun 04 06:57:12.329968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb02e7ec-55ea-4287-9e87-938a9310788f req-a4a805c7-1545-4a7b-a86f-b8cc4e2551d3 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053956 Jun 04 06:57:12.473540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-474bad88-6336-42f9-95c5-fc2d8a5d5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:12.475518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-474bad88-6336-42f9-95c5-fc2d8a5d5c4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524498 Jun 04 06:57:12.685716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:13.034283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 43a13514-0c02-422b-a543-07e9a069896a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:13.084845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-db1ec8e6-2775-4555-a1a4-f44559c1fd13 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016536 Jun 04 06:57:13.139282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 43a13514-0c02-422b-a543-07e9a069896a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:13.141213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:13.314350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 43a13514-0c02-422b-a543-07e9a069896a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:13.420037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13853aaf-4aad-4196-a8d1-1feaad385a10 req-eaa1ba9c-e73c-4e0d-b0f8-b0d1223a9d42 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215594 Jun 04 06:57:13.463682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:13.721626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f900f9-facb-4e6a-90a0-30e9aefd7f1e req-a40c1c7e-835a-4608-8a0e-ce7d812d362d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:13.723300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2f900f9-facb-4e6a-90a0-30e9aefd7f1e req-a40c1c7e-835a-4608-8a0e-ce7d812d362d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.2009981 Jun 04 06:57:13.785911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2f900f9-facb-4e6a-90a0-30e9aefd7f1e req-3707b8be-9fc6-4640-b825-aa2c202862c6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Jun 04 06:57:13.786546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router c7050f46-3ad7-42f4-bbcf-9a69054416e4 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:13.994448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:14.004294 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Sync routers for ids ['c7050f46-3ad7-42f4-bbcf-9a69054416e4'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:14.018876 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Routers {'c7050f46-3ad7-42f4-bbcf-9a69054416e4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:14.019855 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7050f46-3ad7-42f4-bbcf-9a69054416e4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:14.036811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:14.038105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-16731ac5-2137-42ba-ab24-c2d0243c8c1b tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7581165 Jun 04 06:57:14.041050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:14.320456 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Set router c7050f46-3ad7-42f4-bbcf-9a69054416e4 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:14.473121 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-12c6ba7d-be7d-4464-b8bf-1c633c4040a1 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/c7050f46-3ad7-42f4-bbcf-9a69054416e4 HTTP/1.1" status: 200 len: 907 time: 0.4306037 Jun 04 06:57:14.477751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39018) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:14.482828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-514c9d5e-9d39-42a4-8a47-dd0b4762a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:14.484496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-514c9d5e-9d39-42a4-8a47-dd0b4762a169 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc1cca900fc74181acb772140e89d883&device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 1097 time: 0.2311671 Jun 04 06:57:14.494164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364004c-95eb-43c6-872f-54c3f76749f9 req-be2aedf6-962c-4cf0-806e-8491c25ac434 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:14.495729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a364004c-95eb-43c6-872f-54c3f76749f9 req-be2aedf6-962c-4cf0-806e-8491c25ac434 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.2951007 Jun 04 06:57:14.628191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a364004c-95eb-43c6-872f-54c3f76749f9 req-4565833b-9a14-462b-a4ec-5398c2e10f2f tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Jun 04 06:57:14.686338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-bafe08f3-ce3f-45f3-9a32-b7da95d3dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:14.688305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-bafe08f3-ce3f-45f3-9a32-b7da95d3dbdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 200 len: 913 time: 0.1915073 Jun 04 06:57:14.783660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:14.846518 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7050f46-3ad7-42f4-bbcf-9a69054416e4', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'a74b46f2-ffa0-4802-8d9f-2310d874b9fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:08Z', 'updated_at': '2022-06-04T06:57:12Z', 'revision_number': 3, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port': {'id': 'a74b46f2-ffa0-4802-8d9f-2310d874b9fa', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7050f46-3ad7-42f4-bbcf-9a69054416e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:10Z', 'updated_at': '2022-06-04T06:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:14.860348 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Checking router: c7050f46-3ad7-42f4-bbcf-9a69054416e4 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:14.862062 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Updating router c7050f46-3ad7-42f4-bbcf-9a69054416e4 port a74b46f2-ffa0-4802-8d9f-2310d874b9fa binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:57:14.977067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-524adb5f-65e4-42bc-a3dc-8ed5d5d53603 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 200 len: 217 time: 0.2812345 Jun 04 06:57:14.994082 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.080717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-266cf808-1857-43d6-ba29-32bf2d6ed96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:15.083604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-266cf808-1857-43d6-ba29-32bf2d6ed96e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e384020b-e629-40ac-9b49-c065afd235ca HTTP/1.1" status: 200 len: 852 time: 0.0991321 Jun 04 06:57:15.110661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39034) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:15.152244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-81a863ac-0c4f-4625-b9cf-7ca2db87da98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=266a442e-cf03-4a0b-a32b-764aeb1decf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620985 Jun 04 06:57:15.159484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.173866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting port a74b46f2-ffa0-4802-8d9f-2310d874b9fa {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:15.174258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.324256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.342738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:15.348118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Usage tracker for resource:security_group_rule and tenant:49db730a4cf14e7ca22efba7f7ad9da0 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:15.352818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-7f151ada-8e7f-456b-b856-a9c44dd8d9f9 service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919291 Jun 04 06:57:15.396995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:15.412978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:15.453524 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.470306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Transition to ACTIVE for port object a74b46f2-ffa0-4802-8d9f-2310d874b9fa will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:15.479437 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.481662 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.533976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8a9c717-1983-471e-a58d-7ba7b141c7db req-35e1cc08-29d7-4290-99dd-a4cccc6f164a service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711838 Jun 04 06:57:15.592982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Attempting to bind port a74b46f2-ffa0-4802-8d9f-2310d874b9fa on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:15.593246 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Attempting to bind port a74b46f2-ffa0-4802-8d9f-2310d874b9fa by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:15.593655 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Attempting to bind port a74b46f2-ffa0-4802-8d9f-2310d874b9fa on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:15.603236 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:15.603630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:15.604068 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.604572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:15.605031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Bound port: a74b46f2-ffa0-4802-8d9f-2310d874b9fa, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:15.605392 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.620594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Calling delete_port for a74b46f2-ffa0-4802-8d9f-2310d874b9fa owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:15.631218 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55df4-35ef-4b52-b1ab-ffa7d080ca98 None None] Pushing event updated for resources: {'Port': ['ID=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:15.709042 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] For port a74b46f2-ffa0-4802-8d9f-2310d874b9fa, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:15.714229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] For port a74b46f2-ffa0-4802-8d9f-2310d874b9fa, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:15.720632 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:15.815525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Routers {'c7050f46-3ad7-42f4-bbcf-9a69054416e4'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:15.816155 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:56:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c7050f46-3ad7-42f4-bbcf-9a69054416e4'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:15.882031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55df4-35ef-4b52-b1ab-ffa7d080ca98 None None] Pushing event updated for resources: {'Port': ['ID=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:15.909780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dc932-1c0d-4ed2-adda-40439b50dccb req-4cecb9be-7561-476b-898a-7ec99ac8c063 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:15.912122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a10dc932-1c0d-4ed2-adda-40439b50dccb req-4cecb9be-7561-476b-898a-7ec99ac8c063 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.1034477 Jun 04 06:57:16.010106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] Set router c7050f46-3ad7-42f4-bbcf-9a69054416e4 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:16.016361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a10dc932-1c0d-4ed2-adda-40439b50dccb req-20d42fa7-303a-4e5c-aef3-6a0381422ad2 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Jun 04 06:57:16.050080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.061570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.128774 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7050f46-3ad7-42f4-bbcf-9a69054416e4', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:08Z', 'updated_at': '2022-06-04T06:57:15Z', 'revision_number': 4, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:16.130978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49db730a4cf14e7ca22efba7f7ad9da0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0184047 Jun 04 06:57:16.133447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d121c34-a029-4da5-ae01-36140d060797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6350e-58aa-4283-81a0-4088f239e403,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:16.134058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:16.136932 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bf966-7c67-40dc-981b-44c6bf1743ad None None] The sync data for ids ['c7050f46-3ad7-42f4-bbcf-9a69054416e4'] in n-d-811808-2 is: [{'id': 'c7050f46-3ad7-42f4-bbcf-9a69054416e4', 'name': 'tempest-snat-router-1016698778', 'tenant_id': '2d05813239c1402b9e624c83a34f34bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:08Z', 'updated_at': '2022-06-04T06:57:15Z', 'revision_number': 4, 'project_id': '2d05813239c1402b9e624c83a34f34bf', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:16.142966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:57:16.143439 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:57:16.222045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.251157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.306605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.326059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.329521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/07e6350e-58aa-4283-81a0-4088f239e403 HTTP/1.1" status: 204 len: 168 time: 0.1914132 Jun 04 06:57:16.329804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea03ea-907d-47c3-b1eb-d754b78439df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6350e-58aa-4283-81a0-4088f239e403,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:16.644638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting port a74b46f2-ffa0-4802-8d9f-2310d874b9fa {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:16.645125 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.694525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39062) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:16.716355 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.733430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:16.737609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:538ed72b93e34a82bb9fd426a610a589 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:16.741271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:16.747213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:16.842287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] For port a74b46f2-ffa0-4802-8d9f-2310d874b9fa, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:16.842645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.842866 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.846894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.893329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=538ed72b93e34a82bb9fd426a610a589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970925 Jun 04 06:57:16.896427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39066) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:16.937699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43459fd9-9b1c-44ed-a66c-ab9879dc0fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78fc7f7-4c1b-4937-b7fe-374360ff1cd0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:16.975859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-50fdacbd-892e-465d-a1ee-5279177e0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:16.997209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Calling delete_port for a74b46f2-ffa0-4802-8d9f-2310d874b9fa owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:17.023278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.056510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.126217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.153337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78fc7f7-4c1b-4937-b7fe-374360ff1cd0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:17.157875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.160609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3dfdc567-6c1f-4c73-baa5-178306277a5a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e78fc7f7-4c1b-4937-b7fe-374360ff1cd0 HTTP/1.1" status: 204 len: 168 time: 0.2619100 Jun 04 06:57:17.317561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244497a-e799-48de-870d-a16a598e524f req-1c1e0eb2-738e-40a9-81dc-48226ba0d22b tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:17.318730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.325319 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6244497a-e799-48de-870d-a16a598e524f req-1c1e0eb2-738e-40a9-81dc-48226ba0d22b tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.1284962 Jun 04 06:57:17.382470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6244497a-e799-48de-870d-a16a598e524f req-590fc162-a631-4fd4-be54-949442a00ee2 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561216 Jun 04 06:57:17.386479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Port': ['ID=a74b46f2-ffa0-4802-8d9f-2310d874b9fa,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:17.485138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.720040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.724427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.754234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.754234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7050f46-3ad7-42f4-bbcf-9a69054416e4 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:17.781466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:17.782769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bc26c9c0-3787-4991-bb31-265d107aa97f tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/routers/c7050f46-3ad7-42f4-bbcf-9a69054416e4 HTTP/1.1" status: 204 len: 168 time: 3.3038809 Jun 04 06:57:17.785387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39094) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:18.131198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:18.212963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf7733-a4f5-46bd-9eaf-6f382c576bf6 req-fe5161a8-b666-4c09-8018-f91c86c2e118 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:18.214686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebdf7733-a4f5-46bd-9eaf-6f382c576bf6 req-fe5161a8-b666-4c09-8018-f91c86c2e118 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.3356199 Jun 04 06:57:18.386338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebdf7733-a4f5-46bd-9eaf-6f382c576bf6 req-af6fdd01-cd3e-4200-9f25-94996cb4c739 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568158 Jun 04 06:57:18.426252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:18.437624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Deleting port 43a13514-0c02-422b-a543-07e9a069896a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:18.437934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:18.845997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] For port 43a13514-0c02-422b-a543-07e9a069896a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=43a13514-0c02-422b-a543-07e9a069896a,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:18.845997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.028441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Calling delete_port for 43a13514-0c02-422b-a543-07e9a069896a owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:19.096274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-323017a8-4713-4639-b868-ac4326e7d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.335959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.402057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event deleted for resources: {'Port': ['ID=43a13514-0c02-422b-a543-07e9a069896a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:19.630381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.891331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.891331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.936808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25782711-7d82-4b39-b3da-d7bd14da53af req-cddc1c71-3ba1-40a1-92e1-6da1cad7bc4d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:19.936808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25782711-7d82-4b39-b3da-d7bd14da53af req-cddc1c71-3ba1-40a1-92e1-6da1cad7bc4d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.3550568 Jun 04 06:57:19.936808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:19.936808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3998f87c-03b1-4aab-b602-b91680cb06ad {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:20.001309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.007752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c89660a7-8edf-4e36-9cd0-2a9f18221632 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "DELETE /v2.0/routers/3998f87c-03b1-4aab-b602-b91680cb06ad HTTP/1.1" status: 204 len: 168 time: 2.2146041 Jun 04 06:57:20.013235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:20.018328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306291855', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:20.032367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25782711-7d82-4b39-b3da-d7bd14da53af req-6cc3bd2d-d981-43c7-aeb0-11d8863c5f3e tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884860 Jun 04 06:57:20.045116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:20.056693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:20.068257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:20.137586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:20.180758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.180758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.223845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.249331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.512477 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.637645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:20.713347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0508-7551-40ef-aaaf-407d7ce86ef1 req-1c3e082a-44b2-40cf-95ce-c0d358c5c6b0 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:20.718245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5ca0508-7551-40ef-aaaf-407d7ce86ef1 req-1c3e082a-44b2-40cf-95ce-c0d358c5c6b0 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.2040474 Jun 04 06:57:20.781108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-7ad2a320-7875-449f-817b-0b1d0071fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:20.785384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-7ad2a320-7875-449f-817b-0b1d0071fc29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc1cca900fc74181acb772140e89d883&device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 1097 time: 0.1982975 Jun 04 06:57:20.947529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5ca0508-7551-40ef-aaaf-407d7ce86ef1 req-1a1e8112-efb0-4c51-8fe0-94c83bd2c524 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163730 Jun 04 06:57:21.034904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-75a40098-fe59-42f3-af3d-038a9b2134ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:21.034904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-75a40098-fe59-42f3-af3d-038a9b2134ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 200 len: 913 time: 0.2364912 Jun 04 06:57:21.043587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 43a13514-0c02-422b-a543-07e9a069896a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:57:21.135156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 43a13514-0c02-422b-a543-07e9a069896a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:57:21.135156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 43a13514-0c02-422b-a543-07e9a069896a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:57:21.148892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-7e4f983b-43d3-4fad-a9ee-178a6ba902d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 200 len: 217 time: 0.1117837 Jun 04 06:57:21.237550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-291dced3-1708-44fd-909c-69379851176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:21.240626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-291dced3-1708-44fd-909c-69379851176d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e384020b-e629-40ac-9b49-c065afd235ca HTTP/1.1" status: 200 len: 852 time: 0.0850492 Jun 04 06:57:21.296482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-b554d633-894f-45b6-b62d-0581e61de07f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=266a442e-cf03-4a0b-a32b-764aeb1decf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487452 Jun 04 06:57:21.349518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:21.426914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:21.614725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-b26e8f6f-2a84-4625-9be5-0f973907d067 service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093624 Jun 04 06:57:21.631389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Allocated IP 172.25.1.66 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/607cac27-6989-4c4f-a5fc-454eb6d21458) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:21.753657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65aeca0b-3ad6-4c6d-9078-338ce6a80cde req-92afc5b7-b7bc-46c5-b047-8125ed8ea0e6 service neutron] 10.222.0.39 "GET /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319373 Jun 04 06:57:21.783630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:21.814434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:21.877928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:21.886387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:21.890530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:21.934440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event updated for resources: {'Port': ['ID=607cac27-6989-4c4f-a5fc-454eb6d21458,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:22.094234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:22.277768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa99d0e-247d-4f28-ab92-d62ceda4e492 req-d132d191-44a3-4669-b486-4ce0b894c42a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:22.292255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fa99d0e-247d-4f28-ab92-d62ceda4e492 req-d132d191-44a3-4669-b486-4ce0b894c42a tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.1556075 Jun 04 06:57:22.399377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fa99d0e-247d-4f28-ab92-d62ceda4e492 req-ed81ba23-54b6-47b7-ab63-a2ad0d504d3d tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039746 Jun 04 06:57:22.424165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:23.252312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:23.550401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Router 715bcae0-9247-48a8-ae0e-e4e37654b475 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:23.850151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb86c78-4b90-4b5f-b384-b7821781cd6c req-171986eb-a49b-45c3-944e-183e06fb3a23 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:23.863659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5eb86c78-4b90-4b5f-b384-b7821781cd6c req-171986eb-a49b-45c3-944e-183e06fb3a23 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.1822598 Jun 04 06:57:23.994986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5eb86c78-4b90-4b5f-b384-b7821781cd6c req-352a00bf-d997-4e44-bd11-8f80f18a7a97 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307039 Jun 04 06:57:24.049283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:24.055797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] Sync routers for ids ['715bcae0-9247-48a8-ae0e-e4e37654b475'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:24.077660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] Routers {'715bcae0-9247-48a8-ae0e-e4e37654b475'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:24.077660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['715bcae0-9247-48a8-ae0e-e4e37654b475'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:24.108315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:24.112506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:24.112641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5905a95a-e795-4589-9973-b68944ca0c45 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1075766 Jun 04 06:57:24.118780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:24.230166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:24.249244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] Routers {'715bcae0-9247-48a8-ae0e-e4e37654b475'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:24.249838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['715bcae0-9247-48a8-ae0e-e4e37654b475'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:24.481357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:24.481357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca91af-7d45-428c-9f34-62a1ca7fc795 None None] The sync data for ids ['715bcae0-9247-48a8-ae0e-e4e37654b475'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:25.187234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf228a7-22f6-4bca-a977-939eec83e09a req-bea49bf2-efa3-49e0-9fec-8566adbbfec2 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:25.195664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acf228a7-22f6-4bca-a977-939eec83e09a req-bea49bf2-efa3-49e0-9fec-8566adbbfec2 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.4544625 Jun 04 06:57:25.265956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acf228a7-22f6-4bca-a977-939eec83e09a req-454685f7-1b79-4a16-b100-9acf30f256d0 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691898 Jun 04 06:57:25.295254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:25.716155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:25.915671 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:26.661151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:26.776561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:26.925525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f2b3-1bd7-46c3-b63e-9172884e4c55 req-9216b268-9fde-4b81-910b-89643a3150c9 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:26.926805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4c4f2b3-1bd7-46c3-b63e-9172884e4c55 req-9216b268-9fde-4b81-910b-89643a3150c9 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.4086645 Jun 04 06:57:27.115861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-7fd804a4-0bf3-48cf-bb18-2a9490a4b7c5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:27.118019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-7fd804a4-0bf3-48cf-bb18-2a9490a4b7c5 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.39 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.3927488 Jun 04 06:57:27.157185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39218) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:27.174241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4c4f2b3-1bd7-46c3-b63e-9172884e4c55 req-0320a207-aabb-4cdd-95ea-104172245f39 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398667 Jun 04 06:57:27.213239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router 715bcae0-9247-48a8-ae0e-e4e37654b475 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:57:27.249311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Deleting port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:27.249311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:27.446242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:27.469888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:27.481431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Usage tracker for resource:security_group_rule and tenant:821a45bee02e42149ca5932e47d03c04 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:27.490352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:27.505616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:27.649282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:27.649282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:27.658876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ca6977a-735e-45ff-9d1f-ccf8b7f733ec tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "PUT /v2.0/routers/715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 200 len: 924 time: 3.5362175 Jun 04 06:57:27.664377 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] Sync routers for ids ['715bcae0-9247-48a8-ae0e-e4e37654b475'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:27.669554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39226) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:27.685749 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:27.699999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:27.720076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] Routers {'715bcae0-9247-48a8-ae0e-e4e37654b475'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:27.720076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['715bcae0-9247-48a8-ae0e-e4e37654b475'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:27.756632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab825e-3add-403c-a7cb-a81e5c3c26e8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:27.773534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-544e9545-4ecb-4741-a8a9-61f3431227c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=821a45bee02e42149ca5932e47d03c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100125 Jun 04 06:57:27.774989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39230) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:27.835247 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:27.845541 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] Routers {'715bcae0-9247-48a8-ae0e-e4e37654b475'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:27.846171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['715bcae0-9247-48a8-ae0e-e4e37654b475'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:27.912604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:27.912947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f226e4-b64a-4123-91f8-b464fd8e6965 None None] The sync data for ids ['715bcae0-9247-48a8-ae0e-e4e37654b475'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:28.078486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] For port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,segment=NetworkSegment(23523568-09df-4004-bcdf-64aba2b35fc4),segment_id=23523568-09df-4004-bcdf-64aba2b35fc4)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:28.078744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.220225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Calling delete_port for ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:28.271741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0866d999-f863-4486-9ed2-ea688376d5f7 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 200 len: 924 time: 0.6083989 Jun 04 06:57:28.272387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39236) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:28.296801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.405724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.415769 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b080528a-c17d-4362-b718-8adb753cc95c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:28.415929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b080528a-c17d-4362-b718-8adb753cc95c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Synchronizing usage tracker for tenant:2d05813239c1402b9e624c83a34f34bf on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:28.438111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b080528a-c17d-4362-b718-8adb753cc95c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Unset dirty status for tenant:2d05813239c1402b9e624c83a34f34bf on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:28.441513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b080528a-c17d-4362-b718-8adb753cc95c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=715bcae0-9247-48a8-ae0e-e4e37654b475&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1660800 Jun 04 06:57:28.444178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39240) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:28.549209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485e680-e556-4a87-a0ce-21457d66f596 req-9db8de5e-6add-4ac8-917f-cf4fc8a09491 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:28.550711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0485e680-e556-4a87-a0ce-21457d66f596 req-9db8de5e-6add-4ac8-917f-cf4fc8a09491 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/ports?device_id=7aff5cc2-be87-4116-8a21-bd26c35dc132 HTTP/1.1" status: 200 len: 946 time: 0.2350156 Jun 04 06:57:28.551942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.564849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:57:28.600161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75287fd-eade-439e-84ff-95d39bec558c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:28.601903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b75287fd-eade-439e-84ff-95d39bec558c tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.1563563 Jun 04 06:57:28.604738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39246) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:28.643571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Pushing event deleted for resources: {'Port': ['ID=ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:28.665934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a23bab6-476e-4924-980d-7c0a0b45ccd8 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 200 len: 205 time: 0.0598135 Jun 04 06:57:28.668362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39250) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:28.688924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.721103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab825e-3add-403c-a7cb-a81e5c3c26e8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:28.742922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0485e680-e556-4a87-a0ce-21457d66f596 req-2a770ef3-9a81-41a6-9d2b-c79836f85b7f tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ca897a1-10e1-42b6-ad92-5f34ee791abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447968 Jun 04 06:57:28.807519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] No DVR routers for this DVR port ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:57:28.813067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.833402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'name': 'network-vif-deleted', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:28.842686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-000c3a33-64ea-4e03-a76c-39adca6c3836 req-b3104b92-6e59-41bd-bf60-e319e0b7abb6 tempest-TestServerAdvancedOps-1756582760 tempest-TestServerAdvancedOps-1756582760-project] 10.222.0.39 "DELETE /v2.0/ports/ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 HTTP/1.1" status: 204 len: 173 time: 1.7180929 Jun 04 06:57:28.847454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:28.849444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4449c541-b0b0-451b-842c-30343e1808bc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8cab825e-3add-403c-a7cb-a81e5c3c26e8 HTTP/1.1" status: 204 len: 168 time: 1.0751801 Jun 04 06:57:28.936485 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7903c827-bc32-44c6-8387-f1d9261618a4'] response: {'server_uuid': '7aff5cc2-be87-4116-8a21-bd26c35dc132', 'name': 'network-vif-deleted', 'tag': 'ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80', 'status': 'completed', 'code': 200} Jun 04 06:57:28.996851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.231553 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.243017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port 607cac27-6989-4c4f-a5fc-454eb6d21458 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:29.243665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.302998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39266) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:29.348508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.422251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:29.429893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Usage tracker for resource:security_group_rule and tenant:853874492b524a97b7ee915acef79717 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:29.438125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:29.453046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:29.640445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.773894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for 607cac27-6989-4c4f-a5fc-454eb6d21458 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:29.920831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39272) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:29.947173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.947173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:29.998841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Deleting subnet e384020b-e629-40ac-9b49-c065afd235ca {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:57:30.009669 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.045344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee053ce-36cf-4de5-ac38-e10da9ac5952,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:30.060133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7ec91322-7bd3-459b-9392-40da5c1a4253 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=853874492b524a97b7ee915acef79717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405238 Jun 04 06:57:30.060133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:30.132935 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.216289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.240874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.240874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.313858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=607cac27-6989-4c4f-a5fc-454eb6d21458,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:30.342135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.365408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.439929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e384020b-e629-40ac-9b49-c065afd235ca,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:30.450906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.459330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.462986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8fd47efa-89c3-47f3-8821-0362f26b5ef6 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e384020b-e629-40ac-9b49-c065afd235ca HTTP/1.1" status: 204 len: 168 time: 0.5482256 Jun 04 06:57:30.466122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39282) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:30.680296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.720354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.726284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.731543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.761528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee053ce-36cf-4de5-ac38-e10da9ac5952,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:30.810565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.810565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6e269623-d16e-41a2-b60c-feb9aaf85f0a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cee053ce-36cf-4de5-ac38-e10da9ac5952 HTTP/1.1" status: 204 len: 168 time: 0.7558966 Jun 04 06:57:30.810565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.810565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router 715bcae0-9247-48a8-ae0e-e4e37654b475 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:30.834831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.834831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5486ee83-1bbb-4201-9769-1f23d9193b90 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 204 len: 168 time: 2.1563492 Jun 04 06:57:30.850915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:30.875781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1555718380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:30.900289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:30.900289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:30.916372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:30.923382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:30.934994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.954351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.954351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.979419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:30.999359 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.016234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266a442e-cf03-4a0b-a32b-764aeb1decf6']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:31.030352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.032991 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f0c07595-72e9-42a5-9dd7-02fdd000b55c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1905293 Jun 04 06:57:31.035239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39292) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:31.037949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23523568-09df-4004-bcdf-64aba2b35fc4') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:31.038151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23523568-09df-4004-bcdf-64aba2b35fc4') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:31.060298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:31.070360 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.110694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.130231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:57:31.130231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.240088 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 23523568-09df-4004-bcdf-64aba2b35fc4 resource provider aggregate not found Jun 04 06:57:31.391913 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 23523568-09df-4004-bcdf-64aba2b35fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23523568-09df-4004-bcdf-64aba2b35fc4 found for delete ", "request_id": "req-9cb27cfc-824c-45e3-9d84-896698c0c0c7"}]} Jun 04 06:57:31.408419 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.430615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.440855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] Pushing event deleted for resources: {'Network': ['ID=266a442e-cf03-4a0b-a32b-764aeb1decf6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:31.445685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-591f8539-2390-4dac-918b-84505ad3ae23 admin admin] 10.222.0.17 "DELETE /v2.0/networks/266a442e-cf03-4a0b-a32b-764aeb1decf6 HTTP/1.1" status: 204 len: 168 time: 0.9785240 Jun 04 06:57:31.453268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39306) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:31.477778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:57:31.549164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Deleting subnet 36b98e5c-d2d8-414d-8cf5-f7e1b3fec3a3 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:57:31.558806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.566965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:57:31.566965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device ab34ea1d-f4e8-48a6-98e8-c7e2dcb64f80 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:57:31.687054 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:31.903543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39318) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:31.974712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.064528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.128402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.230366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b98e5c-d2d8-414d-8cf5-f7e1b3fec3a3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:32.238978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.281492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.296264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a95502a6-2f05-4149-a5c9-68eb284ec9e0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/36b98e5c-d2d8-414d-8cf5-f7e1b3fec3a3 HTTP/1.1" status: 204 len: 168 time: 0.8370821 Jun 04 06:57:32.296264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39334) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:32.330226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:32.330226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Usage tracker for resource:security_group_rule and tenant:43529500281145c386a17983f490c18d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:32.340399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:32.352644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:32.483924 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.654231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.667542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39342) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:32.690365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.718767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.743765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.753558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.793917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d82d979-8f68-4f8e-904d-71647fdc2999']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:32.845727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e47985-6950-46eb-a054-3a9d6682a525') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:32.845727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e47985-6950-46eb-a054-3a9d6682a525') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:32.864264 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=43529500281145c386a17983f490c18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543622 Jun 04 06:57:32.864264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39348) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:32.864264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570b3fa-9ac8-42de-b966-813defde7486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cfbd8f-b36f-4443-b8ba-8409dbadbedc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:32.867385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Allocated IP 172.25.1.44 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/01ef9c17-aa70-4600-b65e-469bc4a0de69) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:32.872514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.884010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094097449-network', 'tenant_id': '745f0631b1354e33bb1f232b637e872a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:32.905696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:32.911743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Usage tracker for resource:network and tenant:745f0631b1354e33bb1f232b637e872a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:32.917699 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:32.918534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:32.938173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:32.938173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:57:32.939040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.061186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Made reservation on behalf of 745f0631b1354e33bb1f232b637e872a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:33.061186 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.089574 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.111447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.115057 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.121993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.132407 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.139797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:33.157366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d82d979-8f68-4f8e-904d-71647fdc2999,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:33.165612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.170610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Usage tracker for resource:security_group_rule and tenant:745f0631b1354e33bb1f232b637e872a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:33.179292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:33.196665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7005e3c3-09ee-459e-aa55-b501b80a536f admin admin] 10.222.0.17 "DELETE /v2.0/networks/2d82d979-8f68-4f8e-904d-71647fdc2999 HTTP/1.1" status: 204 len: 168 time: 0.8881161 Jun 04 06:57:33.196665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:33.196665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.287359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:33.297896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:33.304955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.307921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:33.338977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cfbd8f-b36f-4443-b8ba-8409dbadbedc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:33.369206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event updated for resources: {'Port': ['ID=01ef9c17-aa70-4600-b65e-469bc4a0de69,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:33.379801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.381791 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.382952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63f53479-8526-4c2d-9a12-ae9d2c0503b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f8cfbd8f-b36f-4443-b8ba-8409dbadbedc HTTP/1.1" status: 204 len: 168 time: 0.5175028 Jun 04 06:57:33.385319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.432170 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 41e47985-6950-46eb-a054-3a9d6682a525 resource provider aggregate not found Jun 04 06:57:33.468611 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 41e47985-6950-46eb-a054-3a9d6682a525 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41e47985-6950-46eb-a054-3a9d6682a525 found for delete ", "request_id": "req-b9121346-454e-42fb-b690-4e416c3176cd"}]} Jun 04 06:57:33.469339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:57:33.477291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39360) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:33.483194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:33.495447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.495447 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Added segment 1559f7a5-bea9-4350-858a-3089f8775386 of type vlan for network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b Jun 04 06:57:33.543279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.590488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.590614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:33.591312 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:33.711789 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c9711312-a916-4e72-9aed-1dc836542e35 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fc1cca900fc74181acb772140e89d883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190473 Jun 04 06:57:33.717560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39366) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:33.724956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0536079 Jun 04 06:57:33.731435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:33.741374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Request body: {'subnet': {'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094097449-subnet', 'tenant_id': '745f0631b1354e33bb1f232b637e872a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:33.744671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c45c3-d9a7-43e4-95be-f25a6646e652 admin admin] Pushing event updated for resources: {'Network': ['ID=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:33.744671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:33.752000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Usage tracker for resource:subnet and tenant:745f0631b1354e33bb1f232b637e872a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:33.753588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:57:33.763357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:33.776833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:33.806178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Made reservation on behalf of 745f0631b1354e33bb1f232b637e872a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:33.806178 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.009869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.088954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39374) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:34.105650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.129031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.184983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:34.194277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Checking segment: {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:34.194277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Network hostable DHCP agents. Network: 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:57:34.206789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.214444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:57:34.220624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:34.225685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:34.230413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:34.231008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.236779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a05347-b652-4ff2-8995-c0bac498fc6b None None] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:34.253652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0dc541d6-7c19-42b6-ac9f-fb8b3fa54a07 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5260956 Jun 04 06:57:34.379142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Usage tracker for resource:security_group_rule and tenant:8319214a59504594904870e927dfabce is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:34.386549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:34.403676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:34.421284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.469741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bbf3e6-790a-4bce-87ea-347645d2a4a8 None None] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:34.689915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.714849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.751287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca897a1-10e1-42b6-ad92-5f34ee791abf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:34.751287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.759205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.820592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.860386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:34.861530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c47ef004-3171-477d-b4a4-aa8f403d7d91 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7ca897a1-10e1-42b6-ad92-5f34ee791abf HTTP/1.1" status: 204 len: 168 time: 1.1446083 Jun 04 06:57:34.906479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8319214a59504594904870e927dfabce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8165760 Jun 04 06:57:34.913999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f436-cfdc-4529-be73-c0b0640273f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544cfd2a-0979-4a28-88cc-4dc43eb3d5d7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:34.919243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39392) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:35.053164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.111206 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.170621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Router 2a1c494d-6603-47b0-b5b6-3a6d48a61314 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:35.181105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.202725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cfd2a-0979-4a28-88cc-4dc43eb3d5d7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:35.203498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.204434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b958dfe7-5feb-4e2b-ab55-5ceaded3bb11 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/544cfd2a-0979-4a28-88cc-4dc43eb3d5d7 HTTP/1.1" status: 204 len: 168 time: 0.2938972 Jun 04 06:57:35.420055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:35.430928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] Sync routers for ids ['2a1c494d-6603-47b0-b5b6-3a6d48a61314'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:35.434584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.435872 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4541be8-80b1-447f-8158-eb171189406d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "PUT /v2.0/routers/2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 200 len: 883 time: 4.3954682 Jun 04 06:57:35.438642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39404) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:35.443538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] Routers {'2a1c494d-6603-47b0-b5b6-3a6d48a61314'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:35.444333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2a1c494d-6603-47b0-b5b6-3a6d48a61314'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:35.471705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39410) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:35.530201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:35.552868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] Routers {'2a1c494d-6603-47b0-b5b6-3a6d48a61314'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:35.553441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2a1c494d-6603-47b0-b5b6-3a6d48a61314'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:35.567584 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-60e0a8e1-1d3c-429b-83d2-475fbddabbe4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=591d976560994548bf3798ac09bdcc60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943441 Jun 04 06:57:35.571168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39414) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:35.630575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:35.630987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de6bb-6873-4e42-a705-c2332606c011 None None] The sync data for ids ['2a1c494d-6603-47b0-b5b6-3a6d48a61314'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:35.687354 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.726872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.811013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.830856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5bd932-198c-43f6-8ac8-5f4ffa58c7b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:35.833172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-033ca136-13c6-48e0-bf5b-047749942f91 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 200 len: 924 time: 0.3924367 Jun 04 06:57:35.834429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39424) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:35.853400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:35.855846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-040940f9-691e-4a22-a728-04aadae9cce7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7d5bd932-198c-43f6-8ac8-5f4ffa58c7b5 HTTP/1.1" status: 204 len: 168 time: 0.2836440 Jun 04 06:57:35.938808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41426f25-956a-4c81-a012-151340bb4e57 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:35.939514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41426f25-956a-4c81-a012-151340bb4e57 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Synchronizing usage tracker for tenant:2d05813239c1402b9e624c83a34f34bf on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:35.955092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-41426f25-956a-4c81-a012-151340bb4e57 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Unset dirty status for tenant:2d05813239c1402b9e624c83a34f34bf on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:35.956370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-41426f25-956a-4c81-a012-151340bb4e57 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=2a1c494d-6603-47b0-b5b6-3a6d48a61314&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1212730 Jun 04 06:57:35.960009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39432) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:36.113682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a509951-86fa-47cf-96f0-b7c5c9112c2a tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:36.114320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a509951-86fa-47cf-96f0-b7c5c9112c2a tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Synchronizing usage tracker for tenant:2d05813239c1402b9e624c83a34f34bf on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:36.132852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a509951-86fa-47cf-96f0-b7c5c9112c2a tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Unset dirty status for tenant:2d05813239c1402b9e624c83a34f34bf on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:36.134165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a509951-86fa-47cf-96f0-b7c5c9112c2a tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.1731594 Jun 04 06:57:36.137005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39442) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:36.188756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7b55887b-d574-46eb-9066-59f2b1921dd9 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 200 len: 205 time: 0.0482581 Jun 04 06:57:36.188971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39450) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:36.385502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:36.711609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-ff958491-9f6f-4877-8172-835367da43e9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:36.712372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-ff958491-9f6f-4877-8172-835367da43e9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Synchronizing usage tracker for tenant:745f0631b1354e33bb1f232b637e872a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:36.721510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:36.735785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port 01ef9c17-aa70-4600-b65e-469bc4a0de69 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:36.736766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:36.769505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-ff958491-9f6f-4877-8172-835367da43e9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Unset dirty status for tenant:745f0631b1354e33bb1f232b637e872a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:36.771133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-ff958491-9f6f-4877-8172-835367da43e9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 809 time: 0.3301716 Jun 04 06:57:36.808499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-b0ac1c59-373c-408c-9b6c-c29f4e88b9e4 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/quotas/745f0631b1354e33bb1f232b637e872a HTTP/1.1" status: 200 len: 375 time: 0.0215857 Jun 04 06:57:36.845668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39488) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:36.931345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-f721d4d9-bab7-4bfb-85e3-db9429b4f17e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039107 Jun 04 06:57:37.080625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.095976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-590969485-network', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:37.102034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:37.107035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Usage tracker for resource:network and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:37.110158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:37.118931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:37.130639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Made reservation on behalf of 3ab5bc8ef16740f1a2a66358b1c63aaa for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:37.134037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.154336 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.177579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:37.182859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:37.189727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:37.199107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:37.247469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for 01ef9c17-aa70-4600-b65e-469bc4a0de69 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:37.321680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.326810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.360525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:57:37.370233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf209e8-ad64-4ff0-a763-b78d984bb949,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:37.376129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.376806 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Added segment c30ae348-f28f-4347-aaf2-4e4c6e80e30e of type vlan for network a54ed59e-6bae-4971-81cf-792d5a60ca2e Jun 04 06:57:37.406265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.444665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.445657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:37.446233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.450383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-25c9e78b-83af-43b6-b94e-0ea8810bcaa5 service neutron] 10.222.0.17 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110290 Jun 04 06:57:37.550568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7035606 Jun 04 06:57:37.554265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39500) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:37.561813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Request body: {'subnet': {'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-590969485-subnet', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:37.567247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b10bcc-bc19-4273-bfa6-271e5e6df78f admin admin] Pushing event updated for resources: {'Network': ['ID=a54ed59e-6bae-4971-81cf-792d5a60ca2e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:37.569134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:37.573633 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Usage tracker for resource:subnet and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:37.577415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:37.587252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:57:37.591677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:37.614158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Made reservation on behalf of 3ab5bc8ef16740f1a2a66358b1c63aaa for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:37.616595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.664865 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-fee68990-712e-4406-866f-ee7505791728 service neutron] 10.222.0.17 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038713 Jun 04 06:57:37.777209 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:37.887199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=01ef9c17-aa70-4600-b65e-469bc4a0de69,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:37.985772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14496e0b-734f-44da-9856-21d4e5c43b63 req-36eb3d6c-a12c-4e6e-ad32-2011d316afa7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 210 time: 0.0997927 Jun 04 06:57:38.019873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.033077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.111423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:38.161204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Checking segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:38.162010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Network hostable DHCP agents. Network: a54ed59e-6bae-4971-81cf-792d5a60ca2e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:57:38.194870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:57:38.208612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a54ed59e-6bae-4971-81cf-792d5a60ca2e) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:38.212456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:38.213561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.218775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248d462c-6f61-4d06-8634-3e2d3f4e8811 None None] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:38.243444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.247398 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.262185 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fc711722-a8bb-4518-a77c-f61705a1f7c0 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7070487 Jun 04 06:57:38.264951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39516) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:38.276030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:38.282823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:38.282991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.283752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1c494d-6603-47b0-b5b6-3a6d48a61314 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:38.291297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Usage tracker for resource:router and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:38.295570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:38.302816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:38.303148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.308517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b5c648c1-09bb-488f-957d-21a9f8e7d8f5 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 204 len: 168 time: 2.1185489 Jun 04 06:57:38.309784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39522) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:38.315761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-946901803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:38.323949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.324991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.327198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:38.335185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:38.339902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:38.343952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.349818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:38.374396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.375790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.398409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.422902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.460235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.465976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed5f9f75-ebed-4b4a-9e11-20778fa4e700 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1545434 Jun 04 06:57:38.467321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39530) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:38.477783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': True}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:38.495652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:57:38.496570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:38.737218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Allocated IP 172.20.0.2 (a54ed59e-6bae-4971-81cf-792d5a60ca2e/fdce0d79-3b61-4bd9-8556-f3d9d6540ab8/d44f7332-b4a8-4c65-8db4-9b6cdb48307c) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:39.069788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.084754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.095872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Transition to ACTIVE for port object d44f7332-b4a8-4c65-8db4-9b6cdb48307c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:39.159496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.163097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Transition to ACTIVE for port object d44f7332-b4a8-4c65-8db4-9b6cdb48307c will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:39.177336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.233026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-ed941272-1e4f-498b-a354-b822ab0e3247 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3751259 Jun 04 06:57:39.345369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Pushing event updated for resources: {'Port': ['ID=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:39.371217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:39.372746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:39.375892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:39.429104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3796a9f0-d36f-4ea5-86c1-ef22762f715c req-89087938-da78-452c-afa7-b24c63e1d0dd tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 210 time: 0.2000275 Jun 04 06:57:39.489379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Attempting to bind port d44f7332-b4a8-4c65-8db4-9b6cdb48307c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:39.490304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Attempting to bind port d44f7332-b4a8-4c65-8db4-9b6cdb48307c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:39.490966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Attempting to bind port d44f7332-b4a8-4c65-8db4-9b6cdb48307c on network a54ed59e-6bae-4971-81cf-792d5a60ca2e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:39.497160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:39.497883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Checking segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:39.498772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.499374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Bound using segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:39.500218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Bound port: d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:39.500836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.579731 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.617836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.627553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] For port d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:39.632956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] For port d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:39.640315 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:39.670793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-00bcd316-92fe-42ca-b5a4-6e732f571b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:39.673827 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-00bcd316-92fe-42ca-b5a4-6e732f571b9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.3045652 Jun 04 06:57:39.850828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5cc82-fcce-46ab-932b-493b5f9d1fe6 None None] Pushing event updated for resources: {'Port': ['ID=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:40.045466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Allocated IP 172.25.1.5 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/2627422f-8e38-45cb-befd-def5aff91996) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:40.229718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-6071e9ab-e47d-4e5f-a2fc-a4393fe32d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:40.231403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-6071e9ab-e47d-4e5f-a2fc-a4393fe32d35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 897 time: 0.5296106 Jun 04 06:57:40.257274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-7fb04960-8f72-4c0a-92d5-83d7277ab822 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:40.258489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-7fb04960-8f72-4c0a-92d5-83d7277ab822 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 809 time: 0.4702904 Jun 04 06:57:40.277672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Request body: {'port': {'device_id': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b', 'admin_state_up': True, 'tenant_id': '745f0631b1354e33bb1f232b637e872a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:40.383386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:40.413813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:40.419910 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-bc770ce0-7e4a-43be-825b-9384ea9f465f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 1001 time: 0.1809645 Jun 04 06:57:40.435503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:40.611925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-dc438d02-3d86-4462-814f-83fd501d589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:40.614070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-dc438d02-3d86-4462-814f-83fd501d589e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.1887233 Jun 04 06:57:40.672662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:40.746743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 172.25.1.194 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/d388eeaa-2ac0-4ef2-951f-b675c698adfb) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:40.773785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:40.790712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:40.795580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:40.828845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb7da5ab-bddd-43fc-ba3e-0c5e3817489f req-ec6f280a-2d20-49f5-816c-1571deaba302 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 210 time: 0.0512950 Jun 04 06:57:40.836647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:40.839774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Usage tracker for resource:port and tenant:745f0631b1354e33bb1f232b637e872a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:40.843203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:40.844933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Pushing event updated for resources: {'Port': ['ID=2627422f-8e38-45cb-befd-def5aff91996,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:40.850625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:40.876803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.876803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.877037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.877172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.877711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.878246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.878962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.879666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.880010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.880363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.880706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.881046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:40.890383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-5d0da61d-9e7c-4bf9-8e79-11321678dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:40.892197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-5d0da61d-9e7c-4bf9-8e79-11321678dbc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719181 Jun 04 06:57:40.911772 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:57:40.912320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Made reservation on behalf of 745f0631b1354e33bb1f232b637e872a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:40.915546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.198247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44f7332-b4a8-4c65-8db4-9b6cdb48307c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:41.218766 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.259486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daaf4d2-5190-4838-8538-4daf26e40a5d None None] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:41.279707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Allocated IP 172.20.0.3 (41a3b9e7-f10e-4b49-bf51-e4229c34cb7b/ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4/4454dd17-9ac8-40d9-a173-7b8f2e9b6d97) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:41.340091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.490043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eda264c7-4e53-411f-b32e-ab573dfd5b7f None None] Provisioning for port d44f7332-b4a8-4c65-8db4-9b6cdb48307c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:41.517019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:41.517936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=d388eeaa-2ac0-4ef2-951f-b675c698adfb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:41.567265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d44f7332-b4a8-4c65-8db4-9b6cdb48307c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:41.572997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-81b2209a-9216-436d-9b69-a1d0baf7c929 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731141 Jun 04 06:57:41.579380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d44f7332-b4a8-4c65-8db4-9b6cdb48307c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:41.579380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.628749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:41.710627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:41.867888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d44f7332-b4a8-4c65-8db4-9b6cdb48307c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:41.868511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.914124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f14b281c-7e8c-4322-8bc8-4102d01fa59c req-190ae90b-8e6b-4868-b48f-d0ab5893eb86 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265092 Jun 04 06:57:41.927503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:41.957290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:41.964999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.121204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:42.189068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-393e0dec-39e1-4c51-afa5-8227d187d1be None None] Provisioning complete for port d44f7332-b4a8-4c65-8db4-9b6cdb48307c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:42.189713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-393e0dec-39e1-4c51-afa5-8227d187d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.403418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-393e0dec-39e1-4c51-afa5-8227d187d1be None None] Current status of the port d44f7332-b4a8-4c65-8db4-9b6cdb48307c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:42.435704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.444174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a08f1032-e71e-4838-9967-9a63ba869426 req-f8a2a6de-1edd-4303-af48-81274a639acf tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 210 time: 0.1667769 Jun 04 06:57:42.487715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.570725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.638627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:42.762995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:42.805144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Router d61f6091-4a64-4c4e-845d-18f556e88870 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:42.824570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:42.851321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:42.888070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Pushing event updated for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:42.991826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:43.004061 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:43.048709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44f7332-b4a8-4c65-8db4-9b6cdb48307c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:43.163875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-31355704-8e6f-4fbb-9622-4d223762036f tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8946927 Jun 04 06:57:43.190958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-118bb938-efbd-4cdb-89b6-a2d733f1355e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:57:43.197044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-118bb938-efbd-4cdb-89b6-a2d733f1355e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256596 Jun 04 06:57:43.284851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d44f7332-b4a8-4c65-8db4-9b6cdb48307c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:43.284851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:43.323936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Request body: {'port': {'device_id': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:43.401619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:43.415126 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:43.436211 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:43.436211 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:43.464619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:43.466101 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-40a0e40f-ce70-4eae-aba3-8f422f8862fd admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1998017 Jun 04 06:57:43.468880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:43.552215 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:43.556043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:43.606096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d44f7332-b4a8-4c65-8db4-9b6cdb48307c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:43.743910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:43.939943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.071814 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:41Z', 'revision_number': 3, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:44.080358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-5a91ba5b-da12-44aa-90ff-791cc7118ea4 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:44.081102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-5a91ba5b-da12-44aa-90ff-791cc7118ea4 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Synchronizing usage tracker for tenant:745f0631b1354e33bb1f232b637e872a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:44.083808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:44.084723 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Updating router d61f6091-4a64-4c4e-845d-18f556e88870 port 2627422f-8e38-45cb-befd-def5aff91996 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:57:44.119573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-5a91ba5b-da12-44aa-90ff-791cc7118ea4 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Unset dirty status for tenant:745f0631b1354e33bb1f232b637e872a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:44.124045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-5a91ba5b-da12-44aa-90ff-791cc7118ea4 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 931 time: 0.4499345 Jun 04 06:57:44.141048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router 36121123-d839-4e22-8a55-ea5466a9dbdf is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:44.185656 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.598653 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.598653 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Transition to ACTIVE for port object 2627422f-8e38-45cb-befd-def5aff91996 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:44.610628 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.683102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Attempting to bind port 2627422f-8e38-45cb-befd-def5aff91996 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:44.683102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Attempting to bind port 2627422f-8e38-45cb-befd-def5aff91996 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:44.683102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Attempting to bind port 2627422f-8e38-45cb-befd-def5aff91996 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Bound port: 2627422f-8e38-45cb-befd-def5aff91996, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:44.703630 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.849508 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Pushing event updated for resources: {'Port': ['ID=2627422f-8e38-45cb-befd-def5aff91996,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:44.865172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:44.865172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.874025 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.874025 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.874025 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.885657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] Sync routers for ids ['36121123-d839-4e22-8a55-ea5466a9dbdf'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:44.890981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.890981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.896799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a0653e56-f107-4f8c-93c3-833d5891f59d tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "PUT /v2.0/routers/36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 200 len: 918 time: 6.3853326 Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.902945 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:44.912593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] Routers {'36121123-d839-4e22-8a55-ea5466a9dbdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:44.917031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39578) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:44.920288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['36121123-d839-4e22-8a55-ea5466a9dbdf'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:44.925736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] For port 2627422f-8e38-45cb-befd-def5aff91996, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:44.933001 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] For port 2627422f-8e38-45cb-befd-def5aff91996, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2627422f-8e38-45cb-befd-def5aff91996,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:44.942359 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:44.952964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.048250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:45.067468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] Routers {'36121123-d839-4e22-8a55-ea5466a9dbdf'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:45.068234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['36121123-d839-4e22-8a55-ea5466a9dbdf'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:45.118396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:45.123727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:45.214586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:45.214998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278c86b6-ea6b-47b9-bd55-64ffe8c3c3e0 None None] The sync data for ids ['36121123-d839-4e22-8a55-ea5466a9dbdf'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:45.219620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e0a6-23b1-4093-a697-4f205bb6599a None None] Pushing event updated for resources: {'Port': ['ID=2627422f-8e38-45cb-befd-def5aff91996,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:45.244961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-96fbad3b-64b5-4264-a860-aef64223c3ef tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Synchronizing usage tracker for tenant:745f0631b1354e33bb1f232b637e872a on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:57:45.341955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Allocated IP 172.20.0.1 (a54ed59e-6bae-4971-81cf-792d5a60ca2e/fdce0d79-3b61-4bd9-8556-f3d9d6540ab8/e5dd31b1-86ef-4b5c-ace9-93dba4660364) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:45.355350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-96fbad3b-64b5-4264-a860-aef64223c3ef tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Unset dirty status for tenant:745f0631b1354e33bb1f232b637e872a on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:57:45.356630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8cefcdba-ba39-41c5-b55a-45120476a9ed req-96fbad3b-64b5-4264-a860-aef64223c3ef tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2167833 Jun 04 06:57:45.406008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:45.479320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c854536-54b2-440a-95fe-d5be09d98dba tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 200 len: 924 time: 0.5774190 Jun 04 06:57:45.479961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:45.545240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.565841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Transition to ACTIVE for port object e5dd31b1-86ef-4b5c-ace9-93dba4660364 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:45.595656 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.632341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f56295-cdfd-4ab7-9b30-07a3df760134 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:45.642240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-05f56295-cdfd-4ab7-9b30-07a3df760134 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=36121123-d839-4e22-8a55-ea5466a9dbdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1590652 Jun 04 06:57:45.648027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:45.678416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:45.685581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:45.690229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:45.761505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:57:45.773115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.792177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.797127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Transition to ACTIVE for port object 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:45.850683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:45.865792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:41Z', 'revision_number': 3, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:45.870261 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c8a60e-609e-4a34-abe6-a25c1eaeec97 None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:41Z', 'revision_number': 3, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:45.958634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Pushing event updated for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:45.978254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:46.076374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fd170547-0115-47d5-8432-59bbd7772dd8 None None] Provisioning for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:46.089279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fd170547-0115-47d5-8432-59bbd7772dd8 None None] Provisioning complete for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:46.089982 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fd170547-0115-47d5-8432-59bbd7772dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.181120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b0a173-7569-40f7-b00e-d007752f9342 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:46.185985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6b0a173-7569-40f7-b00e-d007752f9342 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.5327213 Jun 04 06:57:46.185985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39592) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:46.210854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fd170547-0115-47d5-8432-59bbd7772dd8 None None] Port e5dd31b1-86ef-4b5c-ace9-93dba4660364 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:57:46.273063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d1d92797-09b0-4f9e-bfa1-a8b6bb8b0d8a tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 200 len: 205 time: 0.0838401 Jun 04 06:57:46.276606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39596) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:46.340776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Attempting to bind port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:46.342387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Attempting to bind port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:46.346292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Attempting to bind port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:46.379030 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.471634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:57:46.473136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Attempting to bind port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:46.490817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:46.492833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Checking segment: {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:46.493708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Bound using segment: {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:46.494297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Bound port: 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:46.495101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.657354 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.680468 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.686764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.808557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.821798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:46.966543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:46.989993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04139df6-6e3d-4750-aa38-9334d4c92382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:46.998984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:47.002417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:47.026026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:47.049750 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.116646 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.137940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2627422f-8e38-45cb-befd-def5aff91996 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:47.158955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:47.160421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.165331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] 10.222.0.39 "PUT /v2.0/ports/4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 HTTP/1.1" status: 200 len: 1091 time: 3.8769209 Jun 04 06:57:47.175318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:47.264090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b12e-f9ed-48ac-8940-aa47b94fba30 req-a99e30af-f78e-4ae4-b590-718757a9c33a tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:47.266226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00a5b12e-f9ed-48ac-8940-aa47b94fba30 req-a99e30af-f78e-4ae4-b590-718757a9c33a tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 943 time: 0.6632862 Jun 04 06:57:47.272766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2627422f-8e38-45cb-befd-def5aff91996 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:47.276378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port d388eeaa-2ac0-4ef2-951f-b675c698adfb {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:47.279969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.286101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2627422f-8e38-45cb-befd-def5aff91996 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:47.286779 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.383348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Router d61f6091-4a64-4c4e-845d-18f556e88870 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:57:47.431127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5943aa-e0bf-472e-a495-c63dbb123e48 service neutron] Pushing event updated for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:47.453736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2627422f-8e38-45cb-befd-def5aff91996 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:47.454309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.475108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00a5b12e-f9ed-48ac-8940-aa47b94fba30 req-5d42f39b-4af8-45e0-bd18-33ed58e8ca4d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213672 Jun 04 06:57:47.481103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2627422f-8e38-45cb-befd-def5aff91996, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2627422f-8e38-45cb-befd-def5aff91996,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:47.489213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d47cf90-16e1-4ddf-a929-99bcfba3a418 None None] Provisioning complete for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:47.490001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d47cf90-16e1-4ddf-a929-99bcfba3a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.555254 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.610192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-cb624c57-55ef-4de2-b128-f70c8f4b1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:47.611830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-cb624c57-55ef-4de2-b128-f70c8f4b1256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 1094 time: 0.3939235 Jun 04 06:57:47.699936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2627422f-8e38-45cb-befd-def5aff91996,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:47.715993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-f02c0fd2-05c4-4985-b94f-ef436b1272fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 HTTP/1.1" status: 200 len: 217 time: 0.0932188 Jun 04 06:57:47.724293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5d47cf90-16e1-4ddf-a929-99bcfba3a418 None None] Port e5dd31b1-86ef-4b5c-ace9-93dba4660364 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:57:47.759487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:47.772983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e872dbe-dc21-47a3-a03a-c0b64264b631 admin admin] 10.222.0.17 "PUT /v2.0/routers/d61f6091-4a64-4c4e-845d-18f556e88870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3030028 Jun 04 06:57:47.799240 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c14e315-4bf5-43ed-9d91-1980628154c0'] response: {'name': 'network-changed', 'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97', 'status': 'completed', 'code': 200} Jun 04 06:57:47.806046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:47.950218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for d388eeaa-2ac0-4ef2-951f-b675c698adfb owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:47.995124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-27e3b019-125d-4379-a864-acda45ad22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:47.996567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-27e3b019-125d-4379-a864-acda45ad22fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 HTTP/1.1" status: 200 len: 849 time: 0.2662833 Jun 04 06:57:48.053120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-69d979e4-6701-49fc-a017-dfa6267d3dcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483434 Jun 04 06:57:48.235439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-67814385-1227-49bd-9fac-289a5b2d9c17 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730187 Jun 04 06:57:48.346722 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:48.359358 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:48.360264 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:48.382045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:48.388590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1250141307-network', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:48.393758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:48.399449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Usage tracker for resource:network and tenant:6245a156fb4a4ee4b0a260cf81784bff is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:48.402538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:48.408378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:48.410845 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.437203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Made reservation on behalf of 6245a156fb4a4ee4b0a260cf81784bff for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:48.441147 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.463054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.481519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=d388eeaa-2ac0-4ef2-951f-b675c698adfb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:48.498512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:48.503977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Usage tracker for resource:security_group_rule and tenant:6245a156fb4a4ee4b0a260cf81784bff is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:48.507821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:48.518366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:48.529777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bb4ef26-f1ab-4e8c-995e-40b662ce95b4 req-c7b891f7-e313-4283-bbfd-2d0325a9a1d0 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866681 Jun 04 06:57:48.601151 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:48.735931 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.742358 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.791680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:57:48.820449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.820933 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Added segment 62e28993-7a73-4405-a065-4856e4392ec1 of type vlan for network c4b5daa6-84bf-442e-9abe-3ff773689c6c Jun 04 06:57:48.822752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3899e431-4e55-4db6-9495-b5edecf47655,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:48.858076 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.896308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.897429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:48.898184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:48.984994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.013157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] Pushing event updated for resources: {'Network': ['ID=c4b5daa6-84bf-442e-9abe-3ff773689c6c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:49.017900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fd9d871d-cd91-4f55-bed1-79c91e520d3a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6337121 Jun 04 06:57:49.021130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:49.027472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Request body: {'subnet': {'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1250141307-subnet', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:49.032658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:49.039228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Usage tracker for resource:subnet and tenant:6245a156fb4a4ee4b0a260cf81784bff is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:49.044943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:49.048473 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 2, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:49.054138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:49.054467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:49.054886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Updating router d61f6091-4a64-4c4e-845d-18f556e88870 port e5dd31b1-86ef-4b5c-ace9-93dba4660364 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:57:49.072431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:57:49.086751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Made reservation on behalf of 6245a156fb4a4ee4b0a260cf81784bff for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:57:49.089368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.185765 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.239141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-06f85120-cbbe-4ff2-8194-8ba83ed375a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.241806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2627422f-8e38-45cb-befd-def5aff91996 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:49.306252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.314247 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.366780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2627422f-8e38-45cb-befd-def5aff91996 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:49.367326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.372217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed1f93-87f9-4c22-8d50-55ad7f514081 req-d506c08c-7967-4c2c-86ed-6addfa5a3ebc tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:49.382913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bed1f93-87f9-4c22-8d50-55ad7f514081 req-d506c08c-7967-4c2c-86ed-6addfa5a3ebc tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 943 time: 0.5121548 Jun 04 06:57:49.392688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.393593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router 36121123-d839-4e22-8a55-ea5466a9dbdf {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:49.436997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.445651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fc5fd852-e8d9-4a61-bec0-af17a97eb1fd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 204 len: 168 time: 3.1677535 Jun 04 06:57:49.449879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:49.452274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-88e0baf6-58c5-4663-8124-671448953e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:49.453978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-88e0baf6-58c5-4663-8124-671448953e23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 1094 time: 0.5845540 Jun 04 06:57:49.461559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1755803226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:49.471022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:49.502930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:49.515350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:49.521713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.547357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2627422f-8e38-45cb-befd-def5aff91996 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:49.579631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:49.605520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bed1f93-87f9-4c22-8d50-55ad7f514081 req-92536f33-c9d8-45f6-bd73-f324284d918c tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193232 Jun 04 06:57:49.614766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Checking segment: {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:49.615123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Network hostable DHCP agents. Network: c4b5daa6-84bf-442e-9abe-3ff773689c6c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:57:49.619625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c1894b-fed9-4baa-9779-2e829cecffcb,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:49.641356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.642526 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.644098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:57:49.655115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c4b5daa6-84bf-442e-9abe-3ff773689c6c) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:49.664426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:49.665250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e891002-bdde-43f4-9c71-a4e74223935c None None] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:49.665741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.693529 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4386a81e-9a8f-47bf-bbac-87bd0163c55a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6710129 Jun 04 06:57:49.695908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39642) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:49.714689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:49.720204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:49.724901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Usage tracker for resource:router and tenant:6245a156fb4a4ee4b0a260cf81784bff is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:49.728048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:49.734054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:49.746394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.754896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.756037 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.759456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-b1f7bda2-45c6-4626-9b07-e575a88de297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:49.760870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-b1f7bda2-45c6-4626-9b07-e575a88de297 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 910 time: 0.2933068 Jun 04 06:57:49.839957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-d8d10871-4b4c-4340-b141-84bdac4302c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 HTTP/1.1" status: 200 len: 217 time: 0.0729308 Jun 04 06:57:49.845240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.858308 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.875408 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Transition to ACTIVE for port object e5dd31b1-86ef-4b5c-ace9-93dba4660364 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:49.883947 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.891971 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.948391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-77fe8fda-8c09-415e-a47b-e0023f99f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:49.949989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-77fe8fda-8c09-415e-a47b-e0023f99f7a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 HTTP/1.1" status: 200 len: 849 time: 0.1031337 Jun 04 06:57:49.952828 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:49.957161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9d4e6e45-d578-4031-9ba8-6892237fe345 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4989390 Jun 04 06:57:49.958892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39650) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:49.964133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'enable_snat': False}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:50.086809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'fixed_ips': [{'subnet_id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:57:50.087664 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.242069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-c44cd506-31f5-4aa7-b4ff-2629e85c4cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2313843 Jun 04 06:57:50.290417 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.318715 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea0a7-e38d-40c5-abc4-131dcfb34e6d None None] Pushing event updated for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:50.356564 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Attempting to bind port e5dd31b1-86ef-4b5c-ace9-93dba4660364 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:50.356983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Attempting to bind port e5dd31b1-86ef-4b5c-ace9-93dba4660364 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:50.357819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Attempting to bind port e5dd31b1-86ef-4b5c-ace9-93dba4660364 on network a54ed59e-6bae-4971-81cf-792d5a60ca2e {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:50.368103 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:50.370305 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Checking segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:50.370815 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.372968 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Bound using segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:50.374270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Bound port: e5dd31b1-86ef-4b5c-ace9-93dba4660364, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:50.375438 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.484740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.493568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Allocated IP 172.20.0.2 (c4b5daa6-84bf-442e-9abe-3ff773689c6c/c1c1894b-fed9-4baa-9779-2e829cecffcb/ef3cb48d-70eb-49b1-8024-e55e26f4c5d2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:50.497981 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] For port e5dd31b1-86ef-4b5c-ace9-93dba4660364, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:50.507757 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] For port e5dd31b1-86ef-4b5c-ace9-93dba4660364, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5dd31b1-86ef-4b5c-ace9-93dba4660364,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:50.514847 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.552307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:50.563141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-7325244b-7cf7-4d2f-bad5-5e96a9ca43fc service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628565 Jun 04 06:57:50.670223 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:50.672300 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:50.924325 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea0a7-e38d-40c5-abc4-131dcfb34e6d None None] Pushing event updated for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:51.115902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.123818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.155908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Transition to ACTIVE for port object ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:51.188046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Transition to ACTIVE for port object ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:51.201239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.257339 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:51.289244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:51.292963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:51.297284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:51.368535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:51.450647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a18e44-15bd-4bd1-910c-c5581de90178 req-ee9826e3-58da-4df2-b342-c83938e631aa tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:51.452394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10a18e44-15bd-4bd1-910c-c5581de90178 req-ee9826e3-58da-4df2-b342-c83938e631aa tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 943 time: 0.4005890 Jun 04 06:57:51.455572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0abd491f-9dd6-41e0-befe-ebd4a05686d7 req-46d85b4b-fb37-4ef9-bcbc-8afc49969557 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733972 Jun 04 06:57:51.483136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Attempting to bind port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:51.483729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Attempting to bind port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:51.484240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Attempting to bind port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 on network c4b5daa6-84bf-442e-9abe-3ff773689c6c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:51.490737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:51.491355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Checking segment: {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:51.491942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.492456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Bound using segment: {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:51.493063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Bound port: ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:51.493626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.541076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-10a18e44-15bd-4bd1-910c-c5581de90178 req-eb38184e-fe24-4c81-8db8-88a8d713ad9d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790083 Jun 04 06:57:51.543749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:57:51.630717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] For port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:51.634066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] For port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:51.780557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:51.796098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97', 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b', 'port_id': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97', 'mac_address': 'fa:16:3e:bd:0c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:57:51.826080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.833862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.850847 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:50Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:51.855169 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027d7e1-61b0-4a4e-9cc4-1fa6cbed40bd None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:50Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:51.861559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.875909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.953008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:51.962508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:51.973909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.030088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:57:52.048747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e893-a5ed-4f12-a5d1-d99d74402108 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:52.151615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Allocated IP 172.25.1.99 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/430f83bf-afa4-465f-99ee-b527e60830d5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:52.167052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:52.176830 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.177906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.277753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:52.303487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-7dfa6ebb-9e47-48c8-be66-c33e70171a93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7396891 Jun 04 06:57:52.355720 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.451735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.484847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4454dd17-9ac8-40d9-a173-7b8f2e9b6d97'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:57:52.550692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Allocated IP 172.25.1.85 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f76b20e9-2249-4363-84de-c54cee14a577) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:52.557001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:52.562038 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:52.569323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:52.616592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Pushing event updated for resources: {'Port': ['ID=430f83bf-afa4-465f-99ee-b527e60830d5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:52.641017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-d5b1d731-d71c-43f4-8d6f-0bffbda16a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:52.642563 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-d5b1d731-d71c-43f4-8d6f-0bffbda16a7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1097 time: 0.2522085 Jun 04 06:57:52.852870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:52.874025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2b1ec-60b5-47ce-bac1-5e4847b9cc0b req-95e76d26-b018-4f83-823c-0152ef417ec6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:52.876314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17d2b1ec-60b5-47ce-bac1-5e4847b9cc0b req-95e76d26-b018-4f83-823c-0152ef417ec6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 944 time: 0.1753211 Jun 04 06:57:52.930085 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.041017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17d2b1ec-60b5-47ce-bac1-5e4847b9cc0b req-f56b6c70-3728-4910-8628-055c37541a56 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538417 Jun 04 06:57:53.078080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:53.080645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:53.089620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:53.132759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Pushing event updated for resources: {'Port': ['ID=f76b20e9-2249-4363-84de-c54cee14a577,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:53.155764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.156274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.156705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.157140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.157600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.158473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.158840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.160537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.161063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.161397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.161840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.162279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:57:53.173329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-93a48548-1fad-47c9-9a2a-fdc724f2aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:53.175394 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-93a48548-1fad-47c9-9a2a-fdc724f2aa39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.3313656 Jun 04 06:57:53.214162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:53.322453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:53.328963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5dd31b1-86ef-4b5c-ace9-93dba4660364 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:53.427238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:53.438511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:53.438902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.480190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.583073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:53.668334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25f557-c703-4f47-8e6f-2c4d4a3e0009 None None] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:57:53.747207 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-2b2f8c92-cdc9-4a49-98a9-4be42a7a00f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 1001 time: 0.2682102 Jun 04 06:57:53.814326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e5dd31b1-86ef-4b5c-ace9-93dba4660364 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:53.814709 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.858817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.864640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Provisioning for port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:53.893717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Provisioning complete for port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:53.894084 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:53.900580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-4952a43e-d919-4523-98ac-f2e77ddbca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:53.902144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-4952a43e-d919-4523-98ac-f2e77ddbca33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1457562 Jun 04 06:57:53.937381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port e5dd31b1-86ef-4b5c-ace9-93dba4660364, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5dd31b1-86ef-4b5c-ace9-93dba4660364,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:53.939603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:53.986886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.030514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:54.030892 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.164588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-43e516e6-2177-4a3b-827e-9c825837d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:54.166257 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-43e516e6-2177-4a3b-827e-9c825837d09d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512195 Jun 04 06:57:54.198448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.212102 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.339108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:54.444014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Current status of the port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:54.444310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.463419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:54.463803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.514892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:57:54.528477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] For port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:54.532482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:54.536307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.541624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61699ad7-1ade-4482-8440-1909342093b2 req-63137e30-6beb-4ba4-8a88-c64792e57b70 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:54.543575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61699ad7-1ade-4482-8440-1909342093b2 req-63137e30-6beb-4ba4-8a88-c64792e57b70 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 944 time: 0.2656045 Jun 04 06:57:54.602291 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.620944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:54.626381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61699ad7-1ade-4482-8440-1909342093b2 req-cc5972c4-d6d8-4786-ae58-db23734a908e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742726 Jun 04 06:57:54.689727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c665aad-53e1-4866-8262-f4c957a0dda6 None None] Pushing event updated for resources: {'Port': ['ID=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:54.727738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-5f5647cf-903e-4c88-a731-7c484e57e422 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531895 Jun 04 06:57:54.735294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Router 03ef3543-c26e-45d5-b5ba-47831e565194 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:54.755800 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a78e16-9218-4eaa-85c4-93480a3298a8'] response: {'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97', 'code': 200} Jun 04 06:57:54.864008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:54.892102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d00f0c50-e7cd-4c53-8c44-78622eee90f7 None None] Provisioning complete for port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:54.892482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d00f0c50-e7cd-4c53-8c44-78622eee90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:55.066991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb95ad-5c6c-496d-ad0e-dbe360b201ae req-f42c5e43-3da9-4973-82fb-923734644865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:55.075281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5fb95ad-5c6c-496d-ad0e-dbe360b201ae req-f42c5e43-3da9-4973-82fb-923734644865 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 1096 time: 0.1955216 Jun 04 06:57:55.129411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:57:55.173029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:55.180956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5dd31b1-86ef-4b5c-ace9-93dba4660364 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:55.207411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:55.211927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f88b5c17-edc9-4047-a2b4-284dee15cfd5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "PUT /v2.0/routers/03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 200 len: 919 time: 5.2488520 Jun 04 06:57:55.212406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39686) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:55.221199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5fb95ad-5c6c-496d-ad0e-dbe360b201ae req-b9ed00f2-92cc-40ad-a8fa-2dd8d76f4a1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355774 Jun 04 06:57:55.240198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] Sync routers for ids ['03ef3543-c26e-45d5-b5ba-47831e565194'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:55.293805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] Routers {'03ef3543-c26e-45d5-b5ba-47831e565194'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:55.294452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['03ef3543-c26e-45d5-b5ba-47831e565194'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:55.348740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dbd9e913-2a62-43b2-ba70-19886d3f8391 req-bb5d0785-eb36-4949-92c6-809e1f525298 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058731 Jun 04 06:57:55.478926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:55.491368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Sync routers for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:57:55.512203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d00f0c50-e7cd-4c53-8c44-78622eee90f7 None None] Current status of the port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:55.515699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:55.517614 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:55.524203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:55.528120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b74ac4ec-cf98-4ae9-ac59-d9f9a006cea4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8286223 Jun 04 06:57:55.528253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:55.528364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39690) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:55.563731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] Routers {'03ef3543-c26e-45d5-b5ba-47831e565194'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:55.564954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['03ef3543-c26e-45d5-b5ba-47831e565194'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:55.627045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-048b544a-8395-4209-8557-381fac089bc3 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 200 len: 925 time: 0.4118915 Jun 04 06:57:55.630410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39694) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:55.649019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:55.649431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85498df1-250c-4ea0-8f4c-481c751eb429 None None] The sync data for ids ['03ef3543-c26e-45d5-b5ba-47831e565194'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:55.664738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port e5dd31b1-86ef-4b5c-ace9-93dba4660364 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:55.665529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:55.747239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:55.771246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc00493-9b26-4995-adea-447b7f0ad9d3 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:55.772773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7fc00493-9b26-4995-adea-447b7f0ad9d3 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=03ef3543-c26e-45d5-b5ba-47831e565194&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1414409 Jun 04 06:57:55.775516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39700) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:55.821792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:55.881374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port e5dd31b1-86ef-4b5c-ace9-93dba4660364 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:55.882511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:55.932008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0a39f-b515-4b5a-9d63-f224c2fd75a5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:55.933771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-64c0a39f-b515-4b5a-9d63-f224c2fd75a5 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/networks/745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 881 time: 0.1573334 Jun 04 06:57:55.936668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39708) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:55.983230 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-123abc56-ff31-4a44-b7c2-361f124cbf16 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 200 len: 205 time: 0.0454950 Jun 04 06:57:55.985760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39712) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:56.041683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.056319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:56.060893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.241101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:56.280968 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.362952 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 3, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:56.376134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Checking router: fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:57:56.376477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Updating router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 port f76b20e9-2249-4363-84de-c54cee14a577 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:57:56.455922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4622c-eb65-4393-ae75-b4784ec7b79d req-ab6a4aaf-083a-4e56-8d92-062b6590b8a9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:56.457721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fb4622c-eb65-4393-ae75-b4784ec7b79d req-ab6a4aaf-083a-4e56-8d92-062b6590b8a9 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 945 time: 0.4287810 Jun 04 06:57:56.485814 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.525232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.551503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port 430f83bf-afa4-465f-99ee-b527e60830d5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:57:56.552655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.640887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fb4622c-eb65-4393-ae75-b4784ec7b79d req-fb514f6d-f128-4548-928a-45737fcc2f26 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736858 Jun 04 06:57:56.805835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.940631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.956271 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:56.970165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Transition to ACTIVE for port object f76b20e9-2249-4363-84de-c54cee14a577 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:56.979322 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.063960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Allocated IP 172.20.0.1 (c4b5daa6-84bf-442e-9abe-3ff773689c6c/c1c1894b-fed9-4baa-9779-2e829cecffcb/72f7325e-e85d-43d1-baf6-360bd6e7c6c5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:57.072034 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Attempting to bind port f76b20e9-2249-4363-84de-c54cee14a577 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:57:57.072903 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Attempting to bind port f76b20e9-2249-4363-84de-c54cee14a577 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:57:57.073675 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Attempting to bind port f76b20e9-2249-4363-84de-c54cee14a577 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:57:57.095618 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:57:57.096384 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:57:57.098607 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.099188 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:57:57.099877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Bound port: f76b20e9-2249-4363-84de-c54cee14a577, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:57:57.100577 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.126977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for 430f83bf-afa4-465f-99ee-b527e60830d5 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:57:57.187747 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] For port f76b20e9-2249-4363-84de-c54cee14a577, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:57:57.192649 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] For port f76b20e9-2249-4363-84de-c54cee14a577, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f76b20e9-2249-4363-84de-c54cee14a577,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:57:57.204801 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.211046 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c91e-7820-4e09-8ad9-40dcd6908e7d None None] Pushing event updated for resources: {'Port': ['ID=f76b20e9-2249-4363-84de-c54cee14a577,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:57.228339 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.245257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Transition to ACTIVE for port object 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:57:57.273287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.316145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c91e-7820-4e09-8ad9-40dcd6908e7d None None] Pushing event updated for resources: {'Port': ['ID=f76b20e9-2249-4363-84de-c54cee14a577,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:57.340691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:57:57.341436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:57.368368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:57.375229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:57.376760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:57.379743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:57.463221 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.471066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.567216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=430f83bf-afa4-465f-99ee-b527e60830d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:57.602591 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:57:57.710332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.755551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8c657abb-e952-4d64-8362-44b77448a60f None None] Provisioning for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:57.764107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8c657abb-e952-4d64-8362-44b77448a60f None None] Provisioning complete for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:57.764484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8c657abb-e952-4d64-8362-44b77448a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.805668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.877701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8c657abb-e952-4d64-8362-44b77448a60f None None] Port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:57:57.986528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:57.989775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.019942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.020484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router 03ef3543-c26e-45d5-b5ba-47831e565194 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:57:58.054258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.060904 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-272e9c34-e5bc-4db4-8b33-fd9b1848f983 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 204 len: 168 time: 2.0710697 Jun 04 06:57:58.060904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39726) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:57:58.068420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 3, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:57:58.069260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1499130810', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}, 'admin_state_up': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:57:58.075394 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa3d5c1-471d-4911-a329-af83aac8a783 None None] The sync data for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 is: [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 3, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:57:58.076942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:57:58.082218 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Usage tracker for resource:router and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:57:58.086673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:57:58.093857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:57:58.113747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.114937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.128487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc175600-93b8-45bd-afd9-9a7fdc435068 req-a6ce47b9-4278-40ed-82d1-0eb28194ff05 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:58.130082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc175600-93b8-45bd-afd9-9a7fdc435068 req-a6ce47b9-4278-40ed-82d1-0eb28194ff05 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 945 time: 0.2472165 Jun 04 06:57:58.144363 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.210447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc175600-93b8-45bd-afd9-9a7fdc435068 req-54964896-40c9-48f3-b4a1-e22e5087aef8 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703166 Jun 04 06:57:58.242251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.247892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.492195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.577591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:58.864180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:58.869274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:58.882362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:59.128845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f76b20e9-2249-4363-84de-c54cee14a577 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:57:59.272000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.313770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.328494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:57:59.332210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f76b20e9-2249-4363-84de-c54cee14a577 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:57:59.337992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f76b20e9-2249-4363-84de-c54cee14a577 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:59.338246 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.481073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6d64d5ac-8273-4b28-b3f6-483f20f4c0dd None None] Provisioning complete for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:57:59.481874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d64d5ac-8273-4b28-b3f6-483f20f4c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.512643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Allocated IP 172.25.1.96 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/231d48fe-2d56-4ab1-b2af-3eecaca46134) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:57:59.660097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:57:59.673593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6d64d5ac-8273-4b28-b3f6-483f20f4c0dd None None] Port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:57:59.680064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-979e2a45-a552-4f29-81c8-1b3dbf179ac3 admin admin] 10.222.0.17 "PUT /v2.0/routers/fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1505401 Jun 04 06:57:59.718250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f76b20e9-2249-4363-84de-c54cee14a577 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:57:59.718640 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.746952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f76b20e9-2249-4363-84de-c54cee14a577, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f76b20e9-2249-4363-84de-c54cee14a577,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:57:59.750792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.754224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.812608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:57:59.832507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f76b20e9-2249-4363-84de-c54cee14a577,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:57:59.895708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:57:59.898689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:57:59.902448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:57:59.925611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe70b4-c170-409e-9bf0-0238a1795608 req-5febb6b9-217a-45a6-bb9a-f5ea6ba1d6b1 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:57:59.933071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bebe70b4-c170-409e-9bf0-0238a1795608 req-5febb6b9-217a-45a6-bb9a-f5ea6ba1d6b1 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 945 time: 0.1390014 Jun 04 06:57:59.933393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event updated for resources: {'Port': ['ID=231d48fe-2d56-4ab1-b2af-3eecaca46134,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:00.007725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bebe70b4-c170-409e-9bf0-0238a1795608 req-72cff1a6-c5f9-4677-9008-e3302730e8bd tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Jun 04 06:58:00.456162 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:00.561261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Sync routers for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:58:00.576848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:00.577895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:00.946351 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:58:00.995271 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:01.139056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f76b20e9-2249-4363-84de-c54cee14a577 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:01.368581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-11dc96d4-a3da-4c12-8afc-222384b90155 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:01.373939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f76b20e9-2249-4363-84de-c54cee14a577 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:01.374318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:01.374913 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-11dc96d4-a3da-4c12-8afc-222384b90155 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 945 time: 0.2895007 Jun 04 06:58:01.419887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea5de-e4ec-40ab-9c6f-3b04721766e2 req-b72b5071-0499-48f6-bae1-0d65ab4d5c85 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:01.422152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72fea5de-e4ec-40ab-9c6f-3b04721766e2 req-b72b5071-0499-48f6-bae1-0d65ab4d5c85 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 945 time: 0.1417909 Jun 04 06:58:01.481969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Deleting port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:01.482311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:01.547232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-72fea5de-e4ec-40ab-9c6f-3b04721766e2 req-9bd8d56f-91a2-4260-bf72-2e4abfa665e1 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182203 Jun 04 06:58:01.604407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Router bf97971d-7791-4592-93b7-7d05feea44a5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:58:01.755962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f76b20e9-2249-4363-84de-c54cee14a577 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:01.779156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 4, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '72f7325e-e85d-43d1-baf6-360bd6e7c6c5', 'name': '', 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'mac_address': 'fa:16:3e:f3:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:56Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 2, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'subnets': [{'id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:01.783773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Checking router: fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:58:01.784660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Updating router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:58:01.846470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:01.949849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:58:01.963287 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] Sync routers for ids ['bf97971d-7791-4592-93b7-7d05feea44a5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:58:01.990309 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] Routers {'bf97971d-7791-4592-93b7-7d05feea44a5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:01.991162 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bf97971d-7791-4592-93b7-7d05feea44a5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:02.045054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.048995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9ffae2d1-71d6-430f-8834-391ef61599dd tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9845603 Jun 04 06:58:02.049315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39828) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:02.054574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:02.071893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] For port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:02.075740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.204245 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:02.237073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] Routers {'bf97971d-7791-4592-93b7-7d05feea44a5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:02.238229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bf97971d-7791-4592-93b7-7d05feea44a5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:02.265191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Calling delete_port for 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:02.380385 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:02.380788 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c876f-6565-458a-b1a5-7bb9f73f9503 None None] The sync data for ids ['bf97971d-7791-4592-93b7-7d05feea44a5'] in n-d-811808-2 is: [] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:58:02.509197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.532301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4454dd17-9ac8-40d9-a173-7b8f2e9b6d97'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:58:02.611850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Pushing event deleted for resources: {'Port': ['ID=4454dd17-9ac8-40d9-a173-7b8f2e9b6d97,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:02.719864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] No DVR routers for this DVR port 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:58:02.725830 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.731531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'name': 'network-vif-deleted', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:02.746310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.750022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8d3f1048-4ee8-45a2-9f47-0e2ff3369c33 req-9ed94793-5b20-4439-800e-f62ad12732f7 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "DELETE /v2.0/ports/4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 HTTP/1.1" status: 204 len: 173 time: 1.3708239 Jun 04 06:58:02.768967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Transition to ACTIVE for port object 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:02.780631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:02.859082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90fd8b85-03c2-4e03-b514-72f357d11d4c req-c4b2a8cd-a0ef-4adc-bedf-3d936e9f9de6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=1e114b2c-d87b-43cf-8717-dbd20e99063a HTTP/1.1" status: 200 len: 210 time: 0.0638552 Jun 04 06:58:02.937699 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639f62-b3db-4b58-bdc4-eb9f951829ba None None] Pushing event updated for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:03.263778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Attempting to bind port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:58:03.264153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Attempting to bind port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:58:03.264546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Attempting to bind port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 on network c4b5daa6-84bf-442e-9abe-3ff773689c6c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:58:03.299395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:58:03.301152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Checking segment: {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:03.301152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.301152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Bound using segment: {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:58:03.301894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Bound port: 72f7325e-e85d-43d1-baf6-360bd6e7c6c5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e28993-7a73-4405-a065-4856e4392ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:58:03.302319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.318122 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.379214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.400900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Deleting port 231d48fe-2d56-4ab1-b2af-3eecaca46134 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:03.401301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.563650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] For port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:58:03.563650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] For port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:58:03.570751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:03.791237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:03.797647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:03.806827 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe1742c-5fe2-402a-96b6-44c3ec245d92'] response: {'server_uuid': '1e114b2c-d87b-43cf-8717-dbd20e99063a', 'name': 'network-vif-deleted', 'tag': '4454dd17-9ac8-40d9-a173-7b8f2e9b6d97', 'status': 'completed', 'code': 200} Jun 04 06:58:04.140498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639f62-b3db-4b58-bdc4-eb9f951829ba None None] Pushing event updated for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:04.164477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:58:04.168232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:04.191166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a152e-9ffa-4fa2-a8d5-ec15cb6d7ee1 req-6fb6288f-f2b1-47d7-8c75-ff6cff30663f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:04.192797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f23a152e-9ffa-4fa2-a8d5-ec15cb6d7ee1 req-6fb6288f-f2b1-47d7-8c75-ff6cff30663f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2456932 Jun 04 06:58:04.329347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Calling delete_port for 231d48fe-2d56-4ab1-b2af-3eecaca46134 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:04.396136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f23a152e-9ffa-4fa2-a8d5-ec15cb6d7ee1 req-18d5bc34-4aab-4a25-959f-563d89aa5b5f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504073 Jun 04 06:58:04.682669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 4, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '72f7325e-e85d-43d1-baf6-360bd6e7c6c5', 'name': '', 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'mac_address': 'fa:16:3e:f3:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:56Z', 'updated_at': '2022-06-04T06:58:03Z', 'revision_number': 4, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'subnets': [{'id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:04.689191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94afdc0-e633-4944-a22c-2d29cc9dd81b None None] The sync data for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 is: [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T06:57:57Z', 'revision_number': 4, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '72f7325e-e85d-43d1-baf6-360bd6e7c6c5', 'name': '', 'network_id': 'c4b5daa6-84bf-442e-9abe-3ff773689c6c', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'mac_address': 'fa:16:3e:f3:c0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:56Z', 'updated_at': '2022-06-04T06:58:03Z', 'revision_number': 4, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'subnets': [{'id': 'c1c1894b-fed9-4baa-9779-2e829cecffcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:58:05.188059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:05.242268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:05.353033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:05.369961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:05.372367 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:05.405939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Pushing event deleted for resources: {'Port': ['ID=231d48fe-2d56-4ab1-b2af-3eecaca46134,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:05.481005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-f92534af-d8fa-4612-bc50-4239edf0054a tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:05.490949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-f92534af-d8fa-4612-bc50-4239edf0054a tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 809 time: 0.5633986 Jun 04 06:58:05.507663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:05.508052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:05.547258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-9817225e-70e1-44b8-83ef-e4cf736dc19d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/quotas/745f0631b1354e33bb1f232b637e872a HTTP/1.1" status: 200 len: 375 time: 0.0552955 Jun 04 06:58:05.568191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:05.575413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:05.636329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:58:05.702155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-e8f3705a-6c87-42f3-b382-135bb1f8946e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1538599 Jun 04 06:58:05.707390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:58:05.707896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4454dd17-9ac8-40d9-a173-7b8f2e9b6d97 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:58:05.762307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:05.772913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.773263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.773644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.773979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.774313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.774677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.775224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.775561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.776138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.776611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.777244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.777604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:05.824316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:06.306616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-3aa9564e-e9c9-4133-9731-2b69e5e98c8a service neutron] 10.222.0.17 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034596 Jun 04 06:58:06.605133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:06.621569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705014'] for router, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:06.704725 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-1dea6f5a-2272-4a63-95c3-891e8177c30c service neutron] 10.222.0.17 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972185 Jun 04 06:58:06.797590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Router bf97971d-7791-4592-93b7-7d05feea44a5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:58:06.983447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:58:07.001299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] Sync routers for ids ['bf97971d-7791-4592-93b7-7d05feea44a5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:58:07.014953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] Routers {'bf97971d-7791-4592-93b7-7d05feea44a5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:07.016383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bf97971d-7791-4592-93b7-7d05feea44a5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:07.040657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:07.042254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-00cbff1d-30e8-4a1f-b3dd-50a6ddf2b9c6 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "PUT /v2.0/routers/bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 200 len: 710 time: 4.9917791 Jun 04 06:58:07.045217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39892) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:07.145819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:07.148494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:07.174010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ea78a-6562-4e54-8984-95d4117ecb47 req-04469b4f-e532-4aaf-b3ee-d321dfb10347 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:07.176528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94ea78a-6562-4e54-8984-95d4117ecb47 req-04469b4f-e532-4aaf-b3ee-d321dfb10347 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1838169 Jun 04 06:58:07.244141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] Routers {'bf97971d-7791-4592-93b7-7d05feea44a5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:58:07.244768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:57:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bf97971d-7791-4592-93b7-7d05feea44a5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:07.281431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94ea78a-6562-4e54-8984-95d4117ecb47 req-f2e63c96-ad37-45b5-b1c7-a25718eecc9d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977161 Jun 04 06:58:07.318315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4378d822-333f-4290-b3c4-2444851d1ee8 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/routers/bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 200 len: 745 time: 0.2713113 Jun 04 06:58:07.321067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:07.389609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:07.390025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209422d-c5fc-4cd0-b62b-b09b6c2342a9 None None] The sync data for ids ['bf97971d-7791-4592-93b7-7d05feea44a5'] in n-d-811808-2 is: [] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:58:07.399960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:07.400329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:07.498666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c49c9c70-cbce-4f1b-88a3-3d330bf06b83 tempest-RoutersIpV6AdminTest-684875100 tempest-RoutersIpV6AdminTest-684875100-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&device_id=bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 200 len: 205 time: 0.1763606 Jun 04 06:58:07.501608 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39912) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:07.515325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cbaecd35-4c4d-4676-b6f7-0a585fe533d3 req-2759d58f-655e-4943-bd45-ccfeba792352 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 210 time: 0.1286836 Jun 04 06:58:07.579676 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4dcf1532-b210-45ed-af4a-d35836d6377e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 200 len: 205 time: 0.0767934 Jun 04 06:58:07.583167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39918) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:07.605319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:07.742869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:08.201348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:08.208918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:08.236682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:08.238938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Fanout notify agent at l3_agent the message router_deleted on router bf97971d-7791-4592-93b7-7d05feea44a5 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:58:08.261768 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:08.263428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-89ea9c5f-5b7f-4b5f-b937-64cfce585b62 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 204 len: 168 time: 0.6792474 Jun 04 06:58:08.266875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39924) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:08.341823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b8f99af6-6830-4ea9-af3c-be0f258aba25 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 200 len: 205 time: 0.0736742 Jun 04 06:58:08.344205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39930) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:08.574517 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-6716bec7-de35-4bef-a215-dffd127357af tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:08.575530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6716bec7-de35-4bef-a215-dffd127357af tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/bf97971d-7791-4592-93b7-7d05feea44a5 HTTP/1.1" status: 404 len: 336 time: 0.2304184 Jun 04 06:58:08.579441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:08.654658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8b3ae940-c4d0-4c72-b3f0-96bba54316a7 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 200 len: 205 time: 0.0707779 Jun 04 06:58:08.656333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 39942) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:08.686544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a594-ea7b-477c-bf86-a3d03ecfbb38 req-b33ad580-1d28-4946-9642-1dc3da5a5fa9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:08.688178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2157a594-ea7b-477c-bf86-a3d03ecfbb38 req-b33ad580-1d28-4946-9642-1dc3da5a5fa9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1908698 Jun 04 06:58:08.754854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2157a594-ea7b-477c-bf86-a3d03ecfbb38 req-b422653c-8515-4ee9-ad15-64baf1790054 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581114 Jun 04 06:58:08.842593 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-3dcfabb0-f551-4ae2-b224-725c03ef46ad tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:08.843554 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3dcfabb0-f551-4ae2-b224-725c03ef46ad tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/03ef3543-c26e-45d5-b5ba-47831e565194 HTTP/1.1" status: 404 len: 336 time: 0.1792333 Jun 04 06:58:08.846884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39946) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:08.876287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-25d8f67a-6d8c-4e7c-9c4e-c62f71bf65f6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:08.878914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-25d8f67a-6d8c-4e7c-9c4e-c62f71bf65f6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 809 time: 0.5643773 Jun 04 06:58:08.892020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Request body: {'port': {'device_id': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b', 'admin_state_up': True, 'tenant_id': '745f0631b1354e33bb1f232b637e872a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:08.943737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c0dac3a6-d099-4c2d-a4de-a36edb0d02f1 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 200 len: 205 time: 0.0956297 Jun 04 06:58:08.949073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39950) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.013626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71a6eae9-23bd-4359-8013-d65f723e5025 req-90abc8eb-bef1-4c21-a0b0-37738c680986 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 210 time: 0.1060603 Jun 04 06:58:09.023643 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-340e81c5-d68c-4a89-8a10-8b187ddf7976 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:09.024747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-340e81c5-d68c-4a89-8a10-8b187ddf7976 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/36121123-d839-4e22-8a55-ea5466a9dbdf HTTP/1.1" status: 404 len: 336 time: 0.0746329 Jun 04 06:58:09.027627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39956) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.066872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:09.071069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Usage tracker for resource:port and tenant:745f0631b1354e33bb1f232b637e872a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:09.074559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:09.081302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:09.082281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7564b588-babb-4a62-9cb5-6427f9d4acdb tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 200 len: 205 time: 0.0534573 Jun 04 06:58:09.084739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39960) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.096054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Made reservation on behalf of 745f0631b1354e33bb1f232b637e872a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:09.102403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:09.159912 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-8d2d944c-b24a-447a-b068-2a44367a8525 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:09.160853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8d2d944c-b24a-447a-b068-2a44367a8525 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/2a1c494d-6603-47b0-b5b6-3a6d48a61314 HTTP/1.1" status: 404 len: 336 time: 0.0751481 Jun 04 06:58:09.163932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39964) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.217756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-72868e11-cef8-4040-976f-8e173466039c tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 200 len: 205 time: 0.0504656 Jun 04 06:58:09.217952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39968) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.295701 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-71036074-27a7-462a-9449-6c792b5c593f tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:09.299205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-71036074-27a7-462a-9449-6c792b5c593f tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/715bcae0-9247-48a8-ae0e-e4e37654b475 HTTP/1.1" status: 404 len: 336 time: 0.0780292 Jun 04 06:58:09.299980 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39972) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.305366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Allocated IP 172.20.0.4 (41a3b9e7-f10e-4b49-bf51-e4229c34cb7b/ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4/133f88dc-1b27-4407-903b-e64927c763c9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:09.364327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc4172af-7dcc-46f5-905d-d580fd4062f0 tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "GET /v2.0/ports?device_id=31883a7a-8097-4a82-acf0-31274fcca5e4 HTTP/1.1" status: 200 len: 205 time: 0.0607867 Jun 04 06:58:09.364880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39976) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.443659 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-bb440797-4c83-4fea-87d6-912f95202e5d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] delete failed (client error): The resource could not be found. Jun 04 06:58:09.447074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb440797-4c83-4fea-87d6-912f95202e5d tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/routers/31883a7a-8097-4a82-acf0-31274fcca5e4 HTTP/1.1" status: 404 len: 336 time: 0.0789924 Jun 04 06:58:09.447583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39980) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:09.506831 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6909a636-f28e-40a8-8518-921587ad2f9e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] DELETE failed (client error): The resource could not be found. Jun 04 06:58:09.507336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6909a636-f28e-40a8-8518-921587ad2f9e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88849) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 06:58:09.509528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6909a636-f28e-40a8-8518-921587ad2f9e tempest-RoutersIpV6AdminTest-1303794959 tempest-RoutersIpV6AdminTest-1303794959-project] 10.222.0.17 "DELETE /v2.0/subnets/425f4229-97cb-491d-9d51-c94f3815ed00 HTTP/1.1" status: 404 len: 337 time: 0.0605576 Jun 04 06:58:09.564178 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:09.608215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:09.689111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:09.693244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:09.697653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:09.730550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Pushing event updated for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:09.774518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:09.775282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:09.817926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-544c3cfe-9749-4b73-9399-4d020cfdd426 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302223 Jun 04 06:58:09.831540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Request body: {'port': {'device_id': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:09.880484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 39992) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:10.081054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5504f2-7bce-4658-833a-8a9234be07d4 req-b938b372-58b2-46ec-8ffb-83b164f2a767 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:10.082710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc5504f2-7bce-4658-833a-8a9234be07d4 req-b938b372-58b2-46ec-8ffb-83b164f2a767 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1799412 Jun 04 06:58:10.122119 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.126180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.153961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:10.161327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc5504f2-7bce-4658-833a-8a9234be07d4 req-7680b451-f6c6-4818-9f82-cdf1832dd592 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642309 Jun 04 06:58:10.162269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Usage tracker for resource:security_group_rule and tenant:573976089cd74e8ea737cfaf940c575d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:10.165535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:10.172004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:10.320618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.326306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.410408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79331d36-abc3-42f1-8250-b2c49ca07d95,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:10.460231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9455d93a-9dcc-4506-8f2c-0b33748b32c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=573976089cd74e8ea737cfaf940c575d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766542 Jun 04 06:58:10.461305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40002) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:10.550325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.579411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133f88dc-1b27-4407-903b-e64927c763c9 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:58:10.587347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.601199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc23e2-207c-4a0d-80d7-3680e00d4996 req-c8bf9d94-3776-4837-a1c2-3625b4e108bd tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:10.602752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdbc23e2-207c-4a0d-80d7-3680e00d4996 req-c8bf9d94-3776-4837-a1c2-3625b4e108bd tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 931 time: 0.2315845 Jun 04 06:58:10.607396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.609451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Transition to ACTIVE for port object 133f88dc-1b27-4407-903b-e64927c763c9 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:10.620982 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.680316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdbc23e2-207c-4a0d-80d7-3680e00d4996 req-1680c3d5-688f-4f02-a6ac-1bd2c4ea298d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Jun 04 06:58:10.721297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.760015 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Pushing event updated for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:10.769322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79331d36-abc3-42f1-8250-b2c49ca07d95,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:10.782611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:10.786935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80e96bda-c497-44e2-af8d-1742e0dfd240 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/79331d36-abc3-42f1-8250-b2c49ca07d95 HTTP/1.1" status: 204 len: 168 time: 0.3214672 Jun 04 06:58:11.030096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Attempting to bind port 133f88dc-1b27-4407-903b-e64927c763c9 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:58:11.030456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Attempting to bind port 133f88dc-1b27-4407-903b-e64927c763c9 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:58:11.030811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Attempting to bind port 133f88dc-1b27-4407-903b-e64927c763c9 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:58:11.036792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Port 133f88dc-1b27-4407-903b-e64927c763c9 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:58:11.037068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Attempting to bind port 133f88dc-1b27-4407-903b-e64927c763c9 on network 41a3b9e7-f10e-4b49-bf51-e4229c34cb7b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:58:11.042818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:58:11.043165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Checking segment: {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:11.043564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Bound using segment: {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:58:11.043979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Bound port: 133f88dc-1b27-4407-903b-e64927c763c9, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1559f7a5-bea9-4350-858a-3089f8775386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:58:11.044326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.157933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:58:11.162165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=133f88dc-1b27-4407-903b-e64927c763c9,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:58:11.167089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.236036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:11.236791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.237296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:11.238513 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] 10.222.0.39 "PUT /v2.0/ports/133f88dc-1b27-4407-903b-e64927c763c9 HTTP/1.1" status: 200 len: 1091 time: 1.4132500 Jun 04 06:58:11.238951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:11.318292 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c93b5d32-74f6-496f-9d44-b9003e694caa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2d05813239c1402b9e624c83a34f34bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775609 Jun 04 06:58:11.320054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:11.377589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47506c-0dfb-493e-a9f3-bbd13b0c3a61 service neutron] Pushing event updated for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:11.411490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-4da53953-4ef7-4302-8a69-e8388fe8e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:11.413014 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-4da53953-4ef7-4302-8a69-e8388fe8e0a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 1094 time: 0.1131852 Jun 04 06:58:11.516905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-549d5401-fe2a-4be6-8114-da67f65f7387 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f88dc-1b27-4407-903b-e64927c763c9 HTTP/1.1" status: 200 len: 217 time: 0.0968411 Jun 04 06:58:11.525593 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.579286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.595912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-b0ae71ac-9270-4cee-9d30-ac7b54dd48db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:11.597409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9c27-9a85-4c34-8b66-bbe87b9aa07c req-82f88e88-92eb-4958-bf64-7435cc4d7b12 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:11.598039 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-b0ae71ac-9270-4cee-9d30-ac7b54dd48db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 HTTP/1.1" status: 200 len: 849 time: 0.0747554 Jun 04 06:58:11.599183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ddb9c27-9a85-4c34-8b66-bbe87b9aa07c req-82f88e88-92eb-4958-bf64-7435cc4d7b12 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1988211 Jun 04 06:58:11.650687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-eb39c507-462c-48a1-a29f-b400c0dfef0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451186 Jun 04 06:58:11.795926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ddb9c27-9a85-4c34-8b66-bbe87b9aa07c req-105005d5-5364-4dac-937b-4a8e9fcdbbcc tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906781 Jun 04 06:58:11.804376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-28cf205a-f7cd-4bfe-9026-aecade4d20b4 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477056 Jun 04 06:58:11.815387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.836650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab8ebe6-b705-4e5f-b1f7-a5e0189ff1d9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:11.874364 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:11.875497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed6f3232-ec38-424e-86f4-0ddb7fe3d1d9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/dab8ebe6-b705-4e5f-b1f7-a5e0189ff1d9 HTTP/1.1" status: 204 len: 168 time: 0.5543158 Jun 04 06:58:11.903421 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a1a471-0e96-4452-b39b-2dd5c6b68b75'] response: {'name': 'network-changed', 'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9', 'status': 'completed', 'code': 200} Jun 04 06:58:12.011185 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b94e6da6-1136-4ba2-880f-6cabf8ceab33 req-d952e3fc-87c5-4f28-befc-a76f78807948 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005835 Jun 04 06:58:12.171001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-eb139413-2f64-48ff-81d3-349a155ec4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:12.172629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-eb139413-2f64-48ff-81d3-349a155ec4cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=745f0631b1354e33bb1f232b637e872a&device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 1094 time: 0.1002438 Jun 04 06:58:12.195856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16772ea-56ca-4a79-9a26-b42bcaacf158 req-2c7663f8-0ba2-4601-ad6a-6ab9a25929d2 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:12.197389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e16772ea-56ca-4a79-9a26-b42bcaacf158 req-2c7663f8-0ba2-4601-ad6a-6ab9a25929d2 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 943 time: 0.2066386 Jun 04 06:58:12.307466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e16772ea-56ca-4a79-9a26-b42bcaacf158 req-18d70e83-ffc8-49df-a4b9-916f0305244b tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Jun 04 06:58:12.401899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-e9cc640d-47e0-4ef9-a196-d2976f44e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:12.403603 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-e9cc640d-47e0-4ef9-a196-d2976f44e9d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 200 len: 910 time: 0.2234807 Jun 04 06:58:12.505128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-ed941d86-eb3b-4365-b6eb-d8408ef5561c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f88dc-1b27-4407-903b-e64927c763c9 HTTP/1.1" status: 200 len: 217 time: 0.0955603 Jun 04 06:58:12.605272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-d7848141-f77b-406d-9484-9ee1b55a0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:12.606949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-d7848141-f77b-406d-9484-9ee1b55a0c8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 HTTP/1.1" status: 200 len: 849 time: 0.0956650 Jun 04 06:58:12.664279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-e598b437-3d98-4f5e-8ed3-1c3eeab2c919 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505733 Jun 04 06:58:12.878733 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-0e14b74f-1a2b-4c2c-a593-9849c23b1bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072890 Jun 04 06:58:13.091248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40062) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:13.091380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af50b7-351e-4225-94c6-00aef11be3c7 req-4cfc48dd-ebc4-4c64-9994-87699d49c187 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:13.092951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0af50b7-351e-4225-94c6-00aef11be3c7 req-4cfc48dd-ebc4-4c64-9994-87699d49c187 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1469417 Jun 04 06:58:13.105190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5eb19ec2-71be-4920-89e8-879ed12f343d req-2cd61e74-283b-4a5f-9244-f0ef2825dfa8 service neutron] 10.222.0.39 "GET /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177570 Jun 04 06:58:13.141721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0af50b7-351e-4225-94c6-00aef11be3c7 req-8b243a25-fea2-4347-8810-9828dc1ded80 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 Jun 04 06:58:13.232915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-757200943'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:13.239646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:13.244241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:network and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:13.247339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:13.254397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:13.268128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:13.272452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.286339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.303332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:13.307535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:security_group_rule and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:13.310723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:13.317410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:13.412870 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.418958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.453224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:13.468153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21d4452-eec5-4487-8d09-f1ce7310c28b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:13.473502 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.473857 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Added segment cb74c445-f773-43af-9612-16675d0c0a4a of type vlan for network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 Jun 04 06:58:13.505121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.543185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a2da6-d4a3-474d-8b86-e25014660fd4 req-4e1f3154-1a3b-4ac0-b8b1-3b95368d10f6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:13.544204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.545057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d9a2da6-d4a3-474d-8b86-e25014660fd4 req-4e1f3154-1a3b-4ac0-b8b1-3b95368d10f6 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 943 time: 0.0981314 Jun 04 06:58:13.551471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:13.551471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:13.619350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d9a2da6-d4a3-474d-8b86-e25014660fd4 req-eafc54fc-0bc6-4e06-9981-a2e7b6e3f069 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677772 Jun 04 06:58:13.830883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Network': ['ID=232ecc6a-eecd-4698-aef6-0ab96e7803e4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:13.835454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fa95d1f9-24f9-4075-be7f-89891ec41423 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7395666 Jun 04 06:58:13.836668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40074) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:13.842437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'subnet': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:13.844410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:13.956062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:13.960248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:subnet and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:13.963172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:13.968953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:13.982790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:13.990129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:14.268181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:14.385004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890672-9870-4a8c-ae8e-77f253f17737 req-162d03b7-8750-429b-8f8e-24dc86441cc6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:14.386801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Subnet': ['ID=9e799259-22c3-44a8-8aaa-a9e3a112cb41,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:14.403309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b890672-9870-4a8c-ae8e-77f253f17737 req-162d03b7-8750-429b-8f8e-24dc86441cc6 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1201992 Jun 04 06:58:14.453723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Checking segment: {'id': 'cb74c445-f773-43af-9612-16675d0c0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:14.454582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network hostable DHCP agents. Network: 232ecc6a-eecd-4698-aef6-0ab96e7803e4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:58:14.456943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b890672-9870-4a8c-ae8e-77f253f17737 req-afa5112a-d494-4110-9491-62e5bc39de15 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526638 Jun 04 06:58:14.482906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:58:14.494201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 232ecc6a-eecd-4698-aef6-0ab96e7803e4) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:14.501005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:14.502005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:14.506482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0349e6-c825-4240-aa59-d3c4fc25c0b4 None None] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:14.529295 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-85e8897c-9d0b-49ee-9a87-cab08abb97ec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6914065 Jun 04 06:58:14.532581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:14.541056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535474119'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:14.787596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'tenant_id': 'ee29839cd9b6429d955d2961c773de7a', 'fixed_ips': [{'subnet_id': '9e799259-22c3-44a8-8aaa-a9e3a112cb41'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:58:14.788713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:14.873764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:14.880660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:port and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:14.887005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:14.900368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:14.944927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:14.950566 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:14.985233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598bd6f-e8be-4387-b372-a364332b8a7b req-81c60fa3-e65e-48d6-889f-61109e261416 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:14.992339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0598bd6f-e8be-4387-b372-a364332b8a7b req-81c60fa3-e65e-48d6-889f-61109e261416 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 943 time: 0.2266178 Jun 04 06:58:14.995545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port f36909fb-57e9-436b-8012-7c1589df802a yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:15.071117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Allocated IP 2001:db8::2 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/80a587a4-6522-408e-82fc-0e06597dfb42) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:15.107021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0598bd6f-e8be-4387-b372-a364332b8a7b req-c402d929-6a53-4481-844d-1d4bf17bf296 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Jun 04 06:58:15.359189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:15.376180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Transition to ACTIVE for port object 80a587a4-6522-408e-82fc-0e06597dfb42 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:15.400024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Transition to ACTIVE for port object 80a587a4-6522-408e-82fc-0e06597dfb42 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:15.407594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:15.482544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:15.483765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:15.488722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:15.553687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::8e (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/f36909fb-57e9-436b-8012-7c1589df802a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:15.693846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 133f88dc-1b27-4407-903b-e64927c763c9 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:58:15.743281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Attempting to bind port 80a587a4-6522-408e-82fc-0e06597dfb42 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:58:15.743614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Attempting to bind port 80a587a4-6522-408e-82fc-0e06597dfb42 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'cb74c445-f773-43af-9612-16675d0c0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:58:15.743936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Attempting to bind port 80a587a4-6522-408e-82fc-0e06597dfb42 on network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:58:15.747916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Pushing event updated for resources: {'Port': ['ID=80a587a4-6522-408e-82fc-0e06597dfb42,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:15.757239 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:58:15.757646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Checking segment: {'id': 'cb74c445-f773-43af-9612-16675d0c0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:15.758052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:15.758449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Bound using segment: {'id': 'cb74c445-f773-43af-9612-16675d0c0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:58:15.758924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Bound port: 80a587a4-6522-408e-82fc-0e06597dfb42, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb74c445-f773-43af-9612-16675d0c0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:58:15.759727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:15.801572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40106) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:15.975910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] For port 80a587a4-6522-408e-82fc-0e06597dfb42, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:58:15.983972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:15.987478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=133f88dc-1b27-4407-903b-e64927c763c9,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:16.000990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] For port 80a587a4-6522-408e-82fc-0e06597dfb42, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80a587a4-6522-408e-82fc-0e06597dfb42,segment=NetworkSegment(cb74c445-f773-43af-9612-16675d0c0a4a),segment_id=cb74c445-f773-43af-9612-16675d0c0a4a)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:58:16.007118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '133f88dc-1b27-4407-903b-e64927c763c9', 'network_id': '41a3b9e7-f10e-4b49-bf51-e4229c34cb7b', 'port_id': '133f88dc-1b27-4407-903b-e64927c763c9', 'mac_address': 'fa:16:3e:1e:be:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:58:16.013229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:16.019086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4bf0ff4e9f4ad194fa9f934807df4a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:16.022530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:16.028818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:16.048571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.103952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb02e-8f29-45ea-9742-bee99640365b req-0c88bd41-4b4d-4663-91f0-e77ed0017f97 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:16.113535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcfeb02e-8f29-45ea-9742-bee99640365b req-0c88bd41-4b4d-4663-91f0-e77ed0017f97 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2238443 Jun 04 06:58:16.165807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d484a-0298-4ae3-b9af-ebe4ba85ca60 None None] Pushing event updated for resources: {'Port': ['ID=80a587a4-6522-408e-82fc-0e06597dfb42,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:16.179330 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.196636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 133f88dc-1b27-4407-903b-e64927c763c9 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:16.197049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.206655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fcfeb02e-8f29-45ea-9742-bee99640365b req-dfc8702a-9182-4e42-97f3-f5e61a59f35b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914552 Jun 04 06:58:16.218670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.222710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f88dc-1b27-4407-903b-e64927c763c9 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:58:16.225030 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.235400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object f36909fb-57e9-436b-8012-7c1589df802a will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:16.263030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=133f88dc-1b27-4407-903b-e64927c763c9,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:16.270796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.281663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.305625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40116) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:16.306753 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7c4bf0ff4e9f4ad194fa9f934807df4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034695 Jun 04 06:58:16.307743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e4d3-6096-4e83-99bd-d42777e82b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbaba6a-5cc6-4208-aabd-44f76cc2a2f1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:16.371684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:16.395279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:16.418732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:16.457756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:16.467970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:16.469537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.566341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=f36909fb-57e9-436b-8012-7c1589df802a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:16.573715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-beee6b6c-06e5-4f67-91b5-4042a61e9dad tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0394468 Jun 04 06:58:16.576839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40120) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:16.583146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2064423777', 'allowed_address_pairs': [{'ip_address': '2001:db8::8e', 'mac_address': 'fa:16:3e:88:8b:46'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:16.605693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.617834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['133f88dc-1b27-4407-903b-e64927c763c9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:58:16.649800 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.681023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0184-0b45-42f3-966f-ce0581b26f52 req-f698f447-f701-42ad-948a-0c93081440a5 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:16.682906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23b0184-0b45-42f3-966f-ce0581b26f52 req-f698f447-f701-42ad-948a-0c93081440a5 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 944 time: 0.3018060 Jun 04 06:58:16.764036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23b0184-0b45-42f3-966f-ce0581b26f52 req-97e59b08-c991-4a82-8d3e-0433edeb5b06 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Jun 04 06:58:16.788408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.814055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:16.815371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbaba6a-5cc6-4208-aabd-44f76cc2a2f1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:16.825441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:16.826677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b2cadd3c-af6b-4475-8018-de948cbe2e53 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1bbaba6a-5cc6-4208-aabd-44f76cc2a2f1 HTTP/1.1" status: 204 len: 168 time: 0.4534123 Jun 04 06:58:16.833353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:port and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:16.837328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:16.858903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:16.880250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:16.974456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee0091a3-3e81-49dc-b8e7-fd0b827c4218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:17.086323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:17.129878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port df6aedde-9188-45d0-b8eb-58c1bccce73f yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:17.210902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80a587a4-6522-408e-82fc-0e06597dfb42 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:17.415972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 80a587a4-6522-408e-82fc-0e06597dfb42 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:17.450314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::b5 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/df6aedde-9188-45d0-b8eb-58c1bccce73f) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:17.495871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06c01e-3545-45fc-a9df-dc49eff6b1da req-33bf9549-7d84-4b10-a08f-dc68774a3d14 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:17.503900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f06c01e-3545-45fc-a9df-dc49eff6b1da req-33bf9549-7d84-4b10-a08f-dc68774a3d14 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1382275 Jun 04 06:58:17.581209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f06c01e-3545-45fc-a9df-dc49eff6b1da req-15065174-3793-402f-9df9-630e42973912 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700688 Jun 04 06:58:17.620773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 133f88dc-1b27-4407-903b-e64927c763c9 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:17.676235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c205bd-a9f0-4042-97d7-2b86441fb43b None None] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:17.765421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:17.795068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-965ba577-3875-43b2-b377-491401efae88 None None] Provisioning for port 80a587a4-6522-408e-82fc-0e06597dfb42 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:17.808057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-965ba577-3875-43b2-b377-491401efae88 None None] Provisioning complete for port 80a587a4-6522-408e-82fc-0e06597dfb42 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:17.808432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-965ba577-3875-43b2-b377-491401efae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:17.809083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object df6aedde-9188-45d0-b8eb-58c1bccce73f will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:17.857219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 133f88dc-1b27-4407-903b-e64927c763c9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:17.866979 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:17.902340 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:58:17.905715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 133f88dc-1b27-4407-903b-e64927c763c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:17.905715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.010617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:18.012459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:18.026282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:18.036639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.037651 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.060902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=df6aedde-9188-45d0-b8eb-58c1bccce73f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:18.095610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e871a1b9-73db-40c7-8f5a-5ccab070b48c tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5172107 Jun 04 06:58:18.098500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:18.118762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574c40-81c7-4e52-a50e-3ab1a9da1e77 req-55eb087a-5612-463a-a650-e10c391591c3 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.128980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1574c40-81c7-4e52-a50e-3ab1a9da1e77 req-55eb087a-5612-463a-a650-e10c391591c3 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 944 time: 0.1973968 Jun 04 06:58:18.212805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1574c40-81c7-4e52-a50e-3ab1a9da1e77 req-0c985de6-0582-4953-9b7d-17e153cc48ac tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773954 Jun 04 06:58:18.220062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.227078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.234951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.236891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:18.271012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:18.273668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f7c01c46-c163-4f5f-9141-4eb982035cec tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1738956 Jun 04 06:58:18.276450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:18.324089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-965ba577-3875-43b2-b377-491401efae88 None None] Current status of the port 80a587a4-6522-408e-82fc-0e06597dfb42 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:18.324595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-965ba577-3875-43b2-b377-491401efae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.404148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 133f88dc-1b27-4407-903b-e64927c763c9 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:18.404761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.428138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-965ba577-3875-43b2-b377-491401efae88 None None] For port 80a587a4-6522-408e-82fc-0e06597dfb42, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80a587a4-6522-408e-82fc-0e06597dfb42,segment=NetworkSegment(cb74c445-f773-43af-9612-16675d0c0a4a),segment_id=cb74c445-f773-43af-9612-16675d0c0a4a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:18.440288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-965ba577-3875-43b2-b377-491401efae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.451520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port df6aedde-9188-45d0-b8eb-58c1bccce73f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:18.451885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.496890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:18.524064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=133f88dc-1b27-4407-903b-e64927c763c9,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:18.535533 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:18.559648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ba577-3875-43b2-b377-491401efae88 None None] Pushing event updated for resources: {'Port': ['ID=80a587a4-6522-408e-82fc-0e06597dfb42,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:18.647592 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11190da9-f364-4a53-996f-5d0b7c4b1751'] response: {'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9', 'code': 200} Jun 04 06:58:18.724138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:18.935642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929306bd-0a35-43c8-9564-34897178ec8e req-9a21edee-6666-4e72-9b7b-587440ced9a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:18.937376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-929306bd-0a35-43c8-9564-34897178ec8e req-9a21edee-6666-4e72-9b7b-587440ced9a1 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1324668 Jun 04 06:58:18.992407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Provisioning for port f36909fb-57e9-436b-8012-7c1589df802a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:18.998889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Provisioning complete for port f36909fb-57e9-436b-8012-7c1589df802a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:18.999346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:19.023872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-929306bd-0a35-43c8-9564-34897178ec8e req-b4725070-ed48-4c50-b905-0390ae9bdfeb tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707741 Jun 04 06:58:19.140678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80a587a4-6522-408e-82fc-0e06597dfb42 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:19.211839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:19.269019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Port f36909fb-57e9-436b-8012-7c1589df802a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:19.296752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e701acd-a60f-4c0a-b576-e632e1052cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:19.342300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:58:19.434827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for df6aedde-9188-45d0-b8eb-58c1bccce73f owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:19.493664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:58:19.504805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e1fd3-0929-4d3a-89a5-0d81f00e45e0 req-70e02641-93b5-4b1e-9f1e-afec20b6a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:19.512566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-042e1fd3-0929-4d3a-89a5-0d81f00e45e0 req-70e02641-93b5-4b1e-9f1e-afec20b6a31b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 1096 time: 0.4976199 Jun 04 06:58:19.597326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20587f49-3ae6-49bb-9b28-8d6e61746678 req-8d1fc761-5b36-450f-b5cf-eeb94ef9f5cf tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:19.608445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20587f49-3ae6-49bb-9b28-8d6e61746678 req-8d1fc761-5b36-450f-b5cf-eeb94ef9f5cf tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.1999400 Jun 04 06:58:19.715472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Provisioning complete for port 80a587a4-6522-408e-82fc-0e06597dfb42 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:19.715887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:19.732486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20587f49-3ae6-49bb-9b28-8d6e61746678 req-0956a6ab-8abd-492a-b3a1-b95e3cd77e2d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090608 Jun 04 06:58:19.789668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-042e1fd3-0929-4d3a-89a5-0d81f00e45e0 req-2e1ed182-8c14-4011-b1a4-65e1a4c1812d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700095 Jun 04 06:58:19.813207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:19.953579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 80a587a4-6522-408e-82fc-0e06597dfb42 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:19.954010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.042100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:20.042482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.104502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=df6aedde-9188-45d0-b8eb-58c1bccce73f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:20.154858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Current status of the port 80a587a4-6522-408e-82fc-0e06597dfb42 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:20.173563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:20.194676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0995920-8e9a-4aa8-a8d8-86177d1e4ac7 None None] Could not find standard attr ID for object df6aedde-9188-45d0-b8eb-58c1bccce73f. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:58:20.241197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'port_id': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'mac_address': 'fa:16:3e:f8:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:58:20.321796 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.330976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.341843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:20.353173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1d1a8aa7-0bc6-4e81-baa1-3cd62c36808f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/df6aedde-9188-45d0-b8eb-58c1bccce73f HTTP/1.1" status: 204 len: 168 time: 2.0731432 Jun 04 06:58:20.358713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:20.360917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.368029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116ac5-adb5-44fe-a5ad-956d7604146d req-b21e6406-cfa5-4db1-8e77-f630bf08ba54 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:20.376755 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f116ac5-adb5-44fe-a5ad-956d7604146d req-b21e6406-cfa5-4db1-8e77-f630bf08ba54 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1931236 Jun 04 06:58:20.440330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f116ac5-adb5-44fe-a5ad-956d7604146d req-06bb41b6-1ebf-4cea-b06c-5d868e75b036 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614800 Jun 04 06:58:20.444544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c720063-af6d-4079-b835-2355f9b22ab8 req-b9d14653-5efc-4795-8a46-39eb6bb60bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:20.446641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c720063-af6d-4079-b835-2355f9b22ab8 req-b9d14653-5efc-4795-8a46-39eb6bb60bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.6078317 Jun 04 06:58:20.448769 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebaf174-8e3c-43c3-9ebb-b265bd71d870 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] GET failed (client error): The resource could not be found. Jun 04 06:58:20.449280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ebaf174-8e3c-43c3-9ebb-b265bd71d870 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:20.498175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:20.498560 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.516523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-5ebaf174-8e3c-43c3-9ebb-b265bd71d870 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:20.522574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-835df235-668f-4a2c-89c6-88b1084017a5 None None] Provisioning complete for port f36909fb-57e9-436b-8012-7c1589df802a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:20.522574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-835df235-668f-4a2c-89c6-88b1084017a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.522985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40212) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:20.523867 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ebaf174-8e3c-43c3-9ebb-b265bd71d870 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports/df6aedde-9188-45d0-b8eb-58c1bccce73f HTTP/1.1" status: 404 len: 333 time: 0.1630983 Jun 04 06:58:20.527020 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c720063-af6d-4079-b835-2355f9b22ab8 req-025a7b19-74a9-4c98-ba19-46b961face05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735779 Jun 04 06:58:20.529073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291631427'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:20.620621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 80a587a4-6522-408e-82fc-0e06597dfb42 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:20.628129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:20.645196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:58:20.661283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:20.666349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.722946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-835df235-668f-4a2c-89c6-88b1084017a5 None None] Port f36909fb-57e9-436b-8012-7c1589df802a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:20.753606 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e499b1-e33b-4348-a48b-94b3e8fa4153'] response: {'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'code': 200} Jun 04 06:58:20.756997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-835df235-668f-4a2c-89c6-88b1084017a5 None None] Could not find standard attr ID for object df6aedde-9188-45d0-b8eb-58c1bccce73f. {{(pid=88850) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 04 06:58:20.781327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:58:20.781720 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:58:20.860163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:20.902911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:20.929187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:20.932701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:20.966354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:21.042343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908154ef-6f3a-466b-bc10-e19dfd432ded req-14181b20-e2eb-474f-9d44-301efdcdd0f3 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:21.053897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-908154ef-6f3a-466b-bc10-e19dfd432ded req-14181b20-e2eb-474f-9d44-301efdcdd0f3 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.1855173 Jun 04 06:58:21.228314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-908154ef-6f3a-466b-bc10-e19dfd432ded req-d2df5b3a-fd22-490b-a9b8-c05902bd4a4a tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Jun 04 06:58:21.266578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::170 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/6335da39-2a81-4a4e-9cfd-abd66ca72c0f) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:21.340413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:21.340792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:21.361833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:58:21.384931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:21.390569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:21.494722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:21.518523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:21.535965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object 6335da39-2a81-4a4e-9cfd-abd66ca72c0f will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:21.562770 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:21.682404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:21.692571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:21.696708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:21.702318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:21.702927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:21.740140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=6335da39-2a81-4a4e-9cfd-abd66ca72c0f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:21.770832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20d7463e-6af8-4ba9-9cb9-ce13f7e99d35 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2463982 Jun 04 06:58:21.774904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40240) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:21.781006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8e', 'mac_address': 'fa:16:3e:88:8b:46'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:21.791959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449c8a3-f746-454b-927f-77bd39e23c20 req-6b875f22-543f-4723-bf3f-4aaa7c1d86d5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:21.793523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9449c8a3-f746-454b-927f-77bd39e23c20 req-6b875f22-543f-4723-bf3f-4aaa7c1d86d5 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 944 time: 0.1903136 Jun 04 06:58:21.884183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9449c8a3-f746-454b-927f-77bd39e23c20 req-4a4d33b0-bcdc-4dd0-97de-9c6fe050a56e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842130 Jun 04 06:58:22.081814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.119194 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.188573 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fefd10c6-bbf1-4020-ab29-630d5c2ae3f4 None None] Provisioning for port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:22.195058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fefd10c6-bbf1-4020-ab29-630d5c2ae3f4 None None] Provisioning complete for port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:22.195637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fefd10c6-bbf1-4020-ab29-630d5c2ae3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.272343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fefd10c6-bbf1-4020-ab29-630d5c2ae3f4 None None] Port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:22.395077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.402019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.440889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b7276-1666-4169-bc34-7eb84b6a68d5 req-57f3dbcc-ffae-4a99-a26e-1a949d9952cb tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:22.445930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-555b7276-1666-4169-bc34-7eb84b6a68d5 req-57f3dbcc-ffae-4a99-a26e-1a949d9952cb tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.0941787 Jun 04 06:58:22.468037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] In _notify_port_updated(), no bound segment for port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f on network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:58:22.475564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:22.476705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.481269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "PUT /v2.0/ports/6335da39-2a81-4a4e-9cfd-abd66ca72c0f HTTP/1.1" status: 200 len: 1001 time: 0.7052712 Jun 04 06:58:22.482143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40260) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:22.563632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-555b7276-1666-4169-bc34-7eb84b6a68d5 req-86edd958-5218-4254-b81b-66a1d3ffa0dd tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990169 Jun 04 06:58:22.598868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20327-fc23-4848-b1f1-263abc67dd1e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=6335da39-2a81-4a4e-9cfd-abd66ca72c0f,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:22.609637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:22.609999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:22.761742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['795712c9-b63f-4e4e-b448-e66cfeb1d7c8'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:58:23.092267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-be595be9-5dd2-44bb-8812-4ddff42faff4 None None] Provisioning complete for port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:23.097428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-be595be9-5dd2-44bb-8812-4ddff42faff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:23.193197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:23.291679 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-be595be9-5dd2-44bb-8812-4ddff42faff4 None None] Port 6335da39-2a81-4a4e-9cfd-abd66ca72c0f cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:23.370481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ccb62-f839-42c5-9036-df3357c6c657 req-5917b6d2-d1e5-4aa6-9790-0df6c896561f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:23.372266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-098ccb62-f839-42c5-9036-df3357c6c657 req-5917b6d2-d1e5-4aa6-9790-0df6c896561f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 944 time: 0.1628401 Jun 04 06:58:23.397606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for 6335da39-2a81-4a4e-9cfd-abd66ca72c0f owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:23.488096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-098ccb62-f839-42c5-9036-df3357c6c657 req-01780aed-1416-4485-b1dc-ea2a55e08429 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998337 Jun 04 06:58:23.501692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40284) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:23.616377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:23.714715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=6335da39-2a81-4a4e-9cfd-abd66ca72c0f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:23.819985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a52787a9-b051-4298-abe6-e7da3ab37a84 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/floatingips/4e90fd27-d544-4e30-afa4-680534b6d691 HTTP/1.1" status: 200 len: 992 time: 0.3166916 Jun 04 06:58:23.953159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:23.983516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40296) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:23.994080 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d447ce7f-eb36-409c-8ce0-43f71c328d05 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/6335da39-2a81-4a4e-9cfd-abd66ca72c0f HTTP/1.1" status: 204 len: 168 time: 1.5082967 Jun 04 06:58:24.084921 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7b8458-2d94-4219-b566-953fe1ef49da tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] GET failed (client error): The resource could not be found. Jun 04 06:58:24.085952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6e7b8458-2d94-4219-b566-953fe1ef49da tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:24.139243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6e7b8458-2d94-4219-b566-953fe1ef49da tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:24.146712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40306) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:24.151996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6e7b8458-2d94-4219-b566-953fe1ef49da tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports/6335da39-2a81-4a4e-9cfd-abd66ca72c0f HTTP/1.1" status: 404 len: 333 time: 0.1672418 Jun 04 06:58:24.153557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612761144'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:24.406990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:24.421171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:24.451582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:24.459688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:24.511413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port 7886b468-55b0-4dfb-9de1-ea14f71c41fd yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:24.694579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89eb2-b419-47c5-8155-582b0eafd93d req-105eb972-4ff0-43ce-9a4d-549d18c41231 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:24.696249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59d89eb2-b419-47c5-8155-582b0eafd93d req-105eb972-4ff0-43ce-9a4d-549d18c41231 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.1305423 Jun 04 06:58:24.753453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59d89eb2-b419-47c5-8155-582b0eafd93d req-b671eaf9-abe4-469c-8aa3-261fca2c6a8e tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510197 Jun 04 06:58:24.774065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::a9 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/7886b468-55b0-4dfb-9de1-ea14f71c41fd) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:25.047654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.071779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object 7886b468-55b0-4dfb-9de1-ea14f71c41fd will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:25.108662 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.194531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:25.198866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:25.203094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:25.209964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:25.210639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.227834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=7886b468-55b0-4dfb-9de1-ea14f71c41fd,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:25.253878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef39bb87-191d-4fed-aae7-54de20c982dd tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1038582 Jun 04 06:58:25.255617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:25.263253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:8b:46'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:25.402276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:58:25.541357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:25.541757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.584939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.706895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-87797e5e-8acb-43a6-b213-e04a0288b3c1 None None] Provisioning for port 7886b468-55b0-4dfb-9de1-ea14f71c41fd completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:25.725759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-87797e5e-8acb-43a6-b213-e04a0288b3c1 None None] Provisioning complete for port 7886b468-55b0-4dfb-9de1-ea14f71c41fd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:25.726214 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-87797e5e-8acb-43a6-b213-e04a0288b3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.814378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-87797e5e-8acb-43a6-b213-e04a0288b3c1 None None] Port 7886b468-55b0-4dfb-9de1-ea14f71c41fd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:25.823879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.828412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:58:25.828936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:25.869903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:25.883831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:25.889559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.014680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:26.065121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.082064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-c4658bfb-0a96-481e-af2e-7c8fd4369203 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:26.082796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-c4658bfb-0a96-481e-af2e-7c8fd4369203 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Synchronizing usage tracker for tenant:745f0631b1354e33bb1f232b637e872a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:26.106203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-c4658bfb-0a96-481e-af2e-7c8fd4369203 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Unset dirty status for tenant:745f0631b1354e33bb1f232b637e872a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:26.107562 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-c4658bfb-0a96-481e-af2e-7c8fd4369203 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.3078938 Jun 04 06:58:26.120173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854998d0-0798-4857-8f2a-24d060f41236 req-7fde17e8-268e-4309-8ce1-7b5317e8e238 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:26.127666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-854998d0-0798-4857-8f2a-24d060f41236 req-7fde17e8-268e-4309-8ce1-7b5317e8e238 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 945 time: 0.1558826 Jun 04 06:58:26.136424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.179231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-854998d0-0798-4857-8f2a-24d060f41236 req-8e9cbb0a-1bf8-4d9b-a2a2-061af09a0631 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/security-groups?id=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Jun 04 06:58:26.187380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.259481 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6966326a-985e-4397-81a9-af6dba3c473c'] response: {'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'code': 200} Jun 04 06:58:26.268864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] In _notify_port_updated(), no bound segment for port 7886b468-55b0-4dfb-9de1-ea14f71c41fd on network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 {{(pid=88848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:58:26.274788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:26.275609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.277097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "PUT /v2.0/ports/7886b468-55b0-4dfb-9de1-ea14f71c41fd HTTP/1.1" status: 200 len: 1001 time: 1.0201881 Jun 04 06:58:26.281112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:26.294990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Deleting port 133f88dc-1b27-4407-903b-e64927c763c9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:26.296088 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.347645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0d89-2b39-493a-971b-f45c386c5a51 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=7886b468-55b0-4dfb-9de1-ea14f71c41fd,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:26.382242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port 7886b468-55b0-4dfb-9de1-ea14f71c41fd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:26.383213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.597856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] For port 133f88dc-1b27-4407-903b-e64927c763c9, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=133f88dc-1b27-4407-903b-e64927c763c9,segment=NetworkSegment(1559f7a5-bea9-4350-858a-3089f8775386),segment_id=1559f7a5-bea9-4350-858a-3089f8775386)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:26.598449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.652767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9b64b146-a28a-45ab-800f-344f42f87aaa None None] Provisioning complete for port 7886b468-55b0-4dfb-9de1-ea14f71c41fd triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:26.653269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b64b146-a28a-45ab-800f-344f42f87aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.698008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:26.759717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9b64b146-a28a-45ab-800f-344f42f87aaa None None] Port 7886b468-55b0-4dfb-9de1-ea14f71c41fd cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:26.817157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Calling delete_port for 133f88dc-1b27-4407-903b-e64927c763c9 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:26.974142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for 7886b468-55b0-4dfb-9de1-ea14f71c41fd owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:27.095274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:27.115207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['133f88dc-1b27-4407-903b-e64927c763c9'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:58:27.224708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:27.300286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Pushing event deleted for resources: {'Port': ['ID=133f88dc-1b27-4407-903b-e64927c763c9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:27.339039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=7886b468-55b0-4dfb-9de1-ea14f71c41fd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:27.389125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] No DVR routers for this DVR port 133f88dc-1b27-4407-903b-e64927c763c9 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:58:27.392205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:27.403851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'name': 'network-vif-deleted', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:58:27.425457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaff0867-ee3c-4147-93eb-aff55900d796 req-167c197e-c2f6-4b3b-8b3e-37f9c236936d tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.39 "DELETE /v2.0/ports/133f88dc-1b27-4407-903b-e64927c763c9 HTTP/1.1" status: 204 len: 173 time: 1.2863183 Jun 04 06:58:27.530887 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:27.564774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dbcb2685-b5c3-450d-accc-4a8114714b49 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/7886b468-55b0-4dfb-9de1-ea14f71c41fd HTTP/1.1" status: 204 len: 168 time: 1.2819879 Jun 04 06:58:27.567336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40360) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:27.588297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b44f0a61-4db3-41c1-9967-487a483f417f req-9348f15e-654f-41b6-8bad-983fcd719157 tempest-VolumesActionsTest-565620842 tempest-VolumesActionsTest-565620842-project] 10.222.0.17 "GET /v2.0/ports?device_id=070bbd89-a82f-4b8a-9582-2a6a0d3a54ce HTTP/1.1" status: 200 len: 210 time: 0.1751244 Jun 04 06:58:27.685712 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d40ed64-f641-4b60-adac-f5523e9d6c8d'] response: {'server_uuid': '070bbd89-a82f-4b8a-9582-2a6a0d3a54ce', 'name': 'network-vif-deleted', 'tag': '133f88dc-1b27-4407-903b-e64927c763c9', 'status': 'completed', 'code': 200} Jun 04 06:58:27.687106 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a8181a-c676-4c66-8315-92f3e5fcdd3f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] GET failed (client error): The resource could not be found. Jun 04 06:58:27.687597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-37a8181a-c676-4c66-8315-92f3e5fcdd3f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:27.706972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-37a8181a-c676-4c66-8315-92f3e5fcdd3f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:27.708915 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37a8181a-c676-4c66-8315-92f3e5fcdd3f tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports/7886b468-55b0-4dfb-9de1-ea14f71c41fd HTTP/1.1" status: 404 len: 333 time: 0.1399019 Jun 04 06:58:27.713640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40366) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:27.719383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1448056397'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:27.886067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:27.898562 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:27.911067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:27.915330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:27.941199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port f929022a-f0fe-4bec-807a-68a88f01e70a yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:28.131452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::1e4 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/f929022a-f0fe-4bec-807a-68a88f01e70a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:28.365866 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:28.386091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object f929022a-f0fe-4bec-807a-68a88f01e70a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:28.411588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:28.483774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:28.484884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:28.488497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:28.494129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:28.494629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:28.529336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=f929022a-f0fe-4bec-807a-68a88f01e70a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:28.543133 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e03df58-bffb-4a99-850f-771e10360bb0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8278258 Jun 04 06:58:28.545124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40378) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:28.552711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'network_id': '232ecc6a-eecd-4698-aef6-0ab96e7803e4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-372062222'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:28.878907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:28.885158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Usage tracker for resource:port and tenant:ee29839cd9b6429d955d2961c773de7a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:28.892951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:28.912136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:28.917809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Made reservation on behalf of ee29839cd9b6429d955d2961c773de7a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:28.920421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b4f8bd62-c047-49d8-b7bb-1b51adeb247a None None] Provisioning for port f929022a-f0fe-4bec-807a-68a88f01e70a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:28.929249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b4f8bd62-c047-49d8-b7bb-1b51adeb247a None None] Provisioning complete for port f929022a-f0fe-4bec-807a-68a88f01e70a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:28.929883 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bd62-c047-49d8-b7bb-1b51adeb247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:28.932828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:28.965439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] device_id is not set on port 615cd6ce-3b6c-49c3-a778-d5277c5c523d yet. {{(pid=88848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:28.997389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8bd62-c047-49d8-b7bb-1b51adeb247a None None] Port f929022a-f0fe-4bec-807a-68a88f01e70a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:29.219098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Allocated IP 2001:db8::186 (232ecc6a-eecd-4698-aef6-0ab96e7803e4/9e799259-22c3-44a8-8aaa-a9e3a112cb41/615cd6ce-3b6c-49c3-a778-d5277c5c523d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:58:29.513927 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:29.539475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Transition to ACTIVE for port object 615cd6ce-3b6c-49c3-a778-d5277c5c523d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:58:29.570334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:29.661441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:58:29.665647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:29.668153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:29.685159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:29.685159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:29.698497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 133f88dc-1b27-4407-903b-e64927c763c9 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:58:29.740534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1942453 Jun 04 06:58:29.743492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:29.746013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a71a1-90fa-4a98-8799-70c1a600fc2e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=615cd6ce-3b6c-49c3-a778-d5277c5c523d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:29.757347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8e', 'mac_address': 'fa:16:3e:88:8b:46'}, {'ip_address': '2001:db8::1e4', 'mac_address': 'fa:16:3e:48:98:bc'}]}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:29.762027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 133f88dc-1b27-4407-903b-e64927c763c9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:58:29.762385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 133f88dc-1b27-4407-903b-e64927c763c9 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:58:30.032347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0ac23f68-9e77-442d-902a-4b76b88ada64 None None] Provisioning for port 615cd6ce-3b6c-49c3-a778-d5277c5c523d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:58:30.039935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0ac23f68-9e77-442d-902a-4b76b88ada64 None None] Provisioning complete for port 615cd6ce-3b6c-49c3-a778-d5277c5c523d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:30.040621 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ac23f68-9e77-442d-902a-4b76b88ada64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.088521 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.121782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ac23f68-9e77-442d-902a-4b76b88ada64 None None] Port 615cd6ce-3b6c-49c3-a778-d5277c5c523d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:30.376080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.381789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.444472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] In _notify_port_updated(), no bound segment for port 615cd6ce-3b6c-49c3-a778-d5277c5c523d on network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 {{(pid=88849) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 04 06:58:30.449825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:30.450471 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.451812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "PUT /v2.0/ports/615cd6ce-3b6c-49c3-a778-d5277c5c523d HTTP/1.1" status: 200 len: 1066 time: 0.7073431 Jun 04 06:58:30.455330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:30.474496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdcce7-9298-4b9c-a1dc-56cf3108c652 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event updated for resources: {'Port': ['ID=615cd6ce-3b6c-49c3-a778-d5277c5c523d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:30.554337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port 615cd6ce-3b6c-49c3-a778-d5277c5c523d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:30.554781 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.849417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4192cc80-4e43-4a44-a64a-5eaf7cf4d184 None None] Provisioning complete for port 615cd6ce-3b6c-49c3-a778-d5277c5c523d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:58:30.849925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4192cc80-4e43-4a44-a64a-5eaf7cf4d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.859144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:30.950985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4192cc80-4e43-4a44-a64a-5eaf7cf4d184 None None] Port 615cd6ce-3b6c-49c3-a778-d5277c5c523d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:58:31.013144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for 615cd6ce-3b6c-49c3-a778-d5277c5c523d owned by {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:31.188434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:31.297431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=615cd6ce-3b6c-49c3-a778-d5277c5c523d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:31.652155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:31.664760 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6d601eb7-9eb1-4ee0-9229-27f60a2a12af tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/615cd6ce-3b6c-49c3-a778-d5277c5c523d HTTP/1.1" status: 204 len: 168 time: 1.2076190 Jun 04 06:58:31.667226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40506) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:31.748094 n-d-811808-2 neutron-server[88849]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fb22c8-64a3-454a-b4df-fbf766b9ffa1 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] GET failed (client error): The resource could not be found. Jun 04 06:58:31.748638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59fb22c8-64a3-454a-b4df-fbf766b9ffa1 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:31.768592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-59fb22c8-64a3-454a-b4df-fbf766b9ffa1 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:31.769837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-59fb22c8-64a3-454a-b4df-fbf766b9ffa1 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports/615cd6ce-3b6c-49c3-a778-d5277c5c523d HTTP/1.1" status: 404 len: 333 time: 0.1009829 Jun 04 06:58:31.772670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40512) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:31.940328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port f929022a-f0fe-4bec-807a-68a88f01e70a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:31.941428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:32.367008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:32.467568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:32.606994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:32.628744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:32.634994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Usage tracker for resource:security_group_rule and tenant:3b9604fa1fb243809af79627960a4f4a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:32.653315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:32.662809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:32.683081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for f929022a-f0fe-4bec-807a-68a88f01e70a owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:32.795195 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:32.803832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:32.913972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3b9604fa1fb243809af79627960a4f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433364 Jun 04 06:58:32.914757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40542) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:32.917098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f5f9-5d17-46a6-bd4b-63e50b61c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d66cca-b1d0-4152-a980-c4aa52d01be4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:32.925751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.012323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=f929022a-f0fe-4bec-807a-68a88f01e70a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:33.061042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.105090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.121225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.139854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f51e2015-af94-4c1f-9ae1-c1ac28438cd0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/f929022a-f0fe-4bec-807a-68a88f01e70a HTTP/1.1" status: 204 len: 168 time: 1.3656256 Jun 04 06:58:33.140978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40546) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:33.198258 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4932a1d8-eeb9-4df4-ba01-24022d92c9cc tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] GET failed (client error): The resource could not be found. Jun 04 06:58:33.199002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4932a1d8-eeb9-4df4-ba01-24022d92c9cc tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Synchronizing usage tracker for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:33.244897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4932a1d8-eeb9-4df4-ba01-24022d92c9cc tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Unset dirty status for tenant:ee29839cd9b6429d955d2961c773de7a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:33.250553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40550) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:33.260986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4932a1d8-eeb9-4df4-ba01-24022d92c9cc tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "GET /v2.0/ports/f929022a-f0fe-4bec-807a-68a88f01e70a HTTP/1.1" status: 404 len: 333 time: 0.1183524 Jun 04 06:58:33.278650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.327473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port f36909fb-57e9-436b-8012-7c1589df802a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:33.327667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d66cca-b1d0-4152-a980-c4aa52d01be4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:33.327820 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.353570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.364059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ecfefbbf-846f-4b87-98c9-922e5c4ba478 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e7d66cca-b1d0-4152-a980-c4aa52d01be4 HTTP/1.1" status: 204 len: 168 time: 0.4480984 Jun 04 06:58:33.792142 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:33.873395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40568) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:33.952508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for f36909fb-57e9-436b-8012-7c1589df802a owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:34.024569 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.060113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:34.068568 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Usage tracker for resource:security_group_rule and tenant:b4739505e845495f96af7fc2456e5c46 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:34.074274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:34.085134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:34.217628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.222770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.264712 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b4739505e845495f96af7fc2456e5c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900557 Jun 04 06:58:34.265460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40572) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:34.271349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.332239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=f36909fb-57e9-436b-8012-7c1589df802a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:34.380894 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.382678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6143f4-dfb9-401d-aec1-98b62b6d70ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3eb19-6e35-4d21-a7b8-69a6970bc344,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:34.387393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.411059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7aab20a8-cdcb-4035-b09d-aaac14427754 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/ports/f36909fb-57e9-436b-8012-7c1589df802a HTTP/1.1" status: 204 len: 168 time: 1.1589470 Jun 04 06:58:34.412061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:34.434812 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.494932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting subnet 9e799259-22c3-44a8-8aaa-a9e3a112cb41 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:58:34.499680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.501277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.538250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3eb19-6e35-4d21-a7b8-69a6970bc344,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:34.548342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.552340 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7f107dd1-b6b8-4239-ba08-8e82a7edd76e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5ab3eb19-6e35-4d21-a7b8-69a6970bc344 HTTP/1.1" status: 204 len: 168 time: 0.2834296 Jun 04 06:58:34.576859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.778175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.895294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:34.991775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25e5a4-b3c0-4dbf-b4cd-772690b77544 None None] Network 232ecc6a-eecd-4698-aef6-0ab96e7803e4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:35.008020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Subnet': ['ID=9e799259-22c3-44a8-8aaa-a9e3a112cb41,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:35.012712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.031246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-513daa11-9cd7-41ac-a305-3db9ab1ffc0e tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/subnets/9e799259-22c3-44a8-8aaa-a9e3a112cb41 HTTP/1.1" status: 204 len: 168 time: 0.6178896 Jun 04 06:58:35.034272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:35.134039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:35.171307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.219425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:35.224416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e14edca4864b3b8a9582e7c2f15ad8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:35.227565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:35.234382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:35.312605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.325817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Deleting port 80a587a4-6522-408e-82fc-0e06597dfb42 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:35.326287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.405944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.412375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.495101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bbdb49-6a84-4d60-a456-e3531c2479af,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:35.535242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d17b54ad-8dc7-4989-9d8f-84ce04a594d4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d7e14edca4864b3b8a9582e7c2f15ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001143 Jun 04 06:58:35.538104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:35.581330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] DHCP port deletion for 232ecc6a-eecd-4698-aef6-0ab96e7803e4 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:58:35.582159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] For port 80a587a4-6522-408e-82fc-0e06597dfb42, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80a587a4-6522-408e-82fc-0e06597dfb42,segment=NetworkSegment(cb74c445-f773-43af-9612-16675d0c0a4a),segment_id=cb74c445-f773-43af-9612-16675d0c0a4a)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:35.582598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.587267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Deleting port 80a587a4-6522-408e-82fc-0e06597dfb42 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:35.587810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.610006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.642516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.741584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.762071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bbdb49-6a84-4d60-a456-e3531c2479af,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:35.772776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Calling delete_port for 80a587a4-6522-408e-82fc-0e06597dfb42 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:35.776284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.778175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8447091c-3142-4c1e-b181-318dd24cb264 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c9bbdb49-6a84-4d60-a456-e3531c2479af HTTP/1.1" status: 204 len: 168 time: 0.2386484 Jun 04 06:58:35.981650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:35.991772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] For port 80a587a4-6522-408e-82fc-0e06597dfb42, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80a587a4-6522-408e-82fc-0e06597dfb42,segment=NetworkSegment(cb74c445-f773-43af-9612-16675d0c0a4a),segment_id=cb74c445-f773-43af-9612-16675d0c0a4a)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:58:35.992890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.142585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Calling delete_port for 80a587a4-6522-408e-82fc-0e06597dfb42 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:36.174918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Port': ['ID=80a587a4-6522-408e-82fc-0e06597dfb42,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:36.201744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] No DVR routers for this DVR port 80a587a4-6522-408e-82fc-0e06597dfb42 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:58:36.269692 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:58:36.270051 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:58:36.533797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.560125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232ecc6a-eecd-4698-aef6-0ab96e7803e4']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:36.573382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb74c445-f773-43af-9612-16675d0c0a4a') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:36.573822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb74c445-f773-43af-9612-16675d0c0a4a') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:36.587108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.603328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.609925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:58:36.610386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.753847 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.758792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.771411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Deleting port 80a587a4-6522-408e-82fc-0e06597dfb42 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:36.771859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:36.811971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] 10.222.0.17 "DELETE /v2.0/networks/232ecc6a-eecd-4698-aef6-0ab96e7803e4 HTTP/1.1" status: 204 len: 168 time: 1.7764168 Jun 04 06:58:36.831151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e319fbb-7e1e-4fe4-a949-f13cb98d78a0 tempest-AllowedAddressPairIpV6TestJSON-911597072 tempest-AllowedAddressPairIpV6TestJSON-911597072-project] Pushing event deleted for resources: {'Network': ['ID=232ecc6a-eecd-4698-aef6-0ab96e7803e4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:37.040647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f7083-93fd-461d-84ec-8d528acf536d None None] The port '80a587a4-6522-408e-82fc-0e06597dfb42' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 06:58:37.145580 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cb74c445-f773-43af-9612-16675d0c0a4a resource provider aggregate not found Jun 04 06:58:37.148739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80a587a4-6522-408e-82fc-0e06597dfb42 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:58:37.177019 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment cb74c445-f773-43af-9612-16675d0c0a4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb74c445-f773-43af-9612-16675d0c0a4a found for delete ", "request_id": "req-697a15e9-9753-48a1-b84f-75d8b6470a73"}]} Jun 04 06:58:37.197398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 80a587a4-6522-408e-82fc-0e06597dfb42 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:58:37.197801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80a587a4-6522-408e-82fc-0e06597dfb42 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:58:37.416490 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40650) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:37.915953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-869114cd-d8eb-455b-91ec-66d7f21df817 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee29839cd9b6429d955d2961c773de7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953032 Jun 04 06:58:37.916297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40672) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:38.070849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:38.106146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:38.189849 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:38.230779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21d4452-eec5-4487-8d09-f1ce7310c28b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:38.250181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:38.251434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eced67c0-38a2-4e2e-84f0-dcdfb1b85a45 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f21d4452-eec5-4487-8d09-f1ce7310c28b HTTP/1.1" status: 204 len: 168 time: 0.3341200 Jun 04 06:58:39.422007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40726) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.645273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-573dc08a-c9c8-4787-82b6-5e6dc7cb7634 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.649745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40732) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.650222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-573dc08a-c9c8-4787-82b6-5e6dc7cb7634 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2246511 Jun 04 06:58:39.655550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-df9f2775-7aab-4c7e-bbfd-c48096d33aff tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.656662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df9f2775-7aab-4c7e-bbfd-c48096d33aff tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053668 Jun 04 06:58:39.659940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40736) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.664809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-232a9581-2588-44b3-a06d-26226e4c9ca4 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.678733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-232a9581-2588-44b3-a06d-26226e4c9ca4 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0175879 Jun 04 06:58:39.681275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.686451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-064a2907-8c2a-4e31-9e6d-49bbe51fd382 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.687553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-064a2907-8c2a-4e31-9e6d-49bbe51fd382 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052240 Jun 04 06:58:39.690754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40744) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.695665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-1336d82e-a20f-44b2-9649-1e3688c74c2a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.696740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1336d82e-a20f-44b2-9649-1e3688c74c2a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049665 Jun 04 06:58:39.706425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40748) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.711621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-2bcf2549-8b06-4a45-afc8-770be2d704cd tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.712833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2bcf2549-8b06-4a45-afc8-770be2d704cd tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052807 Jun 04 06:58:39.721927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40752) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.726997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-dc624e2c-12c4-4c48-83e9-424c9eac5cb0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.728104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dc624e2c-12c4-4c48-83e9-424c9eac5cb0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050633 Jun 04 06:58:39.730641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.739913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-cbc79504-6b62-42d5-a9d1-946f77115afe tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.740882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cbc79504-6b62-42d5-a9d1-946f77115afe tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077846 Jun 04 06:58:39.745433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40760) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.756780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-2ac8244c-ff80-412f-9a80-a8f637ca2ae8 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.760836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40764) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.761462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2ac8244c-ff80-412f-9a80-a8f637ca2ae8 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105824 Jun 04 06:58:39.765971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-4a629088-69f8-42a2-840d-a149efa5bc41 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.770059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4a629088-69f8-42a2-840d-a149efa5bc41 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080726 Jun 04 06:58:39.770456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40768) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.784387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-2de8ad86-2e36-47cc-91d8-45a3309bc96d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.788095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2de8ad86-2e36-47cc-91d8-45a3309bc96d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0158045 Jun 04 06:58:39.788244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40772) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.793649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-9927343b-cf18-4bdc-ba4e-013384592718 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.794889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9927343b-cf18-4bdc-ba4e-013384592718 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056713 Jun 04 06:58:39.797087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.806555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-02560ac7-2976-40f8-9cf9-ec2e69c4a68d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.807984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-02560ac7-2976-40f8-9cf9-ec2e69c4a68d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097837 Jun 04 06:58:39.812808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.825685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-3e79b7cf-0a7d-4a43-a0a0-986f27a26db3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.829634 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3e79b7cf-0a7d-4a43-a0a0-986f27a26db3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0149293 Jun 04 06:58:39.829748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40784) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.836429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-647ff5ce-10ab-4f7d-a272-6b88048ce4b7 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.837770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-647ff5ce-10ab-4f7d-a272-6b88048ce4b7 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066640 Jun 04 06:58:39.843835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.845606 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-77238c7f-4b41-4dd5-8cf7-b3fa8880a2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1708858 Jun 04 06:58:39.870166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-d88f6838-53c1-4604-b95d-67578d42660c tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.873789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d88f6838-53c1-4604-b95d-67578d42660c tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0253003 Jun 04 06:58:39.877010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40796) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.895534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-86436d9b-eb64-4457-b9ad-8ecdbf9d7ad2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.900049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40802) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.900266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86436d9b-eb64-4457-b9ad-8ecdbf9d7ad2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0191474 Jun 04 06:58:39.905287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-67082afb-6faa-4c62-a75b-5a43bc94257f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.909415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.909572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67082afb-6faa-4c62-a75b-5a43bc94257f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0084245 Jun 04 06:58:39.915230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-a4cb075f-21b4-4708-90e5-211cd86689b9 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.918843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a4cb075f-21b4-4708-90e5-211cd86689b9 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057554 Jun 04 06:58:39.919002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40810) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.923934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-b4379c73-b13d-4d8d-9d8e-897916274cc5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.927684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40814) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.927849 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4379c73-b13d-4d8d-9d8e-897916274cc5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077510 Jun 04 06:58:39.933039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-49f47b83-2ac9-4e52-aefa-9111de6e5989 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.936664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49f47b83-2ac9-4e52-aefa-9111de6e5989 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056264 Jun 04 06:58:39.937252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40818) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.949238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-97b66369-3d16-4897-a2c1-1fd6a615e868 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.956705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-97b66369-3d16-4897-a2c1-1fd6a615e868 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0179813 Jun 04 06:58:39.957135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.976595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-1b67146c-683d-492d-bac1-0891f0268e3f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.980370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b67146c-683d-492d-bac1-0891f0268e3f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0136642 Jun 04 06:58:39.982580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40826) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.986547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-801b061e-b46e-4791-a900-20f40484f2d3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:39.990317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-801b061e-b46e-4791-a900-20f40484f2d3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083416 Jun 04 06:58:39.990975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40830) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:39.996116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-07b0332d-cbeb-48d9-9c0f-4cd6e9aa2d91 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.005934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-07b0332d-cbeb-48d9-9c0f-4cd6e9aa2d91 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0138178 Jun 04 06:58:40.006839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40834) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.016553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-49bed7cb-f164-4f46-a080-952ec19ee468 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.026890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-49bed7cb-f164-4f46-a080-952ec19ee468 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188818 Jun 04 06:58:40.027585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40838) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.042907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-dd3f7cf9-a98e-4f7f-ada9-3aa3b4cb085a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.052453 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dd3f7cf9-a98e-4f7f-ada9-3aa3b4cb085a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0237720 Jun 04 06:58:40.056709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40846) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.064874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-838b5844-b62d-4307-bc89-b0dd5f82ebec tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.075399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-838b5844-b62d-4307-bc89-b0dd5f82ebec tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0155556 Jun 04 06:58:40.076180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40852) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.088735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-c4e2cfdf-45c2-4ee2-b7c7-625bc621ecf6 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.093661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c4e2cfdf-45c2-4ee2-b7c7-625bc621ecf6 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0163367 Jun 04 06:58:40.098162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40856) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.115954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-3f7125bb-80fa-4d35-88e8-e09c170c68f8 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.117973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3f7125bb-80fa-4d35-88e8-e09c170c68f8 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0186799 Jun 04 06:58:40.120918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40860) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.127185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-685858ce-6fac-43ea-acaa-eb2d429dd4a3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.132326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-685858ce-6fac-43ea-acaa-eb2d429dd4a3 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100622 Jun 04 06:58:40.133079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40864) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.159373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-32079cb0-a563-40ac-be6b-eb605c35d663 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.163293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-32079cb0-a563-40ac-be6b-eb605c35d663 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0287805 Jun 04 06:58:40.167845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.173497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-2881b8a3-c91d-400f-96e4-9a5ec1bd8d32 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.180611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855573e0-df11-4f1e-af00-2ae96d92379a req-ffa1eaa8-91c8-4f73-bf00-6ef16364dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:40.182365 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-ffa1eaa8-91c8-4f73-bf00-6ef16364dc23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.2093563 Jun 04 06:58:40.184442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2881b8a3-c91d-400f-96e4-9a5ec1bd8d32 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0158877 Jun 04 06:58:40.187413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.199227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-6b477a71-5ccd-4105-9a0f-86601374c251 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.200244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6b477a71-5ccd-4105-9a0f-86601374c251 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0124364 Jun 04 06:58:40.203275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.209174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-c09d6a46-3dd3-401f-945b-f461b689eb27 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.212735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c09d6a46-3dd3-401f-945b-f461b689eb27 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086915 Jun 04 06:58:40.213295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40880) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.218547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-1385a196-9932-41f2-aae8-2ffc7d1ab302 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.222389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1385a196-9932-41f2-aae8-2ffc7d1ab302 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081639 Jun 04 06:58:40.222956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40884) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.227741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-9183e711-2818-4eb9-8eb1-39a13df00ddc tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.231243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9183e711-2818-4eb9-8eb1-39a13df00ddc tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073898 Jun 04 06:58:40.231792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40888) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.237998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-99868eac-5bde-4fd5-9a47-3589a17e7d5a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.240637 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99868eac-5bde-4fd5-9a47-3589a17e7d5a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078506 Jun 04 06:58:40.241452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40892) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.246390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-032e150a-58eb-40a4-bcc1-f092cb824de2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.249802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-032e150a-58eb-40a4-bcc1-f092cb824de2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073767 Jun 04 06:58:40.250349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40896) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.265186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-afd42566-dcf2-4b84-b4b0-0dd7ce234f74 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.269881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afd42566-dcf2-4b84-b4b0-0dd7ce234f74 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0177205 Jun 04 06:58:40.270449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40900) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.275521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-3ba4cfb9-e957-43cc-ad1f-3c0c032ec299 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.281587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3ba4cfb9-e957-43cc-ad1f-3c0c032ec299 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101483 Jun 04 06:58:40.282943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40904) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.289670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-bd4bc022-9186-4642-965c-dcd857405db0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.294380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bd4bc022-9186-4642-965c-dcd857405db0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0104208 Jun 04 06:58:40.295441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.307474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-e7302021-0286-47b3-ad6f-a136ec78599d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.311199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e7302021-0286-47b3-ad6f-a136ec78599d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0112336 Jun 04 06:58:40.314145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40912) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.319311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-b25965d7-4ca8-4a7f-9c40-cb3b4186870b tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.323188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40916) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.323780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b25965d7-4ca8-4a7f-9c40-cb3b4186870b tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084169 Jun 04 06:58:40.334231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-f25858df-389a-49d7-a64a-90079c978c3d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.335410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f25858df-389a-49d7-a64a-90079c978c3d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109708 Jun 04 06:58:40.338090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40920) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.344674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-efdecfe4-e135-493b-8def-dab5a970c2e4 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.346398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-efdecfe4-e135-493b-8def-dab5a970c2e4 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072653 Jun 04 06:58:40.348928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40924) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.355667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-ab3904e1-764f-4177-b2cd-b67fcc0a2d36 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.356744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ab3904e1-764f-4177-b2cd-b67fcc0a2d36 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066977 Jun 04 06:58:40.359301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.364350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-38874cef-5a2b-405d-a980-a7c82597bf3f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.365449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38874cef-5a2b-405d-a980-a7c82597bf3f tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050812 Jun 04 06:58:40.369097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40932) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.382355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-ce811499-72b7-440c-b2e2-9f8f5a1018af tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.389022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ce811499-72b7-440c-b2e2-9f8f5a1018af tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0172098 Jun 04 06:58:40.391612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40936) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.404338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-06e51fb0-ea39-4963-a0ed-f532d55b3529 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.409710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.429063 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-06e51fb0-ea39-4963-a0ed-f532d55b3529 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0312767 Jun 04 06:58:40.430612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-eff598c6-8624-4ae6-a8e8-3842c0df4d88 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.432147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eff598c6-8624-4ae6-a8e8-3842c0df4d88 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110278 Jun 04 06:58:40.435382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40944) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.441021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-c917c4c1-b11f-4c11-b59d-4a602f789725 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.444629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40948) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.444754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c917c4c1-b11f-4c11-b59d-4a602f789725 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081680 Jun 04 06:58:40.448362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855573e0-df11-4f1e-af00-2ae96d92379a req-b702886f-c497-490c-ab40-ca8ecb53a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:40.450077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-b702886f-c497-490c-ab40-ca8ecb53a1a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 897 time: 0.2428491 Jun 04 06:58:40.451489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-c9927db4-3e38-46ad-824a-411f2c42a2ff tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.455085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9927db4-3e38-46ad-824a-411f2c42a2ff tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064306 Jun 04 06:58:40.455853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40952) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.462576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-8ae7b429-1952-4c51-8065-672277dc677b tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.466609 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8ae7b429-1952-4c51-8065-672277dc677b tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094073 Jun 04 06:58:40.468004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40956) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.473713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-b6b0a11f-2273-444a-b4aa-acee3bac3dd5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.476841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6b0a11f-2273-444a-b4aa-acee3bac3dd5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053418 Jun 04 06:58:40.477674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40960) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.482974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-2c11e398-3813-4187-975f-47760ccaf309 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.485945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c11e398-3813-4187-975f-47760ccaf309 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049715 Jun 04 06:58:40.486600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40964) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.493281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-0483260c-dc6e-4c92-8446-77f984262792 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.496500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0483260c-dc6e-4c92-8446-77f984262792 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060713 Jun 04 06:58:40.497003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40968) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.503707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-58280a3d-c3a6-4aa5-a05a-f6f60e3b04d6 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.506584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-58280a3d-c3a6-4aa5-a05a-f6f60e3b04d6 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060854 Jun 04 06:58:40.507063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40972) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.514441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-708c92b3-4505-4903-8c89-d01071fc1395 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.520295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-708c92b3-4505-4903-8c89-d01071fc1395 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0121837 Jun 04 06:58:40.521268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40976) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.526130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-e38af420-7c4a-4344-bf37-1f3c9edaa4c2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.530188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e38af420-7c4a-4344-bf37-1f3c9edaa4c2 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072775 Jun 04 06:58:40.530883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40980) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.540221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-706140fe-5e06-48a3-a2a0-b1296ebcfdfd tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.544014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-706140fe-5e06-48a3-a2a0-b1296ebcfdfd tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120623 Jun 04 06:58:40.544748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40984) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.549546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-5ac2b072-31d9-4b82-a8d9-33c0d904f7d5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.554992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ac2b072-31d9-4b82-a8d9-33c0d904f7d5 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089638 Jun 04 06:58:40.555478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 40988) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.566241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-c4aee4c0-eb44-4631-942a-1589394cb86d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.568002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 40994) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.568142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c4aee4c0-eb44-4631-942a-1589394cb86d tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116427 Jun 04 06:58:40.583260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [None req-294d425c-efda-4f31-b36f-2a4c91d01193 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.586851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41000) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.586969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-294d425c-efda-4f31-b36f-2a4c91d01193 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0179257 Jun 04 06:58:40.599179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-2fb7d1f2-a205-4b14-94a6-4b49d3fbc00a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.600320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2fb7d1f2-a205-4b14-94a6-4b49d3fbc00a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0125282 Jun 04 06:58:40.603229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.608421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-9e3d6d9f-c87f-44ef-a5a2-f3ae45fcb13e tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.609622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9e3d6d9f-c87f-44ef-a5a2-f3ae45fcb13e tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052800 Jun 04 06:58:40.613355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.618499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-12a6c6d2-9f0e-4711-a562-56cb53ad5bfa tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.619657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-12a6c6d2-9f0e-4711-a562-56cb53ad5bfa tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051751 Jun 04 06:58:40.623363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41012) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.631492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-92d95e03-3344-44d5-87c3-d3efef41e32a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.633026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-92d95e03-3344-44d5-87c3-d3efef41e32a tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081992 Jun 04 06:58:40.635095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41016) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:40.651768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [None req-5567ce77-b160-44ac-85e2-92a17f231ca0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:58:40.651768 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5567ce77-b160-44ac-85e2-92a17f231ca0 tempest-ExtensionsTestJSON-2050050937 tempest-ExtensionsTestJSON-2050050937-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0156903 Jun 04 06:58:40.920205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-ae7722e2-e31a-41bb-8c9d-ac0be54d0cf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 1001 time: 0.4608786 Jun 04 06:58:41.069230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855573e0-df11-4f1e-af00-2ae96d92379a req-1360d56c-172e-4380-8e43-4462f97e28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:41.070577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-1360d56c-172e-4380-8e43-4462f97e28d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.1419272 Jun 04 06:58:41.222956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855573e0-df11-4f1e-af00-2ae96d92379a req-567c5ace-ca40-4176-ad16-b75d4ef1fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:41.224457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-567c5ace-ca40-4176-ad16-b75d4ef1fd86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460474 Jun 04 06:58:41.268801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41036) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:41.514730 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-b63ec62c-1f09-449e-b609-7c7f12ce5709 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811096 Jun 04 06:58:41.519604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:41.574940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:41.591101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Usage tracker for resource:security_group_rule and tenant:74743b638b0e4a4a9d2d24e630a77788 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:41.610955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:41.621518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:41.790993 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-855573e0-df11-4f1e-af00-2ae96d92379a req-d1272d10-eca2-4e5d-8289-18e3d8dd1ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685270 Jun 04 06:58:41.845984 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:41.852966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:41.934945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=74743b638b0e4a4a9d2d24e630a77788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624413 Jun 04 06:58:41.935355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41050) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:41.962668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b097c8-e027-4f57-a945-c134b35d40d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2586232e-3443-4214-9173-3e5d66370e61,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:42.066160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:42.141000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:42.215257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:42.260726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2586232e-3443-4214-9173-3e5d66370e61,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:42.272455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.273078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.273809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.274228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.274932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.275384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.275743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.276148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.276700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.277092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.277510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.277901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:42.281500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:42.286420 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ce3ffd3f-b3f0-449c-bbeb-2c0d90fc78d1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2586232e-3443-4214-9173-3e5d66370e61 HTTP/1.1" status: 204 len: 168 time: 0.3500230 Jun 04 06:58:43.661518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41100) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:43.835939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'networks': [{'name': 'tempest-network--1457229184'}, {'name': 'tempest-network--1844297358'}]} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:43.836245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-network--1457229184'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:43.836693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-network--1844297358'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:43.842254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:43.846638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:network and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:43.850481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:43.857747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:43.871108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'network': 2} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:43.879027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:43.894203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:43.921016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:43.926641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:security_group_rule and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:43.929918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:43.936312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:44.040102 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.045103 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.045837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.143205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28486914-46d7-42d3-819c-05c7cf0ff931,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:44.156154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:44.179179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.179459 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment 3bc65ff9-9932-45d0-931f-a08e4165a0cd of type vlan for network 9c81e963-75c8-4edb-9789-00cace65a04a Jun 04 06:58:44.267420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.362342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:44.397410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.398042 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00 of type vlan for network 47251c04-0519-4aea-860c-50b29b36dcdf Jun 04 06:58:44.466991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.555928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.555928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.565992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:44.572386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:44.572386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:44.850961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1880970 Jun 04 06:58:44.851638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=9c81e963-75c8-4edb-9789-00cace65a04a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:44.853352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41120) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:44.867865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9c81e963-75c8-4edb-9789-00cace65a04a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:45.097965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5d5fb-fc41-4ac5-a068-a7d4dd622a80 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=47251c04-0519-4aea-860c-50b29b36dcdf,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:45.161098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 47251c04-0519-4aea-860c-50b29b36dcdf details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:45.283235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435a6fc-a0a7-4313-a956-69683f72036c tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:45.296005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435a6fc-a0a7-4313-a956-69683f72036c tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:45.309035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435a6fc-a0a7-4313-a956-69683f72036c tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:45.316852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435a6fc-a0a7-4313-a956-69683f72036c tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:45.319141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4435a6fc-a0a7-4313-a956-69683f72036c tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4647126 Jun 04 06:58:45.322153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41130) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:45.498237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:45.709427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:45.777193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c81e963-75c8-4edb-9789-00cace65a04a']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:45.794956 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc65ff9-9932-45d0-931f-a08e4165a0cd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:45.795083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc65ff9-9932-45d0-931f-a08e4165a0cd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:45.811645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:45.864253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:45.883879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:58:45.884282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.055131 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3bc65ff9-9932-45d0-931f-a08e4165a0cd resource provider aggregate not found Jun 04 06:58:46.085987 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 3bc65ff9-9932-45d0-931f-a08e4165a0cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bc65ff9-9932-45d0-931f-a08e4165a0cd found for delete ", "request_id": "req-6dbd04ea-92ab-47d5-b763-0494bf206bec"}]} Jun 04 06:58:46.099161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.166987 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.197710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=9c81e963-75c8-4edb-9789-00cace65a04a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:46.205074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e58e6316-9fe4-4726-b942-2faf5cd89e9d tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/9c81e963-75c8-4edb-9789-00cace65a04a HTTP/1.1" status: 204 len: 168 time: 0.8814242 Jun 04 06:58:46.209442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:46.398159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.687743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.733115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47251c04-0519-4aea-860c-50b29b36dcdf']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:46.779858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:46.781773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:46.803603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.828308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.836018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:58:46.840525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:46.975611 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6068a900-5f07-4d3e-8552-8283431dcf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:47.130313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:47.170572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:47.179863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=47251c04-0519-4aea-860c-50b29b36dcdf,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:47.203494 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00fde30e-65b1-4c8b-8d8d-c1273860a626 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/47251c04-0519-4aea-860c-50b29b36dcdf HTTP/1.1" status: 204 len: 168 time: 0.9856904 Jun 04 06:58:47.203593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41174) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:47.753537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02688d4-ac55-4d0a-8cb7-5001b2a283b8 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:47.762952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02688d4-ac55-4d0a-8cb7-5001b2a283b8 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:47.764630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c02688d4-ac55-4d0a-8cb7-5001b2a283b8 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Synchronizing usage tracker for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:47.807554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c02688d4-ac55-4d0a-8cb7-5001b2a283b8 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Unset dirty status for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:47.808944 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c02688d4-ac55-4d0a-8cb7-5001b2a283b8 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5981331 Jun 04 06:58:47.813012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41190) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:47.826078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2051902054'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:47.844921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:47.869827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:47.899012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:47.919143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.019792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:48.035774 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.036124 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment 08f926ee-546c-4c57-add3-dfb8ec1fad29 of type vlan for network f6277197-3efe-4b9a-8466-4581b653c249 Jun 04 06:58:48.086805 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.133047 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00 resource provider aggregate not found Jun 04 06:58:48.163070 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6b12ddb-f0da-4b6b-9cfa-abfefcb85c00 found for delete ", "request_id": "req-859dd23b-67a8-41ac-b706-77befc28c998"}]} Jun 04 06:58:48.216925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.236136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:48.236899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.415415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41208) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:48.417717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5897980 Jun 04 06:58:48.419508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1019231439'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:48.428132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50822e-c69d-46cc-a2d7-3593c9228c79 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=f6277197-3efe-4b9a-8466-4581b653c249,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:48.428723 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:48.440449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:network and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:48.445007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:48.446732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f6277197-3efe-4b9a-8466-4581b653c249 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:48.457732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:48.482818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:48.489028 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.556849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:48.576292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.576904 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment 2cd14523-5518-4994-b197-1a031ec40ff5 of type vlan for network 6fe06a1a-b131-489a-b54b-f18d9d2358be Jun 04 06:58:48.613762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.686148 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.695354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:48.696315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:48.885984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4748027 Jun 04 06:58:48.885984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f48989-2a9d-46ec-b4f3-25f7578ed1f1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=6fe06a1a-b131-489a-b54b-f18d9d2358be,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:48.888028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41222) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:48.897992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6fe06a1a-b131-489a-b54b-f18d9d2358be details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:48.898941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'ports': [{'network_id': 'f6277197-3efe-4b9a-8466-4581b653c249', 'name': 'tempest-port--789230890', 'admin_state_up': True}, {'network_id': '6fe06a1a-b131-489a-b54b-f18d9d2358be', 'admin_state_up': False}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:48.899319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'port': {'network_id': 'f6277197-3efe-4b9a-8466-4581b653c249', 'name': 'tempest-port--789230890', 'admin_state_up': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:48.899807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'port': {'network_id': '6fe06a1a-b131-489a-b54b-f18d9d2358be', 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:49.197436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-90f66f2e-d51e-4b97-8f2e-3cd1d8fcf79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:49.388975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:49.394358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:port and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:49.401550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:49.421634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:49.481906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'port': 2} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:49.491731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:49.526464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:49.954474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] device_id is not set on port 3b42e9aa-5e4b-495f-8554-862fe78ebdba yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:50.239733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:50.254975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:50.519340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:50.561042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] device_id is not set on port 3e4b00c5-0c30-4257-9008-182f8456d143 yet. {{(pid=88849) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 04 06:58:50.775886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:50.828123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:51.014492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Port': ['ID=3b42e9aa-5e4b-495f-8554-862fe78ebdba,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:51.036834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Checking segment: {'id': '08f926ee-546c-4c57-add3-dfb8ec1fad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f6277197-3efe-4b9a-8466-4581b653c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:51.036834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network hostable DHCP agents. Network: f6277197-3efe-4b9a-8466-4581b653c249, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:58:51.068956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network f6277197-3efe-4b9a-8466-4581b653c249 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:58:51.083048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f6277197-3efe-4b9a-8466-4581b653c249) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:51.090832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193eb0c5-fb9e-464b-b38a-54e87240c6f1 None None] Network f6277197-3efe-4b9a-8466-4581b653c249 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:51.097148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:51.098035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:51.362643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Port': ['ID=3e4b00c5-0c30-4257-9008-182f8456d143,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:51.376973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Checking segment: {'id': '2cd14523-5518-4994-b197-1a031ec40ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fe06a1a-b131-489a-b54b-f18d9d2358be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:51.377802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network hostable DHCP agents. Network: 6fe06a1a-b131-489a-b54b-f18d9d2358be, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:58:51.404479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network 6fe06a1a-b131-489a-b54b-f18d9d2358be is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:58:51.425589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6fe06a1a-b131-489a-b54b-f18d9d2358be) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:51.434815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:58:51.450400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01621ea8-a334-47bc-9eee-d4e96c3afd04 None None] Network 6fe06a1a-b131-489a-b54b-f18d9d2358be requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:51.452552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:51.472733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:51.473641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:51.551698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a32ba843-cb01-4a7a-aa62-c6c0e2aa1600 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6588063 Jun 04 06:58:51.552529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41278) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:51.757758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013d763-49ca-464b-b370-20aac967200f tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:51.774052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013d763-49ca-464b-b370-20aac967200f tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:51.775686 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0013d763-49ca-464b-b370-20aac967200f tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2221613 Jun 04 06:58:51.778532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41286) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:51.928714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Deleting port 3b42e9aa-5e4b-495f-8554-862fe78ebdba {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:51.929269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:52.107233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:52.457975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:52.632105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Calling delete_port for 3b42e9aa-5e4b-495f-8554-862fe78ebdba owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:52.764014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:52.845078 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:52.877845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Port': ['ID=3b42e9aa-5e4b-495f-8554-862fe78ebdba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:52.887388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f8af4a0b-b444-47a4-acd9-55381e323838 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/ports/3b42e9aa-5e4b-495f-8554-862fe78ebdba HTTP/1.1" status: 204 len: 168 time: 1.1053329 Jun 04 06:58:52.887599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41310) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:53.013968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Deleting port 3e4b00c5-0c30-4257-9008-182f8456d143 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:58:53.014396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:53.561432 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:53.684924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-ed40e8e4-1d28-4864-b106-727cbfeb299e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440133 Jun 04 06:58:53.741513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Calling delete_port for 3e4b00c5-0c30-4257-9008-182f8456d143 owned by {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:58:53.859219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:53.974945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.003801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-7aef9d7c-6955-4100-a4f1-64b58c1f1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:54.005736 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-7aef9d7c-6955-4100-a4f1-64b58c1f1a5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 1097 time: 0.2000635 Jun 04 06:58:54.007247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Port': ['ID=3e4b00c5-0c30-4257-9008-182f8456d143,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:54.026297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/ports/3e4b00c5-0c30-4257-9008-182f8456d143 HTTP/1.1" status: 204 len: 168 time: 1.1375842 Jun 04 06:58:54.027078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:54.028434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.028840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.029243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.029676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.030426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.031050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.031559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.032096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.033153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.033579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.034009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.034405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f5ef8a-39c1-4691-9a68-d25304011458 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:58:54.097623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-061ac2ba-d070-440b-964a-6be65e0e5050 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Synchronizing usage tracker for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:54.121204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-061ac2ba-d070-440b-964a-6be65e0e5050 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Unset dirty status for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:54.128974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-061ac2ba-d070-440b-964a-6be65e0e5050 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0905149 Jun 04 06:58:54.129657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:54.136515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-225127904'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:54.144188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:54.149591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:network and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:54.162250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:54.174677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:54.202232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:54.224366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.298484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-8f577b44-285e-4827-b2cd-79e4d9258920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:54.300032 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-8f577b44-285e-4827-b2cd-79e4d9258920 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2743979 Jun 04 06:58:54.311569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:54.352833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.353261 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment 95e9e487-16d9-4504-80a7-cb857ce1fa04 of type vlan for network d75fbe8a-ee6a-4e1b-949c-dd8105463947 Jun 04 06:58:54.437044 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.528305 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.534469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:54.535074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.583894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-f260f817-0239-46d0-9949-4706b73aa144 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 200 len: 1001 time: 0.2773411 Jun 04 06:58:54.721640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-2a051fb7-80bc-424e-a3aa-5715b03a8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:54.723085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-2a051fb7-80bc-424e-a3aa-5715b03a8671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1329343 Jun 04 06:58:54.758964 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6281013 Jun 04 06:58:54.763321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41354) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:54.773025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384662084'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:54.779859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:54.785232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:network and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:54.788903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:54.794955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:54.819596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-d9b3832c-9565-4e68-8ae8-d37c61cc2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:54.821275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-d9b3832c-9565-4e68-8ae8-d37c61cc2451 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916715 Jun 04 06:58:54.822322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd74fd-5a6c-4402-97dd-2e49dd44c5d5 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=d75fbe8a-ee6a-4e1b-949c-dd8105463947,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:54.825130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:54.830168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.835923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d75fbe8a-ee6a-4e1b-949c-dd8105463947 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:54.873969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:58:54.896916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:54.898552 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Added segment b76945b2-4257-4e4e-8dce-3fc3c5794692 of type vlan for network f1611463-1cc2-4f5a-93d6-0862abee0808 Jun 04 06:58:54.901500 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:58:55.049631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:55.109430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:55.117386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:55.130149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:55.132399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-d0ffe771-5c7c-4ec4-9de2-d0698bac4174 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048303 Jun 04 06:58:55.461885 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-daaef5a3-af30-48f3-bbb1-328095e31370 req-a20d8ebb-6542-4944-ba1b-84c2f0a7d079 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238826 Jun 04 06:58:55.559699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7955742 Jun 04 06:58:55.629561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b887dc-667a-4be7-aa3c-31f4846580d4 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Network': ['ID=f1611463-1cc2-4f5a-93d6-0862abee0808,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:55.643733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f1611463-1cc2-4f5a-93d6-0862abee0808 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:58:55.801436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41378) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:55.809392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'subnets': [{'network_id': 'd75fbe8a-ee6a-4e1b-949c-dd8105463947', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1150339683', 'ip_version': 4}, {'network_id': 'f1611463-1cc2-4f5a-93d6-0862abee0808', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:55.809849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'subnet': {'network_id': 'd75fbe8a-ee6a-4e1b-949c-dd8105463947', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1150339683', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:55.810520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Request body: {'subnet': {'network_id': 'f1611463-1cc2-4f5a-93d6-0862abee0808', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:58:56.100382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:56.104349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:56.238463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:58:56.244149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Usage tracker for resource:subnet and tenant:508f2f2cf6ef449fa5a96f2a79c43614 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:58:56.247255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:58:56.257001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:58:56.292876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Made reservation on behalf of 508f2f2cf6ef449fa5a96f2a79c43614 for: {'subnet': 2} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:58:56.298775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:56.299104 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:57.164440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:57.307671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Subnet': ['ID=ec51a4cf-02ce-4f9b-bc49-72630054ed84,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:57.326666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Checking segment: {'id': '95e9e487-16d9-4504-80a7-cb857ce1fa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd75fbe8a-ee6a-4e1b-949c-dd8105463947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:57.327079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network hostable DHCP agents. Network: d75fbe8a-ee6a-4e1b-949c-dd8105463947, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:58:57.349879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network d75fbe8a-ee6a-4e1b-949c-dd8105463947 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:58:57.388516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d75fbe8a-ee6a-4e1b-949c-dd8105463947) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:57.398936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8007b-f128-4207-96a6-663dfa656628 None None] Network d75fbe8a-ee6a-4e1b-949c-dd8105463947 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:57.399838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:57.604759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Checking segment: {'id': 'b76945b2-4257-4e4e-8dce-3fc3c5794692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1611463-1cc2-4f5a-93d6-0862abee0808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:58:57.605127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network hostable DHCP agents. Network: f1611463-1cc2-4f5a-93d6-0862abee0808, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:58:57.675314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event updated for resources: {'Subnet': ['ID=ce21f184-1446-49d4-9430-e0984eb051be,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:57.684411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Network f1611463-1cc2-4f5a-93d6-0862abee0808 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:58:57.708230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f1611463-1cc2-4f5a-93d6-0862abee0808) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:58:57.713633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:57.714095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:57.714776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:57.758945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49846c09-f39f-47fc-8e4a-fc60b65a4499 None None] Network f1611463-1cc2-4f5a-93d6-0862abee0808 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:57.764872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f7f3ef35-7a4c-4834-8cca-be917ec2c1b1 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9615695 Jun 04 06:58:57.767499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41416) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:57.842574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667d4fd-6ca4-4333-8e99-a3b7ebbd91fe tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:57.845007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667d4fd-6ca4-4333-8e99-a3b7ebbd91fe tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:57.846848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667d4fd-6ca4-4333-8e99-a3b7ebbd91fe tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:57.848618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0667d4fd-6ca4-4333-8e99-a3b7ebbd91fe tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0800846 Jun 04 06:58:57.852071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:57.996223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9423d2-954f-4522-98a3-70487faf9089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d75fbe8a-ee6a-4e1b-949c-dd8105463947', 'network_id': 'd75fbe8a-ee6a-4e1b-949c-dd8105463947', 'tenant_id': '508f2f2cf6ef449fa5a96f2a79c43614', 'fixed_ips': [{'subnet_id': 'ec51a4cf-02ce-4f9b-bc49-72630054ed84'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:58:57.998140 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf9423d2-954f-4522-98a3-70487faf9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.019971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Deleting subnet ec51a4cf-02ce-4f9b-bc49-72630054ed84 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:58:58.027769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.154711 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.268152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.338758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fb744-a5a1-41c4-b2b9-b7271e3285f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f1611463-1cc2-4f5a-93d6-0862abee0808', 'network_id': 'f1611463-1cc2-4f5a-93d6-0862abee0808', 'tenant_id': '508f2f2cf6ef449fa5a96f2a79c43614', 'fixed_ips': [{'subnet_id': 'ce21f184-1446-49d4-9430-e0984eb051be'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:58:58.340434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a90fb744-a5a1-41c4-b2b9-b7271e3285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.420667 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.472609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-cf9423d2-954f-4522-98a3-70487faf9089 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec51a4cf-02ce-4f9b-bc49-72630054ed84: This subnet is being modified by another concurrent operation. Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec51a4cf-02ce-4f9b-bc49-72630054ed84: This subnet is being modified by another concurrent operation. Jun 04 06:58:58.474282 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:58:58.485781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Subnet': ['ID=ec51a4cf-02ce-4f9b-bc49-72630054ed84,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:58.493691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c88ff7d2-6422-4f61-a695-026c961af794 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/subnets/ec51a4cf-02ce-4f9b-bc49-72630054ed84 HTTP/1.1" status: 204 len: 168 time: 0.6398768 Jun 04 06:58:58.496968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41438) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:58.523675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7411c-8d9a-41d3-8061-b434996ffb81 None None] Network d75fbe8a-ee6a-4e1b-949c-dd8105463947 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:58.580900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Deleting subnet ce21f184-1446-49d4-9430-e0984eb051be {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:58:58.584623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:58.898173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.038067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.224579 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server [None req-a90fb744-a5a1-41c4-b2b9-b7271e3285f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce21f184-1446-49d4-9430-e0984eb051be: This subnet is being modified by another concurrent operation. Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise self.value Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server raise exception Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce21f184-1446-49d4-9430-e0984eb051be: This subnet is being modified by another concurrent operation. Jun 04 06:58:59.251942 n-d-811808-2 neutron-server[88850]: ERROR oslo_messaging.rpc.server Jun 04 06:58:59.281207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Subnet': ['ID=ce21f184-1446-49d4-9430-e0984eb051be,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:58:59.290026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.292432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c144db3-0638-4c59-a4a6-cb560ad18b5b None None] Network f1611463-1cc2-4f5a-93d6-0862abee0808 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:58:59.299788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-655a83aa-4f1d-4527-ab36-a9ef308b3642 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/subnets/ce21f184-1446-49d4-9430-e0984eb051be HTTP/1.1" status: 204 len: 168 time: 0.8015974 Jun 04 06:58:59.302778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41460) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:59.426240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ab819-21c6-4afc-a4c6-3c77c2c0bdfb tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:58:59.427313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aa2ab819-21c6-4afc-a4c6-3c77c2c0bdfb tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Synchronizing usage tracker for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:subnet {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:58:59.446174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-aa2ab819-21c6-4afc-a4c6-3c77c2c0bdfb tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Unset dirty status for tenant:508f2f2cf6ef449fa5a96f2a79c43614 on resource:subnet {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:58:59.453562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa2ab819-21c6-4afc-a4c6-3c77c2c0bdfb tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1494043 Jun 04 06:58:59.455092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41466) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:58:59.608831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6e311-a9be-44c0-a026-e55f14cfc2e3 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:58:59.679637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.927547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6e311-a9be-44c0-a026-e55f14cfc2e3 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:58:59.952368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:58:59.982755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1611463-1cc2-4f5a-93d6-0862abee0808']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:59.997135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76945b2-4257-4e4e-8dce-3fc3c5794692') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:58:59.997730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76945b2-4257-4e4e-8dce-3fc3c5794692') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:00.011322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.039892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.048047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:00.048751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.408034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.413853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.481319 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b76945b2-4257-4e4e-8dce-3fc3c5794692 resource provider aggregate not found Jun 04 06:59:00.502671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=f1611463-1cc2-4f5a-93d6-0862abee0808,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:00.520927 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b76945b2-4257-4e4e-8dce-3fc3c5794692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b76945b2-4257-4e4e-8dce-3fc3c5794692 found for delete ", "request_id": "req-7a6571f7-471f-4bf9-ab3f-d9ac806f6052"}]} Jun 04 06:59:00.522758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ae08a695-906b-492f-8373-a4b229327358 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/f1611463-1cc2-4f5a-93d6-0862abee0808 HTTP/1.1" status: 204 len: 168 time: 1.0662632 Jun 04 06:59:00.526365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41492) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:00.728602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1dbb64-63a8-4bf6-80e0-d2ededd0609b None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 06:59:00.810431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:00.983970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dbb64-63a8-4bf6-80e0-d2ededd0609b None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 06:59:01.035561 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.069230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75fbe8a-ee6a-4e1b-949c-dd8105463947']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.085710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e9e487-16d9-4504-80a7-cb857ce1fa04') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.086365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e9e487-16d9-4504-80a7-cb857ce1fa04') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.100302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.128667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.136339 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:01.138137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.372945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.376370 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 95e9e487-16d9-4504-80a7-cb857ce1fa04 resource provider aggregate not found Jun 04 06:59:01.413152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.416761 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 95e9e487-16d9-4504-80a7-cb857ce1fa04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95e9e487-16d9-4504-80a7-cb857ce1fa04 found for delete ", "request_id": "req-de9793e3-3186-4fa7-b199-af1b666a821f"}]} Jun 04 06:59:01.417733 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=d75fbe8a-ee6a-4e1b-949c-dd8105463947,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:01.431264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41520) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:01.432048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f5a019e5-7cd8-4d4d-a7db-bf8c9df451cf tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/d75fbe8a-ee6a-4e1b-949c-dd8105463947 HTTP/1.1" status: 204 len: 168 time: 0.9039662 Jun 04 06:59:01.633854 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.834179 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.866793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe06a1a-b131-489a-b54b-f18d9d2358be']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.882010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd14523-5518-4994-b197-1a031ec40ff5') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.882300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd14523-5518-4994-b197-1a031ec40ff5') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:01.896613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.916826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:01.925680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:01.926352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.063607 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.103767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.107446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=6fe06a1a-b131-489a-b54b-f18d9d2358be,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:02.122104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41540) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:02.137562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b2316c4-8620-43b4-b0f3-eea5ddb320c2 tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/6fe06a1a-b131-489a-b54b-f18d9d2358be HTTP/1.1" status: 204 len: 168 time: 0.7051215 Jun 04 06:59:02.274393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.548132 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2cd14523-5518-4994-b197-1a031ec40ff5 resource provider aggregate not found Jun 04 06:59:02.552846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.574802 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2cd14523-5518-4994-b197-1a031ec40ff5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cd14523-5518-4994-b197-1a031ec40ff5 found for delete ", "request_id": "req-72dafabd-1466-4891-abd2-23a4bcc70369"}]} Jun 04 06:59:02.631202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6277197-3efe-4b9a-8466-4581b653c249']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:02.655251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f926ee-546c-4c57-add3-dfb8ec1fad29') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:02.655533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f926ee-546c-4c57-add3-dfb8ec1fad29') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:02.687275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.709702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.725296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:02.726064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.877406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.888970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:02.931467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] Pushing event deleted for resources: {'Network': ['ID=f6277197-3efe-4b9a-8466-4581b653c249,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:02.934952 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-12c0b407-56ba-4427-9706-f43e2f2224fa tempest-BulkNetworkOpsTest-111420826 tempest-BulkNetworkOpsTest-111420826-project] 10.222.0.17 "DELETE /v2.0/networks/f6277197-3efe-4b9a-8466-4581b653c249 HTTP/1.1" status: 204 len: 168 time: 0.8112094 Jun 04 06:59:03.442037 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 08f926ee-546c-4c57-add3-dfb8ec1fad29 resource provider aggregate not found Jun 04 06:59:03.469736 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 08f926ee-546c-4c57-add3-dfb8ec1fad29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08f926ee-546c-4c57-add3-dfb8ec1fad29 found for delete ", "request_id": "req-f76a776b-80ed-4757-b6e2-2ef326088fab"}]} Jun 04 06:59:03.587853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41612) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:03.916980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-737fe329-eaa0-40ec-bb93-476b108b4240 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=508f2f2cf6ef449fa5a96f2a79c43614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279235 Jun 04 06:59:03.919765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41624) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:04.084807 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:04.107447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42c44b-54f5-4fe3-9329-315913b9c307 req-39df48b8-db1a-432a-b86d-15fe0b75a933 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:04.109373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b42c44b-54f5-4fe3-9329-315913b9c307 req-39df48b8-db1a-432a-b86d-15fe0b75a933 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.1628771 Jun 04 06:59:04.136265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:04.214308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:04.256809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28486914-46d7-42d3-819c-05c7cf0ff931,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:04.265174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b42c44b-54f5-4fe3-9329-315913b9c307 req-41d37c97-4f2a-400b-b6d3-0edc24185ff8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486466 Jun 04 06:59:04.266793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:04.272011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4df6a8f-eaa2-453e-8a8c-59f33686a4dc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28486914-46d7-42d3-819c-05c7cf0ff931 HTTP/1.1" status: 204 len: 168 time: 0.3510749 Jun 04 06:59:05.356241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41720) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:05.521169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dd5e8887-956c-4af8-9884-a3b8e555e67e tempest-ServiceProvidersTest-617439862 tempest-ServiceProvidersTest-617439862-project] 10.222.0.17 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1636450 Jun 04 06:59:05.649324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-d8b812d6-5d53-4a6d-95ac-7d6fbb112d05 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:05.650868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-d8b812d6-5d53-4a6d-95ac-7d6fbb112d05 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:05.673352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-d8b812d6-5d53-4a6d-95ac-7d6fbb112d05 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:05.675154 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-d8b812d6-5d53-4a6d-95ac-7d6fbb112d05 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.3062463 Jun 04 06:59:05.698458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6856c2b-16f8-4a7e-85c8-c8bfb0013699 req-ddfce9d1-f355-4354-a92f-f7c301f9ce92 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:05.707120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6856c2b-16f8-4a7e-85c8-c8bfb0013699 req-ddfce9d1-f355-4354-a92f-f7c301f9ce92 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 946 time: 0.1546931 Jun 04 06:59:05.779192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6856c2b-16f8-4a7e-85c8-c8bfb0013699 req-b65265ff-3432-4db5-82d7-88aa793c58a8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672238 Jun 04 06:59:05.815052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 3f82a016-3e06-4671-b158-4c734ae6e065 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:05.818042 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.054968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41754) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:06.200923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 3f82a016-3e06-4671-b158-4c734ae6e065, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=3f82a016-3e06-4671-b158-4c734ae6e065,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:06.201739 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.214326 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.232461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:06.237672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Usage tracker for resource:security_group_rule and tenant:06188a3b2a244370af6c3d59f36860af is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:06.240900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:06.248482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:06.368569 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.374267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.426931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=06188a3b2a244370af6c3d59f36860af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694313 Jun 04 06:59:06.440555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41770) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:06.471753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73782401-6c0a-4c6a-bf98-903d4ac614af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3f133-5006-42c9-bce8-fab9c0b6abf3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:06.557632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.590417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.700560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.737398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3f133-5006-42c9-bce8-fab9c0b6abf3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:06.757745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.760591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5df71c0d-a796-4c0f-b5ae-e761e0fb0f4c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0bd3f133-5006-42c9-bce8-fab9c0b6abf3 HTTP/1.1" status: 204 len: 168 time: 0.3186376 Jun 04 06:59:06.807462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.808041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:06.808157 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP d14ca39c-5711-47e1-98d4-d44a98917713 disassociated. External IP: 172.25.1.31, port: 3f82a016-3e06-4671-b158-4c734ae6e065. Jun 04 06:59:06.808443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 3f82a016-3e06-4671-b158-4c734ae6e065 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:07.092303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:07.125128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e7bb9ae-1d8a-4860-ab9e-45aab6be57d6 req-ba7d5dc6-d291-4505-9f06-da3408a1c7ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.1009772 Jun 04 06:59:07.211717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=3f82a016-3e06-4671-b158-4c734ae6e065,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:07.520525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:07.845618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:07.860771 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:07.882840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:07.883517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:58:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:07.980473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 3f82a016-3e06-4671-b158-4c734ae6e065 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:59:07.986406 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:07.989302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'name': 'network-vif-deleted', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:08.032960 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7e059ed7-ea29-4a6c-b65f-a58ff796a2b1 req-9ce16054-6d5d-4c3e-acf0-8433d6773644 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "DELETE /v2.0/ports/3f82a016-3e06-4671-b158-4c734ae6e065 HTTP/1.1" status: 204 len: 173 time: 2.3505170 Jun 04 06:59:08.080121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41822) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:08.104717 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dbee54-debc-4e49-b0e3-eac207548920'] response: {'server_uuid': 'b10161b7-f3a7-40f6-be35-eea7d24b3dde', 'name': 'network-vif-deleted', 'tag': '3f82a016-3e06-4671-b158-4c734ae6e065', 'status': 'completed', 'code': 200} Jun 04 06:59:08.356680 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:08.360953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc4a018b-f327-433b-85a9-9e03d8721bb7 req-d33daa32-db0e-4a14-a387-45973163d458 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.0837023 Jun 04 06:59:08.387350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384111390-network', 'tenant_id': '9257eae70a954a58b2dcf7b6c1f6bb45'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:08.393087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:08.403247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Usage tracker for resource:network and tenant:9257eae70a954a58b2dcf7b6c1f6bb45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:08.409386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:08.418343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:08.430693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Made reservation on behalf of 9257eae70a954a58b2dcf7b6c1f6bb45 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:08.433150 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.512062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.544768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:08.556576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Usage tracker for resource:security_group_rule and tenant:9257eae70a954a58b2dcf7b6c1f6bb45 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:08.560797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:08.570713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:08.670518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.675344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.733395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:59:08.744292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e99941-7763-4eef-8e53-b40d18b2477f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:08.746271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:08.757135 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:08.764900 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.765348 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Added segment 32ab605a-84ac-4753-bce6-90e5bfbf4088 of type vlan for network 0954ddfd-16a0-4f84-a657-ddfc59295e10 Jun 04 06:59:08.788453 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:08.789079 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:58:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:08.826813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.893936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.895013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:08.895698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:08.977788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8932550 Jun 04 06:59:08.978326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41850) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:08.990812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Request body: {'subnet': {'network_id': '0954ddfd-16a0-4f84-a657-ddfc59295e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384111390-subnet', 'tenant_id': '9257eae70a954a58b2dcf7b6c1f6bb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:09.000018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:09.034081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Usage tracker for resource:subnet and tenant:9257eae70a954a58b2dcf7b6c1f6bb45 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:09.046450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:09.060848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:09.082127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Made reservation on behalf of 9257eae70a954a58b2dcf7b6c1f6bb45 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:09.092556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.096201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16c1b-b8d8-4b87-98f1-505f7d15cefd admin admin] Pushing event updated for resources: {'Network': ['ID=0954ddfd-16a0-4f84-a657-ddfc59295e10,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:09.110381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 0954ddfd-16a0-4f84-a657-ddfc59295e10 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:59:09.145053 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:09.353432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41856) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:09.524878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.531431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Deleting subnet ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:59:09.543625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.710082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Checking segment: {'id': '32ab605a-84ac-4753-bce6-90e5bfbf4088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0954ddfd-16a0-4f84-a657-ddfc59295e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:09.711156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Network hostable DHCP agents. Network: 0954ddfd-16a0-4f84-a657-ddfc59295e10, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:59:09.746161 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:09.756119 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b527994-a4fa-4789-ba22-2ca807e0ef28 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:09.786860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c67f1bcc-d541-4118-909a-2c3adcd1bb0c req-b71f2058-ecba-4d5b-a945-bfa8c52a8d91 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=b10161b7-f3a7-40f6-be35-eea7d24b3dde HTTP/1.1" status: 200 len: 210 time: 0.1172056 Jun 04 06:59:09.812134 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64c80de-f029-48d9-affa-87d22713e3df,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:09.817020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.834634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Network 0954ddfd-16a0-4f84-a657-ddfc59295e10 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:59:09.854377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 0954ddfd-16a0-4f84-a657-ddfc59295e10) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:09.863076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f4b98-c1a1-48a6-a84f-4b4f1e8b1814 None None] Network 0954ddfd-16a0-4f84-a657-ddfc59295e10 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:09.866343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:09.866910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.918986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:09.921379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bba3d7c8-80b7-4a94-9177-ebd6bd31dc1a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9418428 Jun 04 06:59:10.008035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.022605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 3f82a016-3e06-4671-b158-4c734ae6e065 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:59:10.100591 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.114912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:10.119373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-28da28a4-2f63-4550-a34b-1a0ac745b431 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ab65c74b-bfcc-4f1e-b6a4-49d55ce8c3c4 HTTP/1.1" status: 204 len: 168 time: 0.7648351 Jun 04 06:59:10.121787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:10.142908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 3f82a016-3e06-4671-b158-4c734ae6e065 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:59:10.144530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 3f82a016-3e06-4671-b158-4c734ae6e065 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:59:10.273328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.376793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df747821-b4ea-4d67-aa7e-78b3e76d7580 None None] New status for floating IP d14ca39c-5711-47e1-98d4-d44a98917713: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:59:10.449620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.483817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a3b9e7-f10e-4b49-bf51-e4229c34cb7b']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:10.502434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1559f7a5-bea9-4350-858a-3089f8775386') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:10.503310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1559f7a5-bea9-4350-858a-3089f8775386') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:10.530633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.565814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.606496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:10.606892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.769108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.772010 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1559f7a5-bea9-4350-858a-3089f8775386 resource provider aggregate not found Jun 04 06:59:10.784843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74ddec-0e6b-44a6-af40-441a587cda37 None None] Network 0954ddfd-16a0-4f84-a657-ddfc59295e10 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:10.844731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.906297 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 1559f7a5-bea9-4350-858a-3089f8775386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1559f7a5-bea9-4350-858a-3089f8775386 found for delete ", "request_id": "req-a7c65aa7-eeeb-4017-b991-4e4a694dce00"}]} Jun 04 06:59:10.915274 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41910) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:10.925287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963966975-network', 'tenant_id': '4e5c803754264acc8ed6702dc635da2f'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:10.932991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a3b9e7-f10e-4b49-bf51-e4229c34cb7b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:10.936266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:10.943753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Usage tracker for resource:network and tenant:4e5c803754264acc8ed6702dc635da2f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:10.955802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:10.962146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:10.973807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Made reservation on behalf of 4e5c803754264acc8ed6702dc635da2f for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:10.977635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:10.987111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bbe1dfec-0f3b-4396-b78b-ec658090e792 admin admin] 10.222.0.17 "DELETE /v2.0/networks/41a3b9e7-f10e-4b49-bf51-e4229c34cb7b HTTP/1.1" status: 204 len: 168 time: 0.8641214 Jun 04 06:59:10.997745 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.017789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:11.022941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5c803754264acc8ed6702dc635da2f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:11.026454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:11.047679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:11.188950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.193933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.208667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:59:11.220496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.221162 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Added segment a83a8f0f-5e29-4e3e-a36d-82d003d25000 of type vlan for network df5faafe-a7f2-4e44-970e-63aedc0c7b3f Jun 04 06:59:11.255882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.334271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41928) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:11.383326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.388206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:11.388206 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.425265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2bf211ce-9084-44a7-b708-59a1c1400f50 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=745f0631b1354e33bb1f232b637e872a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864851 Jun 04 06:59:11.425606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 41934) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:11.535464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888b8ea-ab99-4ec3-b066-209f44761a9e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:11.543611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] Pushing event updated for resources: {'Network': ['ID=df5faafe-a7f2-4e44-970e-63aedc0c7b3f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:11.566503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-058154f9-3f64-49cb-b92f-6100e0d802d0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6471097 Jun 04 06:59:11.567256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:11.572517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network df5faafe-a7f2-4e44-970e-63aedc0c7b3f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:59:11.574079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Request body: {'subnet': {'network_id': 'df5faafe-a7f2-4e44-970e-63aedc0c7b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963966975-subnet', 'tenant_id': '4e5c803754264acc8ed6702dc635da2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:11.581491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:11.585865 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Usage tracker for resource:subnet and tenant:4e5c803754264acc8ed6702dc635da2f is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:11.588802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:11.595219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:11.611535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Made reservation on behalf of 4e5c803754264acc8ed6702dc635da2f for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:11.614429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.733144 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.739446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-c31be4fc-e426-4340-933c-ea3954e630b9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628824685&fields=id&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 267 time: 0.1107306 Jun 04 06:59:11.800353 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.877834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:11.958456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-d8d1d65d-f69a-44e5-923d-87b2ce981fa5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:11.965303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-d8d1d65d-f69a-44e5-923d-87b2ce981fa5 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.2144299 Jun 04 06:59:11.986246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-add0de50-68aa-47e8-b43b-faf2729fcea0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0193684 Jun 04 06:59:12.013643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7827ecd-9544-4d40-a958-2e90679c5cb0,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:12.025518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Checking segment: {'id': 'a83a8f0f-5e29-4e3e-a36d-82d003d25000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'df5faafe-a7f2-4e44-970e-63aedc0c7b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:12.026006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Network hostable DHCP agents. Network: df5faafe-a7f2-4e44-970e-63aedc0c7b3f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:59:12.029016 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:12.067224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Network df5faafe-a7f2-4e44-970e-63aedc0c7b3f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:59:12.081719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, df5faafe-a7f2-4e44-970e-63aedc0c7b3f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:12.091634 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc27c2c-cc63-46fb-90ce-427a6234c6e6 None None] Network df5faafe-a7f2-4e44-970e-63aedc0c7b3f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:12.097279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:12.102329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:12.104043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7f51089d-a0b4-4db9-8ca9-8fc1b51c6f35 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8fe133d3-1c10-4ca3-8ab1-958f37d3a5fc HTTP/1.1" status: 204 len: 168 time: 0.6774755 Jun 04 06:59:12.114074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:12.114650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:12.155650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b841757a-a1f1-4761-a256-b8e4a72fb64b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5876822 Jun 04 06:59:12.173924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-2f8279a8-7884-4065-8d1f-16772827fac3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798656 Jun 04 06:59:12.181694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-b3346b12-65bf-470e-85a2-6fa60bb18f8c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 06:59:12.189747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-b3346b12-65bf-470e-85a2-6fa60bb18f8c service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122540 Jun 04 06:59:12.414423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 41964) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:12.434273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-5fe163ca-262f-4b8f-af63-458cb7237c50 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390184 Jun 04 06:59:12.612314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306370cc-e3de-4a4f-9fad-262b254d6b92 None None] Network df5faafe-a7f2-4e44-970e-63aedc0c7b3f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:12.665998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-d00c2e13-bce7-49b5-b161-f51362aaf040 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236743 Jun 04 06:59:12.814935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Deleting subnet e64c80de-f029-48d9-affa-87d22713e3df {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:59:12.818422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:12.878997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.052779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.188871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.298081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.304979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64c80de-f029-48d9-affa-87d22713e3df,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:13.327076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:13.335574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-43fd0c75-7b39-4cb0-8114-73dc844d1487 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e64c80de-f029-48d9-affa-87d22713e3df HTTP/1.1" status: 204 len: 168 time: 0.9184973 Jun 04 06:59:13.522543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-559f9967-18d3-4bf5-8c61-2de00c2008dc req-0433bcc1-de29-4a0e-ac78-0d616d8fbc1d tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 210 time: 0.1459980 Jun 04 06:59:13.635396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.846474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:13.908750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0954ddfd-16a0-4f84-a657-ddfc59295e10']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:13.937401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ab605a-84ac-4753-bce6-90e5bfbf4088') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:13.938102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ab605a-84ac-4753-bce6-90e5bfbf4088') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:13.969996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.000752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.012062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:14.012455 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.182164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.204212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.214832 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 32ab605a-84ac-4753-bce6-90e5bfbf4088 resource provider aggregate not found Jun 04 06:59:14.237343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0954ddfd-16a0-4f84-a657-ddfc59295e10 HTTP/1.1" status: 204 len: 168 time: 0.9083037 Jun 04 06:59:14.238987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50770d-3b23-48a0-8eb2-ce9f0e1f9e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0954ddfd-16a0-4f84-a657-ddfc59295e10,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:14.240108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42050) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:14.277388 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 32ab605a-84ac-4753-bce6-90e5bfbf4088 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ab605a-84ac-4753-bce6-90e5bfbf4088 found for delete ", "request_id": "req-3e68f36b-fb9b-479e-9b4b-40f076be9b2d"}]} Jun 04 06:59:14.315178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42054) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:14.379149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Deleting subnet c7827ecd-9544-4d40-a958-2e90679c5cb0 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:59:14.382489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.444682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.503377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.506583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.519021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:14.523147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8fbd23eb624855b2cb3275cb70b4ff is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:14.526815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:14.533246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:14.590921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.634983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.644087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7827ecd-9544-4d40-a958-2e90679c5cb0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:14.653812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-41b5835f-c772-47f9-9aa5-dd1b09683333 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c7827ecd-9544-4d40-a958-2e90679c5cb0 HTTP/1.1" status: 204 len: 168 time: 0.4061782 Jun 04 06:59:14.654484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42066) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:14.715877 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.721079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.830343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:14.881299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9665a35d-1280-4141-a8ba-9a3b1ecb568d req-ddc826e0-a6ff-42e5-ba26-76464efd9036 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 210 time: 0.1222279 Jun 04 06:59:14.893768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfa924-401a-4055-895c-3f6098db0841,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:14.929239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-292ecb38-e30f-41a7-978a-e9e1e010d976 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2c8fbd23eb624855b2cb3275cb70b4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106057 Jun 04 06:59:14.931359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:15.057351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.087363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.187788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.203234 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.223740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfa924-401a-4055-895c-3f6098db0841,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:15.227461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.228765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e50234d5-a5a7-4c51-9e6b-2f223b4896c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/43bfa924-401a-4055-895c-3f6098db0841 HTTP/1.1" status: 204 len: 168 time: 0.2963932 Jun 04 06:59:15.252387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-a6a1663a-f1b5-4415-b5d0-037e97f1dfea tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:15.253890 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-a6a1663a-f1b5-4415-b5d0-037e97f1dfea tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.4273012 Jun 04 06:59:15.299736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5faafe-a7f2-4e44-970e-63aedc0c7b3f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:15.392835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-b7cd55bc-29b9-416b-890d-013bc6310ab4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:15.400728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a8f0f-5e29-4e3e-a36d-82d003d25000') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:15.401248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a8f0f-5e29-4e3e-a36d-82d003d25000') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:15.431666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.460144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.466891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-b7cd55bc-29b9-416b-890d-013bc6310ab4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:15.468245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-b7cd55bc-29b9-416b-890d-013bc6310ab4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 380 time: 0.2051213 Jun 04 06:59:15.471684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:15.472294 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.506231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'security_groups': ['8f810e74-87fc-47f7-9981-8d483cf908b9']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:15.592262 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a83a8f0f-5e29-4e3e-a36d-82d003d25000 resource provider aggregate not found Jun 04 06:59:15.638602 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a83a8f0f-5e29-4e3e-a36d-82d003d25000 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a83a8f0f-5e29-4e3e-a36d-82d003d25000 found for delete ", "request_id": "req-9f8076cc-732c-4c27-8f22-7b303aeafd8b"}]} Jun 04 06:59:15.766639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.775080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:15.843091 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] 10.222.0.17 "DELETE /v2.0/networks/df5faafe-a7f2-4e44-970e-63aedc0c7b3f HTTP/1.1" status: 204 len: 168 time: 1.1854417 Jun 04 06:59:15.874537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f1d6b-4f1e-4c92-a977-e094e9173b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=df5faafe-a7f2-4e44-970e-63aedc0c7b3f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:15.987372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:16.001714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:16.008798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:16.037497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:16.050135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:16.058482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:16.258553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42126) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:16.342120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cda37f23-d43e-4704-a743-36cd8b08f34a req-63325aec-adc5-4015-9655-a716db2cae99 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 210 time: 0.1525073 Jun 04 06:59:16.418102 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9d156de6-ed76-4f3f-9f31-afc7873f7adf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9257eae70a954a58b2dcf7b6c1f6bb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583617 Jun 04 06:59:16.421023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42138) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:16.528515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.3 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/59110630-b8c7-4449-868d-612b217dae0b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:16.533666 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:16.608415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:16.706273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:16.739329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e99941-7763-4eef-8e53-b40d18b2477f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:16.767909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:16.769238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c8e466a-6f61-4977-bac1-ebb4d15e9069 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/78e99941-7763-4eef-8e53-b40d18b2477f HTTP/1.1" status: 204 len: 168 time: 0.3465879 Jun 04 06:59:16.980548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-371071b9-f69d-40c5-81c0-da650412dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:17.038846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:17.066774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 59110630-b8c7-4449-868d-612b217dae0b will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:17.104596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:17.282180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:17.288775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:17.308084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:17.311524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:17.404749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:17.405440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:17.463071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-7c066758-f857-4e77-bb5f-ec1b26d17b38 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9510462 Jun 04 06:59:17.482967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Request body: {'port': {'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:17.786955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42174) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:17.847390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:17.897329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e952b971-0bf1-41a1-860c-da5013c9d4a8 None None] Provisioning for port 59110630-b8c7-4449-868d-612b217dae0b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:17.904118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e952b971-0bf1-41a1-860c-da5013c9d4a8 None None] Provisioning complete for port 59110630-b8c7-4449-868d-612b217dae0b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:17.904768 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e952b971-0bf1-41a1-860c-da5013c9d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.100243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e952b971-0bf1-41a1-860c-da5013c9d4a8 None None] Port 59110630-b8c7-4449-868d-612b217dae0b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:18.256772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e75a03c5-fa8e-4bc5-b386-38fd57ab3020 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e5c803754264acc8ed6702dc635da2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563816 Jun 04 06:59:18.259393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42190) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:18.271075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcee8ba-c2fb-4912-bf41-30b99f10dfb9 req-42ce5400-95a2-4f7f-8975-1baecebdd7e8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:18.279249 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7fcee8ba-c2fb-4912-bf41-30b99f10dfb9 req-42ce5400-95a2-4f7f-8975-1baecebdd7e8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 931 time: 0.5645289 Jun 04 06:59:18.339146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7fcee8ba-c2fb-4912-bf41-30b99f10dfb9 req-02c767a7-ea7a-4121-ad28-9247fa1d5b15 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589037 Jun 04 06:59:18.570407 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.676093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.705247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59110630-b8c7-4449-868d-612b217dae0b {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:59:18.718800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.756576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Transition to ACTIVE for port object 59110630-b8c7-4449-868d-612b217dae0b will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:18.764520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.936047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:18.980552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888b8ea-ab99-4ec3-b066-209f44761a9e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:19.038327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Pushing event updated for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:19.054214 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:19.060384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c1eb96f7-ef0b-445d-b028-eabf86d2201d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b888b8ea-ab99-4ec3-b066-209f44761a9e HTTP/1.1" status: 204 len: 168 time: 0.7989719 Jun 04 06:59:19.100871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84ec12d2-ee75-4ca2-8bea-b81824329aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:19.214919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Attempting to bind port 59110630-b8c7-4449-868d-612b217dae0b on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:19.215255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Attempting to bind port 59110630-b8c7-4449-868d-612b217dae0b by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:19.215581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Attempting to bind port 59110630-b8c7-4449-868d-612b217dae0b on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:19.224951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Port 59110630-b8c7-4449-868d-612b217dae0b on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:59:19.225456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Attempting to bind port 59110630-b8c7-4449-868d-612b217dae0b on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:19.247158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:19.247497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:19.247888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:19.248463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Bound port: 59110630-b8c7-4449-868d-612b217dae0b, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:19.248818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:19.399030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:19.402693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59110630-b8c7-4449-868d-612b217dae0b,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:19.408638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:19.527696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:19.528316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:19.530356 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] 10.222.0.39 "PUT /v2.0/ports/59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 1091 time: 2.0646946 Jun 04 06:59:19.530612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:19.557170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365b35-ddb3-4f3a-b197-df4cfa126f8a service neutron] Pushing event updated for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:19.669966 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-87848fb6-deab-477f-9875-a28259c6caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:19.673065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-87848fb6-deab-477f-9875-a28259c6caf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1094 time: 0.0935900 Jun 04 06:59:19.761770 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-a445d01e-4383-4359-b9f0-de571866af39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 217 time: 0.0824530 Jun 04 06:59:19.887894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-a88c2caa-441f-4688-921b-b90a102b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:19.889373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-a88c2caa-441f-4688-921b-b90a102b1b7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1180277 Jun 04 06:59:19.947935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:19.954743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'network': {'name': 'tempest-network-smoke--556608907', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:19.969714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:19.981284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:network and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:19.992264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:20.023658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-9d5e713b-7405-46ff-9fdd-d0ae3165db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:20.028574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-9d5e713b-7405-46ff-9fdd-d0ae3165db57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332700 Jun 04 06:59:20.034108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:20.129737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:20.135726 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.164112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.205458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:20.210686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.223149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group_rule and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:20.234597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:20.249110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:20.278078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77228031-d3c6-4d29-adb7-67bf04c8bd9b req-0cf110b9-2561-4256-8515-bee2cde39427 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:20.279896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77228031-d3c6-4d29-adb7-67bf04c8bd9b req-0cf110b9-2561-4256-8515-bee2cde39427 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.2370787 Jun 04 06:59:20.425948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77228031-d3c6-4d29-adb7-67bf04c8bd9b req-64ee4373-dee3-49ff-8d00-f7eed7065620 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335921 Jun 04 06:59:20.474963 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-d14cc190-cf56-48c7-b263-a3aeaa67a446 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421761 Jun 04 06:59:20.519523 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.567469 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d2718f-84e1-4337-8654-f60faaa74b75'] response: {'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b', 'status': 'completed', 'code': 200} Jun 04 06:59:20.572664 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.578051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.629374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:59:20.641465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f6249e-ec0e-4bde-afbd-35848a903bc6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:20.648352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.649015 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Added segment 5abe4e53-a4fd-4b12-bb0b-887892a947f6 of type vlan for network 93a0362c-3833-4eb2-9691-3423620c6272 Jun 04 06:59:20.709742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.714195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1194e39d-7c50-49cc-b7d2-25f33c4d41e1 req-1d8f8761-9a79-4b54-a715-a5552de64fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327027 Jun 04 06:59:20.760663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.767239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:20.767865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:20.911969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-3e663288-1c17-42d6-b496-653118849c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:20.913638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-3e663288-1c17-42d6-b496-653118849c30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1094 time: 0.1125135 Jun 04 06:59:20.949074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Network': ['ID=93a0362c-3833-4eb2-9691-3423620c6272,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:20.971354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 93a0362c-3833-4eb2-9691-3423620c6272 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:59:20.973690 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ea3e141-9f80-410f-a022-d4ca2bbff63e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0245736 Jun 04 06:59:20.974339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42284) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:20.983443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'admin_state_up': True, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:21.012786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:21.019605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:router and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:21.023350 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:21.031165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:21.048146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:21.050198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:21.088099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:21.265947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-aa71ae5b-bb36-401d-9492-7c3158715d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:21.267582 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-aa71ae5b-bb36-401d-9492-7c3158715d44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.3477619 Jun 04 06:59:21.438347 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-276ba19c-c3b1-4fe6-a387-0a65652b1c8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 217 time: 0.1467538 Jun 04 06:59:21.534616 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-699105c2-e736-4d47-ab65-39670ea43843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:21.536462 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-699105c2-e736-4d47-ab65-39670ea43843 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.0918078 Jun 04 06:59:21.563336 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:21.659048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-62c333fa-bc76-435d-a6f6-176f7690896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:21.661106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-62c333fa-bc76-435d-a6f6-176f7690896e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184928 Jun 04 06:59:21.859229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07715a-3203-4a3a-b5d0-ac4e919db3bd req-870bb286-0beb-4eb4-a6a9-f550c0d1dbdb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:21.859229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea07715a-3203-4a3a-b5d0-ac4e919db3bd req-870bb286-0beb-4eb4-a6a9-f550c0d1dbdb tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.2537215 Jun 04 06:59:21.951296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-b94baba6-8ec0-4824-b06e-c9243192e586 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830801 Jun 04 06:59:21.955073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ea07715a-3203-4a3a-b5d0-ac4e919db3bd req-1dcdc6cb-3ffa-41f5-98c0-c5b4c2ae5e48 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863519 Jun 04 06:59:22.119572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:22.170724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5c445abf-0dbb-45ec-b91a-03c4e124af92 req-10175b03-e1f7-4246-b0ff-597afff9c5ef service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136016 Jun 04 06:59:22.281302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:22.297034 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:22.463966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.25.1.60 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/3b66aa19-2bfe-4105-8c14-4cdf1b9461fc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:22.785658 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:22.829107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:22.942956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:22.951716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:22.951716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:22.962706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:23.520642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc1ce5-812f-4268-9e9b-8cf7755e25be req-5df2d1d8-a830-476c-8276-94ffceb0890b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:23.529847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9dc1ce5-812f-4268-9e9b-8cf7755e25be req-5df2d1d8-a830-476c-8276-94ffceb0890b tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.3418326 Jun 04 06:59:23.590523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9dc1ce5-812f-4268-9e9b-8cf7755e25be req-d28da9fc-c8e5-441a-9afd-24b65ce06959 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597417 Jun 04 06:59:23.745675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:24.255271 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:24.486309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:59:24.876390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:24.889568 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Sync routers for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:24.903920 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:24.906487 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:24.930481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726d71-b1a5-4519-9014-d746f489993e req-86cfd542-dac2-4a2c-b8a6-538ea3248a10 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:24.938399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4726d71-b1a5-4519-9014-d746f489993e req-86cfd542-dac2-4a2c-b8a6-538ea3248a10 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.1430514 Jun 04 06:59:24.955045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:24.956182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7cc1aff8-e881-4ba7-8451-3efb49fc0c01 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9808145 Jun 04 06:59:24.959315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42388) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:25.044936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4726d71-b1a5-4519-9014-d746f489993e req-9ad8efb1-a155-4a77-81bc-e4d149acba1a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056123 Jun 04 06:59:25.282293 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:25.380410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-33aeaa0b-6a27-4d68-989c-b6ff57fbe5cb tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=347a32c0f8c84f43aa253c2d12e6514a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4192388 Jun 04 06:59:25.383245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42408) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:25.547399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce87d1f-6de3-485a-b95c-5b79d532d7ae tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:25.549069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fce87d1f-6de3-485a-b95c-5b79d532d7ae tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648412 Jun 04 06:59:25.552038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42416) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:25.645148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84dd6d1b-4ad8-4b6e-8636-31bb0afd2e9d tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912609 Jun 04 06:59:25.647821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42424) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:25.654043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760209378', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:25.701394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:25.777733 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:23Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:25.784863 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Checking router: 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:25.785431 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Updating router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:59:25.809953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:25.816047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:subnet and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:25.820051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:25.826264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:25.838269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:25.842599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:25.907931 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:25.923113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.328165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.390733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fce71-b90e-4c64-9520-f09760707335 req-dc191962-93e9-4f8b-977c-4849916483ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:26.406604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-344fce71-b90e-4c64-9520-f09760707335 req-dc191962-93e9-4f8b-977c-4849916483ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.1804299 Jun 04 06:59:26.472524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Subnet': ['ID=68b4dab4-8f34-465c-a3e0-93f520cde821,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:26.474076 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.483294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Checking segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:26.484523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network hostable DHCP agents. Network: 93a0362c-3833-4eb2-9691-3423620c6272, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:59:26.502362 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Transition to ACTIVE for port object 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:26.510309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 93a0362c-3833-4eb2-9691-3423620c6272 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:59:26.511352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-344fce71-b90e-4c64-9520-f09760707335 req-c7d99ffb-109b-4428-838b-361688202a83 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037457 Jun 04 06:59:26.511547 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.528701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 93a0362c-3833-4eb2-9691-3423620c6272) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:26.538653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b5547-701b-485f-aa11-8f6b98e00b69 None None] Network 93a0362c-3833-4eb2-9691-3423620c6272 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:26.547989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:26.548677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.587093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-badab575-92fd-4c2e-adb7-60908e10fb3e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9379225 Jun 04 06:59:26.589677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42448) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:26.660508 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Attempting to bind port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:26.665980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Attempting to bind port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:26.666360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Attempting to bind port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:26.680818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42458) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:26.698342 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:26.698761 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:26.699106 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.699491 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:26.699949 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Bound port: 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:26.700315 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:26.786619 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Pushing event updated for resources: {'Port': ['ID=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:26.810737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.811298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.812455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.812997 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.813538 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.814181 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.814699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.815226 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.815737 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.816248 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.816757 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.817269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:26.862036 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] For port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:26.865697 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] For port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:26.873355 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.009312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-93a0362c-3833-4eb2-9691-3423620c6272', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:59:27.010212 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.068360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:27.074426 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:27.133199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 9b3c14d3-70ef-493b-9a53-9173521f9eea {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:27.133932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.290747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Allocated IP 172.20.0.2 (93a0362c-3833-4eb2-9691-3423620c6272/68b4dab4-8f34-465c-a3e0-93f520cde821/7842536e-7ae9-4525-ad57-784e0e101524) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:27.305144 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef754e-5e2b-4bb7-a5e2-cb6160963e73 None None] Pushing event updated for resources: {'Port': ['ID=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:27.662782 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:27.749639 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.788888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Transition to ACTIVE for port object 7842536e-7ae9-4525-ad57-784e0e101524 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:27.814506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.815074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:27.826790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Transition to ACTIVE for port object 7842536e-7ae9-4525-ad57-784e0e101524 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:27.847013 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.060064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Pushing event updated for resources: {'Port': ['ID=7842536e-7ae9-4525-ad57-784e0e101524,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:28.080992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.085882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.087822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.088535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.088980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.089427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.090049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.090486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.090919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.094425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.094909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.095358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:28.104481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Network 93a0362c-3833-4eb2-9691-3423620c6272 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:28.109467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:28.112832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 9b3c14d3-70ef-493b-9a53-9173521f9eea owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:28.123452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:28.369947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d123500-f485-4ebc-8d4e-b4d56fce336d req-168df84a-374b-4de0-a59b-5da2321ac315 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:28.385461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d123500-f485-4ebc-8d4e-b4d56fce336d req-168df84a-374b-4de0-a59b-5da2321ac315 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.1955674 Jun 04 06:59:28.445123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Attempting to bind port 7842536e-7ae9-4525-ad57-784e0e101524 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:28.445598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Attempting to bind port 7842536e-7ae9-4525-ad57-784e0e101524 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:28.446075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Attempting to bind port 7842536e-7ae9-4525-ad57-784e0e101524 on network 93a0362c-3833-4eb2-9691-3423620c6272 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:28.459070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:28.459616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Checking segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:28.463061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.463616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Bound using segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:28.464360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Bound port: 7842536e-7ae9-4525-ad57-784e0e101524, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:28.464852 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.507388 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:23Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:28.517760 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6994642-057e-4deb-9bf1-40ba5ab19fbe None None] The sync data for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 is: [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:23Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:28.582148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d123500-f485-4ebc-8d4e-b4d56fce336d req-2a8f9f8f-4053-4e5b-87b0-4fadaa680d73 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956372 Jun 04 06:59:28.588826 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.690417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=9b3c14d3-70ef-493b-9a53-9173521f9eea,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:28.766670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] For port 7842536e-7ae9-4525-ad57-784e0e101524, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:28.772429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] For port 7842536e-7ae9-4525-ad57-784e0e101524, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7842536e-7ae9-4525-ad57-784e0e101524,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:28.781461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.848645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.930674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:28.932339 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Floating IP 4e90fd27-d544-4e30-afa4-680534b6d691 disassociated (deleted). External IP: 172.25.1.108, port: 795712c9-b63f-4e4e-b448-e66cfeb1d7c8. Jun 04 06:59:29.158282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f5621-d353-473c-bf14-f5a3035d9b1c None None] Pushing event updated for resources: {'Port': ['ID=7842536e-7ae9-4525-ad57-784e0e101524,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:29.398270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:29.587526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:29.604260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:29.604826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:29.987951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.20.0.1 (93a0362c-3833-4eb2-9691-3423620c6272/68b4dab4-8f34-465c-a3e0-93f520cde821/789988c2-e1f9-4391-be7c-2133cb7f7e3a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:30.033285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:30.033729 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.079625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:30.087677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59110630-b8c7-4449-868d-612b217dae0b details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 06:59:30.100886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.380696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.407772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Transition to ACTIVE for port object 789988c2-e1f9-4391-be7c-2133cb7f7e3a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:30.439353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.459849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740ca1a-c72a-418c-97df-558e7be6e348 req-f69c449c-06cb-4270-8815-30fc94c2090e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:30.468896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b740ca1a-c72a-418c-97df-558e7be6e348 req-f69c449c-06cb-4270-8815-30fc94c2090e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 943 time: 0.5215528 Jun 04 06:59:30.516970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:30.587346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 93a0362c-3833-4eb2-9691-3423620c6272 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:30.610338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:30.617501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:30.667820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59110630-b8c7-4449-868d-612b217dae0b,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:30.686973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router e0cb8185-706d-4fc3-a011-c33c78aa5a1e has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:30.731091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b740ca1a-c72a-418c-97df-558e7be6e348 req-6c9d107a-3212-4f24-8b1f-a086558c5491 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612133 Jun 04 06:59:30.743318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '59110630-b8c7-4449-868d-612b217dae0b', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 06:59:30.775788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:30.804413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.874477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59110630-b8c7-4449-868d-612b217dae0b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:30.874862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:30.908932 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59110630-b8c7-4449-868d-612b217dae0b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:59:30.943637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59110630-b8c7-4449-868d-612b217dae0b,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:30.950964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:31.149847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:31.180951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483d2f1-fc2f-44fc-a497-6c6f306abaad None None] Network 93a0362c-3833-4eb2-9691-3423620c6272 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:31.203733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:31.250875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Sync routers for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:31.284076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:31.348907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['59110630-b8c7-4449-868d-612b217dae0b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 06:59:31.432615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7e289fbe-3d1d-424c-a536-52b6bd177048 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/floatingips/4e90fd27-d544-4e30-afa4-680534b6d691 HTTP/1.1" status: 204 len: 168 time: 4.7506461 Jun 04 06:59:31.433446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:31.462130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:31.463005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:31.595918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:31.756944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ebcf6c9f-78a8-45f3-a479-288ffb9e0c96 None None] Provisioning for port 7842536e-7ae9-4525-ad57-784e0e101524 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:31.767315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:31.892785 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1cd248-7d17-4ff8-92b1-392c4596ecda'] response: {'name': 'network-changed', 'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'status': 'completed', 'code': 200} Jun 04 06:59:31.902824 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 06:59:31.939633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:32.253504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-5521063b-29d8-4d68-9752-db0d8c19089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:32.257382 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-5521063b-29d8-4d68-9752-db0d8c19089c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 1096 time: 0.3345733 Jun 04 06:59:32.286659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9b27f-540d-494e-b246-2f12f865ec93 req-ffcc7ae1-0d9e-4754-bd10-ace22cd8db96 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:32.289271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16e9b27f-540d-494e-b246-2f12f865ec93 req-ffcc7ae1-0d9e-4754-bd10-ace22cd8db96 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 944 time: 0.2713730 Jun 04 06:59:32.346691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-16e9b27f-540d-494e-b246-2f12f865ec93 req-441fb5ca-f9a4-4f18-bb21-2eac0e1f6114 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563688 Jun 04 06:59:32.585094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fc9c2-f2ac-4385-8075-8b919e45c09a req-3a123780-706c-49e5-9e96-b324e4e514e9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:32.585864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-848fc9c2-f2ac-4385-8075-8b919e45c09a req-3a123780-706c-49e5-9e96-b324e4e514e9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:32.623331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-848fc9c2-f2ac-4385-8075-8b919e45c09a req-3a123780-706c-49e5-9e96-b324e4e514e9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:32.626917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:32.627385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:32.632407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-848fc9c2-f2ac-4385-8075-8b919e45c09a req-3a123780-706c-49e5-9e96-b324e4e514e9 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.1746368 Jun 04 06:59:32.702391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-848fc9c2-f2ac-4385-8075-8b919e45c09a req-83041610-819e-4a97-960f-6812974ec4a7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665214 Jun 04 06:59:32.868564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:32.879262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:33.031922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:33.032928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7842536e-7ae9-4525-ad57-784e0e101524 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:33.114945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:33.126104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:33.311785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:33.321780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7842536e-7ae9-4525-ad57-784e0e101524 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:33.353511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Checking router: e0cb8185-706d-4fc3-a011-c33c78aa5a1e for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:33.360599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-8c31fddf-90fc-45ca-ab96-a55c89752dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:33.362694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-8c31fddf-90fc-45ca-ab96-a55c89752dad service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 200 len: 897 time: 1.0827632 Jun 04 06:59:33.371111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7842536e-7ae9-4525-ad57-784e0e101524 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:33.371484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:33.477252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:33.477940 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:33.495606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 93a0362c-3833-4eb2-9691-3423620c6272 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:33.626947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:33.653249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-60ba261f-6a85-4ca1-8663-c7273eade2ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 200 len: 217 time: 0.1417663 Jun 04 06:59:33.835656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20ce8-8222-4585-9dfa-c9419f27a4d5 req-05a525f5-0c50-4ed4-ad9c-dde3817697b8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:33.844228 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1e20ce8-8222-4585-9dfa-c9419f27a4d5 req-05a525f5-0c50-4ed4-ad9c-dde3817697b8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 944 time: 0.2547255 Jun 04 06:59:33.921525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1e20ce8-8222-4585-9dfa-c9419f27a4d5 req-ec791da2-5346-47c0-82fd-06ec9e1f3534 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760059 Jun 04 06:59:33.971749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Provisioning for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:33.990702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Provisioning complete for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:33.991132 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:34.147120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Port 789988c2-e1f9-4391-be7c-2133cb7f7e3a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:34.149877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7842536e-7ae9-4525-ad57-784e0e101524 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:34.150404 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:34.300847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0b50-826c-4ac2-81e6-3ad78dfbfc2b req-44fdba95-64c4-4b39-a30b-30daded8ab7f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:34.303954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:34.304362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b85a0b50-826c-4ac2-81e6-3ad78dfbfc2b req-44fdba95-64c4-4b39-a30b-30daded8ab7f tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2028408 Jun 04 06:59:34.384912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Provisioning complete for port 7842536e-7ae9-4525-ad57-784e0e101524 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:34.385588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:34.427941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b85a0b50-826c-4ac2-81e6-3ad78dfbfc2b req-2ca21168-ecd8-4c53-908e-c4ed2ac6635e tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185257 Jun 04 06:59:34.462732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-019300fa-e103-4fdb-9ab1-c105a6690eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:34.464383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-019300fa-e103-4fdb-9ab1-c105a6690eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 200 len: 835 time: 0.8020904 Jun 04 06:59:34.472694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7842536e-7ae9-4525-ad57-784e0e101524, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7842536e-7ae9-4525-ad57-784e0e101524,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:34.492528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:34.623117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-48a31455-7c15-42d0-89f1-df110a3a0832 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:34.631365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-48a31455-7c15-42d0-89f1-df110a3a0832 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Synchronizing usage tracker for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:34.682335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-48a31455-7c15-42d0-89f1-df110a3a0832 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Unset dirty status for tenant:37092d7db36349b3ae22457540bd734a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:34.683980 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-48a31455-7c15-42d0-89f1-df110a3a0832 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 1.3199883 Jun 04 06:59:34.686110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:34.768263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:34.769792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:34.873155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fb988de3-e71e-4af0-bfcc-baf431e06221 None None] Current status of the port 7842536e-7ae9-4525-ad57-784e0e101524 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:34.880174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7842536e-7ae9-4525-ad57-784e0e101524,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:35.020356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-cda92266-7cd8-4908-b994-3fc59c364c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:35.021870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-cda92266-7cd8-4908-b994-3fc59c364c42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5478363 Jun 04 06:59:35.115670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b8e6cb10-7741-4aa2-80cf-29ca9f6f6fd2 None None] Provisioning complete for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:35.116037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6cb10-7741-4aa2-80cf-29ca9f6f6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:35.277834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6cb10-7741-4aa2-80cf-29ca9f6f6fd2 None None] Port 789988c2-e1f9-4391-be7c-2133cb7f7e3a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:35.281063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:35.293846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34fa52d-e0cb-408c-b6a3-834fc9a24c45 None None] The sync data for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 is: [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:56:31Z', 'revision_number': 4, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'd2fd9b9c-d333-46f6-9da9-4cf6855bb456', 'name': '', 'network_id': 'ef50b9a8-d4de-4d56-9da4-cd09a42c5e26', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'mac_address': 'fa:16:3e:36:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:30Z', 'updated_at': '2022-06-04T06:56:41Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'subnets': [{'id': '4aa02e91-b459-4327-a5a5-2e2fccbb90e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:35.321047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916a68b-b98d-421a-a8d5-7a50f95f2eae req-a004e0ce-be61-48bc-8d74-a1c9fc6fc139 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:35.343962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e916a68b-b98d-421a-a8d5-7a50f95f2eae req-a004e0ce-be61-48bc-8d74-a1c9fc6fc139 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 944 time: 0.2170126 Jun 04 06:59:35.465501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:35.480125 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Sync routers for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:35.497070 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:35.501317 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:35.519779 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e84a4c5-0c72-4f15-a126-1154dbeace7d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "PUT /v2.0/routers/96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9290397 Jun 04 06:59:35.528835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42624) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:35.531787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e916a68b-b98d-421a-a8d5-7a50f95f2eae req-400a9a1f-fd66-4920-bcf8-fca5f74fdfd7 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550581 Jun 04 06:59:35.541891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--466405641', 'description': 'tempest-secgroup_access--466405641 description', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:35.589296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:35.592728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:35.593096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:35.698141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:35.800208 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-83479ece-6386-45f4-b2cc-058339bfffd0 service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073333 Jun 04 06:59:35.823424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:35.826072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:59:35.852725 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:35.871866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:35.937549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:35.960315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396254e-0a95-48e2-bc4b-81396ef5371a req-ab7891c0-ed06-4c8c-ad62-8bcf10acdfd8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:35.974087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8396254e-0a95-48e2-bc4b-81396ef5371a req-ab7891c0-ed06-4c8c-ad62-8bcf10acdfd8 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 945 time: 0.2793689 Jun 04 06:59:36.005832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd8ce7-feb7-4c2c-bc0c-b3f9414d5b2f None None] New status for floating IP 4e90fd27-d544-4e30-afa4-680534b6d691: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:59:36.112861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8396254e-0a95-48e2-bc4b-81396ef5371a req-1469ff72-6de1-407a-8e61-b1b9ca82fb9b tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264753 Jun 04 06:59:36.281969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59110630-b8c7-4449-868d-612b217dae0b up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:36.332639 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-de31c962-0c7d-4161-a8cc-12c2f17793a4 req-143aa641-3111-44f7-b16a-cf085bfb850b service neutron] 10.222.0.24 "GET /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419403 Jun 04 06:59:36.343289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.429850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:36.439058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group_rule and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:36.448488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:36.460598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:36.533379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:36.538733 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.602940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.612472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42654) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:36.623217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:36.626554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:36.631879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.645776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.689467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 59110630-b8c7-4449-868d-612b217dae0b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:36.708938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 59110630-b8c7-4449-868d-612b217dae0b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:36.709589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.738136 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 06:59:36.745087 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 06:59:36.751365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7842536e-7ae9-4525-ad57-784e0e101524 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:36.768690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.772478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2339749 Jun 04 06:59:36.774950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42662) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:36.776728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd135f-c408-42ec-9352-6b66876f7f04 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328c060a-a55d-45a5-9c7d-9a345769e72a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:36.780926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--325426198', 'description': 'tempest-secgroup_general--325426198 description', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:36.796313 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:32Z', 'revision_number': 2, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:36.801065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Checking router: 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:36.801572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Updating router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c port 789988c2-e1f9-4391-be7c-2133cb7f7e3a binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:59:36.882995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:36.888628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:36.892858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:36.898605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.899619 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.900368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:36.939404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075225-3c59-4b4a-a208-297c1a5d5f1b req-8ca1c21d-11ce-4e99-8443-9c0fe0153272 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:36.953198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9075225-3c59-4b4a-a208-297c1a5d5f1b req-8ca1c21d-11ce-4e99-8443-9c0fe0153272 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 944 time: 0.1660049 Jun 04 06:59:36.955750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:36.966947 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:36.968668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7425b87bba84ad5ad412d838c08e435 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:36.974281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:36.985135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:36.995474 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:37.023259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9075225-3c59-4b4a-a208-297c1a5d5f1b req-cad6dabe-2daf-4ada-9572-f77b18a2e7d6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689592 Jun 04 06:59:37.034559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:37.051221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group_rule and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:37.057775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:37.074203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:37.179690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 59110630-b8c7-4449-868d-612b217dae0b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:37.180089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.196961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.205033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.208991 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a7d0c7-213a-49c8-bfbc-b8541f44628f'] response: {'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'code': 200} Jun 04 06:59:37.209562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7842536e-7ae9-4525-ad57-784e0e101524 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:37.210488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.235724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.247430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:37.247978 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.249159 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.327477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59110630-b8c7-4449-868d-612b217dae0b,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:37.338555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.345706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.347269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5713937 Jun 04 06:59:37.349190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd913cc-c139-4e7b-acd1-14182a4c3c38 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f918b4c1-a164-4d6d-86af-521f9cc6fd44,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:37.356767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42670) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:37.369028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'security_group_rule': {'security_group_id': '328c060a-a55d-45a5-9c7d-9a345769e72a', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:37.386923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:37.445589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:security_group_rule and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:37.451616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f7425b87bba84ad5ad412d838c08e435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357034 Jun 04 06:59:37.462392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42676) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:37.466077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b8552-d5e5-4770-9827-77076a1f62f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be371e7d-36ee-4748-9b9a-33c16aad3d63,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:37.478144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:37.537076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7842536e-7ae9-4525-ad57-784e0e101524 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:37.590693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:37.591011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:37.660638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.677661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.678766 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.691727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Transition to ACTIVE for port object 789988c2-e1f9-4391-be7c-2133cb7f7e3a will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:37.700581 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.710582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.803379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.840373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be371e7d-36ee-4748-9b9a-33c16aad3d63,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:37.871162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4895-41fe-4b3e-a06f-1bec0925a667 req-33cbc5ff-a31e-46ac-bfac-6cb8960d239a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:37.880383 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-779c4895-41fe-4b3e-a06f-1bec0925a667 req-33cbc5ff-a31e-46ac-bfac-6cb8960d239a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 943 time: 0.4899063 Jun 04 06:59:37.935790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.937635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f06b4115-d07b-4560-a4ae-1be1e01c3f63 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be371e7d-36ee-4748-9b9a-33c16aad3d63 HTTP/1.1" status: 204 len: 168 time: 0.4653513 Jun 04 06:59:37.982906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:37.996662 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf027b13-9e71-488d-b7e3-0522533914f6 None None] Pushing event updated for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:38.004611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-779c4895-41fe-4b3e-a06f-1bec0925a667 req-adb9c5dd-cbd5-40d6-a1e5-e46817318e05 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "GET /v2.0/security-groups?id=118e4201-4c90-44b0-833c-9f3ec3d73fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227357 Jun 04 06:59:38.013441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.129270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:38.129843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.244654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dd95ec-4f74-4651-8ce0-e633e778d537,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:38.253944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.255609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f327ad1e-826b-4925-b33a-e1fb1441791b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8972642 Jun 04 06:59:38.274004 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Attempting to bind port 789988c2-e1f9-4391-be7c-2133cb7f7e3a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:38.274830 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Attempting to bind port 789988c2-e1f9-4391-be7c-2133cb7f7e3a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:38.275198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Attempting to bind port 789988c2-e1f9-4391-be7c-2133cb7f7e3a on network 93a0362c-3833-4eb2-9691-3423620c6272 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:38.292658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:38.292658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Checking segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:38.292658 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.292658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Bound using segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:38.303405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Bound port: 789988c2-e1f9-4391-be7c-2133cb7f7e3a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:38.303405 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.433942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:38.544723 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] For port 789988c2-e1f9-4391-be7c-2133cb7f7e3a, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:38.547679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364b1cf-8f4e-4227-a46c-13afd718e2a0 req-56f948b6-2565-4631-b196-4317406c7e84 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:38.549334 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] For port 789988c2-e1f9-4391-be7c-2133cb7f7e3a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=789988c2-e1f9-4391-be7c-2133cb7f7e3a,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:38.557430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f364b1cf-8f4e-4227-a46c-13afd718e2a0 req-56f948b6-2565-4631-b196-4317406c7e84 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.1649911 Jun 04 06:59:38.559749 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.687132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f364b1cf-8f4e-4227-a46c-13afd718e2a0 req-e4fbeee4-bbc4-4956-8516-81a83925bb56 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240389 Jun 04 06:59:38.714543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42706) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:38.734345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:38.735678 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:38.743661 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.775940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:38.782389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb11995d0ba4d74ae73d51ac148146e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:38.786670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:38.790026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:38.836169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:38.864076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=795712c9-b63f-4e4e-b448-e66cfeb1d7c8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:38.903090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-264c5022-d9ae-4d36-bac1-7ff487a04c4a tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:38.944790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-264c5022-d9ae-4d36-bac1-7ff487a04c4a tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:38.952192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-264c5022-d9ae-4d36-bac1-7ff487a04c4a tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup_general--325426198&fields=id&tenant_id=347a32c0f8c84f43aa253c2d12e6514a HTTP/1.1" status: 200 len: 267 time: 0.1657734 Jun 04 06:59:39.018898 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf027b13-9e71-488d-b7e3-0522533914f6 None None] Pushing event updated for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:39.068544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] No DVR routers for this DVR port 795712c9-b63f-4e4e-b448-e66cfeb1d7c8 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:59:39.078235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.085485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-deleted', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:39.123380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-6f6bd975-7902-4385-8774-7f6f50cd526c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup_access--466405641&fields=id&tenant_id=347a32c0f8c84f43aa253c2d12e6514a HTTP/1.1" status: 200 len: 267 time: 0.1698341 Jun 04 06:59:39.200536 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16978e1c-31ec-4bd1-82ad-9c151abfc8c1 req-f6ba27e3-1839-455c-9ad2-4a14eb1fc803 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.24 "DELETE /v2.0/ports/795712c9-b63f-4e4e-b448-e66cfeb1d7c8 HTTP/1.1" status: 204 len: 173 time: 4.5070045 Jun 04 06:59:39.213693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59110630-b8c7-4449-868d-612b217dae0b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:39.287534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.298260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.334420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:39.412279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2cb11995d0ba4d74ae73d51ac148146e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939731 Jun 04 06:59:39.412279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c13acf-2366-40f5-a42c-ad1812e1e270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b316f4d6-3625-4758-b8d7-32c330fc9c1c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:39.419894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42730) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:39.444771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-f34fe32b-c58a-4ace-adf3-29b3179bbeb0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:39.445543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-f34fe32b-c58a-4ace-adf3-29b3179bbeb0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:39.466977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-f34fe32b-c58a-4ace-adf3-29b3179bbeb0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:39.474702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-f34fe32b-c58a-4ace-adf3-29b3179bbeb0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 796 time: 0.3425024 Jun 04 06:59:39.494297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-16319cf7-9542-47f3-a742-12b515c7e894 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/quotas/347a32c0f8c84f43aa253c2d12e6514a HTTP/1.1" status: 200 len: 375 time: 0.0181208 Jun 04 06:59:39.539687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.574462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.639431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-1bb3a58a-e91c-452e-b671-7daf5a87100f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437757 Jun 04 06:59:39.646805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.723634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:39.727970 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b316f4d6-3625-4758-b8d7-32c330fc9c1c HTTP/1.1" status: 204 len: 168 time: 0.3058238 Jun 04 06:59:39.734215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-1934318b-d3a3-499d-9e1e-371feff05d63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd723c5-7818-4843-8085-c2749b2b94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0580306 Jun 04 06:59:39.738571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0f313-34da-4c26-9a5a-6e123ba554f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b316f4d6-3625-4758-b8d7-32c330fc9c1c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:39.819806 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:38Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:39.835422 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3a146-f603-4900-9520-0632150e9431 None None] The sync data for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 is: [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:38Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:39.974759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-126573da-1530-41d6-8e8c-625e69e814f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=37092d7db36349b3ae22457540bd734a&device_id=dcd723c5-7818-4843-8085-c2749b2b94f1 HTTP/1.1" status: 200 len: 210 time: 0.0612044 Jun 04 06:59:39.977757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c63bb6b6-362d-4da0-a187-15bd871ff240 service neutron] 10.222.0.17 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344648 Jun 04 06:59:40.246379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-3a65ca08-ede8-4e42-9955-82cc164743ab service neutron] 10.222.0.17 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638531 Jun 04 06:59:40.315982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-46879ff6-e6d7-4390-beb2-edd0e9e3800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:40.319852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-46879ff6-e6d7-4390-beb2-edd0e9e3800e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=37092d7db36349b3ae22457540bd734a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2886782 Jun 04 06:59:40.549491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 42770) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:40.686919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-b5448780-bda3-4b3b-bcc8-1843375bf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:40.689165 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fc408d66-ee44-4afe-8633-e36dc085bc5e req-b5448780-bda3-4b3b-bcc8-1843375bf60f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3632984 Jun 04 06:59:40.689616 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15522f80-8a10-4889-bbaa-01ff91c24fb1'] response: {'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59110630-b8c7-4449-868d-612b217dae0b', 'code': 200} Jun 04 06:59:40.717122 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e0dd58-7898-4598-937d-e715ac59d891'] response: {'server_uuid': 'dcd723c5-7818-4843-8085-c2749b2b94f1', 'name': 'network-vif-deleted', 'tag': '795712c9-b63f-4e4e-b448-e66cfeb1d7c8', 'status': 'completed', 'code': 200} Jun 04 06:59:40.726792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 789988c2-e1f9-4391-be7c-2133cb7f7e3a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:40.999536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:41.043213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:41.043590 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:41.044222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeced7-6f0e-4d45-8171-52cd5660f233 req-7d95a2d2-70d4-40df-b3d5-d9196582cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:41.047006 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4eeced7-6f0e-4d45-8171-52cd5660f233 req-7d95a2d2-70d4-40df-b3d5-d9196582cfbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 0.1684706 Jun 04 06:59:41.111607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b4eeced7-6f0e-4d45-8171-52cd5660f233 req-2d2094d6-1ed1-45c3-901e-1fe936296b19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534894 Jun 04 06:59:41.382499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 789988c2-e1f9-4391-be7c-2133cb7f7e3a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:41.384256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:41.468609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 789988c2-e1f9-4391-be7c-2133cb7f7e3a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=789988c2-e1f9-4391-be7c-2133cb7f7e3a,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:41.489332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:41.520269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:41.666340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:41.762234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-954499505-network', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:41.770406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:41.780149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Usage tracker for resource:network and tenant:bf1a3291f9fd4977a0ae2f228e4230d5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:41.786828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:41.799242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:41.831685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Made reservation on behalf of bf1a3291f9fd4977a0ae2f228e4230d5 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:41.834227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:41.898794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:41.930509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194fab0-79ec-4c4e-be1a-c8e5c1da3360 req-183c492b-d423-447f-803e-aea38e301972 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:41.938441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7194fab0-79ec-4c4e-be1a-c8e5c1da3360 req-183c492b-d423-447f-803e-aea38e301972 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.8116112 Jun 04 06:59:41.947305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:41.953357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1a3291f9fd4977a0ae2f228e4230d5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:41.957734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:41.965742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:42.112033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7194fab0-79ec-4c4e-be1a-c8e5c1da3360 req-7d3f314b-152d-4b08-bf2f-46c43d45be2f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726494 Jun 04 06:59:42.112584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.123527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.205808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a3d64-2c6b-462d-970e-0c850474df5e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:42.221682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:59:42.237929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.242834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.244506 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Added segment 8111a49c-5fc5-436a-8ce8-37c7140691dd of type vlan for network d4afad4d-417d-4f5b-b537-cbd215026900 Jun 04 06:59:42.298440 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.339954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.344312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:42.345308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.397547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8751233 Jun 04 06:59:42.398709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 42930) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:42.413295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Request body: {'subnet': {'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-954499505-subnet', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:42.420357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:42.425211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Usage tracker for resource:subnet and tenant:bf1a3291f9fd4977a0ae2f228e4230d5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:42.430833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:42.439290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:42.704839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7262b94-4309-4899-9f61-81b465541f9b req-4a13d524-1d5a-454a-85a7-65308045a3c6 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 210 time: 0.0696402 Jun 04 06:59:42.714598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Made reservation on behalf of bf1a3291f9fd4977a0ae2f228e4230d5 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:42.719123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:42.745979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 789988c2-e1f9-4391-be7c-2133cb7f7e3a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:42.769206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Pushing event updated for resources: {'Network': ['ID=d4afad4d-417d-4f5b-b537-cbd215026900,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:42.807687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.808035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.808431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.809012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.809267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.809596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.809919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.810242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.810536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.810856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.811856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.817636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b9c282-6ccb-4490-b4a3-625ab081e710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:42.852192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d4afad4d-417d-4f5b-b537-cbd215026900 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:59:43.013795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port d2fd9b9c-d333-46f6-9da9-4cf6855bb456 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:43.015014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.123029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 789988c2-e1f9-4391-be7c-2133cb7f7e3a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:43.123590 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.212244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-e06afe2f-5f8e-41d2-8f35-c9ae196b4f57 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:43.213824 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-e06afe2f-5f8e-41d2-8f35-c9ae196b4f57 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 796 time: 0.7695227 Jun 04 06:59:43.368553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 789988c2-e1f9-4391-be7c-2133cb7f7e3a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:43.409567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port d2fd9b9c-d333-46f6-9da9-4cf6855bb456, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:43.410221 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.444092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-1a0bbf3f-9a81-4cd7-a7ff-b87fef087431 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 06:59:43.478942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-1a0bbf3f-9a81-4cd7-a7ff-b87fef087431 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 06:59:43.480065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-1a0bbf3f-9a81-4cd7-a7ff-b87fef087431 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=347a32c0f8c84f43aa253c2d12e6514a HTTP/1.1" status: 200 len: 476 time: 0.2574065 Jun 04 06:59:43.493450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'port': {'device_id': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'admin_state_up': True, 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'security_groups': ['f918b4c1-a164-4d6d-86af-521f9cc6fd44', '328c060a-a55d-45a5-9c7d-9a345769e72a']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:43.572614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.575791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for d2fd9b9c-d333-46f6-9da9-4cf6855bb456 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:43.716425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8aa33-4bc5-422e-a67d-4a0c098b4cec req-d52c4e77-43ef-463a-9d07-71ba64d4901c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:43.719016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd3379a-66f4-463b-b2bd-661566af0242,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:43.724412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63d8aa33-4bc5-422e-a67d-4a0c098b4cec req-d52c4e77-43ef-463a-9d07-71ba64d4901c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.3844829 Jun 04 06:59:43.727752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Checking segment: {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:43.728279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Network hostable DHCP agents. Network: d4afad4d-417d-4f5b-b537-cbd215026900, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 06:59:43.734848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:43.746922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:port and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:43.753280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:43.760770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:43.768245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Network d4afad4d-417d-4f5b-b537-cbd215026900 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 06:59:43.784461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d4afad4d-417d-4f5b-b537-cbd215026900) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:43.788815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:43.794639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.797129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5a4c0-10b5-4fde-82a2-4118c44862d4 None None] Network d4afad4d-417d-4f5b-b537-cbd215026900 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:43.808225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:43.809383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.881855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98dca78d-41db-4cb7-8344-233616197e2b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4720986 Jun 04 06:59:43.885875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63d8aa33-4bc5-422e-a67d-4a0c098b4cec req-28b47d05-1a08-4e54-af5d-355f8c7c91e8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604788 Jun 04 06:59:43.886047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:43.895595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:43.902141 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:43.915770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Usage tracker for resource:router and tenant:bf1a3291f9fd4977a0ae2f228e4230d5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:43.926327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:43.944658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:43.976496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:43.978085 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.052031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.057896 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.080457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.20.0.10 (93a0362c-3833-4eb2-9691-3423620c6272/68b4dab4-8f34-465c-a3e0-93f520cde821/98be2189-a090-45a4-95a8-f7beab8f4e52) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:44.207410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=d2fd9b9c-d333-46f6-9da9-4cf6855bb456,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:44.428160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d4afad4d-417d-4f5b-b537-cbd215026900', 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'fixed_ips': [{'subnet_id': '9cd3379a-66f4-463b-b2bd-661566af0242'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 06:59:44.431013 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.484088 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3e4cd9d-a628-442d-b63a-700d289216d6 req-491d511d-3a4a-4b6f-b016-5d0827823b8c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 210 time: 0.2778609 Jun 04 06:59:44.683902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.802309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:44.919413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Allocated IP 172.20.0.2 (d4afad4d-417d-4f5b-b537-cbd215026900/9cd3379a-66f4-463b-b2bd-661566af0242/10009797-ed70-42f0-a030-51218cd2875a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:44.983490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.038794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Transition to ACTIVE for port object 98be2189-a090-45a4-95a8-f7beab8f4e52 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:45.253956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.266265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Transition to ACTIVE for port object 10009797-ed70-42f0-a030-51218cd2875a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:45.305198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Transition to ACTIVE for port object 10009797-ed70-42f0-a030-51218cd2875a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:45.318422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.364764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.405863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c576a-9165-4e7f-bae2-e8530208f30e req-a033f47e-84e1-452d-9924-8a921b5e6fb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:45.407386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-560c576a-9165-4e7f-bae2-e8530208f30e req-a033f47e-84e1-452d-9924-8a921b5e6fb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.6689401 Jun 04 06:59:45.430930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Pushing event updated for resources: {'Port': ['ID=10009797-ed70-42f0-a030-51218cd2875a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:45.456599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Network d4afad4d-417d-4f5b-b537-cbd215026900 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:45.460275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:45.464086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:45.562884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.574025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-560c576a-9165-4e7f-bae2-e8530208f30e req-f6bcc20d-6dde-4f52-ba2a-393c1a4ed354 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477094 Jun 04 06:59:45.580591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Attempting to bind port 10009797-ed70-42f0-a030-51218cd2875a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:45.581318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Attempting to bind port 10009797-ed70-42f0-a030-51218cd2875a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:45.582691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Attempting to bind port 10009797-ed70-42f0-a030-51218cd2875a on network d4afad4d-417d-4f5b-b537-cbd215026900 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:45.589569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:45.590115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Checking segment: {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:45.590748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.591445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Bound using segment: {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:45.592722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Bound port: 10009797-ed70-42f0-a030-51218cd2875a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:45.593800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.605887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:45.671190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Router e0cb8185-706d-4fc3-a011-c33c78aa5a1e has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:45.763832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] For port 10009797-ed70-42f0-a030-51218cd2875a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:45.771790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] For port 10009797-ed70-42f0-a030-51218cd2875a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10009797-ed70-42f0-a030-51218cd2875a,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:45.779167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.781305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb251f6a-1c18-44e8-bc26-929f9b988c1a tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:45.786065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb251f6a-1c18-44e8-bc26-929f9b988c1a tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1091 time: 0.1789122 Jun 04 06:59:45.789069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43284) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:45.797309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:45.815493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:45.824522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:floatingip and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:45.856803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:45.866798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Allocated IP 172.25.1.32 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/5a10c3f2-9ce6-4e38-81e5-70282ad94520) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:45.887219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3220c1a-b825-4366-9c1b-4ae8383f21c1 None None] Pushing event updated for resources: {'Port': ['ID=10009797-ed70-42f0-a030-51218cd2875a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:45.910131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:45.939201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:45.978248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.064477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:46.073085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 93a0362c-3833-4eb2-9691-3423620c6272 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:46.077467 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Sync routers for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:46.078671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:46.092921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:46.095421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:46.099881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:46.101454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b4fbe919-d1e7-46a0-bc1c-d9f7b2681775 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "PUT /v2.0/routers/e0cb8185-706d-4fc3-a011-c33c78aa5a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5508392 Jun 04 06:59:46.144894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:46.160961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:46.250779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dea65c-2af0-4973-8909-0392abfced1a req-9a78fb4b-f90f-4b03-9f9a-e5b0cebc46ac tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:46.258077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93dea65c-2af0-4973-8909-0392abfced1a req-9a78fb4b-f90f-4b03-9f9a-e5b0cebc46ac tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 971 time: 0.4381077 Jun 04 06:59:46.470294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93dea65c-2af0-4973-8909-0392abfced1a req-40826391-2db2-4a60-a949-2b07298f5b27 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1838353 Jun 04 06:59:46.473223 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.478398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:46.479226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.539813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting subnet 4aa02e91-b459-4327-a5a5-2e2fccbb90e1 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 06:59:46.569137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.585682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.664164 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-c9d793c3-827e-4b47-9755-041379404c44 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.1749454 Jun 04 06:59:46.674254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7a2bc398-586c-4e05-8bf2-e46897eb38c9 None None] Provisioning for port 98be2189-a090-45a4-95a8-f7beab8f4e52 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:46.677535 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Request body: {'port': {'device_id': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:46.688750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7a2bc398-586c-4e05-8bf2-e46897eb38c9 None None] Provisioning complete for port 98be2189-a090-45a4-95a8-f7beab8f4e52 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:46.692208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a2bc398-586c-4e05-8bf2-e46897eb38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.726866 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:46.752563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.791014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10009797-ed70-42f0-a030-51218cd2875a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:46.882120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7a2bc398-586c-4e05-8bf2-e46897eb38c9 None None] Port 98be2189-a090-45a4-95a8-f7beab8f4e52 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:46.889873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:46.938676 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 10009797-ed70-42f0-a030-51218cd2875a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:46.977983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.015783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-41dfbd62-abe7-43cb-831d-3f0da2206495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.078886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.25.1.131 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f3cb25ca-db48-446f-ae00-4b52472904e9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:47.127188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:47.131784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Pushing event updated for resources: {'Port': ['ID=5a10c3f2-9ce6-4e38-81e5-70282ad94520,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:47.137815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:47.151838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.240366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:47.330950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.341142 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:59:43Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:47.353614 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Checking router: e0cb8185-706d-4fc3-a011-c33c78aa5a1e for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:47.367163 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Routers {'e0cb8185-706d-4fc3-a011-c33c78aa5a1e'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:47.368094 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:47.413735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.594888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=f3cb25ca-db48-446f-ae00-4b52472904e9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:47.634948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.642028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:47.656024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876cfd2-6037-4c13-9d20-d59c7de131fb None None] Network d4afad4d-417d-4f5b-b537-cbd215026900 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:47.704687 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] Set router e0cb8185-706d-4fc3-a011-c33c78aa5a1e gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:47.725833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:47.744330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:47.785900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:47.834326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa02e91-b459-4327-a5a5-2e2fccbb90e1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:47.845549 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1164d445-023a-4db8-b95b-32e748a90d6d tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/subnets/4aa02e91-b459-4327-a5a5-2e2fccbb90e1 HTTP/1.1" status: 204 len: 168 time: 1.6940465 Jun 04 06:59:47.849792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43314) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:48.019748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c8207-59aa-4cf8-bd10-a3f0a81536b9 None None] Network ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 06:59:48.202566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Provisioning for port 10009797-ed70-42f0-a030-51218cd2875a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:48.227773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Provisioning complete for port 10009797-ed70-42f0-a030-51218cd2875a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:48.228382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:48.335456 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:59:43Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:48.343771 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f695ec1-5a57-4570-8011-9983e2625e7c None None] The sync data for ids ['e0cb8185-706d-4fc3-a011-c33c78aa5a1e'] in n-d-811808-2 is: [{'id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898217286', 'tenant_id': '37092d7db36349b3ae22457540bd734a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:56:19Z', 'updated_at': '2022-06-04T06:59:43Z', 'revision_number': 5, 'project_id': '37092d7db36349b3ae22457540bd734a', 'gw_port': {'id': '094891ab-31d7-4568-b3f3-c92e6bd57669', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb8185-706d-4fc3-a011-c33c78aa5a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:56:20Z', 'updated_at': '2022-06-04T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:48.567577 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:48.633499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Current status of the port 10009797-ed70-42f0-a030-51218cd2875a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:48.633878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:48.712604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] For port 10009797-ed70-42f0-a030-51218cd2875a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10009797-ed70-42f0-a030-51218cd2875a,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:48.718256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:48.844673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d2fd9b9c-d333-46f6-9da9-4cf6855bb456 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:59:48.968994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] DHCP port deletion for ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 06:59:48.970095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98be2189-a090-45a4-95a8-f7beab8f4e52 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 06:59:48.999124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d2fd9b9c-d333-46f6-9da9-4cf6855bb456 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:59:48.999124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d2fd9b9c-d333-46f6-9da9-4cf6855bb456 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:59:49.002878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Deleting port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:49.003267 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.048920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.067875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.101325 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.112231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53abcea-6a81-4e19-8405-65c303d735a4 None None] Pushing event updated for resources: {'Port': ['ID=10009797-ed70-42f0-a030-51218cd2875a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:49.112736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930aa88-eb66-4d4a-8379-2d21cd941278 req-48446c5f-92d0-4ce0-a72f-ad5fcb352b09 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:49.120898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5930aa88-eb66-4d4a-8379-2d21cd941278 req-48446c5f-92d0-4ce0-a72f-ad5fcb352b09 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 971 time: 1.4773366 Jun 04 06:59:49.186817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e72adce7-5679-4722-a671-5515941cad2d None None] Provisioning complete for port 10009797-ed70-42f0-a030-51218cd2875a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:49.186817 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e72adce7-5679-4722-a671-5515941cad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.193094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5930aa88-eb66-4d4a-8379-2d21cd941278 req-110561ff-11d9-4598-96ba-2838fe12812b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0712416 Jun 04 06:59:49.303605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Transition to ACTIVE for port object 98be2189-a090-45a4-95a8-f7beab8f4e52 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:49.322749 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.330675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.332198 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.356585 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ad646cea-19a1-48f8-a5cc-f342bc4419d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.461925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Pushing event updated for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:49.523059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Deleting port 094891ab-31d7-4568-b3f3-c92e6bd57669 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 06:59:49.523404 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.712299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.717733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.775099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e72adce7-5679-4722-a671-5515941cad2d None None] Current status of the port 10009797-ed70-42f0-a030-51218cd2875a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:49.843876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] For port 56d89f36-c67d-4ac1-b66b-1536d04c2b04, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56d89f36-c67d-4ac1-b66b-1536d04c2b04,segment=NetworkSegment(f2d33ac9-1f06-4134-aa12-3930591aff5f),segment_id=f2d33ac9-1f06-4134-aa12-3930591aff5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:49.844552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:49.902790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=f3cb25ca-db48-446f-ae00-4b52472904e9,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:49.920819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.014859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Calling delete_port for 56d89f36-c67d-4ac1-b66b-1536d04c2b04 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:50.136279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.206420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] Pushing event deleted for resources: {'Port': ['ID=56d89f36-c67d-4ac1-b66b-1536d04c2b04,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:50.208660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6ca46-ac0a-41d4-b474-54e285638f5b None None] No DVR routers for this DVR port 56d89f36-c67d-4ac1-b66b-1536d04c2b04 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 06:59:50.232041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.315448 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP a68df6f5-d385-405d-b102-3df88f27bb4e associated. External IP: 172.25.1.131, port: 59110630-b8c7-4449-868d-612b217dae0b. Jun 04 06:59:50.371462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] For port 094891ab-31d7-4568-b3f3-c92e6bd57669, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=094891ab-31d7-4568-b3f3-c92e6bd57669,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:50.372471 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.535793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.686490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10009797-ed70-42f0-a030-51218cd2875a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:50.739226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Calling delete_port for 094891ab-31d7-4568-b3f3-c92e6bd57669 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 06:59:50.833792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.835637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Attempting to bind port 98be2189-a090-45a4-95a8-f7beab8f4e52 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:50.836175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Attempting to bind port 98be2189-a090-45a4-95a8-f7beab8f4e52 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:50.836664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Attempting to bind port 98be2189-a090-45a4-95a8-f7beab8f4e52 on network 93a0362c-3833-4eb2-9691-3423620c6272 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:50.839501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21e57-7e42-419e-ad47-88ef306e4356 req-3ae8e4be-471b-4446-9794-d0694ba36697 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:50.850958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ee21e57-7e42-419e-ad47-88ef306e4356 req-3ae8e4be-471b-4446-9794-d0694ba36697 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.4572363 Jun 04 06:59:50.856845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 10009797-ed70-42f0-a030-51218cd2875a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:50.857234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:50.901582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Port 98be2189-a090-45a4-95a8-f7beab8f4e52 on network 93a0362c-3833-4eb2-9691-3423620c6272 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 06:59:50.902250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Attempting to bind port 98be2189-a090-45a4-95a8-f7beab8f4e52 on network 93a0362c-3833-4eb2-9691-3423620c6272 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:50.904351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43354) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:51.015227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 10009797-ed70-42f0-a030-51218cd2875a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:51.093929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56d89f36-c67d-4ac1-b66b-1536d04c2b04 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:59:51.145630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 56d89f36-c67d-4ac1-b66b-1536d04c2b04 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:59:51.146278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56d89f36-c67d-4ac1-b66b-1536d04c2b04 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:59:51.156529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8ee21e57-7e42-419e-ad47-88ef306e4356 req-790f904e-64dc-408c-910f-a908817194a3 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3045313 Jun 04 06:59:51.158248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:51.158425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Checking segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:51.158981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Bound using segment: {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:51.159922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Bound port: 98be2189-a090-45a4-95a8-f7beab8f4e52, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abe4e53-a4fd-4b12-bb0b-887892a947f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:51.160427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.225954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:51.395233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.446615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:51.465617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:51.467579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c773ac5a68c404a90a7789d8229835e is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:51.471665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=98be2189-a090-45a4-95a8-f7beab8f4e52,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:51.505200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:51.517993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.523923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:51.588700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:51.613079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:51.626032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:51.626665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.628064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] 10.222.0.24 "PUT /v2.0/ports/98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 1131 time: 4.9545999 Jun 04 06:59:51.629035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:51.653523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:51.659033 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.666408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:51.770337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-82c2578b-29ad-48c7-a499-dacf684c6464 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9798074 Jun 04 06:59:51.771550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 06:59:51.773496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:51.794883 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2ae54d-bbcb-402a-ba47-72382ab381c1'] response: {'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'status': 'completed', 'code': 200} Jun 04 06:59:51.794883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc45cf-6de4-4b98-9f9c-fa71f63b065c service neutron] Pushing event updated for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:51.817714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Router 7d6fb200-e6f5-4501-8f39-b69589c74b23 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 06:59:51.832006 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ee69f1-1e49-4d2e-bece-7ad07944978e'] response: {'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b', 'status': 'completed', 'code': 200} Jun 04 06:59:51.880643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Port': ['ID=094891ab-31d7-4568-b3f3-c92e6bd57669,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:51.978015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:52.157163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:52.183269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-deefdd6f-14e6-4bc1-9a25-9a3e897efd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:52.185022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-deefdd6f-14e6-4bc1-9a25-9a3e897efd2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1134 time: 0.5098565 Jun 04 06:59:52.415402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:52.424591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:52.443570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:52.443570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:52.475968 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:52.498779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688486-124a-4c41-ade1-ae006d90fb81 req-14cf2314-f3d8-4c16-97a3-ffbca8f86a90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:52.502032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4688486-124a-4c41-ade1-ae006d90fb81 req-14cf2314-f3d8-4c16-97a3-ffbca8f86a90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.1697402 Jun 04 06:59:52.649343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4688486-124a-4c41-ade1-ae006d90fb81 req-00f2267e-4ea1-4974-85f2-d165dba18ab7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1326008 Jun 04 06:59:52.709233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:52.724352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:52.845437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-14e8b2f5-a0bd-41d3-be12-b0eb13c4caa6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 217 time: 0.2955368 Jun 04 06:59:52.871106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:52.931065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:52.943859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-2cdb0cec-aecc-4eba-98aa-225a9e8ac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:52.943859 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-2cdb0cec-aecc-4eba-98aa-225a9e8ac6ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 1.0859711 Jun 04 06:59:52.951256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.028970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 06:59:53.038924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Sync routers for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 06:59:53.055861 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:53.055861 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:53.136913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:53.143776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7c773ac5a68c404a90a7789d8229835e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9968333 Jun 04 06:59:53.143776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c31e6-604f-40c5-a1a5-9345ce6e7fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3972ba-385d-4e8a-a647-e71df1bc233f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:53.167755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-dda899df-1dce-4957-80f2-bb389b7836ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:53.167755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-dda899df-1dce-4957-80f2-bb389b7836ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.2850714 Jun 04 06:59:53.218880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.218880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Fanout notify agent at l3_agent the message router_deleted on router e0cb8185-706d-4fc3-a011-c33c78aa5a1e {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 06:59:53.273303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.278417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9ca32fce-889a-4f48-ad64-b0caf7d066c7 tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/routers/e0cb8185-706d-4fc3-a011-c33c78aa5a1e HTTP/1.1" status: 204 len: 168 time: 5.4223650 Jun 04 06:59:53.282954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43380) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:53.302219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.303206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef6a3178-6454-4882-bfb2-eb51b869d4db admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4160764 Jun 04 06:59:53.307491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:53.355734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:53.366595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777e7fd-30b5-4af2-a41e-a0f2ae30eba9 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:53.536976 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:53.547855 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.632168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.656586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-88289f92-b897-4457-b06b-361af9170828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:53.661955 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-88289f92-b897-4457-b06b-361af9170828 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.6913631 Jun 04 06:59:53.666571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:53.851262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745087c4-b119-4c29-8ed8-651b3eaeb206 None None] New status for floating IP a68df6f5-d385-405d-b102-3df88f27bb4e: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 06:59:53.889299 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-20a84d29-b1a8-4a16-bb8f-b03de17aa8e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 999 time: 0.2115247 Jun 04 06:59:54.044639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-055cd4f4-0a58-4695-b80b-b00a20ad700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:54.048064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-055cd4f4-0a58-4695-b80b-b00a20ad700d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8675218 Jun 04 06:59:54.071334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.174550 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 3, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:54.179453 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Checking router: 7d6fb200-e6f5-4501-8f39-b69589c74b23 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 06:59:54.179804 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Updating router 7d6fb200-e6f5-4501-8f39-b69589c74b23 port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 06:59:54.189225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3972ba-385d-4e8a-a647-e71df1bc233f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:54.214654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.215384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.215941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.216515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.217676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.218250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.218648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.219049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.219473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.219895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.220261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.220609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 06:59:54.227999 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.231971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f5d52be0-1628-4e52-a578-5ffc924aacdb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eb3972ba-385d-4e8a-a647-e71df1bc233f HTTP/1.1" status: 204 len: 168 time: 1.0995886 Jun 04 06:59:54.259940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ea58-c3e5-4b28-abea-2603685a8fc9 req-dc98d86d-3ec8-4451-ab04-351604a571a9 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:54.263037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd47ea58-c3e5-4b28-abea-2603685a8fc9 req-dc98d86d-3ec8-4451-ab04-351604a571a9 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.3148372 Jun 04 06:59:54.267935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.289711 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.402665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-34202655-9cf6-4236-8927-3731c32409ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:54.408950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-34202655-9cf6-4236-8927-3731c32409ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.5123115 Jun 04 06:59:54.430235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef50b9a8-d4de-4d56-9da4-cd09a42c5e26']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:54.504167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d33ac9-1f06-4134-aa12-3930591aff5f') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:54.504467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d33ac9-1f06-4134-aa12-3930591aff5f') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:54.520157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.542129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.550812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 06:59:54.551394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.556921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 094891ab-31d7-4568-b3f3-c92e6bd57669 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 06:59:54.634543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 094891ab-31d7-4568-b3f3-c92e6bd57669 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 06:59:54.635109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 094891ab-31d7-4568-b3f3-c92e6bd57669 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 06:59:54.837729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd47ea58-c3e5-4b28-abea-2603685a8fc9 req-07c0f6d3-e33d-4f48-af0e-c3ef4bc9730f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2909265 Jun 04 06:59:54.854814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.867829 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f2d33ac9-1f06-4134-aa12-3930591aff5f resource provider aggregate not found Jun 04 06:59:54.909388 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.923261 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.924532 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Transition to ACTIVE for port object 5a10c3f2-9ce6-4e38-81e5-70282ad94520 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:54.938559 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:54.978438 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.005640 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f2d33ac9-1f06-4134-aa12-3930591aff5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2d33ac9-1f06-4134-aa12-3930591aff5f found for delete ", "request_id": "req-30edcb95-b097-45d0-bbe9-74aecea5dd59"}]} Jun 04 06:59:55.035305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'Network': ['ID=ef50b9a8-d4de-4d56-9da4-cd09a42c5e26,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:55.052095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Attempting to bind port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 06:59:55.052708 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Attempting to bind port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 06:59:55.053253 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Attempting to bind port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 06:59:55.061405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 06:59:55.062196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 06:59:55.062752 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.063287 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 06:59:55.064016 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Bound port: 5a10c3f2-9ce6-4e38-81e5-70282ad94520, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 06:59:55.064561 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.105862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f402aafd-1934-40a1-981d-ab54abc3118a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/networks/ef50b9a8-d4de-4d56-9da4-cd09a42c5e26 HTTP/1.1" status: 204 len: 168 time: 1.8178713 Jun 04 06:59:55.109384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43422) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:55.119556 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-9cdaa68a-04b8-4ece-8daf-619b344f6055 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453471 Jun 04 06:59:55.126200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527c4b9-bbf2-498a-8982-571e8e63be26 None None] Pushing event updated for resources: {'Port': ['ID=5a10c3f2-9ce6-4e38-81e5-70282ad94520,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:55.169804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-cb142ba6-d2d0-4abf-ac17-b1dc2e5bfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:55.172052 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-cb142ba6-d2d0-4abf-ac17-b1dc2e5bfcd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7225411 Jun 04 06:59:55.237896 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.277822 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] For port 5a10c3f2-9ce6-4e38-81e5-70282ad94520, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 06:59:55.284255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] For port 5a10c3f2-9ce6-4e38-81e5-70282ad94520, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5a10c3f2-9ce6-4e38-81e5-70282ad94520,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 06:59:55.291168 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.379253 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 06:59:55.380671 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:55.387125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-0b1ebcd6-e3c6-4ebf-aaf6-b374cedee4bb service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679280 Jun 04 06:59:55.429966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Allocated IP 172.20.0.1 (d4afad4d-417d-4f5b-b537-cbd215026900/9cd3379a-66f4-463b-b2bd-661566af0242/317d3455-50eb-45c8-9d85-936f45ac7103) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 06:59:55.529319 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be4cfbc0-4d5b-48de-960f-e9d8d8692ea8 req-377a2662-767d-43c0-9b8a-b1005676e0f2 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988426 Jun 04 06:59:55.572188 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-aaf8a86a-a6c4-4d38-af3c-d0cfa3ee8306 req-0494dc39-06ca-4181-b09d-8a85a4e5d0cb service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777720 Jun 04 06:59:55.692520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-e9da1b8d-32bc-4ca2-8603-c0201949888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:55.694422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-e9da1b8d-32bc-4ca2-8603-c0201949888b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1134 time: 0.1154711 Jun 04 06:59:55.719428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.728538 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 06:59:55.864535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.891614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Transition to ACTIVE for port object 317d3455-50eb-45c8-9d85-936f45ac7103 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 06:59:55.923523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-92a377ae-1122-4f3b-b749-4f6795b44fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:55.925043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-92a377ae-1122-4f3b-b749-4f6795b44fa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 897 time: 0.2238703 Jun 04 06:59:55.937839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:55.989461 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527c4b9-bbf2-498a-8982-571e8e63be26 None None] Pushing event updated for resources: {'Port': ['ID=5a10c3f2-9ce6-4e38-81e5-70282ad94520,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:56.116099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-3fc67c16-2a3e-42ed-96a6-6777706ac76a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 217 time: 0.1841865 Jun 04 06:59:56.117215 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:56.212852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-c86f6db5-6b49-47b2-9830-8872acea292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:56.216261 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-c86f6db5-6b49-47b2-9830-8872acea292e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.0936458 Jun 04 06:59:56.336162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:56.358471 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 3, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 06:59:56.363582 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5869d-9971-4e39-98d3-ad61c339f139 None None] The sync data for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 is: [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:48Z', 'revision_number': 3, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 06:59:56.427118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Network d4afad4d-417d-4f5b-b537-cbd215026900 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:56.428693 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-680e7b78-dada-4991-9c03-16f37789fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:56.431312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-680e7b78-dada-4991-9c03-16f37789fac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080109 Jun 04 06:59:56.433131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:56.450347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 06:59:56.552515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f05c85-dbda-4918-b679-53cd4d155028 req-add82e5a-6097-46b3-9b71-8ad19b764721 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:56.554118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45f05c85-dbda-4918-b679-53cd4d155028 req-add82e5a-6097-46b3-9b71-8ad19b764721 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.4461284 Jun 04 06:59:56.574735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-dd06f75a-96de-40cb-b37b-25672804fb51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6603522 Jun 04 06:59:56.636003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Pushing event updated for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:56.666798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:56.799992 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-93c46eda-1f45-4394-b71b-b0a0734610c3 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622613 Jun 04 06:59:56.868031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43468) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:56.945499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9fe61529-0f76-4105-a154-d54715d0480c None None] Provisioning for port 317d3455-50eb-45c8-9d85-936f45ac7103 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:56.952174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9fe61529-0f76-4105-a154-d54715d0480c None None] Provisioning complete for port 317d3455-50eb-45c8-9d85-936f45ac7103 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:56.952542 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9fe61529-0f76-4105-a154-d54715d0480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.014858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.038713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9fe61529-0f76-4105-a154-d54715d0480c None None] Port 317d3455-50eb-45c8-9d85-936f45ac7103 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:57.046107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45f05c85-dbda-4918-b679-53cd4d155028 req-331bd9d7-d396-450e-941a-d1c61251e63c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4520140 Jun 04 06:59:57.064300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118e4201-4c90-44b0-833c-9f3ec3d73fa7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:57.098831 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cf105ae-a802-437f-a4d9-ccfa9d14777a req-f69ce73b-904a-4ef0-ab04-26c1c03d1f1f service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808664 Jun 04 06:59:57.266910 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-a4496445-f60e-4217-aef3-fdb9d42506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:57.268576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-a4496445-f60e-4217-aef3-fdb9d42506ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 0.4013298 Jun 04 06:59:57.269363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.270494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a6d7ad13-e193-47b3-9b4a-907b5114947a tempest-TestNetworkAdvancedServerOps-797899858 tempest-TestNetworkAdvancedServerOps-797899858-project] 10.222.0.17 "DELETE /v2.0/security-groups/118e4201-4c90-44b0-833c-9f3ec3d73fa7 HTTP/1.1" status: 204 len: 168 time: 2.1589756 Jun 04 06:59:57.282866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'network': {'name': 'tempest-network-smoke--354313520', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:57.292902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:57.450610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:network and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:57.457984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:57.459367 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.478792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:57.543294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-fd47782a-3a3c-46f0-baa4-1a56f86a6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:57.545288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-fd47782a-3a3c-46f0-baa4-1a56f86a6170 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2485921 Jun 04 06:59:57.645400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 06:59:57.649702 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.679609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.698563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:57.791105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:57.813578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:57.822395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:57.828903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-200cd65b-f0e1-4ea4-965b-9b988df8c38c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 1001 time: 0.2726738 Jun 04 06:59:57.884811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:57.900727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c8b7228f-651d-4090-8ab3-9eb3f524225f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=37092d7db36349b3ae22457540bd734a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008834 Jun 04 06:59:57.901299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43502) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:57.972319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-17c3180f-ce90-4f91-a57d-5268c034fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:57.973450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:57.973816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-17c3180f-ce90-4f91-a57d-5268c034fbb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1218085 Jun 04 06:59:58.026743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.078992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.087017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.149134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.178058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb06749-b636-4187-b969-83744096c63e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:58.201639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.205538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a89bc06c-9cb8-4d48-9420-2138f005b316 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bcb06749-b636-4187-b969-83744096c63e HTTP/1.1" status: 204 len: 168 time: 0.3011365 Jun 04 06:59:58.507967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.516410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.521057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Pushing event updated for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:58.527442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.600351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-c3d5f3e4-a8b3-4931-a647-ab59e3c7f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:58.601938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-c3d5f3e4-a8b3-4931-a647-ab59e3c7f45b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6167364 Jun 04 06:59:58.629879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43524) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:58.671981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 06:59:58.707460 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-129b2038-a0b3-4a52-b57c-1a8b28168d3f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b9f471bd41804fc9bf917851325199e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727649 Jun 04 06:59:58.709857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:58.714541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1bd8f-81f7-4c10-97d8-8dada7aaf483,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:58.719415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5a10c3f2-9ce6-4e38-81e5-70282ad94520 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 06:59:58.746546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.747067 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Added segment bb9d7059-e518-4b77-b55a-a99c57915c5f of type vlan for network c4ef9103-a72a-4114-9abf-37e2314893f1 Jun 04 06:59:58.824230 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.848694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 06:59:58.856878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:58.858290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.860369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.866686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba5b5d-8a03-434b-9eff-819a4b846dcf req-04d92560-3d96-4113-92c1-7e093fd05042 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:58.875972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bba5b5d-8a03-434b-9eff-819a4b846dcf req-04d92560-3d96-4113-92c1-7e093fd05042 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.5023150 Jun 04 06:59:58.936433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.946813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:58.997931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a4f8f-4c68-4153-94b9-e0fdc79484dc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:59.010160 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.012261 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Network d4afad4d-417d-4f5b-b537-cbd215026900 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 06:59:59.013174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7bb128da-24a6-4bba-a5ea-5757aafda79f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d12a4f8f-4c68-4153-94b9-e0fdc79484dc HTTP/1.1" status: 204 len: 168 time: 0.3016522 Jun 04 06:59:59.031811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 06:59:59.097845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 06:59:59.100095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.135949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5a10c3f2-9ce6-4e38-81e5-70282ad94520, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5a10c3f2-9ce6-4e38-81e5-70282ad94520,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 06:59:59.146592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.266727 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 06:59:59.287437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4bba5b5d-8a03-434b-9eff-819a4b846dcf req-a8227c7a-e58c-4705-891c-57be3fa5d7d0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4027612 Jun 04 06:59:59.310024 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-4f6b6943-9c4e-47af-9607-d5f481b0420e service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197863 Jun 04 06:59:59.350486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5a10c3f2-9ce6-4e38-81e5-70282ad94520,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:59.353101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.367091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 06:59:59.367091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.518523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23979bdb-f8c2-445e-8d4a-79b09a2e0023 None None] Provisioning complete for port 317d3455-50eb-45c8-9d85-936f45ac7103 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 06:59:59.518523 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23979bdb-f8c2-445e-8d4a-79b09a2e0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.649849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.7646468 Jun 04 06:59:59.654504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43546) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 06:59:59.654504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2113166', 'admin_state_up': True, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 06:59:59.673352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 06:59:59.678598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-23979bdb-f8c2-445e-8d4a-79b09a2e0023 None None] Port 317d3455-50eb-45c8-9d85-936f45ac7103 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 06:59:59.689241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:router and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 06:59:59.692927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 06:59:59.710460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 06:59:59.725811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.725811 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.756540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 06:59:59.840050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8ec5-6955-4092-b76d-839de0ff9f29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Network': ['ID=c4ef9103-a72a-4114-9abf-37e2314893f1,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 06:59:59.858674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c4ef9103-a72a-4114-9abf-37e2314893f1 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 06:59:59.903949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Router 7d6fb200-e6f5-4501-8f39-b69589c74b23 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 06:59:59.924788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8fad8683-5206-486b-9d12-4d4c80ac45d4 req-31da8cfa-f239-4d11-adb6-7151e44685f1 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037745 Jun 04 07:00:00.132824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 98be2189-a090-45a4-95a8-f7beab8f4e52 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:00:00.505689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:00.524227 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Sync routers for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:00.557361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:00.557361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:00.563094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a2de871b-3f68-4522-90f8-ca999b6408a3 admin admin] 10.222.0.17 "PUT /v2.0/routers/7d6fb200-e6f5-4501-8f39-b69589c74b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2396030 Jun 04 07:00:00.594628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:00.742609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5a10c3f2-9ce6-4e38-81e5-70282ad94520 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:00.854323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787190a-c3da-418d-8664-8ac18067ae01 req-72771658-d823-400c-a570-574ea6ac0280 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:00.854323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6787190a-c3da-418d-8664-8ac18067ae01 req-72771658-d823-400c-a570-574ea6ac0280 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 983 time: 0.1997657 Jun 04 07:00:00.944611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=98be2189-a090-45a4-95a8-f7beab8f4e52,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:00.950660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43582) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:00.968979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'port_id': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'mac_address': 'fa:16:3e:58:b1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:00:00.977159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:00.977159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.002540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6787190a-c3da-418d-8664-8ac18067ae01 req-ed7fbb78-7013-433d-8a26-c229070255b6 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1353025 Jun 04 07:00:01.168164 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:01.272834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1478708087-network', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:01.291890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:01.360158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Usage tracker for resource:network and tenant:b206052be9af44cc83950ddd16de40c9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:01.371097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:01.411928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:01.411928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.457948 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.469729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:01.510613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 98be2189-a090-45a4-95a8-f7beab8f4e52 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:01.510613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.538452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Made reservation on behalf of b206052be9af44cc83950ddd16de40c9 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:01.538452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.588615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.602727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98be2189-a090-45a4-95a8-f7beab8f4e52 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:00:01.652491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=98be2189-a090-45a4-95a8-f7beab8f4e52,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:01.657874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:01.662145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:01.681314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Usage tracker for resource:security_group_rule and tenant:b206052be9af44cc83950ddd16de40c9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:01.681314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:01.706032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:01.878879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:01.912246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43608) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:01.922300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1140412306-network', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:01.922300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:01.926774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.25.1.77 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6dc1013b-7ef2-402e-b767-6437251c6cf9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:01.931460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Usage tracker for resource:network and tenant:c38acea337f34544a3e8a2f2cfefb452 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:01.949244 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:01.954332 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:57Z', 'revision_number': 4, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '317d3455-50eb-45c8-9d85-936f45ac7103', 'name': '', 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'mac_address': 'fa:16:3e:2a:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:55Z', 'updated_at': '2022-06-04T06:59:57Z', 'revision_number': 2, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'subnets': [{'id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:01.959165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:01.964074 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Checking router: 7d6fb200-e6f5-4501-8f39-b69589c74b23 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:01.964074 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Updating router 7d6fb200-e6f5-4501-8f39-b69589c74b23 port 317d3455-50eb-45c8-9d85-936f45ac7103 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:01.973209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['98be2189-a090-45a4-95a8-f7beab8f4e52'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:00:01.997015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Made reservation on behalf of c38acea337f34544a3e8a2f2cfefb452 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:02.010584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.028288 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.038642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.130070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:02.144879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Usage tracker for resource:security_group_rule and tenant:c38acea337f34544a3e8a2f2cfefb452 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:02.144879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:02.179161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:02.256366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.290858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.362238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ee7bb-8ff9-41d5-9b72-823df8d9b6c1,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:02.464239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:00:02.518754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.601277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.618211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.659901 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.662939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a99f90-09be-4a50-812e-e8329d351c48,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:02.689619 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:00:02.696329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.696329 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Added segment 694143fd-d93f-4c43-ba97-60bceb49c1e7 of type vlan for network de884e34-2c99-47b6-aee9-fa116ed79f4a Jun 04 07:00:02.699220 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Transition to ACTIVE for port object 317d3455-50eb-45c8-9d85-936f45ac7103 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:02.702919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95844d8-edb4-45d3-811a-f8a89b3bbc63 req-86a2dded-21e2-4c6b-9357-73b39957f74d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:02.708666 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.712662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e95844d8-edb4-45d3-811a-f8a89b3bbc63 req-86a2dded-21e2-4c6b-9357-73b39957f74d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 984 time: 0.3235095 Jun 04 07:00:02.774496 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.774496 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Added segment 93146743-965c-4af4-b24f-175bdd6b9ce9 of type vlan for network 707b32bd-3c99-41e0-9109-e7220b1b06f2 Jun 04 07:00:02.803317 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e95844d8-edb4-45d3-811a-f8a89b3bbc63 req-18714bca-160e-4bca-aa07-e6bf54fe5af9 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0864658 Jun 04 07:00:02.833888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.846421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:02.851462 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690dc2d-44d2-425b-b266-d74915d5c756 None None] Pushing event updated for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:02.877645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.053535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.resource_extend [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 07:00:03.118155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:03.142526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:03.165515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:03.240468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=6dc1013b-7ef2-402e-b767-6437251c6cf9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:03.252791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.252791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:03.252791 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.272387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.272387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:03.272387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.315180 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Attempting to bind port 317d3455-50eb-45c8-9d85-936f45ac7103 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:03.315180 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Attempting to bind port 317d3455-50eb-45c8-9d85-936f45ac7103 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:03.320112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Attempting to bind port 317d3455-50eb-45c8-9d85-936f45ac7103 on network d4afad4d-417d-4f5b-b537-cbd215026900 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Checking segment: {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Bound using segment: {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Bound port: 317d3455-50eb-45c8-9d85-936f45ac7103, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8111a49c-5fc5-436a-8ce8-37c7140691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:03.329165 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.365043 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4023578 Jun 04 07:00:03.365043 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43624) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:03.399484 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4856565 Jun 04 07:00:03.409092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:03.424686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Request body: {'subnet': {'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1140412306-subnet', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:03.428581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Request body: {'subnet': {'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1478708087-subnet', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:03.454072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:03.465175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Usage tracker for resource:subnet and tenant:b206052be9af44cc83950ddd16de40c9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:03.487681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:03.490233 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] For port 317d3455-50eb-45c8-9d85-936f45ac7103, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:03.493750 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] For port 317d3455-50eb-45c8-9d85-936f45ac7103, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=317d3455-50eb-45c8-9d85-936f45ac7103,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:03.499474 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.536762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Usage tracker for resource:subnet and tenant:c38acea337f34544a3e8a2f2cfefb452 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:03.541169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:03.546021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:03.550720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f243fc-c833-4403-b69e-972843c6c81b admin admin] Pushing event updated for resources: {'Network': ['ID=707b32bd-3c99-41e0-9109-e7220b1b06f2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:03.554175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:03.563832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:00:03.565970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bc017-c808-4f8a-ae2a-098c763ada09 admin admin] Pushing event updated for resources: {'Network': ['ID=de884e34-2c99-47b6-aee9-fa116ed79f4a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:03.602244 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690dc2d-44d2-425b-b266-d74915d5c756 None None] Pushing event updated for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:03.606585 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:03.614797 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:03.655792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Made reservation on behalf of c38acea337f34544a3e8a2f2cfefb452 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:03.660719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:03.670554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:03.764613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network de884e34-2c99-47b6-aee9-fa116ed79f4a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:00:03.909819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Made reservation on behalf of b206052be9af44cc83950ddd16de40c9 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:03.909819 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.030182 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 98be2189-a090-45a4-95a8-f7beab8f4e52 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:04.132531 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:04.227717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 98be2189-a090-45a4-95a8-f7beab8f4e52 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:04.231842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 98be2189-a090-45a4-95a8-f7beab8f4e52 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:04.236524 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.429246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4875fc7-8408-44d7-ae7c-3dff053c1340 req-3b9af18b-06ce-45da-ba52-1185b1a92e37 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:04.429246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4875fc7-8408-44d7-ae7c-3dff053c1340 req-3b9af18b-06ce-45da-ba52-1185b1a92e37 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 984 time: 0.4083827 Jun 04 07:00:04.476234 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.579239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4875fc7-8408-44d7-ae7c-3dff053c1340 req-10933172-9dac-4dde-9925-74cbd8d67c20 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1320140 Jun 04 07:00:04.593201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 98be2189-a090-45a4-95a8-f7beab8f4e52 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:04.593201 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.615315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379592fc-0d97-4aa1-a7bd-d66bad0590d9,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:04.615315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Checking segment: {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:04.615315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Network hostable DHCP agents. Network: 707b32bd-3c99-41e0-9109-e7220b1b06f2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:00:04.649348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:00:04.672705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 707b32bd-3c99-41e0-9109-e7220b1b06f2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:04.681560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:04.681560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.706380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-557c5dde-d0f4-406f-bacd-1a3331c92606 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2895007 Jun 04 07:00:04.706649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43646) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:04.707139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a87c760-f5c4-4ba1-857f-ec80311a56f1 None None] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:04.711981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:04.718414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:04.722868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Usage tracker for resource:router and tenant:c38acea337f34544a3e8a2f2cfefb452 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:04.725847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:04.747110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:04.761864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=98be2189-a090-45a4-95a8-f7beab8f4e52,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:04.761864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:00:04.776940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.776940 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.785299 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.852285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:04.866013 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:57Z', 'revision_number': 4, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '317d3455-50eb-45c8-9d85-936f45ac7103', 'name': '', 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'mac_address': 'fa:16:3e:2a:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:55Z', 'updated_at': '2022-06-04T07:00:03Z', 'revision_number': 4, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'subnets': [{'id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:04.866013 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d611e1a6-efea-4698-b6b3-842cf23c4de1 None None] The sync data for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 is: [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T06:59:57Z', 'revision_number': 4, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '317d3455-50eb-45c8-9d85-936f45ac7103', 'name': '', 'network_id': 'd4afad4d-417d-4f5b-b537-cbd215026900', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'mac_address': 'fa:16:3e:2a:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:55Z', 'updated_at': '2022-06-04T07:00:03Z', 'revision_number': 4, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'subnets': [{'id': '9cd3379a-66f4-463b-b2bd-661566af0242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:04.976697 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2510c2f8-9a61-40e6-baa5-f562a3ecc0e3'] response: {'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'code': 200} Jun 04 07:00:04.976697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:05.368936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-707b32bd-3c99-41e0-9109-e7220b1b06f2', 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'fixed_ips': [{'subnet_id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:00:05.370063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:05.394960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:05.458724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:05.535834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:05.588591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be9c35-cea1-4971-b656-b2d7d15486a6 req-06fe57a5-4019-4ef9-b03a-81b988e24f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:05.590173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23be9c35-cea1-4971-b656-b2d7d15486a6 req-06fe57a5-4019-4ef9-b03a-81b988e24f67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.4248781 Jun 04 07:00:05.612088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Allocated IP 172.20.0.2 (707b32bd-3c99-41e0-9109-e7220b1b06f2/379592fc-0d97-4aa1-a7bd-d66bad0590d9/80e97adb-1d0a-4dd6-9dce-ddeaf56095d3) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:05.926497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Checking segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:05.926972 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Network hostable DHCP agents. Network: de884e34-2c99-47b6-aee9-fa116ed79f4a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:00:05.955325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f1bf22-b05f-48fe-95c3-1750b16f7d2d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:05.983195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23be9c35-cea1-4971-b656-b2d7d15486a6 req-d0550890-0fc5-4559-acfd-178fb472e60d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=328c060a-a55d-45a5-9c7d-9a345769e72a&id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3767533 Jun 04 07:00:06.019809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.031746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Transition to ACTIVE for port object 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:06.050420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Transition to ACTIVE for port object 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:06.061926 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.089101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.152801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.196326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:06.199500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:06.217317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:06.226906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:00:06.278326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, de884e34-2c99-47b6-aee9-fa116ed79f4a) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:06.303857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:06.304641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.308227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Pushing event updated for resources: {'Port': ['ID=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:06.324070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c83c3-95f8-4ce2-b26c-31bb5f71b0fa None None] Network de884e34-2c99-47b6-aee9-fa116ed79f4a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:06.331500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.362948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761e0ac-5e66-4d9b-9c45-a364a3984760 req-e17dbf4a-9473-45c3-a58d-3f7200c7f923 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:06.364567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2761e0ac-5e66-4d9b-9c45-a364a3984760 req-e17dbf4a-9473-45c3-a58d-3f7200c7f923 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.5308144 Jun 04 07:00:06.462750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7ee73d7f-7144-4cb5-98d7-144c70dc1602 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0934939 Jun 04 07:00:06.463437 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43674) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:06.483276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:06.495304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:06.505174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Attempting to bind port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:06.505755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Attempting to bind port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:06.506119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Attempting to bind port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 on network 707b32bd-3c99-41e0-9109-e7220b1b06f2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:06.512696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Usage tracker for resource:router and tenant:b206052be9af44cc83950ddd16de40c9 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:06.516607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:06.517058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:06.517432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Checking segment: {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:06.517998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.518394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Bound using segment: {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:06.518893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Bound port: 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:06.519228 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.525718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:06.540207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.541436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.716438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 317d3455-50eb-45c8-9d85-936f45ac7103 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:06.754984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:06.764981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Allocated IP 172.25.1.128 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6f2f5bcd-daa8-4762-9276-f9e5f376b364) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:07.195388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] For port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:07.216014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 317d3455-50eb-45c8-9d85-936f45ac7103 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:07.232606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-de884e34-2c99-47b6-aee9-fa116ed79f4a', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:00:07.237940 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.243612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.282088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] For port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:07.292510 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.310673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 317d3455-50eb-45c8-9d85-936f45ac7103 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:07.312865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.315588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2761e0ac-5e66-4d9b-9c45-a364a3984760 req-941b11c6-e031-42f5-9921-2b8b70693da3 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8806615 Jun 04 07:00:07.318567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.353023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:00:07.486982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:07.492705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:07.506522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:07.518332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.551318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0e8e9-32b5-4c73-9152-314ea1bc249d None None] Pushing event updated for resources: {'Port': ['ID=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:07.589781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2f5bcd-daa8-4762-9276-f9e5f376b364,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:07.859418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 317d3455-50eb-45c8-9d85-936f45ac7103 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:07.859418 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:07.924362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 317d3455-50eb-45c8-9d85-936f45ac7103, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=317d3455-50eb-45c8-9d85-936f45ac7103,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:07.924362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:08.256724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:08.282003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Allocated IP 172.20.0.2 (de884e34-2c99-47b6-aee9-fa116ed79f4a/03f1bf22-b05f-48fe-95c3-1750b16f7d2d/1cea4199-6f05-4bb5-a24d-c5c73821bfa2) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:08.362212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:08.659347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:08.673873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Transition to ACTIVE for port object 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:08.676687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:08.698486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-73846b55-edd9-4bf6-bde8-5bd094fec24b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0516195 Jun 04 07:00:08.705793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Transition to ACTIVE for port object 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:08.712663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:08.719740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:08.733995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:08.787647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:08.856288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:08.923315 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:00:08.931774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf04640-7b94-483f-b9bb-7e6b9fb7d760 req-b769bb63-62c1-4f5d-bd57-7cc65570f92b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:08.933813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf04640-7b94-483f-b9bb-7e6b9fb7d760 req-b769bb63-62c1-4f5d-bd57-7cc65570f92b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.4454906 Jun 04 07:00:09.041535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:09.070805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:09.072294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:09.150013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:09.276736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf04640-7b94-483f-b9bb-7e6b9fb7d760 req-86aa7bf0-100b-4b55-b8c3-9157acedf5a7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2956152 Jun 04 07:00:09.542080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:09.565401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Allocated IP 172.25.1.251 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7056fd29-533f-4d44-90b6-80e2b23d3f36) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:09.734439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f5730-b524-4004-b66e-84542d129c8b None None] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:09.789088 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:09.797742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:09.822612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:09.825310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Pushing event updated for resources: {'Port': ['ID=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:09.825407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-be968bfb-cc8d-4635-954c-44604cae95fc tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=7eae2f0ae6fb4919a883d0973d83bebd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1026366 Jun 04 07:00:09.832047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43718) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:09.900448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:09.921156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:09.969920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:09.969920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:09.983020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:10.106447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=7056fd29-533f-4d44-90b6-80e2b23d3f36,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:10.134982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:10.149309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:10.149309 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.166693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.185819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Provisioning for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:10.328311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Provisioning complete for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:10.328696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.366757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52bfac-0264-4e38-9f90-23c30c76f68b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:10.366757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9d52bfac-0264-4e38-9f90-23c30c76f68b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5297079 Jun 04 07:00:10.366757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43728) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:10.432676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84a60f-b184-455b-9f9e-be6365f5d05e req-0cd30d07-2bc1-491e-9cd0-ff1ed1771e97 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:10.440587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b84a60f-b184-455b-9f9e-be6365f5d05e req-0cd30d07-2bc1-491e-9cd0-ff1ed1771e97 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.7368121 Jun 04 07:00:10.524496 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-71488a64-9fe2-45d8-8a08-4b0c1d73ac31 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1562088 Jun 04 07:00:10.531064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43732) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:10.538408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416994698', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:10.601827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b84a60f-b184-455b-9f9e-be6365f5d05e req-5ad55179-f2c0-4abd-be32-d61d5589474c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1573622 Jun 04 07:00:10.736378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Attempting to bind port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:10.737216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Attempting to bind port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:10.737336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Attempting to bind port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:10.751310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:10.752044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Checking segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:10.752237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.752938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Bound using segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:10.753347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Bound port: 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:10.753899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.870314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:10.878912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:subnet and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:10.892863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:10.892863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:10.904346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Router b4febe00-8c63-4255-9795-589f075d57dc is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:00:10.920062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:10.923535 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:10.999979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:11.003817 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.121388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.124577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-095afff1-17a6-4773-ae34-89a3aaf648e4 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:11.131715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-095afff1-17a6-4773-ae34-89a3aaf648e4 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.3407505 Jun 04 07:00:11.157910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] For port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:11.163270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] For port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:11.207707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.225625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.291497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:11.307752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Usage tracker for resource:security_group_rule and tenant:ddaf94b81b4b4cb1bf5d3cee02748c77 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:11.328488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:11.338812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:11.338812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:11.352390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465754c-b2ca-4541-99d1-7f012b5a28a5 None None] Pushing event updated for resources: {'Port': ['ID=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:11.353170 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Sync routers for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:11.372388 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:11.375990 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:11.453455 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.457195 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e13c470-c3b4-4053-aea4-8965a13a06d6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7469277 Jun 04 07:00:11.461576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43750) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:11.552266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:11.585136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.586546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 317d3455-50eb-45c8-9d85-936f45ac7103 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:11.773370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.854752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:11.897354 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:11.901775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Current status of the port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:11.903490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.107669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:12.147062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:04Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:12.157876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:12.158231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Updating router a3820139-306d-477e-8890-7d58ed7df614 port 6dc1013b-7ef2-402e-b767-6437251c6cf9 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:12.301124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 317d3455-50eb-45c8-9d85-936f45ac7103 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:12.301548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.398499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:00:12.398499 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:00:12.398721 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.466398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:08Z', 'revision_number': 3, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:12.479954 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Checking router: b4febe00-8c63-4255-9795-589f075d57dc for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:12.480474 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Updating router b4febe00-8c63-4255-9795-589f075d57dc port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:12.507168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.537575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Subnet': ['ID=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:12.586852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.622172 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:12.691041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Synchronizing usage tracker for tenant:ddaf94b81b4b4cb1bf5d3cee02748c77 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:12.697876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf9c98-af7e-46e7-ac88-f86143c5cd52,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:12.728220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Checking segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:12.728627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 317d3455-50eb-45c8-9d85-936f45ac7103 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:12.730325 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network hostable DHCP agents. Network: c4ef9103-a72a-4114-9abf-37e2314893f1, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:00:12.736445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:00:12.861041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Unset dirty status for tenant:ddaf94b81b4b4cb1bf5d3cee02748c77 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:12.866806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f8451b4-dba4-4903-9219-f9c52e3d2c81 req-5873927e-23be-4b2b-b9dc-384920c256ff tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.7342744 Jun 04 07:00:12.867411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network c4ef9103-a72a-4114-9abf-37e2314893f1 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:00:12.922416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43774) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:13.191076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:13.238377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:13.265924 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.269109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f7f0a5d-9351-4d4f-8469-68fda7788fa4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7907197 Jun 04 07:00:13.271594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43778) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:13.344224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c4ef9103-a72a-4114-9abf-37e2314893f1) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:13.414854 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.428964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Transition to ACTIVE for port object 6dc1013b-7ef2-402e-b767-6437251c6cf9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:13.446031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:13.451528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.507070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7de7a-d46b-4b7e-a2fa-915efe79b36f None None] Current status of the port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:13.516394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Sync routers for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:13.526827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4982ca9-fa53-4324-ba45-f61cd2ccb59b None None] Network c4ef9103-a72a-4114-9abf-37e2314893f1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:13.584674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.655124 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-63a1f87c-fc90-404c-a18d-b91206f53b48 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1187246 Jun 04 07:00:13.660877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43784) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:13.693776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a14e2f-77aa-4a33-bc3b-fa0ea4ed2c39 None None] Network de884e34-2c99-47b6-aee9-fa116ed79f4a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:13.767331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:13.767971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:13.826234 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.839955 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Transition to ACTIVE for port object 6f2f5bcd-daa8-4762-9276-f9e5f376b364 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:13.850216 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.931938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79549f-4551-461f-a89f-b1a8bb565726 None None] Pushing event updated for resources: {'Port': ['ID=6f2f5bcd-daa8-4762-9276-f9e5f376b364,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:13.971076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Attempting to bind port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:13.971659 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Attempting to bind port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:13.972861 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Attempting to bind port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:13.980588 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:13.982379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:13.983221 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:13.983938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:13.984948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Bound port: 6f2f5bcd-daa8-4762-9276-f9e5f376b364, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:13.985679 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.000946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Attempting to bind port 6dc1013b-7ef2-402e-b767-6437251c6cf9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:14.001598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Attempting to bind port 6dc1013b-7ef2-402e-b767-6437251c6cf9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:14.002276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Attempting to bind port 6dc1013b-7ef2-402e-b767-6437251c6cf9 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:14.015684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81cb71-11ba-4b5c-89f7-201e0d40a42f None None] Pushing event updated for resources: {'Port': ['ID=6dc1013b-7ef2-402e-b767-6437251c6cf9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:14.064507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ffa2179d-1a90-4ed5-b47c-2ac2afac541d None None] Provisioning complete for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:14.065754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ffa2179d-1a90-4ed5-b47c-2ac2afac541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.069872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c0aa0-5344-45a4-9f27-d9751fe25b60 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:14.071404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb4c0aa0-5344-45a4-9f27-d9751fe25b60 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1131 time: 1.1483481 Jun 04 07:00:14.098208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:14.100675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:14.101801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.103098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:14.103916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Bound port: 6dc1013b-7ef2-402e-b767-6437251c6cf9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:14.104728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.112975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] For port 6f2f5bcd-daa8-4762-9276-f9e5f376b364, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:14.119205 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] For port 6f2f5bcd-daa8-4762-9276-f9e5f376b364, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6f2f5bcd-daa8-4762-9276-f9e5f376b364,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:14.127059 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.142757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:14.171391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:14.199643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:14.212091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:floatingip and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:14.248458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:14.270171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:14.292988 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79549f-4551-461f-a89f-b1a8bb565726 None None] Pushing event updated for resources: {'Port': ['ID=6f2f5bcd-daa8-4762-9276-f9e5f376b364,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:14.334759 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:14.335407 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:14.373506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.436122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] For port 6dc1013b-7ef2-402e-b767-6437251c6cf9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:14.439506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] For port 6dc1013b-7ef2-402e-b767-6437251c6cf9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6dc1013b-7ef2-402e-b767-6437251c6cf9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:14.504604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.509919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:14.510427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.616870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:14.684258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:14.704718 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:14.737003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.166026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Allocated IP 172.20.0.1 (de884e34-2c99-47b6-aee9-fa116ed79f4a/03f1bf22-b05f-48fe-95c3-1750b16f7d2d/16fa3738-4a12-4dd0-bd34-b4a5a07bebbe) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:15.291030 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.297805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:15.298703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T06:59:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:15.330258 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:08Z', 'revision_number': 3, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:15.337208 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df5a4d-1ffb-47df-a8e2-83daaaee71a2 None None] The sync data for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 is: [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:08Z', 'revision_number': 3, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:15.427312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.449143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Transition to ACTIVE for port object 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:15.462400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c4ef9103-a72a-4114-9abf-37e2314893f1', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:00:15.463233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.478919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.510803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81cb71-11ba-4b5c-89f7-201e0d40a42f None None] Pushing event updated for resources: {'Port': ['ID=6dc1013b-7ef2-402e-b767-6437251c6cf9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:15.577439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:15.581345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:15.585753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:15.589199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Allocated IP 172.20.0.1 (707b32bd-3c99-41e0-9109-e7220b1b06f2/379592fc-0d97-4aa1-a7bd-d66bad0590d9/954c3d7e-bbe1-4a8c-95f2-94b60021f0d5) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:15.627161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:15.629066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.663253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:15.723410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2179d-1a90-4ed5-b47c-2ac2afac541d None None] Current status of the port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:15.820797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:15.822298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:16.042836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.25.1.160 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b6ec9cf0-40db-4b66-9a13-5060c913422b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:16.066624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:16.089084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.218320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.260395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1e327e7e-f10c-4141-bb07-3971f2fe5eaf None None] Provisioning for port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:16.270989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Transition to ACTIVE for port object 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:16.470564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:16.503043 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.509176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:16.509575 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.526719 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.552426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Allocated IP 172.20.0.2 (c4ef9103-a72a-4114-9abf-37e2314893f1/65d2b8c8-e03d-41c0-a4bd-27da34fa44e9/bb5bc917-0e89-451a-8d5e-f159e86ede6d) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:16.688270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:16.695030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:16.712500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:10Z', 'revision_number': 3, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:16.720658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:16.722199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.727800 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.806629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Checking router: efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:16.807166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Updating router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 port 7056fd29-533f-4d44-90b6-80e2b23d3f36 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:16.823852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.910876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:16.977610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Pushing event updated for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:17.090747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.124908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:17.141142 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.234183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:17.237562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:17.239894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=b6ec9cf0-40db-4b66-9a13-5060c913422b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:17.249572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:17.287741 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-292105a1-d967-45a4-ae68-53e9d1586af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.291324 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.334104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b3e0080e-e5a9-432f-9f9e-417b8af6361c None None] Provisioning complete for port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:17.334716 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b3e0080e-e5a9-432f-9f9e-417b8af6361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.413998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:17.415196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:17.462145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.472099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:17.473184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:17.554278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Transition to ACTIVE for port object bb5bc917-0e89-451a-8d5e-f159e86ede6d will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:17.584389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:04Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:17.637316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75217d0f-2dd5-4d0a-b9e4-41ad9775a854 None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:04Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:17.798453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:17.840401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Transition to ACTIVE for port object bb5bc917-0e89-451a-8d5e-f159e86ede6d will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:17.841965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:17.852986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.037956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.184506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Network c4ef9103-a72a-4114-9abf-37e2314893f1 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:18.198479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:18.209771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:18.225137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6f2f5bcd-daa8-4762-9276-f9e5f376b364 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:18.281747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:18.306346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bbf52dc1-f95e-468a-acdd-c3ff83db89d6 admin admin] 10.222.0.17 "PUT /v2.0/routers/efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257823 Jun 04 07:00:18.437580 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.452138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Transition to ACTIVE for port object 7056fd29-533f-4d44-90b6-80e2b23d3f36 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:18.473038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0080e-e5a9-432f-9f9e-417b8af6361c None None] Current status of the port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:18.476385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:18.504281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.1 (c4ef9103-a72a-4114-9abf-37e2314893f1/65d2b8c8-e03d-41c0-a4bd-27da34fa44e9/f239ade1-460a-4b3d-ae33-1e5eba8af48c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:18.534035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.623630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Attempting to bind port 7056fd29-533f-4d44-90b6-80e2b23d3f36 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:18.624220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Attempting to bind port 7056fd29-533f-4d44-90b6-80e2b23d3f36 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:18.624594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Attempting to bind port 7056fd29-533f-4d44-90b6-80e2b23d3f36 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:18.682824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:18.683223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:18.683879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.684266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:18.684386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.resource_extend [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 07:00:18.685402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Bound port: 7056fd29-533f-4d44-90b6-80e2b23d3f36, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:18.686077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.716557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.753641 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.857881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.883299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] For port 7056fd29-533f-4d44-90b6-80e2b23d3f36, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:18.894535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] For port 7056fd29-533f-4d44-90b6-80e2b23d3f36, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7056fd29-533f-4d44-90b6-80e2b23d3f36,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:18.908863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Attempting to bind port bb5bc917-0e89-451a-8d5e-f159e86ede6d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:18.909232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Attempting to bind port bb5bc917-0e89-451a-8d5e-f159e86ede6d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:18.909685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Attempting to bind port bb5bc917-0e89-451a-8d5e-f159e86ede6d on network c4ef9103-a72a-4114-9abf-37e2314893f1 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:18.916541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Provisioning for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:18.928321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 6, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:18.928939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Checking segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:18.929644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.931052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Bound using segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:18.931875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Bound port: bb5bc917-0e89-451a-8d5e-f159e86ede6d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:18.932693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.956109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Provisioning complete for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:18.956109 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:18.987942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Pushing event updated for resources: {'Port': ['ID=bb5bc917-0e89-451a-8d5e-f159e86ede6d,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:18.996419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object f239ade1-460a-4b3d-ae33-1e5eba8af48c will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:19.008177 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.015604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.021309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Pushing event updated for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.145633 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.230936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.269104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43820) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:19.276318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-382586244-network', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:19.282123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:19.285959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67e76ee7-6075-421d-9dbe-d4ff47725a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.286358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:19.295241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Usage tracker for resource:network and tenant:59a107d9f2df4b0da663ac4ec76de5d8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:19.301924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:19.312810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e62bd-a6a0-4d5e-84ed-77d8d4509753 None None] Pushing event updated for resources: {'Port': ['ID=7056fd29-533f-4d44-90b6-80e2b23d3f36,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.314288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:19.315602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:19.330156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Made reservation on behalf of 59a107d9f2df4b0da663ac4ec76de5d8 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:19.333501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.348054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.363172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network c4ef9103-a72a-4114-9abf-37e2314893f1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:19.369370 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:19.369765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.371425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:19.379021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:19.380388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:19.385436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Usage tracker for resource:security_group_rule and tenant:59a107d9f2df4b0da663ac4ec76de5d8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:19.390897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:19.404892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:19.415124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.417906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.472494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:19.479465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Provisioning for port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:19.485873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:19.486718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:19.490296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:19.566884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.567813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] For port bb5bc917-0e89-451a-8d5e-f159e86ede6d, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:19.577340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.578428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] For port bb5bc917-0e89-451a-8d5e-f159e86ede6d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bb5bc917-0e89-451a-8d5e-f159e86ede6d,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:19.583681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Provisioning complete for port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:19.584195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.632314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:00:19.662065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6568a145-73e4-4ccc-bce6-6530305c1b7e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.668246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.668587 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Added segment c73efccc-9826-4aef-84a7-e4e69bc195fa of type vlan for network 7838fefc-ed14-4d5f-8781-d821cacbb406 Jun 04 07:00:19.681003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.714235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.734177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.774364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-93d34ada-2849-455d-9071-0310ca892000 None None] Port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:19.786095 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.787324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:19.787581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e62bd-a6a0-4d5e-84ed-77d8d4509753 None None] Pushing event updated for resources: {'Port': ['ID=7056fd29-533f-4d44-90b6-80e2b23d3f36,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.787975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:19.926387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] Pushing event updated for resources: {'Network': ['ID=7838fefc-ed14-4d5f-8781-d821cacbb406,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:19.932038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0a0095de-a511-4140-91f0-175e3509ca17 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6608210 Jun 04 07:00:19.935131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43826) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:19.959944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Request body: {'subnet': {'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-382586244-subnet', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:19.975555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:19.979995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Usage tracker for resource:subnet and tenant:59a107d9f2df4b0da663ac4ec76de5d8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:19.991605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:19.998100 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:20.016266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Made reservation on behalf of 59a107d9f2df4b0da663ac4ec76de5d8 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:20.019839 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.070925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:00:20.108264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.141915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.267854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Router b4febe00-8c63-4255-9795-589f075d57dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:20.307965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c6eedb81-0568-480d-ac43-73e1f024d34b None None] Provisioning complete for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:20.308266 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c6eedb81-0568-480d-ac43-73e1f024d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.321449 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.376573 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.428163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa29321-d482-4d94-afc5-af902afeac80,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:20.433256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Checking segment: {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:20.433971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Network hostable DHCP agents. Network: 7838fefc-ed14-4d5f-8781-d821cacbb406, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:00:20.460990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:00:20.474619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 7838fefc-ed14-4d5f-8781-d821cacbb406) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:20.483408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:20.484316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.493362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.518787 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e26636ae-8e39-4899-b675-8a90f0a7796b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5824873 Jun 04 07:00:20.521250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43832) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:20.523400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b2aed-c584-40f0-a379-3c7c7e347b2b None None] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:20.527278 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:20.534954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:20.540486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Usage tracker for resource:router and tenant:59a107d9f2df4b0da663ac4ec76de5d8 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:20.551576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:20.560240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:20.574641 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.576664 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.604072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.675636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffbeb6-d96f-4ee4-9b38-3ec02a4a4e13 None None] Pushing event updated for resources: {'Port': ['ID=bb5bc917-0e89-451a-8d5e-f159e86ede6d,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:20.679675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:20.742535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.758004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.762326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c6eedb81-0568-480d-ac43-73e1f024d34b None None] Port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:20.784140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:20.784792 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:20.803581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6f2f5bcd-daa8-4762-9276-f9e5f376b364, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6f2f5bcd-daa8-4762-9276-f9e5f376b364,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:20.814415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=b6ec9cf0-40db-4b66-9a13-5060c913422b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:20.814618 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:21.039960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6f2f5bcd-daa8-4762-9276-f9e5f376b364,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:21.191155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:21.204434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Sync routers for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:21.229307 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:21.233695 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:21.240176 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Floating IP d511a25b-9995-45c8-b67d-aa24dcade0db associated. External IP: 172.25.1.160, port: 98be2189-a090-45a4-95a8-f7beab8f4e52. Jun 04 07:00:21.249287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bb5bc917-0e89-451a-8d5e-f159e86ede6d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:21.264816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:21.542830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-dba1968c-66ce-4182-a9a9-23ec4629a3db admin admin] 10.222.0.17 "PUT /v2.0/routers/b4febe00-8c63-4255-9795-589f075d57dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0808101 Jun 04 07:00:21.630080 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:21.664979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-7838fefc-ed14-4d5f-8781-d821cacbb406', 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'fixed_ips': [{'subnet_id': '1aa29321-d482-4d94-afc5-af902afeac80'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:00:21.666328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:21.713882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724cf92-f95b-4766-8442-8201c37892f0 None None] Network c4ef9103-a72a-4114-9abf-37e2314893f1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:21.982092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.010102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.040332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port bb5bc917-0e89-451a-8d5e-f159e86ede6d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:22.103887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Provisioning for port bb5bc917-0e89-451a-8d5e-f159e86ede6d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:22.162195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bb5bc917-0e89-451a-8d5e-f159e86ede6d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:22.162569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.189135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Provisioning complete for port bb5bc917-0e89-451a-8d5e-f159e86ede6d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:22.189513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.195204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:22.199016 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.239196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.292313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.414076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:17Z', 'revision_number': 4, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '954c3d7e-bbe1-4a8c-95f2-94b60021f0d5', 'name': '', 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'mac_address': 'fa:16:3e:df:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:17Z', 'revision_number': 2, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'subnets': [{'id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:22.427335 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Checking router: b4febe00-8c63-4255-9795-589f075d57dc for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:22.428038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Updating router b4febe00-8c63-4255-9795-589f075d57dc port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:22.436822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:22.438443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.457795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '16fa3738-4a12-4dd0-bd34-b4a5a07bebbe', 'name': '', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'mac_address': 'fa:16:3e:66:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 2, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'subnets': [{'id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:22.465441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Allocated IP 172.25.1.175 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7ef8455e-900d-4a63-afb1-84be6a87b968) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:22.518966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840a208-455e-4975-bc04-87e8e3df7a00 None None] The sync data for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 is: [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '16fa3738-4a12-4dd0-bd34-b4a5a07bebbe', 'name': '', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'mac_address': 'fa:16:3e:66:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 2, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'subnets': [{'id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:22.539116 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.570010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Allocated IP 172.20.0.2 (7838fefc-ed14-4d5f-8781-d821cacbb406/1aa29321-d482-4d94-afc5-af902afeac80/b2fbfd12-2854-4ff1-8401-dbd7b0cdf590) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:22.710619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Current status of the port bb5bc917-0e89-451a-8d5e-f159e86ede6d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:22.711692 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.844334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:22.925378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:23.082536 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:23.085689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:23.089417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:23.127436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bb5bc917-0e89-451a-8d5e-f159e86ede6d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:23.128067 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:23.199596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=7ef8455e-900d-4a63-afb1-84be6a87b968,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:23.307542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] For port bb5bc917-0e89-451a-8d5e-f159e86ede6d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bb5bc917-0e89-451a-8d5e-f159e86ede6d,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:23.353751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:23.476094 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:23.493451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network c4ef9103-a72a-4114-9abf-37e2314893f1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:23.501742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:23.522104 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Transition to ACTIVE for port object 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:23.542306 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:23.598944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c21d9-0e4d-4f72-8e80-84e10916fbf0 None None] Pushing event updated for resources: {'Port': ['ID=bb5bc917-0e89-451a-8d5e-f159e86ede6d,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:23.786065 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:00:23.790121 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:00:23.810894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:23.889183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Sync routers for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:23.935653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Provisioning for port f239ade1-460a-4b3d-ae33-1e5eba8af48c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:23.968939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 43890) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:24.148894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.281243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Provisioning complete for port f239ade1-460a-4b3d-ae33-1e5eba8af48c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:24.281243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.286611 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50555a37-ec87-4f9e-bbe8-a0dda5584017 None None] Pushing event updated for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:24.331192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Attempting to bind port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:24.331838 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Attempting to bind port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:24.332391 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Attempting to bind port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 on network 707b32bd-3c99-41e0-9109-e7220b1b06f2 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:24.345297 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:24.346127 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Checking segment: {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:24.346746 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.347329 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Bound using segment: {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:24.348014 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Bound port: 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93146743-965c-4af4-b24f-175bdd6b9ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:24.348885 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.440998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Port f239ade1-460a-4b3d-ae33-1e5eba8af48c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:24.478102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2fe40296-289d-41dd-9de7-c7769182c67d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.3295414 Jun 04 07:00:24.478810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43908) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:24.482584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:24.483500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:24.490000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:00:24.591807 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] For port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:24.621305 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] For port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:24.621305 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.679553 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.707877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Transition to ACTIVE for port object b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:24.757504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Transition to ACTIVE for port object b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:24.831309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Provisioning complete for port bb5bc917-0e89-451a-8d5e-f159e86ede6d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:24.831945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.925074 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:24.948857 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:24.957517 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:24.977130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:24.977765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:24.978411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:24.979034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:24.979646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:24.982105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.001073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.020959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.047515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7130039d-d480-4cb2-85b5-b41200add26a tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9168 time: 0.5169425 Jun 04 07:00:25.047515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43916) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:25.054625 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb3a40d-6a54-4edb-8572-d049a0e29fba'] response: {'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'status': 'completed', 'code': 200} Jun 04 07:00:25.282405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:25.288114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.288583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.289035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.289499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.289951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.290393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.290835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.291406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.291696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.292123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.292561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.292996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.293427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:25.300037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6e79d154-d73d-43de-8dfe-ed757bdd6e5f tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8462 time: 0.2488494 Jun 04 07:00:25.300681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43922) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:25.313867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:25.317094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:25.322797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:25.368137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bb5bc917-0e89-451a-8d5e-f159e86ede6d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:25.370033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:25.382662 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50555a37-ec87-4f9e-bbe8-a0dda5584017 None None] Pushing event updated for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:25.658763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Attempting to bind port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:25.658763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Attempting to bind port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:25.658763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Attempting to bind port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 on network 7838fefc-ed14-4d5f-8781-d821cacbb406 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:25.671797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Pushing event updated for resources: {'Port': ['ID=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:25.701920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:25.702299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Checking segment: {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:25.703899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:25.704322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Bound using segment: {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:25.704817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Bound port: b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:25.709816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:25.728266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:25.752818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:25.757498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:25.774375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d212affa-f6e4-4be5-9a0f-8fd0979c1fe9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/a3820139-306d-477e-8890-7d58ed7df614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0986800 Jun 04 07:00:25.777449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43932) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:25.782506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:25.802514 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:25.803480 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:25.943485 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.043217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.053122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-04e11ba7-5afd-4597-8a9d-c00a70e3dd87 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9168 time: 0.2668896 Jun 04 07:00:26.053122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43936) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.168727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.174322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.174322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.174322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.174322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.174322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8fe1b20c-355f-4ec0-a482-2321fb3a812b tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8462 time: 0.1223099 Jun 04 07:00:26.177556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43940) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:26.336143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:26.345403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:26.412929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:26.412929 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:26.511851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-51e7b213-c0d5-4459-8f19-2e1297d76265 None None] Current status of the port bb5bc917-0e89-451a-8d5e-f159e86ede6d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:26.651985 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:26.671085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-f2992895-fcac-422c-9912-ef0791ce263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:26.672582 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-f2992895-fcac-422c-9912-ef0791ce263e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 1.8512259 Jun 04 07:00:26.680042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] For port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:26.705281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] For port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:26.721857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:26.884686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b1fff4e-e09c-4a2f-9616-ec99782cec99 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8083 time: 1.5777273 Jun 04 07:00:26.884686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43950) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:27.135458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-7f7a4e68-6f3d-4feb-99e7-1f76341aa3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:27.136934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-7f7a4e68-6f3d-4feb-99e7-1f76341aa3ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 897 time: 0.3987274 Jun 04 07:00:27.188224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-549c3f95-39d8-4678-8fc2-7630a75e9b4d None None] Provisioning complete for port f239ade1-460a-4b3d-ae33-1e5eba8af48c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:27.192844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-549c3f95-39d8-4678-8fc2-7630a75e9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:27.268140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e66f06-8955-47e9-b8db-e72f59894769 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:27.268140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e66f06-8955-47e9-b8db-e72f59894769 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:27.270763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Sync routers for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:27.272632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26e66f06-8955-47e9-b8db-e72f59894769 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c HTTP/1.1" status: 200 len: 1989 time: 0.3840787 Jun 04 07:00:27.302982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e076b-d7b9-487b-90e9-fb5012f75900 None None] Pushing event updated for resources: {'Port': ['ID=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:27.338497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:27.338497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:27.363703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9fec244-a240-4cec-af8b-763b2327fa2e tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8083 time: 1.1868162 Jun 04 07:00:27.440983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:17Z', 'revision_number': 4, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '954c3d7e-bbe1-4a8c-95f2-94b60021f0d5', 'name': '', 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'mac_address': 'fa:16:3e:df:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:24Z', 'revision_number': 4, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'subnets': [{'id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:27.522759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43962) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:27.528156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321277066', 'description': 'tempest-secgroup-smoke-321277066 description', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:27.535140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:27.536234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd511a25b-9995-45c8-b67d-aa24dcade0db', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'port_id': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'mac_address': 'fa:16:3e:58:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:18Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 0, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:27.538611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:27.539893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6dc1013b-7ef2-402e-b767-6437251c6cf9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:27.545077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:27.548431 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb16bc-5dbe-4c85-8040-e0456a23d555 None None] The sync data for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 is: [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:17Z', 'revision_number': 4, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '954c3d7e-bbe1-4a8c-95f2-94b60021f0d5', 'name': '', 'network_id': '707b32bd-3c99-41e0-9109-e7220b1b06f2', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'mac_address': 'fa:16:3e:df:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:24Z', 'revision_number': 4, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'subnets': [{'id': '379592fc-0d97-4aa1-a7bd-d66bad0590d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:27.567521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:27.595294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:27.682505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:27.688715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Checking router: 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:27.750290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-549c3f95-39d8-4678-8fc2-7630a75e9b4d None None] Port f239ade1-460a-4b3d-ae33-1e5eba8af48c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:27.754327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:21Z', 'revision_number': 2, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:27.766120 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:27.766120 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Updating router a3820139-306d-477e-8890-7d58ed7df614 port f239ade1-460a-4b3d-ae33-1e5eba8af48c binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:27.842063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:27.851139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:27.854484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:27.861064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:27.865466 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:27.910889 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:27.912280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:27.913608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:27.935750 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:27.942589 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.122144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5add24-cbbc-4bcf-9e09-6fed739028e5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:28.129689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.129689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-def27a83-0fdc-4622-a651-7d23505f1348 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6000514 Jun 04 07:00:28.139809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43970) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:28.147140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:28.179767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:28.203447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:28.229038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:28.240522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:28.268107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-7a7e5512-11d4-4ac2-89d6-f3f680dfc564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 1000 time: 1.0473926 Jun 04 07:00:28.270595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.438976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.438976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.466702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:28.517999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5f68a3-802a-4433-a44e-c7da5854bf04,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:28.567874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.567874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e0a3c91-6d2d-4a5c-bbc1-b8b908898f42 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290462 Jun 04 07:00:28.567874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43976) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:28.581121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:28.599318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:28.606654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:28.617686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:28.633574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:28.682126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-138ab399-1f72-4b28-85b0-7e866fa8f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:28.682126 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-138ab399-1f72-4b28-85b0-7e866fa8f22d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.4040802 Jun 04 07:00:28.706858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.845931 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.931051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.931051 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.942443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6dc1013b-7ef2-402e-b767-6437251c6cf9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:28.949829 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Transition to ACTIVE for port object f239ade1-460a-4b3d-ae33-1e5eba8af48c will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:28.971154 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.979860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816fa194-56b7-41eb-9730-31771ece744d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:28.992574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:00:28.996413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:28.996413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e6f545f1-e1af-4c07-8a8c-069f3a4e171e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4227688 Jun 04 07:00:28.996413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43984) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:29.023765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:29.048100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:29.048100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:29.056609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:29.092349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:29.173879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:29.190163 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.205329 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Pushing event updated for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:29.219176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.219758 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.220168 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.220574 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.220967 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.221367 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.221799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.222191 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.222603 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.222998 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.223382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.223762 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:29.324334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6dc1013b-7ef2-402e-b767-6437251c6cf9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:29.325605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.400678 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.407546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.412738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429cfac-837e-437a-968f-324673880707 None None] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:29.435852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Attempting to bind port f239ade1-460a-4b3d-ae33-1e5eba8af48c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:29.435852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Attempting to bind port f239ade1-460a-4b3d-ae33-1e5eba8af48c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:29.435852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Attempting to bind port f239ade1-460a-4b3d-ae33-1e5eba8af48c on network c4ef9103-a72a-4114-9abf-37e2314893f1 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Checking segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Bound using segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Bound port: f239ade1-460a-4b3d-ae33-1e5eba8af48c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:29.453867 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.514775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55633117-b83a-4fd0-9415-2ec7cdc99c56,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:29.514775 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.526067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a53782d-b5cb-4a26-8142-749b49514577 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210404 Jun 04 07:00:29.526067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 43992) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:29.526067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:29.546612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:29.573380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:29.597728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:29.628551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:29.643867 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.646992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] For port f239ade1-460a-4b3d-ae33-1e5eba8af48c, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:29.646992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] For port f239ade1-460a-4b3d-ae33-1e5eba8af48c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f239ade1-460a-4b3d-ae33-1e5eba8af48c,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:29.655628 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.741864 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7de09617-4933-416c-8b1e-842720cf8a11 None None] Provisioning for port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:29.788157 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:29.788958 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:29.804159 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.813292 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.881883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bff5cf7-c783-4e63-b0f4-926c9e3ec7ed,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:29.934694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:29.934694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67b48605-34b9-449b-b32a-3afda7d72ff9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4005024 Jun 04 07:00:29.934694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44000) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:29.946983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:29.980750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:29.988328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:30.010351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:30.042056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:30.073283 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:00:30.095328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-6c4a909a-5f2b-4a2e-a3ab-42879c19626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:30.096868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-6c4a909a-5f2b-4a2e-a3ab-42879c19626a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3995407 Jun 04 07:00:30.099199 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.221837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.228931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.271290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf05a56-0987-4242-91db-3412dbedf786,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:30.276909 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.285424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d6805426-c78b-4bdc-b130-e49af3b0c5f9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3537531 Jun 04 07:00:30.287693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69630-391f-4e68-8ca9-94815e3e7873 None None] Pushing event updated for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:30.288174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44006) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:30.296389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': 'fe5add24-cbbc-4bcf-9e09-6fed739028e5', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:30.308860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:30.317966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:30.328551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:30.337118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:30.350069 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:30.351898 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:00:30.363674 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.485263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:30.494469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Sync routers for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:30.516764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.584226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.593091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.666936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.679342 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895729 Jun 04 07:00:30.681649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fa3b0-ecd9-464e-8a2f-c18d54b37b29 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e539540-66c3-4d97-9e73-a23491cd2263,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:30.689568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6dc1013b-7ef2-402e-b767-6437251c6cf9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:30.693394 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.720616 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:30.721343 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:30.778353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:30.783961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44016) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:30.784193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a286a00c-15e2-44d5-a5d7-d160b687fb5f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2612228 Jun 04 07:00:30.831056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-132df311-1577-40e1-ac76-36f56ba51e48 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926597 Jun 04 07:00:30.885546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6dc1013b-7ef2-402e-b767-6437251c6cf9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6dc1013b-7ef2-402e-b767-6437251c6cf9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:30.944604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:31.315661 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:31.373258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '16fa3738-4a12-4dd0-bd34-b4a5a07bebbe', 'name': '', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'mac_address': 'fa:16:3e:66:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 2, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'subnets': [{'id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:31.491710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Checking router: efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:31.492388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Updating router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:31.576837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-f373e0b1-205e-42f4-91be-6950fd9ed149 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:31.580747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6dc1013b-7ef2-402e-b767-6437251c6cf9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:31.589391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:31.595488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0b147e1f-140e-4d83-a05a-4eb5d3c2e97a req-6b217c28-202d-4826-87d2-77aaafa4e91e service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474339 Jun 04 07:00:31.676270 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.687114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:31.721773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Deleting port 317d3455-50eb-45c8-9d85-936f45ac7103 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:31.721773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:31.817042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-f373e0b1-205e-42f4-91be-6950fd9ed149 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:31.831485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-f373e0b1-205e-42f4-91be-6950fd9ed149 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321277066&fields=id&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 267 time: 0.3919218 Jun 04 07:00:31.939826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd511a25b-9995-45c8-b67d-aa24dcade0db', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'port_id': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'mac_address': 'fa:16:3e:58:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:18Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 0, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:31.957232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:31.963540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ae8ef-120d-424a-a8ed-3b9a8cde390c None None] The sync data for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 is: [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'd511a25b-9995-45c8-b67d-aa24dcade0db', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'port_id': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'mac_address': 'fa:16:3e:58:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:18Z', 'updated_at': '2022-06-04T07:00:18Z', 'revision_number': 0, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:31.982504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:31.983145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:32.032085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:29Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:32.047908 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0d11d-f1c0-4363-8fd0-f7e31c6b3a9c None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:29Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:32.057628 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:23Z', 'revision_number': 3, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:32.074837 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Checking router: d1d3f50f-a81e-48f5-bc8e-01826a0d3063 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:32.075436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Updating router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 port 7ef8455e-900d-4a63-afb1-84be6a87b968 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:32.083552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] For port 317d3455-50eb-45c8-9d85-936f45ac7103, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=317d3455-50eb-45c8-9d85-936f45ac7103,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:32.083967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:32.305463 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:32.467890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-a5c22adf-ea89-485f-9318-ecf61c37c177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:32.468597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-a5c22adf-ea89-485f-9318-ecf61c37c177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:32.532864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Calling delete_port for 317d3455-50eb-45c8-9d85-936f45ac7103 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:32.536852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfdf287-1a29-4e2e-adbd-5d3e21f0bb9b None None] New status for floating IP d511a25b-9995-45c8-b67d-aa24dcade0db: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:00:32.979626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-a5c22adf-ea89-485f-9318-ecf61c37c177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:32.991002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-a5c22adf-ea89-485f-9318-ecf61c37c177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 796 time: 1.1585512 Jun 04 07:00:33.108534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-10917bc4-559b-4385-832e-5efd904f1078 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/quotas/7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 375 time: 0.1028192 Jun 04 07:00:33.116903 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.142669 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Transition to ACTIVE for port object 7ef8455e-900d-4a63-afb1-84be6a87b968 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:33.152442 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.221027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.274306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:33.274856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.349589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:33.365122 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Attempting to bind port 7ef8455e-900d-4a63-afb1-84be6a87b968 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:33.365865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Attempting to bind port 7ef8455e-900d-4a63-afb1-84be6a87b968 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:33.366410 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Attempting to bind port 7ef8455e-900d-4a63-afb1-84be6a87b968 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:33.376172 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:33.376924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:33.378032 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.378605 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:33.379433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Bound port: 7ef8455e-900d-4a63-afb1-84be6a87b968, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:33.380029 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.430476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-dfea738f-7eb8-401b-966f-4204157fae14 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:33.456735 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50822a-204a-492e-97e4-68ebf0fcf8d5 None None] Pushing event updated for resources: {'Port': ['ID=7ef8455e-900d-4a63-afb1-84be6a87b968,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:33.475080 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.479400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.resource_extend [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 07:00:33.481150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Pushing event deleted for resources: {'Port': ['ID=317d3455-50eb-45c8-9d85-936f45ac7103,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:33.546527 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] For port 7ef8455e-900d-4a63-afb1-84be6a87b968, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:33.546527 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] For port 7ef8455e-900d-4a63-afb1-84be6a87b968, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7ef8455e-900d-4a63-afb1-84be6a87b968,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:33.561425 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.607649 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.621009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-dfea738f-7eb8-401b-966f-4204157fae14 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:33.621009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-dfea738f-7eb8-401b-966f-4204157fae14 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5205200 Jun 04 07:00:33.639202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Transition to ACTIVE for port object 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:33.644866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.644866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7056fd29-533f-4d44-90b6-80e2b23d3f36 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:33.742528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50822a-204a-492e-97e4-68ebf0fcf8d5 None None] Pushing event updated for resources: {'Port': ['ID=7ef8455e-900d-4a63-afb1-84be6a87b968,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:33.742528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:33.763547 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:33.889581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:33.949497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:34.148923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-20b7e932-58d8-461a-a577-7865c2c93092 service neutron] 10.222.0.17 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959850 Jun 04 07:00:34.192622 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:34.200108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.375354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb8a6b-c099-4415-ade7-5845a02e4b67 None None] Pushing event updated for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:34.420677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7056fd29-533f-4d44-90b6-80e2b23d3f36 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:34.462683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7056fd29-533f-4d44-90b6-80e2b23d3f36 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:34.463460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.494455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Allocated IP 172.20.0.1 (7838fefc-ed14-4d5f-8781-d821cacbb406/1aa29321-d482-4d94-afc5-af902afeac80/6d727f33-aca5-430a-88e3-b4a5e9e917a0) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:34.528146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Attempting to bind port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:34.528738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Attempting to bind port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:34.529325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Attempting to bind port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:34.562044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:34.562944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Checking segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:34.563134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.563812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Bound using segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:34.565256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Bound port: 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:34.619991 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.673675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-cf8878e0-5d3e-475e-9a05-e8ba76da03aa service neutron] 10.222.0.17 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482329 Jun 04 07:00:34.760827 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:23Z', 'revision_number': 3, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:34.773416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026bae-cab1-4b28-a512-748bb55d2d88 None None] The sync data for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 is: [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:23Z', 'revision_number': 3, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:34.849851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.867101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Transition to ACTIVE for port object 6d727f33-aca5-430a-88e3-b4a5e9e917a0 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:34.874553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Router 7d6fb200-e6f5-4501-8f39-b69589c74b23 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:34.902550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] For port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:34.905936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7056fd29-533f-4d44-90b6-80e2b23d3f36 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:34.906499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.913113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] For port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:34.914088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:34.931358 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:35.067364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb8a6b-c099-4415-ade7-5845a02e4b67 None None] Pushing event updated for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:35.097174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:35.104156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:35.112754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7056fd29-533f-4d44-90b6-80e2b23d3f36, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7056fd29-533f-4d44-90b6-80e2b23d3f36,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:35.118328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75d023c0-781d-4ec0-99a9-074a06ffd587 req-e0d458db-6658-4b5d-a25d-a0b8b64b5cce tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 210 time: 0.1077945 Jun 04 07:00:35.121915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:35.224913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:35.224913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6f2f5bcd-daa8-4762-9276-f9e5f376b364 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:35.323287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Pushing event updated for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:35.342449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:35.546028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:35.556528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Sync routers for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:35.570407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9033c50-f711-4554-93d9-64c57a5ea850 admin admin] 10.222.0.17 "PUT /v2.0/routers/7d6fb200-e6f5-4501-8f39-b69589c74b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5999539 Jun 04 07:00:35.572928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44070) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:35.586221 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:35.586871 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:35.615814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:35.618229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:35.664657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.033044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.061283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:36.061666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.182575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:36.190273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7056fd29-533f-4d44-90b6-80e2b23d3f36,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:36.530581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c51b7646-882a-4214-9e4a-9a15a1008be0 req-63acda09-399e-4944-83b2-ce56d195b679 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 210 time: 0.1582124 Jun 04 07:00:36.551564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.572188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Deleting port 5a10c3f2-9ce6-4e38-81e5-70282ad94520 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:36.573290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.584685 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.593298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:36.805683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:37.030287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:37.030287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bb5bc917-0e89-451a-8d5e-f159e86ede6d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:37.258320 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T07:00:33Z', 'revision_number': 5, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port': {'id': '5a10c3f2-9ce6-4e38-81e5-70282ad94520', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:45Z', 'updated_at': '2022-06-04T06:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:37.265075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-73e02765-c1d1-4451-93ba-1c2004dc7c4f None None] Provisioning for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:37.265229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Checking router: 7d6fb200-e6f5-4501-8f39-b69589c74b23 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:37.312192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Routers {'7d6fb200-e6f5-4501-8f39-b69589c74b23'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:37.312192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7d6fb200-e6f5-4501-8f39-b69589c74b23'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:37.380078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] For port 5a10c3f2-9ce6-4e38-81e5-70282ad94520, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5a10c3f2-9ce6-4e38-81e5-70282ad94520,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:37.380078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:37.421587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-73e02765-c1d1-4451-93ba-1c2004dc7c4f None None] Provisioning complete for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:37.421587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-73e02765-c1d1-4451-93ba-1c2004dc7c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:37.575905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:37.601602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-d269994f-1c9e-498e-ac27-73be077048ea tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:37.601602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-d269994f-1c9e-498e-ac27-73be077048ea tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 796 time: 0.3219392 Jun 04 07:00:37.613561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Pushing event updated for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:37.692509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-73e02765-c1d1-4451-93ba-1c2004dc7c4f None None] Port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:37.702553 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] Set router 7d6fb200-e6f5-4501-8f39-b69589c74b23 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:37.796057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-92d6c179-a648-4c9a-8291-0716e48add99 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 379 time: 0.1289504 Jun 04 07:00:37.806671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'port': {'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'admin_state_up': True, 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'security_groups': ['fe5add24-cbbc-4bcf-9e09-6fed739028e5']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:37.988963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Calling delete_port for 5a10c3f2-9ce6-4e38-81e5-70282ad94520 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:37.991714 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T07:00:36Z', 'revision_number': 6, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:38.003601 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b4fb4a-f815-404d-8253-d6e1e0d94038 None None] The sync data for ids ['7d6fb200-e6f5-4501-8f39-b69589c74b23'] in n-d-811808-2 is: [{'id': '7d6fb200-e6f5-4501-8f39-b69589c74b23', 'name': 'tempest-TestAggregatesBasicOps-954499505-router', 'tenant_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:44Z', 'updated_at': '2022-06-04T07:00:36Z', 'revision_number': 6, 'project_id': 'bf1a3291f9fd4977a0ae2f228e4230d5', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:38.192301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0a8f6e5-a524-4344-aa07-1fb1ad4efc3b req-355c3c3b-6909-4872-ab44-04c32a7c0981 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 210 time: 0.3479869 Jun 04 07:00:38.220490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bb5bc917-0e89-451a-8d5e-f159e86ede6d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:38.220490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:38.286764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:38.286764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:38.416754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:38.439950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:38.501367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:38.507521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:38.540471 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:38.566587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a10c3f2-9ce6-4e38-81e5-70282ad94520,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:38.727167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bb5bc917-0e89-451a-8d5e-f159e86ede6d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:38.743795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:38.863683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:38.960591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:39.044577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-526d9502-7f52-4b97-b234-f302fdfde743 None None] Provisioning complete for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:39.049499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-526d9502-7f52-4b97-b234-f302fdfde743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.049724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.3 (c4ef9103-a72a-4114-9abf-37e2314893f1/65d2b8c8-e03d-41c0-a4bd-27da34fa44e9/a29429f8-b98a-4915-b763-a388832dfa02) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:39.278796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-526d9502-7f52-4b97-b234-f302fdfde743 None None] Port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:39.292524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.292524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.300225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:39.315714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:39.315714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.338782 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.338782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6fb200-e6f5-4501-8f39-b69589c74b23 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:00:39.356403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.356403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-172fb394-e207-455d-93b7-bbe9ffc3b932 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7d6fb200-e6f5-4501-8f39-b69589c74b23 HTTP/1.1" status: 204 len: 168 time: 3.7789619 Jun 04 07:00:39.356403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44104) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:39.426238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '16fa3738-4a12-4dd0-bd34-b4a5a07bebbe', 'name': '', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'mac_address': 'fa:16:3e:66:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:34Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'subnets': [{'id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:39.433237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaeaf39-9928-4b50-b01d-374ff72d760c None None] The sync data for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 is: [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:16Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '16fa3738-4a12-4dd0-bd34-b4a5a07bebbe', 'name': '', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'mac_address': 'fa:16:3e:66:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:14Z', 'updated_at': '2022-06-04T07:00:34Z', 'revision_number': 4, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'subnets': [{'id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:39.448455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Deleting subnet 9cd3379a-66f4-463b-b2bd-661566af0242 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:00:39.448455 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.577735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:39.577735 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.585588 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.629850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:39.635991 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.708184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8061a9f6-79d6-4590-83a5-3d3f20d175da req-d27ab926-2acf-4c0b-a9b9-0b2d1d6bbca9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 210 time: 0.1846199 Jun 04 07:00:39.801650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.859008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:39.863787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object a29429f8-b98a-4915-b763-a388832dfa02 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:39.887957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e288336c-7d29-4a7a-95ab-71a72d242c41 admin admin] 10.222.0.17 "PUT /v2.0/routers/d1d3f50f-a81e-48f5-bc8e-01826a0d3063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0990782 Jun 04 07:00:39.915939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.931687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:39.976677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:40.145765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network c4ef9103-a72a-4114-9abf-37e2314893f1 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:40.175056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:40.213898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:40.217743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:40.221751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:40.292795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:40.301456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd3379a-66f4-463b-b2bd-661566af0242,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:40.359610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c5fe6b6-ea3c-4213-b841-e0299ccdc9a1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/9cd3379a-66f4-463b-b2bd-661566af0242 HTTP/1.1" status: 204 len: 168 time: 0.9911237 Jun 04 07:00:40.359610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44120) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:40.368477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e61e0-b215-4415-8c4a-48c74ac2e3a0 None None] Network d4afad4d-417d-4f5b-b537-cbd215026900 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:40.372007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:40.372007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:40.436856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-176103c5-9550-4f3e-97ca-0132b084f598 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6290255 Jun 04 07:00:40.485295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Request body: {'port': {'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:40.679789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Sync routers for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:40.705273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:40.738698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Deleting port 10009797-ed70-42f0-a030-51218cd2875a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:40.738950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:40.798825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f239ade1-460a-4b3d-ae33-1e5eba8af48c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:41.089599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:41.089599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:41.306551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1117c636-e9d9-4aff-b188-2048855991ff None None] Provisioning for port a29429f8-b98a-4915-b763-a388832dfa02 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:41.423657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:41.484445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] For port 10009797-ed70-42f0-a030-51218cd2875a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=10009797-ed70-42f0-a030-51218cd2875a,segment=NetworkSegment(8111a49c-5fc5-436a-8ce8-37c7140691dd),segment_id=8111a49c-5fc5-436a-8ce8-37c7140691dd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:41.484445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:41.628488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:41.758315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Calling delete_port for 10009797-ed70-42f0-a030-51218cd2875a owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:41.901076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329dc11-1e71-405c-a9f1-e1d1df2b98f9 req-afd0a653-b023-49db-a65b-92c76a0234f1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:41.902952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7329dc11-1e71-405c-a9f1-e1d1df2b98f9 req-afd0a653-b023-49db-a65b-92c76a0234f1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:42.019923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.040707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29429f8-b98a-4915-b763-a388832dfa02 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:00:42.040707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.066053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Transition to ACTIVE for port object a29429f8-b98a-4915-b763-a388832dfa02 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:42.071559 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.084941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] No DVR routers for this DVR port 10009797-ed70-42f0-a030-51218cd2875a on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:00:42.089655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1117c636-e9d9-4aff-b188-2048855991ff None None] Provisioning complete for port a29429f8-b98a-4915-b763-a388832dfa02 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:42.089655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1117c636-e9d9-4aff-b188-2048855991ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.119698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10009797-ed70-42f0-a030-51218cd2875a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:42.133201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7329dc11-1e71-405c-a9f1-e1d1df2b98f9 req-afd0a653-b023-49db-a65b-92c76a0234f1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:42.133201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7329dc11-1e71-405c-a9f1-e1d1df2b98f9 req-afd0a653-b023-49db-a65b-92c76a0234f1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 931 time: 0.9962139 Jun 04 07:00:42.227946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.232617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1117c636-e9d9-4aff-b188-2048855991ff None None] Port a29429f8-b98a-4915-b763-a388832dfa02 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:42.278317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f239ade1-460a-4b3d-ae33-1e5eba8af48c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:42.298847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4afad4d-417d-4f5b-b537-cbd215026900']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:42.302551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f239ade1-460a-4b3d-ae33-1e5eba8af48c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:42.302551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.307544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8111a49c-5fc5-436a-8ce8-37c7140691dd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:42.307544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8111a49c-5fc5-436a-8ce8-37c7140691dd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:42.328393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.381491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.396960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:00:42.396960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.540892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:35Z', 'revision_number': 4, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d727f33-aca5-430a-88e3-b4a5e9e917a0', 'name': '', 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'mac_address': 'fa:16:3e:21:d5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '1aa29321-d482-4d94-afc5-af902afeac80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:33Z', 'updated_at': '2022-06-04T07:00:35Z', 'revision_number': 2, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'subnets': [{'id': '1aa29321-d482-4d94-afc5-af902afeac80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:42.576816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:42.592645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7329dc11-1e71-405c-a9f1-e1d1df2b98f9 req-545ee6ad-35a1-4f70-83e7-05dec4fe243a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794370 Jun 04 07:00:42.598793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Checking router: d1d3f50f-a81e-48f5-bc8e-01826a0d3063 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:42.611166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Updating router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:00:42.629460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.635267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.648184 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8111a49c-5fc5-436a-8ce8-37c7140691dd resource provider aggregate not found Jun 04 07:00:42.687670 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-64901742-16f0-451a-aee7-f8b0df0eacbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7125983 Jun 04 07:00:42.688522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4afad4d-417d-4f5b-b537-cbd215026900,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:42.692234 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8111a49c-5fc5-436a-8ce8-37c7140691dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8111a49c-5fc5-436a-8ce8-37c7140691dd found for delete ", "request_id": "req-c5a11513-228a-4e58-a1be-21618fa295d8"}]} Jun 04 07:00:42.709764 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-19564ea4-2142-4ce5-9315-d7fd2f342ae9 admin admin] 10.222.0.17 "DELETE /v2.0/networks/d4afad4d-417d-4f5b-b537-cbd215026900 HTTP/1.1" status: 204 len: 168 time: 2.3574028 Jun 04 07:00:42.710528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44154) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:42.745909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Attempting to bind port a29429f8-b98a-4915-b763-a388832dfa02 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:42.746349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Attempting to bind port a29429f8-b98a-4915-b763-a388832dfa02 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:42.749075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Attempting to bind port a29429f8-b98a-4915-b763-a388832dfa02 on network c4ef9103-a72a-4114-9abf-37e2314893f1 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:42.759553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Port a29429f8-b98a-4915-b763-a388832dfa02 on network c4ef9103-a72a-4114-9abf-37e2314893f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:00:42.759880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Attempting to bind port a29429f8-b98a-4915-b763-a388832dfa02 on network c4ef9103-a72a-4114-9abf-37e2314893f1 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:42.788119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ab672-95bb-446c-9090-b88a230515d5 None None] DHCP port deletion for d4afad4d-417d-4f5b-b537-cbd215026900 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:00:42.842957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:42.842957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Checking segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:42.842957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Bound using segment: {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:42.842957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Bound port: a29429f8-b98a-4915-b763-a388832dfa02, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9d7059-e518-4b77-b55a-a99c57915c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:42.842957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.946416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f239ade1-460a-4b3d-ae33-1e5eba8af48c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:42.946841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:42.980970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:43.140885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f239ade1-460a-4b3d-ae33-1e5eba8af48c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f239ade1-460a-4b3d-ae33-1e5eba8af48c,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:43.146985 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:43.148430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7ef8455e-900d-4a63-afb1-84be6a87b968 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:43.203913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:43.207196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-35c95c0f-f86f-47e8-9ee7-d2dfd3e3c9f4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:43.212446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-35c95c0f-f86f-47e8-9ee7-d2dfd3e3c9f4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 0.4343550 Jun 04 07:00:43.229784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a29429f8-b98a-4915-b763-a388832dfa02,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:43.229784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:43.373981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-8a6f7933-dfa3-4aa2-8ce3-08efdd8aa042 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/quotas/59a107d9f2df4b0da663ac4ec76de5d8 HTTP/1.1" status: 200 len: 375 time: 0.0503061 Jun 04 07:00:43.409026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:43.409026 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:43.409026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 1091 time: 2.9663358 Jun 04 07:00:43.421506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:00:43.527115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4478616-e752-4a1d-9dbb-b1001e6102c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:43.591638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-5e56c7ea-72a9-4997-a6c1-9861aae4c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:43.593465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-5e56c7ea-72a9-4997-a6c1-9861aae4c816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.6149094 Jun 04 07:00:43.767804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-de05943c-9cbd-466d-a454-d0e49b4a8da7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Synchronizing usage tracker for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:43.783393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-13383e4f-1922-4ade-903f-4a720712287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:43.783393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-13383e4f-1922-4ade-903f-4a720712287d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1094 time: 0.2001390 Jun 04 07:00:43.866608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:43.933638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-1a018e15-ce1e-4d75-8f9d-63fe49598c24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 217 time: 0.1411359 Jun 04 07:00:43.933638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-de05943c-9cbd-466d-a454-d0e49b4a8da7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Unset dirty status for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:43.936277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-de05943c-9cbd-466d-a454-d0e49b4a8da7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4872322 Jun 04 07:00:43.944379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7ef8455e-900d-4a63-afb1-84be6a87b968 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:43.981987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7ef8455e-900d-4a63-afb1-84be6a87b968 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:43.982462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.117093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-8a1e4d16-cacd-4328-a9d7-c73867a7d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:44.117093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-8a1e4d16-cacd-4328-a9d7-c73867a7d877 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 897 time: 0.3638573 Jun 04 07:00:44.131838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-fdd6897c-74f3-4a91-a9cf-abe107ccc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:44.131838 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-fdd6897c-74f3-4a91-a9cf-abe107ccc85d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 200 len: 835 time: 0.1847448 Jun 04 07:00:44.306244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-f241ee33-119a-461a-a27b-071e8a52bde3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 1002 time: 0.1814821 Jun 04 07:00:44.337772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7ef8455e-900d-4a63-afb1-84be6a87b968 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:44.338381 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.401132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7ef8455e-900d-4a63-afb1-84be6a87b968, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7ef8455e-900d-4a63-afb1-84be6a87b968,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:44.457421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.471906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Transition to ACTIVE for port object 6d727f33-aca5-430a-88e3-b4a5e9e917a0 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:44.471906 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.478274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6dc1013b-7ef2-402e-b767-6437251c6cf9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:44.557541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.602848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-58080122-9e8d-46bc-ade7-ca56fb3de4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:44.602848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-58080122-9e8d-46bc-ade7-ca56fb3de4f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.2878797 Jun 04 07:00:44.684450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c9284af5-f164-4544-ac30-cd1b6641ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:44.686424 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-c9284af5-f164-4544-ac30-cd1b6641ca40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4ef9103-a72a-4114-9abf-37e2314893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5180237 Jun 04 07:00:44.731945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-1038281b-7b50-4528-82c4-73c6f63fa830 service neutron] 10.222.0.17 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053975 Jun 04 07:00:44.809824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:44.839506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7ef8455e-900d-4a63-afb1-84be6a87b968,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:44.997735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61268627-4187-43e5-b783-2a7738ebdee5 None None] Pushing event updated for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:45.001150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6dc1013b-7ef2-402e-b767-6437251c6cf9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:45.002712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:45.098678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Attempting to bind port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:45.099288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Attempting to bind port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:45.099761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Attempting to bind port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 on network 7838fefc-ed14-4d5f-8781-d821cacbb406 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:45.104624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-74ec9ce1-4cef-4470-baeb-3f1b4af6e381 service neutron] 10.222.0.17 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717635 Jun 04 07:00:45.122019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:45.122702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Checking segment: {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:45.123116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:45.123635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Bound using segment: {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:45.124461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Bound port: 6d727f33-aca5-430a-88e3-b4a5e9e917a0, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73efccc-9826-4aef-84a7-e4e69bc195fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:45.125173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:45.152070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-49421bb1-9004-4430-9186-021b62c6f5fb service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590552 Jun 04 07:00:45.366885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] For port 6d727f33-aca5-430a-88e3-b4a5e9e917a0, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:45.366885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] For port 6d727f33-aca5-430a-88e3-b4a5e9e917a0, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d727f33-aca5-430a-88e3-b4a5e9e917a0,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:45.411228 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:45.428196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-8e2c6179-eaff-4c96-a94a-a55b9abb3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:45.430338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-8e2c6179-eaff-4c96-a94a-a55b9abb3441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8122926 Jun 04 07:00:45.536334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b455cd34-128f-4f04-971d-f6969fe68d6c req-b5e464d1-3670-4b7e-87f3-27f2ad61c9b5 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769813 Jun 04 07:00:45.573880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:45.575602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:45.752332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6dc1013b-7ef2-402e-b767-6437251c6cf9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:45.752332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:45.824387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Deleting port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:45.824387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:45.865172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61268627-4187-43e5-b783-2a7738ebdee5 None None] Pushing event updated for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:45.903999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-1241ddb0-718d-4842-b5e3-03abc0cc6c44 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545403 Jun 04 07:00:45.908805 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:00:46.070748 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29088cf-577f-4a38-b62a-3b01653a93b3'] response: {'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02', 'status': 'completed', 'code': 200} Jun 04 07:00:46.174455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:46.180291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:46.267283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:46.267283 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:46.287376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-8bc3ab5c-bd88-4afc-9aae-8c2bec52046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:46.287376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-8bc3ab5c-bd88-4afc-9aae-8c2bec52046f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1094 time: 0.1992428 Jun 04 07:00:46.307421 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fca415a2-6ccd-437a-8c56-e46060f6640a req-10e06cdc-c8a6-4527-9bf9-5aac1c3e2017 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633447 Jun 04 07:00:46.442150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] For port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:46.442512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:46.581056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7666ef-4e3f-42a0-a348-b4a2ca24bfde req-e14759c3-0617-4fd1-b32c-7ef93e91cc25 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:46.588430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a7666ef-4e3f-42a0-a348-b4a2ca24bfde req-e14759c3-0617-4fd1-b32c-7ef93e91cc25 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 943 time: 0.2660816 Jun 04 07:00:46.647707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-0d169f75-2947-4565-8f0f-a2bdac25d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:46.649695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-0d169f75-2947-4565-8f0f-a2bdac25d48f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 897 time: 0.3547170 Jun 04 07:00:46.666476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a7666ef-4e3f-42a0-a348-b4a2ca24bfde req-b26b8edc-dae7-40b6-a97a-e04e8270ae5d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759146 Jun 04 07:00:46.762367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Calling delete_port for 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:46.841096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-b1b3c418-3f04-4cad-b27b-7aa5051158ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 217 time: 0.1604216 Jun 04 07:00:46.916225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:46.916955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:46.987563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:47.034467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:47.035330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:47.085680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b57aa5f-861b-42e9-ac65-943f205eac5a req-566cf7c8-1ccc-4385-8094-7108bddb8c19 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 210 time: 0.1452308 Jun 04 07:00:47.106499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-b0ede0e9-f607-4a54-8dc1-b0c2e072e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:47.108396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-b0ede0e9-f607-4a54-8dc1-b0c2e072e6e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 200 len: 835 time: 0.2717042 Jun 04 07:00:47.221396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:47.241450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 07:00:47.241450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 04 07:00:47.278149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=954c3d7e-bbe1-4a8c-95f2-94b60021f0d5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:47.298384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-8ea89e7d-1e00-4b00-af3d-cad75c3da9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:47.300983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-8ea89e7d-1e00-4b00-af3d-cad75c3da9e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4ef9103-a72a-4114-9abf-37e2314893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826184 Jun 04 07:00:47.369522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.369522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.369522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.379329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.387511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.387866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.388132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:47.390251 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-467b4a9d-85d1-4169-b064-12adcc45a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:47.405922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 not found, will not notify nova. {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 04 07:00:47.406415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7056fd29-533f-4d44-90b6-80e2b23d3f36 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:47.514008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:47.535038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7056fd29-533f-4d44-90b6-80e2b23d3f36 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:47.535583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:47.616144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-116dc0d3-9283-4a1a-bf5f-85602b28d4ae service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061757 Jun 04 07:00:47.636773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:35Z', 'revision_number': 4, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d727f33-aca5-430a-88e3-b4a5e9e917a0', 'name': '', 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'mac_address': 'fa:16:3e:21:d5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '1aa29321-d482-4d94-afc5-af902afeac80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:33Z', 'updated_at': '2022-06-04T07:00:45Z', 'revision_number': 4, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'subnets': [{'id': '1aa29321-d482-4d94-afc5-af902afeac80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:47.659866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746b459-da35-455c-a63a-871dc45fb1f0 None None] The sync data for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 is: [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:00:35Z', 'revision_number': 4, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6d727f33-aca5-430a-88e3-b4a5e9e917a0', 'name': '', 'network_id': '7838fefc-ed14-4d5f-8781-d821cacbb406', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'mac_address': 'fa:16:3e:21:d5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '1aa29321-d482-4d94-afc5-af902afeac80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:33Z', 'updated_at': '2022-06-04T07:00:45Z', 'revision_number': 4, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'subnets': [{'id': '1aa29321-d482-4d94-afc5-af902afeac80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:47.849635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7056fd29-533f-4d44-90b6-80e2b23d3f36 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:47.926968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 317d3455-50eb-45c8-9d85-936f45ac7103 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:48.007539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 317d3455-50eb-45c8-9d85-936f45ac7103 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:48.008133 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 317d3455-50eb-45c8-9d85-936f45ac7103 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:48.092105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc383a36-dd9a-4ae2-9226-0e2cf65935f1 req-035c7ae8-1e17-4ef3-b967-9f955191aa71 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667943 Jun 04 07:00:48.156311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5b8f1-6aa8-408b-a03a-76d25aab5909 req-23843957-3796-421c-969a-df4cbf7276d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:48.156311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5d5b8f1-6aa8-408b-a03a-76d25aab5909 req-23843957-3796-421c-969a-df4cbf7276d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 943 time: 0.2837138 Jun 04 07:00:48.270810 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:48.299913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5d5b8f1-6aa8-408b-a03a-76d25aab5909 req-64ae9e29-35d1-43c7-a0d7-0e3915bdc9d3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237957 Jun 04 07:00:48.381901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a29429f8-b98a-4915-b763-a388832dfa02 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:00:48.577380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-97d406a1-5e9b-4306-a859-9b2dcb9b3738 req-d297f884-47a9-4d3c-95ce-013f5b20bcce tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 210 time: 0.0885572 Jun 04 07:00:48.643325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f239ade1-460a-4b3d-ae33-1e5eba8af48c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:48.672337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-69b966a5-a091-4857-81b7-c7216482a8c1 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:48.673120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-69b966a5-a091-4857-81b7-c7216482a8c1 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Synchronizing usage tracker for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:00:48.805650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a29429f8-b98a-4915-b763-a388832dfa02,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:48.816074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a29429f8-b98a-4915-b763-a388832dfa02', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:00:48.820143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f239ade1-460a-4b3d-ae33-1e5eba8af48c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:48.820143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:48.958198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a29429f8-b98a-4915-b763-a388832dfa02 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:48.958198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:48.979977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29429f8-b98a-4915-b763-a388832dfa02 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:00:49.017865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a29429f8-b98a-4915-b763-a388832dfa02,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:49.125199 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:49.180188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f239ade1-460a-4b3d-ae33-1e5eba8af48c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:49.180188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d727f33-aca5-430a-88e3-b4a5e9e917a0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:49.219311 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e49751c6-aad8-412b-9d29-186cc5b3eb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:49.294281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:49.314860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:49.331157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:49.331693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:49.390801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-69b966a5-a091-4857-81b7-c7216482a8c1 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Unset dirty status for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:00:49.391961 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-69b966a5-a091-4857-81b7-c7216482a8c1 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.24 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 1.3525686 Jun 04 07:00:49.412037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Request body: {'port': {'device_id': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'admin_state_up': True, 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:49.425821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Router b4febe00-8c63-4255-9795-589f075d57dc has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:00:49.425821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:49.500863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a29429f8-b98a-4915-b763-a388832dfa02'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:00:49.724026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:49.726471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:00:49.737824 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Sync routers for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:00:49.748425 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-38df77a1-abeb-44dc-937b-76fc334d75c0 admin admin] 10.222.0.17 "PUT /v2.0/routers/b4febe00-8c63-4255-9795-589f075d57dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0337298 Jun 04 07:00:49.749773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44242) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:49.753286 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:49.755866 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:49.791924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:49.796970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:49.874211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f32bf-db5c-4e70-ac53-7dad16d02dc7 req-3a6d4333-cde5-4cea-ba1a-73bc3d388713 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:49.899186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-633f32bf-db5c-4e70-ac53-7dad16d02dc7 req-3a6d4333-cde5-4cea-ba1a-73bc3d388713 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 944 time: 0.4300563 Jun 04 07:00:50.029394 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.060239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-633f32bf-db5c-4e70-ac53-7dad16d02dc7 req-9e490fa1-cb61-41c5-9ff4-60c774165870 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619246 Jun 04 07:00:50.065714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6d727f33-aca5-430a-88e3-b4a5e9e917a0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d727f33-aca5-430a-88e3-b4a5e9e917a0,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:50.084151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.089008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7ef8455e-900d-4a63-afb1-84be6a87b968 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:50.119516 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Made reservation on behalf of 59a107d9f2df4b0da663ac4ec76de5d8 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:00:50.128530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.278976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:50.351058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.370438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7ef8455e-900d-4a63-afb1-84be6a87b968 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:50.370943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.453989 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:50.536696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42d3c228-6f5e-4fde-b0a9-6f756e519528 req-1152d4f1-1dc7-4c31-a16b-0e8a2937f7b9 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 210 time: 0.0978312 Jun 04 07:00:50.626119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.751350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7ef8455e-900d-4a63-afb1-84be6a87b968 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:50.751350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:50.827049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:50.827526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.897157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.920159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Deleting port 6f2f5bcd-daa8-4762-9276-f9e5f376b364 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:50.920639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:50.983498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Allocated IP 172.20.0.10 (de884e34-2c99-47b6-aee9-fa116ed79f4a/03f1bf22-b05f-48fe-95c3-1750b16f7d2d/c9f109d4-35e2-444a-a93f-6f1b82919897) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:51.053541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:51.053541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:51.135562 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:47Z', 'revision_number': 5, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port': {'id': '6f2f5bcd-daa8-4762-9276-f9e5f376b364', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:51.167190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Checking router: b4febe00-8c63-4255-9795-589f075d57dc for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:00:51.177820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:51.178217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:51.190002 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Routers {'b4febe00-8c63-4255-9795-589f075d57dc'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:00:51.190949 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4febe00-8c63-4255-9795-589f075d57dc'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:51.358037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:51.456654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] For port 6f2f5bcd-daa8-4762-9276-f9e5f376b364, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6f2f5bcd-daa8-4762-9276-f9e5f376b364,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:51.456654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:51.460090 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] Set router b4febe00-8c63-4255-9795-589f075d57dc gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:00:51.467430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fddbb-4ca5-4379-8fc1-2cbfb492cd88 req-32c9960a-fc13-4162-a446-4777dc05b532 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:51.493581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b7fddbb-4ca5-4379-8fc1-2cbfb492cd88 req-32c9960a-fc13-4162-a446-4777dc05b532 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 944 time: 0.2016711 Jun 04 07:00:51.497576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5a10c3f2-9ce6-4e38-81e5-70282ad94520 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:51.577192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5a10c3f2-9ce6-4e38-81e5-70282ad94520 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:51.577192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5a10c3f2-9ce6-4e38-81e5-70282ad94520 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:51.577192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10009797-ed70-42f0-a030-51218cd2875a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:51.582416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b7fddbb-4ca5-4379-8fc1-2cbfb492cd88 req-cd016925-1aa4-4ce7-9c04-79d364037aa6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944121 Jun 04 07:00:51.641401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:50Z', 'revision_number': 6, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:51.645458 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab047df-46dc-4154-96fc-b2fe9ba704cd None None] The sync data for ids ['b4febe00-8c63-4255-9795-589f075d57dc'] in n-d-811808-2 is: [{'id': 'b4febe00-8c63-4255-9795-589f075d57dc', 'name': 'tempest-TestAggregatesBasicOps-1140412306-router', 'tenant_id': 'c38acea337f34544a3e8a2f2cfefb452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:04Z', 'updated_at': '2022-06-04T07:00:50Z', 'revision_number': 6, 'project_id': 'c38acea337f34544a3e8a2f2cfefb452', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:00:51.708683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 10009797-ed70-42f0-a030-51218cd2875a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:51.708683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 10009797-ed70-42f0-a030-51218cd2875a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:51.764585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Calling delete_port for 6f2f5bcd-daa8-4762-9276-f9e5f376b364 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:51.799627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f0b9136-b5ec-4d3e-8d0c-1c6a285622b9 req-44dd6145-48a6-46c4-9668-a4f2f7cb1aa9 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 210 time: 0.0878410 Jun 04 07:00:51.914295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d727f33-aca5-430a-88e3-b4a5e9e917a0 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:51.984826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.014649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Transition to ACTIVE for port object c9f109d4-35e2-444a-a93f-6f1b82919897 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:52.018638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:52.019233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.121239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.127721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.192343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:52.200878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:52.203054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Pushing event updated for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:52.262598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:52.263046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 954c3d7e-bbe1-4a8c-95f2-94b60021f0d5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:52.286590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:52.296602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:52.300591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:52.373789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.429019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a29429f8-b98a-4915-b763-a388832dfa02 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:00:52.441749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2f5bcd-daa8-4762-9276-f9e5f376b364,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:52.556681 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a29429f8-b98a-4915-b763-a388832dfa02 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:52.564908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a29429f8-b98a-4915-b763-a388832dfa02 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:52.564908 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.578820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:52.580036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.617713 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.767783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a29429f8-b98a-4915-b763-a388832dfa02 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:00:52.767783 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.793607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dc305d71-a1a5-44d0-9f7f-a7034872bafb None None] Provisioning for port c9f109d4-35e2-444a-a93f-6f1b82919897 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:00:52.793607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dc305d71-a1a5-44d0-9f7f-a7034872bafb None None] Provisioning complete for port c9f109d4-35e2-444a-a93f-6f1b82919897 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:00:52.793607 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc305d71-a1a5-44d0-9f7f-a7034872bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.839271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:00:52.876598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a29429f8-b98a-4915-b763-a388832dfa02,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:52.890949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.896706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.907940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.911908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dc305d71-a1a5-44d0-9f7f-a7034872bafb None None] Port c9f109d4-35e2-444a-a93f-6f1b82919897 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:00:52.922999 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:52.922999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4febe00-8c63-4255-9795-589f075d57dc {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:00:53.002509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.008329 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2b9c9ffb-f213-4412-b908-dffb2954eaab admin admin] 10.222.0.17 "DELETE /v2.0/routers/b4febe00-8c63-4255-9795-589f075d57dc HTTP/1.1" status: 204 len: 168 time: 3.2471514 Jun 04 07:00:53.013862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44280) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:53.019330 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7a0cd028-b5e2-4358-b775-5642c6951bb5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.6085973 Jun 04 07:00:53.036341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Request body: {'port': {'device_id': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:53.094839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:53.176899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Deleting subnet 379592fc-0d97-4aa1-a7bd-d66bad0590d9 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:00:53.192375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3a6df-d5c0-45b5-904b-bfaa50ff9e12 req-3a347bad-e5df-4562-bebc-273747901366 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:53.206143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f3a6df-d5c0-45b5-904b-bfaa50ff9e12 req-3a347bad-e5df-4562-bebc-273747901366 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.3744676 Jun 04 07:00:53.206143 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.242209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.290823 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f3a6df-d5c0-45b5-904b-bfaa50ff9e12 req-8cfe4d59-af56-4a28-9a54-a08eabb24e38 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910234 Jun 04 07:00:53.314408 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.411893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.572980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.632961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a549df-a23a-46b0-9c82-684a59da6aa1 req-bd6abb41-be7b-42e0-9802-822ea5391348 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:53.632961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08a549df-a23a-46b0-9c82-684a59da6aa1 req-bd6abb41-be7b-42e0-9802-822ea5391348 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1028 time: 0.1741633 Jun 04 07:00:53.632961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379592fc-0d97-4aa1-a7bd-d66bad0590d9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:53.632961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:53.648433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-514a73fa-fdc5-4365-8505-21a7eaf2abe3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/379592fc-0d97-4aa1-a7bd-d66bad0590d9 HTTP/1.1" status: 204 len: 168 time: 0.6276898 Jun 04 07:00:53.650471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ce387-e042-4be5-ba96-2f3b020d48ca None None] Network 707b32bd-3c99-41e0-9109-e7220b1b06f2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:00:53.671509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44288) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:53.692246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08a549df-a23a-46b0-9c82-684a59da6aa1 req-a6aa6ead-4d09-4fc4-aa0f-2782cf7e0df6 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460508 Jun 04 07:00:53.818456 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c7e053-e202-48c7-bd4e-7b4f7c68c06e'] response: {'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02', 'code': 200} Jun 04 07:00:53.975840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6f2f5bcd-daa8-4762-9276-f9e5f376b364 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:53.991702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22aa93-6e2b-4ac3-9cd1-bacfb43056f2 req-c5795d2a-ff65-46be-8c5d-ca6ba7bc04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:54.000187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b22aa93-6e2b-4ac3-9cd1-bacfb43056f2 req-c5795d2a-ff65-46be-8c5d-ca6ba7bc04a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1096 time: 0.1602685 Jun 04 07:00:54.024040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.060623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Deleting port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:54.060623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.064144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6f2f5bcd-daa8-4762-9276-f9e5f376b364 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:54.064144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6f2f5bcd-daa8-4762-9276-f9e5f376b364 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:54.151355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b22aa93-6e2b-4ac3-9cd1-bacfb43056f2 req-68d63024-f9e2-45ac-8467-d854ea25f388 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413958 Jun 04 07:00:54.260329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] DHCP port deletion for 707b32bd-3c99-41e0-9109-e7220b1b06f2 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:00:54.277510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Deleting port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:54.277510 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.390976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f109d4-35e2-444a-a93f-6f1b82919897 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:00:54.411766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.411766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] For port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:54.411766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.543466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Calling delete_port for 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:54.572610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Transition to ACTIVE for port object c9f109d4-35e2-444a-a93f-6f1b82919897 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:00:54.585930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.689778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900937-fd45-4e92-9832-78ee54eb158b req-7d1d2d3d-d82b-4690-a8d1-4a0ffabfc177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:54.692021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9900937-fd45-4e92-9832-78ee54eb158b req-7d1d2d3d-d82b-4690-a8d1-4a0ffabfc177 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.1835861 Jun 04 07:00:54.779619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] For port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,segment=NetworkSegment(93146743-965c-4af4-b24f-175bdd6b9ce9),segment_id=93146743-965c-4af4-b24f-175bdd6b9ce9)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:00:54.779619 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:54.862625 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9900937-fd45-4e92-9832-78ee54eb158b req-0d2c90c3-cb13-4c8a-9ef7-9f3229999135 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577234 Jun 04 07:00:54.957439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:55.023348 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.064168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Calling delete_port for 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:00:55.144223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314db2-f0ab-410d-8593-df369edb78ff req-1157216b-63ee-4d5d-99f6-10f14b1b7d31 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:55.154307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22314db2-f0ab-410d-8593-df369edb78ff req-1157216b-63ee-4d5d-99f6-10f14b1b7d31 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1053 time: 0.1167574 Jun 04 07:00:55.175110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] No DVR routers for this DVR port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:00:55.177440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Pushing event deleted for resources: {'Port': ['ID=80e97adb-1d0a-4dd6-9dce-ddeaf56095d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:55.209377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:00:55.216813 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:00:55.223957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22314db2-f0ab-410d-8593-df369edb78ff req-09caa71c-d9b3-4721-a1fc-d55d8b261e82 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660501 Jun 04 07:00:55.377438 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.388556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Attempting to bind port c9f109d4-35e2-444a-a93f-6f1b82919897 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:00:55.388556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Attempting to bind port c9f109d4-35e2-444a-a93f-6f1b82919897 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:00:55.388556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Attempting to bind port c9f109d4-35e2-444a-a93f-6f1b82919897 on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:55.405763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Port c9f109d4-35e2-444a-a93f-6f1b82919897 on network de884e34-2c99-47b6-aee9-fa116ed79f4a not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:00:55.405763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Attempting to bind port c9f109d4-35e2-444a-a93f-6f1b82919897 on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:00:55.425876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:00:55.425876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Checking segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:00:55.425876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Bound using segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:00:55.425876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Bound port: c9f109d4-35e2-444a-a93f-6f1b82919897, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:00:55.425876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.431907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b32bd-3c99-41e0-9109-e7220b1b06f2']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:55.453286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93146743-965c-4af4-b24f-175bdd6b9ce9') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:55.453286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93146743-965c-4af4-b24f-175bdd6b9ce9') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:00:55.507115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.535785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.567424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:00:55.567424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.624845 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 93146743-965c-4af4-b24f-175bdd6b9ce9 resource provider aggregate not found Jun 04 07:00:55.653724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-42b5f77f-6e1f-4d02-9204-1431ad830e3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056645 Jun 04 07:00:55.726976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Deleting port 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:00:55.726976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.816355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c80e5-2cac-43af-b654-9dc0fd5ae481 None None] The port '80e97adb-1d0a-4dd6-9dce-ddeaf56095d3' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:00:55.817945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:55.902388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-dd6cdef2-de4c-4846-b6b2-1fb5ec4c7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:55.904003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-dd6cdef2-de4c-4846-b6b2-1fb5ec4c7a32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 0.1476562 Jun 04 07:00:55.914861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:00:55.985447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:00:55.985447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80e97adb-1d0a-4dd6-9dce-ddeaf56095d3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:00:56.025463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:56.064559 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 93146743-965c-4af4-b24f-175bdd6b9ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93146743-965c-4af4-b24f-175bdd6b9ce9 found for delete ", "request_id": "req-f4c534c4-6324-430d-801b-ae0489e38335"}]} Jun 04 07:00:56.092657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:00:56.099066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=c9f109d4-35e2-444a-a93f-6f1b82919897,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:00:56.099066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:56.133123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:56.133123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:56.187929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] Pushing event deleted for resources: {'Network': ['ID=707b32bd-3c99-41e0-9109-e7220b1b06f2,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:56.204203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.204733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:56.207798 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9f109d4-35e2-444a-a93f-6f1b82919897 HTTP/1.1" status: 200 len: 1092 time: 3.1912124 Jun 04 07:00:56.208351 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ae313c1d-4883-4d43-bd0c-538e0e2edceb admin admin] 10.222.0.17 "DELETE /v2.0/networks/707b32bd-3c99-41e0-9109-e7220b1b06f2 HTTP/1.1" status: 204 len: 168 time: 2.5489354 Jun 04 07:00:56.211854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:00:56.222706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-22d915a3-8c09-400d-b1de-17e78ab5fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.224492 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-22d915a3-8c09-400d-b1de-17e78ab5fbc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2958832 Jun 04 07:00:56.291920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d4cd3-ad5e-4806-9f10-3c2a20bdd712 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:56.428819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-7dd7f83b-60a3-4ec0-8bd2-62f64129d24e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 1001 time: 0.1734302 Jun 04 07:00:56.440949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-14434be7-0bd4-45ed-a0a2-cc2ab1a11341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.440949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-14434be7-0bd4-45ed-a0a2-cc2ab1a11341 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.1422868 Jun 04 07:00:56.506258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1f6c9-f420-48e6-9dc9-95e0c6f15e7f req-183ccbee-3a46-4d15-8d79-376d95a07b14 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.514934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0b1f6c9-f420-48e6-9dc9-95e0c6f15e7f req-183ccbee-3a46-4d15-8d79-376d95a07b14 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.4517579 Jun 04 07:00:56.560879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44332) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:56.565360 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-f575df1a-bac5-4cae-864a-c64398e0173b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9f109d4-35e2-444a-a93f-6f1b82919897 HTTP/1.1" status: 200 len: 217 time: 0.1196651 Jun 04 07:00:56.591596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0b1f6c9-f420-48e6-9dc9-95e0c6f15e7f req-1b0ec417-a4e9-424d-a156-c122b455d9c4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756826 Jun 04 07:00:56.593378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-88c21b37-cc7e-489b-a8ea-6c1a97298776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.599669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-88c21b37-cc7e-489b-a8ea-6c1a97298776 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1735649 Jun 04 07:00:56.687215 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f63fed-5840-42c5-8049-de69173db1da'] response: {'name': 'network-changed', 'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897', 'status': 'completed', 'code': 200} Jun 04 07:00:56.750751 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c58dc713-89b8-4f74-9528-f85eef8a3988 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf1a3291f9fd4977a0ae2f228e4230d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859314 Jun 04 07:00:56.760585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44338) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:56.802797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-00f0690d-d2da-4481-a500-ab27fb973dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:56.809613 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-00f0690d-d2da-4481-a500-ab27fb973dc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03f1bf22-b05f-48fe-95c3-1750b16f7d2d HTTP/1.1" status: 200 len: 849 time: 0.2110887 Jun 04 07:00:56.934444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:57.017185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-ec25f46f-d81c-4d45-838b-6ccb2fe339ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.017185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-ec25f46f-d81c-4d45-838b-6ccb2fe339ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4054656 Jun 04 07:00:57.020902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:57.054341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7f4c4006-5948-496a-a1dc-e9ee75c2b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.054341 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-7f4c4006-5948-496a-a1dc-e9ee75c2b998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de884e34-2c99-47b6-aee9-fa116ed79f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148712 Jun 04 07:00:57.156826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ee0e-7c11-4e07-9dc5-7293170ac5a1 req-82adf87c-67bb-482c-b541-b66584e12074 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.164567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f281ee0e-7c11-4e07-9dc5-7293170ac5a1 req-82adf87c-67bb-482c-b541-b66584e12074 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.2368627 Jun 04 07:00:57.266257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f281ee0e-7c11-4e07-9dc5-7293170ac5a1 req-21af5096-e713-4b9d-9a60-b9ea6a22d18b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984249 Jun 04 07:00:57.295890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-c3c87f21-1934-4104-a24a-2c26be8966b4 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707930 Jun 04 07:00:57.347024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:57.388843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a3d64-2c6b-462d-970e-0c850474df5e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:57.401889 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:57.401889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51bfc500-23ac-4515-9f3a-8812fe60cbda admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/415a3d64-2c6b-462d-970e-0c850474df5e HTTP/1.1" status: 204 len: 168 time: 0.6431830 Jun 04 07:00:57.402629 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-06033c05-ddcd-4f74-813e-98d6da5e6e7c service neutron] 10.222.0.24 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406038 Jun 04 07:00:57.623220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9c55b78a-acda-48a6-ab29-76125cfa8124 req-a9a328fb-a525-47b7-b417-a786bdc61a01 service neutron] 10.222.0.24 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117558 Jun 04 07:00:57.645401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731db97-ee7f-4c91-a5f7-00a1ea7ce650 req-a00ae88c-8f31-467d-bdeb-e30a59581ae6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.645401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4731db97-ee7f-4c91-a5f7-00a1ea7ce650 req-a00ae88c-8f31-467d-bdeb-e30a59581ae6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.1264725 Jun 04 07:00:57.704790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0f4462b6-6945-4e71-95d2-48ec4f50d021 req-b3e5337b-d800-4cd7-bbc5-09748fb4aff2 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943489 Jun 04 07:00:57.721743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4731db97-ee7f-4c91-a5f7-00a1ea7ce650 req-ce0d49b4-5749-4e08-ac73-71b663261402 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560126 Jun 04 07:00:57.735378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44352) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:57.804010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-d8651386-01ff-4d5c-8ab5-baff69048b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.805468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-d8651386-01ff-4d5c-8ab5-baff69048b77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.1207860 Jun 04 07:00:57.818647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb7851f-7945-49e8-b8a4-4289fa46f9a8 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:57.820307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-adb7851f-7945-49e8-b8a4-4289fa46f9a8 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1091 time: 0.0868134 Jun 04 07:00:57.823421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:57.835921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:00:57.847662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:00:57.847662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:floatingip and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:00:57.855304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:00:57.862000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:00:57.884167 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.007063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-14659f65-a93c-407f-ab6f-c471baa0b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:58.014617 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-14659f65-a93c-407f-ab6f-c471baa0b9b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 0.1992960 Jun 04 07:00:58.045186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44364) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:58.123604 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-9acfac00-fe6c-41c1-b592-4a45f5e61af3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9f109d4-35e2-444a-a93f-6f1b82919897 HTTP/1.1" status: 200 len: 217 time: 0.1036463 Jun 04 07:00:58.161447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-aa033904-f9d0-470b-a751-e11ac00da631 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c38acea337f34544a3e8a2f2cfefb452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019573 Jun 04 07:00:58.161447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:00:58.201069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-2bfa7b3a-da24-4970-8ee1-150f389bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:58.201069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-2bfa7b3a-da24-4970-8ee1-150f389bd104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03f1bf22-b05f-48fe-95c3-1750b16f7d2d HTTP/1.1" status: 200 len: 849 time: 0.0691698 Jun 04 07:00:58.252633 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.289892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.316268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-a3e16902-cff6-40c8-8829-0d321acfaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:58.316268 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-a3e16902-cff6-40c8-8829-0d321acfaec5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de884e34-2c99-47b6-aee9-fa116ed79f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110387 Jun 04 07:00:58.340049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.519466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.25.1.185 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/ed0ec4f6-42b2-43c4-8984-378a5e151a32) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:00:58.546607 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-7c595369-e285-4f1e-8be4-c81e47e136e7 service neutron] 10.222.0.24 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204800 Jun 04 07:00:58.560155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.618152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a7bb-7765-4f7b-bd4e-137f3e85cb51 req-e1b9d6f9-95bb-470e-808f-5b79260e2ace tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:00:58.619676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e62a7bb-7765-4f7b-bd4e-137f3e85cb51 req-e1b9d6f9-95bb-470e-808f-5b79260e2ace tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.2125313 Jun 04 07:00:58.656638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a99f90-09be-4a50-812e-e8329d351c48,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:58.684557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.684818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.685163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.685528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.685871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.686204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.686540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.686868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.687194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.687523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.687850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.688175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:00:58.705713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.705713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e530aaed-5877-4104-b61e-935e2732dff7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e5a99f90-09be-4a50-812e-e8329d351c48 HTTP/1.1" status: 204 len: 168 time: 0.5432444 Jun 04 07:00:58.747288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e62a7bb-7765-4f7b-bd4e-137f3e85cb51 req-2e3c2b0b-122d-4d42-a8f8-2be2ab9babc8 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043692 Jun 04 07:00:58.759228 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1d2b15b-80d7-44b9-b84b-d30f067dafa8 req-b86fbb24-b66a-4b36-8819-245eb1353d54 service neutron] 10.222.0.24 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037728 Jun 04 07:00:58.783532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.834383 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:58.907250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:00:58.910767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:00:58.915762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:00:58.956010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=ed0ec4f6-42b2-43c4-8984-378a5e151a32,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:00:59.662801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:00:59.745815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:00.020428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69d6a-0691-46b4-a3cd-99c80a90af97 req-b55d0750-e627-4842-9b9a-f7e744729abf tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:00.021942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c69d6a-0691-46b4-a3cd-99c80a90af97 req-b55d0750-e627-4842-9b9a-f7e744729abf tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.1337488 Jun 04 07:01:00.051020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:00.073254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:00.202322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c69d6a-0691-46b4-a3cd-99c80a90af97 req-337342fb-ca6b-4cfa-b731-ac2e8122b4da tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532245 Jun 04 07:01:00.208884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=ed0ec4f6-42b2-43c4-8984-378a5e151a32,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:00.224609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:00.426039 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Floating IP c3d1029c-1795-43f5-bf0c-5ebda67cd44f associated. External IP: 172.25.1.185, port: a29429f8-b98a-4915-b763-a388832dfa02. Jun 04 07:01:00.837228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:01.022792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:01.034065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:01.048894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:01.048894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:01.061948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:01.259763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:01.282939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e509f6b-f3b7-4c6c-b2e1-141996010154 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4488220 Jun 04 07:01:01.282939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:01.286153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44416) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:01.497028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9c5b9-2fc1-49fd-86fa-c75bcaa43fdf req-d891f9db-17d9-4acb-aed3-0829cf00177d tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:01.505614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5f9c5b9-2fc1-49fd-86fa-c75bcaa43fdf req-d891f9db-17d9-4acb-aed3-0829cf00177d tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1095 time: 0.1248775 Jun 04 07:01:01.556772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5f9c5b9-2fc1-49fd-86fa-c75bcaa43fdf req-d925780b-f1bc-433a-bc62-9fa7c79ffa24 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499558 Jun 04 07:01:01.580616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ff75ea8b-3940-49d2-bb34-fa2a19d161fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/c3d1029c-1795-43f5-bf0c-5ebda67cd44f HTTP/1.1" status: 200 len: 991 time: 0.2971919 Jun 04 07:01:01.640449 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798f7afe-d37b-4ecc-b7f5-847f00f04779'] response: {'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02', 'status': 'completed', 'code': 200} Jun 04 07:01:01.702942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:00:59Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:01.709706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:01.722836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:01.722836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:01.754898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-6925724c-20b4-4ebd-84a4-cd5997359212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:01.756503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-6925724c-20b4-4ebd-84a4-cd5997359212 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1096 time: 0.0850558 Jun 04 07:01:01.904164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-3f7384c5-0084-4573-bb67-8554fb44cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:01.904164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-3f7384c5-0084-4573-bb67-8554fb44cf0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 897 time: 0.1403608 Jun 04 07:01:01.973059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:02.043165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-ef86decc-d7cd-4ee5-90e3-1f7e2ef7e4df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 999 time: 0.1329603 Jun 04 07:01:02.130762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-feedab0c-9ecb-44a0-ab3a-b647eb35fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:02.130762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-feedab0c-9ecb-44a0-ab3a-b647eb35fa26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 200 len: 835 time: 0.0666447 Jun 04 07:01:02.195780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device c9f109d4-35e2-444a-a93f-6f1b82919897 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:01:02.236793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-dd2e082b-1392-46b3-9e03-87850942d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:02.238360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-dd2e082b-1392-46b3-9e03-87850942d09c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4ef9103-a72a-4114-9abf-37e2314893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051371 Jun 04 07:01:02.400770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-4b103224-648c-4ace-99e2-409c544a5ef6 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530824 Jun 04 07:01:02.509686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=c9f109d4-35e2-444a-a93f-6f1b82919897,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:02.527381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'c9f109d4-35e2-444a-a93f-6f1b82919897', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'port_id': 'c9f109d4-35e2-444a-a93f-6f1b82919897', 'mac_address': 'fa:16:3e:97:39:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:01:02.570974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed251c82-a3a1-4aa8-a01d-122f789f1728 req-f8a7fcbb-c735-4199-b507-314fa4b57baf service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621552 Jun 04 07:01:02.593914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44436) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:02.612391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port c9f109d4-35e2-444a-a93f-6f1b82919897 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:02.612391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:02.644228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f109d4-35e2-444a-a93f-6f1b82919897 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:02.668325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=c9f109d4-35e2-444a-a93f-6f1b82919897,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:02.668325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:02.722981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:00:59Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:02.734646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f941644-9ae7-4fde-b0d7-ee68c994ee54 None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:00:20Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:00:59Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:02.777636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:02.817548 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-59f62e25-b557-45e8-99c0-7dcecfaba46d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/c3d1029c-1795-43f5-bf0c-5ebda67cd44f HTTP/1.1" status: 200 len: 991 time: 0.2335556 Jun 04 07:01:02.855463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daaeca-caf7-451a-898e-cc44adaefedb req-b5cbee9c-1a63-4461-94cc-b050b9e49479 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:02.857009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0daaeca-caf7-451a-898e-cc44adaefedb req-b5cbee9c-1a63-4461-94cc-b050b9e49479 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1096 time: 0.1065743 Jun 04 07:01:02.902792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0daaeca-caf7-451a-898e-cc44adaefedb req-d1976399-ca55-47b0-bd57-d99b04259569 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 Jun 04 07:01:02.978394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['c9f109d4-35e2-444a-a93f-6f1b82919897'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:03.609294 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e87f8-88e5-4928-a13c-a1ccb9f6bb0c None None] New status for floating IP c3d1029c-1795-43f5-bf0c-5ebda67cd44f: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:01:03.819869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:03.962066 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f9b2d913-198b-45d1-9183-f85d8c3feda5 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/c3d1029c-1795-43f5-bf0c-5ebda67cd44f HTTP/1.1" status: 200 len: 993 time: 0.1320484 Jun 04 07:01:04.133953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68e5cf-6078-4db3-932c-141d6639098d req-598bd626-cdc5-4384-bcfb-726ed28bf301 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:04.133953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a68e5cf-6078-4db3-932c-141d6639098d req-598bd626-cdc5-4384-bcfb-726ed28bf301 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1096 time: 0.0800357 Jun 04 07:01:04.184621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a68e5cf-6078-4db3-932c-141d6639098d req-f818d05a-8b03-49a6-bd43-f7743a6da5ef tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Jun 04 07:01:04.223911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device c9f109d4-35e2-444a-a93f-6f1b82919897 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:04.298928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port c9f109d4-35e2-444a-a93f-6f1b82919897 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:04.304173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port c9f109d4-35e2-444a-a93f-6f1b82919897 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:04.304495 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:04.450440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port c9f109d4-35e2-444a-a93f-6f1b82919897 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:04.450440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:04.483248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:04.491572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=c9f109d4-35e2-444a-a93f-6f1b82919897,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:04.494838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:04.539569 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e646429-3fcf-4c18-a580-9188d8212546'] response: {'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897', 'code': 200} Jun 04 07:01:04.573993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:04.670937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f1f5-7da4-4da1-b3fd-e22ebefa5d97 req-b849d3ae-353e-4189-927a-6d96c7c63eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:04.670937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6a8f1f5-7da4-4da1-b3fd-e22ebefa5d97 req-b849d3ae-353e-4189-927a-6d96c7c63eaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0782967 Jun 04 07:01:04.718078 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b6a8f1f5-7da4-4da1-b3fd-e22ebefa5d97 req-6cbab2f8-19bc-4911-b33c-54d286bb2b0f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Jun 04 07:01:05.381207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983e8c4-8ab0-4582-9029-1fefc95a9b0e req-565a32a6-d9ff-402f-bf9c-9067df6e5dd5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:05.382741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3983e8c4-8ab0-4582-9029-1fefc95a9b0e req-565a32a6-d9ff-402f-bf9c-9067df6e5dd5 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0700722 Jun 04 07:01:05.432000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3983e8c4-8ab0-4582-9029-1fefc95a9b0e req-e76a5d07-245d-4281-b64a-d2bc0d4d0665 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Jun 04 07:01:06.612762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e074c-ffbe-48bd-a7d8-269ecf4333d7 req-e60b567f-8ab9-4240-835c-0a370959272a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:06.614315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-329e074c-ffbe-48bd-a7d8-269ecf4333d7 req-e60b567f-8ab9-4240-835c-0a370959272a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0789535 Jun 04 07:01:06.655176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-329e074c-ffbe-48bd-a7d8-269ecf4333d7 req-b09d460e-d8f7-4e0b-83e5-0b0f582f33df tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 Jun 04 07:01:06.831120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700b30-11e8-465d-97f5-81855f1586db req-b03d9579-2d9d-450b-a4e3-d7ef85fd8598 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:06.832494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99700b30-11e8-465d-97f5-81855f1586db req-b03d9579-2d9d-450b-a4e3-d7ef85fd8598 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0693171 Jun 04 07:01:06.873372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99700b30-11e8-465d-97f5-81855f1586db req-64035357-b7de-4083-9f22-51a74ea8a747 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Jun 04 07:01:07.065420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace179-8a08-4cc6-8dbb-c07698803586 req-7b85f187-0209-4b72-9599-b8e80a09a4f0 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:07.067660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7dace179-8a08-4cc6-8dbb-c07698803586 req-7b85f187-0209-4b72-9599-b8e80a09a4f0 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0779755 Jun 04 07:01:07.109354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7dace179-8a08-4cc6-8dbb-c07698803586 req-c4db928c-2107-4314-8650-8c60f049ea5b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Jun 04 07:01:07.191590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44496) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:07.196959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939527094', 'description': 'tempest-secgroup-smoke-939527094 description', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:07.204687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:07.208582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:07.211460 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:07.218210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:07.228369 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.248791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:07.252534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:07.255372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:07.261678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:07.333034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.337448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.385156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867400a7-a947-49f0-bdd7-521312173c95,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:07.389710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.393857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44510) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:07.394069 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fbf66bb9-44c8-4d80-bd76-bf838b3d0cce tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2014179 Jun 04 07:01:07.403392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:07.418662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:07.425409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:07.429928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:07.439888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:07.482091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.488993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-66bc34e7-2e50-4fbc-a95d-2beed7935af4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:07.490474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-66bc34e7-2e50-4fbc-a95d-2beed7935af4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 0.1725900 Jun 04 07:01:07.518491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-a1429196-bd06-4854-b9ce-a65ea591431b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/quotas/59a107d9f2df4b0da663ac4ec76de5d8 HTTP/1.1" status: 200 len: 375 time: 0.0218470 Jun 04 07:01:07.710831 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.715977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.745722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320ea356-0efa-4848-bfc0-d3ea4d447b2f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:07.751431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.755325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0ed0042d-4ff3-4c51-b391-2839eefca6e5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577771 Jun 04 07:01:07.755686 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44516) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:07.757025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-52e08f69-4821-43bd-8771-714d65c5f8f1 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2325985 Jun 04 07:01:07.761075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:07.768383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:07.772522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:07.775493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:07.781971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:07.802697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.866797 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.870534 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.897795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d63189-7f1e-4dee-a15b-eae995b2c573,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:07.904425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:07.905906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4129cf63-321a-44a5-addb-ae46318272f8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490784 Jun 04 07:01:07.908480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44522) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:07.913299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:07.920613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:07.924318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:07.927203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:07.932803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:07.949211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.014920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.016758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-79a816b3-1048-42ac-a8cd-ef7b2ec85f6c service neutron] 10.222.0.17 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520225 Jun 04 07:01:08.022660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.051482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a4fabd-62d4-438f-b84d-72c6d25b9c3e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:08.062795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.063948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37c55720-172a-444e-8023-ee12e6395f5e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545739 Jun 04 07:01:08.066641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:08.071586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:08.078542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:08.082348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:08.085118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:08.091679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:08.116368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.159367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-8c85e257-5f47-4e51-bbcf-c2af1587c8b6 service neutron] 10.222.0.17 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357298 Jun 04 07:01:08.181717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.186411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.211849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba568bf-3143-4efd-8ad5-4f207690dc29,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:08.222633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.223810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-882f0286-5d64-4716-ad83-07430310a010 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562698 Jun 04 07:01:08.226610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:08.232115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:08.238570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:08.242446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:08.245256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:08.251505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:08.262724 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Project 3ab5bc8ef16740f1a2a66358b1c63aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:01:08.269542 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.338235 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.342379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.364309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f76de556-d104-4ca7-89ab-11c4b5cfad16 req-090d54b5-3821-4751-a684-f9a46c605e4a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 210 time: 0.0547335 Jun 04 07:01:08.366332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d493ac-ff7c-45e4-a034-51b69dc44730,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:08.376416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.380912 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f6182cdc-8163-49fe-b3d4-efff57d31191 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504116 Jun 04 07:01:08.380990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:08.386384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'security_group_rule': {'security_group_id': '867400a7-a947-49f0-bdd7-521312173c95', 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:08.393833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:08.400400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:security_group_rule and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:08.405212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:08.412339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:08.423002 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Project 3ab5bc8ef16740f1a2a66358b1c63aaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:01:08.429622 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.499561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.502765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.530985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5054c7d-3164-46b5-a3ab-54aaf84e4b94,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:08.540665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:08.545556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c18e8323-6749-49c4-bbd9-af8a43353cd3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1599641 Jun 04 07:01:08.811435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-bee4fab8-46c7-494b-9e81-4aa8640d10fe tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939527094&fields=id&tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa HTTP/1.1" status: 200 len: 267 time: 0.0470247 Jun 04 07:01:08.968347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-072c9898-ff15-4ebf-9f65-3bb7cc708c85 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:08.969836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-072c9898-ff15-4ebf-9f65-3bb7cc708c85 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 813 time: 0.1519217 Jun 04 07:01:08.985437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-d3fd18c5-6b6f-4cc3-9001-1d69fcdcb7b7 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/quotas/3ab5bc8ef16740f1a2a66358b1c63aaa HTTP/1.1" status: 200 len: 375 time: 0.0099196 Jun 04 07:01:09.067286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-6e114a00-9b13-495e-8b6a-77772dce217d tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765707 Jun 04 07:01:09.206190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-072a439d-115e-43a8-a843-240f2fcd6079 service neutron] 10.222.0.17 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271276 Jun 04 07:01:09.445926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-d8a0b7af-7684-4ce3-bd8e-0526b0cc0469 service neutron] 10.222.0.17 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338367 Jun 04 07:01:09.461743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-a3074629-0a3f-4272-bc97-1f1a55f82441 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:09.463190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-a3074629-0a3f-4272-bc97-1f1a55f82441 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.39 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 0.1787856 Jun 04 07:01:09.473805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Request body: {'port': {'device_id': 'e83b856c-65b7-4765-95e9-550147f61732', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'admin_state_up': True, 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:09.479363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:09.487515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Usage tracker for resource:port and tenant:59a107d9f2df4b0da663ac4ec76de5d8 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:09.490439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:09.496869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:09.507692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Made reservation on behalf of 59a107d9f2df4b0da663ac4ec76de5d8 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:09.510127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:09.675157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Allocated IP 172.20.0.7 (de884e34-2c99-47b6-aee9-fa116ed79f4a/03f1bf22-b05f-48fe-95c3-1750b16f7d2d/1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:09.909681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:09.922211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-445d2fbe-911f-4835-9aa4-e2c1f4c29b5a req-d5411eac-8cb3-4db3-aa42-2d0f80a6c879 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 210 time: 0.0559752 Jun 04 07:01:09.933514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Transition to ACTIVE for port object 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:09.958793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:09.969819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['c9f109d4-35e2-444a-a93f-6f1b82919897'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:10.194036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94382c3e-e2c5-40a8-bedd-f04a68bf97fb req-da496eb1-08de-4247-b1e3-c6726d96e3fd tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 210 time: 0.1932154 Jun 04 07:01:10.211313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Network de884e34-2c99-47b6-aee9-fa116ed79f4a is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:10.215159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:10.219118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:10.249601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Pushing event updated for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:10.278326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:10.278932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:10.303064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d8260af8-b541-46e3-b5c5-301d1756b14b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8329368 Jun 04 07:01:10.316009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Request body: {'port': {'device_id': 'e83b856c-65b7-4765-95e9-550147f61732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:10.440164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:10.449975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7be4d3dd-7c67-4476-9def-dd6b3f507bb0 None None] Provisioning for port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:10.455416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7be4d3dd-7c67-4476-9def-dd6b3f507bb0 None None] Provisioning complete for port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:10.455771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7be4d3dd-7c67-4476-9def-dd6b3f507bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:10.518961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7be4d3dd-7c67-4476-9def-dd6b3f507bb0 None None] Port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:10.788078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:10.796136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:10.810884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Transition to ACTIVE for port object 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:10.814512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.057096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:11.091496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-dc8e4fa3-b4c7-404c-8a2c-baee8a429523 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.092905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-dc8e4fa3-b4c7-404c-8a2c-baee8a429523 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Synchronizing usage tracker for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:11.113880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Attempting to bind port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:11.114689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Attempting to bind port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:11.115368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Attempting to bind port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:11.116918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-dc8e4fa3-b4c7-404c-8a2c-baee8a429523 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Unset dirty status for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:11.118379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-dc8e4fa3-b4c7-404c-8a2c-baee8a429523 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 813 time: 0.2732987 Jun 04 07:01:11.163792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 on network de884e34-2c99-47b6-aee9-fa116ed79f4a not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:01:11.164118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Attempting to bind port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 on network de884e34-2c99-47b6-aee9-fa116ed79f4a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:11.170681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-a329e54d-4292-4578-ac4b-4c7af647ac69 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Synchronizing usage tracker for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:11.181423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:11.181753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Checking segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:11.182141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Bound using segment: {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:11.182622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Bound port: 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694143fd-d93f-4c43-ba97-60bceb49c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:11.183063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.190668 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-a329e54d-4292-4578-ac4b-4c7af647ac69 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Unset dirty status for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:11.192216 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-a329e54d-4292-4578-ac4b-4c7af647ac69 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa HTTP/1.1" status: 200 len: 379 time: 0.0651720 Jun 04 07:01:11.201773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'port': {'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'admin_state_up': True, 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'security_groups': ['867400a7-a947-49f0-bdd7-521312173c95']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:11.302463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cc804-1974-4830-9dd7-5b13fed8096b req-c4a3a9fc-965c-4dd7-b357-7eab57e1457c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.303177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d20cc804-1974-4830-9dd7-5b13fed8096b req-c4a3a9fc-965c-4dd7-b357-7eab57e1457c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Synchronizing usage tracker for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:11.313529 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:11.318874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:11.324447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.364799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:11.366145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d20cc804-1974-4830-9dd7-5b13fed8096b req-c4a3a9fc-965c-4dd7-b357-7eab57e1457c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Unset dirty status for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:11.369236 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:port and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:11.370021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d20cc804-1974-4830-9dd7-5b13fed8096b req-c4a3a9fc-965c-4dd7-b357-7eab57e1457c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1052 time: 0.2508409 Jun 04 07:01:11.372905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:11.379031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:11.395451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Made reservation on behalf of 3ab5bc8ef16740f1a2a66358b1c63aaa for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:11.400398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.428576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.429852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.431396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 HTTP/1.1" status: 200 len: 1091 time: 1.1196933 Jun 04 07:01:11.435744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:11.474664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d20cc804-1974-4830-9dd7-5b13fed8096b req-e8497cf9-51a5-4dd9-b67f-cd68d5092f71 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868754 Jun 04 07:01:11.475514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64c7f-f2f0-40a9-afa7-e4d365056bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:11.599502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d2b37636-6776-428f-96a2-17f62d1401c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.602568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-d2b37636-6776-428f-96a2-17f62d1401c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1094 time: 0.1217237 Jun 04 07:01:11.695560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Allocated IP 172.20.0.7 (a54ed59e-6bae-4971-81cf-792d5a60ca2e/fdce0d79-3b61-4bd9-8556-f3d9d6540ab8/16f2658d-37eb-412c-91c4-c4f0112430f5) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:11.728570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-04bd4061-01aa-476d-a89b-2fb89e02b67b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 HTTP/1.1" status: 200 len: 217 time: 0.1176913 Jun 04 07:01:11.731136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e40ca1d2-6d28-48c5-8a65-e30f0f44969b req-53b03517-ed1c-4fa2-b451-65c3606c3e40 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 210 time: 0.0563579 Jun 04 07:01:11.806757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-1b52030b-b8c7-4e9e-b52a-c6d122304527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.808909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-1b52030b-b8c7-4e9e-b52a-c6d122304527 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03f1bf22-b05f-48fe-95c3-1750b16f7d2d HTTP/1.1" status: 200 len: 849 time: 0.0738943 Jun 04 07:01:11.849202 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4c9be1-0709-4a6a-81dc-617f38e833bb'] response: {'name': 'network-changed', 'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48', 'status': 'completed', 'code': 200} Jun 04 07:01:11.893442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-94684e33-c594-43bd-bb9a-28c446095ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:11.895067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-94684e33-c594-43bd-bb9a-28c446095ab8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de884e34-2c99-47b6-aee9-fa116ed79f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801492 Jun 04 07:01:11.923414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:11.939636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Transition to ACTIVE for port object 16f2658d-37eb-412c-91c4-c4f0112430f5 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:11.967539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.039536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-a33033aa-1356-4a2c-95d8-54166c38f8c4 service neutron] 10.222.0.39 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376708 Jun 04 07:01:12.042818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:12.045943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:12.049037 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:12.088235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:12.124577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:12.125929 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.153870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-3c915012-41b0-4a9e-907f-d3f94424602f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568954 Jun 04 07:01:12.172132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Request body: {'port': {'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:12.318769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.320554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-db6762f0-dc02-4cc7-8f87-0ff0ae4422de req-ece26054-55d5-4e4c-a5e1-757bf5280527 service neutron] 10.222.0.39 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751293 Jun 04 07:01:12.402865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7be636f6-4bf1-411c-a720-1278a71242dd None None] Provisioning for port 16f2658d-37eb-412c-91c4-c4f0112430f5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:12.413278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7be636f6-4bf1-411c-a720-1278a71242dd None None] Provisioning complete for port 16f2658d-37eb-412c-91c4-c4f0112430f5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:12.414303 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7be636f6-4bf1-411c-a720-1278a71242dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.449291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-0b7e41df-a280-4084-8899-68825d0a538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:12.450897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-0b7e41df-a280-4084-8899-68825d0a538d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1094 time: 0.0831001 Jun 04 07:01:12.495823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7be636f6-4bf1-411c-a720-1278a71242dd None None] Port 16f2658d-37eb-412c-91c4-c4f0112430f5 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:12.607992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-e19a7475-37ca-440c-a8b2-74475dbe8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:12.609456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-e19a7475-37ca-440c-a8b2-74475dbe8d46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 200 len: 911 time: 0.1525426 Jun 04 07:01:12.706831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f2658d-37eb-412c-91c4-c4f0112430f5 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:12.715608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.735651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Transition to ACTIVE for port object 16f2658d-37eb-412c-91c4-c4f0112430f5 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:12.739687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:12.740126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-825543c1-95a8-4d01-87eb-9c3aa1c25391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 HTTP/1.1" status: 200 len: 217 time: 0.0737858 Jun 04 07:01:12.822145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-9e0fecd6-6bd4-4ea3-85c2-4fffcbfb54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:12.823699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-9e0fecd6-6bd4-4ea3-85c2-4fffcbfb54ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03f1bf22-b05f-48fe-95c3-1750b16f7d2d HTTP/1.1" status: 200 len: 849 time: 0.0729630 Jun 04 07:01:12.825793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9cfd9-67e4-4bd0-800e-dad48683875f req-69a470f3-889a-4109-9b84-b0bc535463b3 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:12.827150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67b9cfd9-67e4-4bd0-800e-dad48683875f req-69a470f3-889a-4109-9b84-b0bc535463b3 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1094 time: 0.2165849 Jun 04 07:01:12.965617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67b9cfd9-67e4-4bd0-800e-dad48683875f req-f46de63e-c0e7-4a4c-a56d-f3800d401457 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813169 Jun 04 07:01:13.009796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-cadbce9f-0fbb-4eeb-918d-d18f88072e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.012947 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-cadbce9f-0fbb-4eeb-918d-d18f88072e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de884e34-2c99-47b6-aee9-fa116ed79f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804409 Jun 04 07:01:13.053198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Pushing event updated for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:13.128984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Attempting to bind port 16f2658d-37eb-412c-91c4-c4f0112430f5 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:13.129705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Attempting to bind port 16f2658d-37eb-412c-91c4-c4f0112430f5 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:13.129705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Attempting to bind port 16f2658d-37eb-412c-91c4-c4f0112430f5 on network a54ed59e-6bae-4971-81cf-792d5a60ca2e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:13.135450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Port 16f2658d-37eb-412c-91c4-c4f0112430f5 on network a54ed59e-6bae-4971-81cf-792d5a60ca2e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:01:13.135815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Attempting to bind port 16f2658d-37eb-412c-91c4-c4f0112430f5 on network a54ed59e-6bae-4971-81cf-792d5a60ca2e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:13.141268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:13.141648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Checking segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:13.142029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Bound using segment: {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:13.142455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Bound port: 16f2658d-37eb-412c-91c4-c4f0112430f5, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:13.142796 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:13.235518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:13.238396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=16f2658d-37eb-412c-91c4-c4f0112430f5,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:13.241969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:13.255555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-5677eae1-54e4-4888-b316-d47d5c1edc39 service neutron] 10.222.0.39 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340236 Jun 04 07:01:13.288863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230081-b5f5-4594-96c5-1f52a8e0dc4d req-50b1eae7-18ff-49d6-ab58-1b7e6e143721 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.290339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a230081-b5f5-4594-96c5-1f52a8e0dc4d req-50b1eae7-18ff-49d6-ab58-1b7e6e143721 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.1507761 Jun 04 07:01:13.296530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.297607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:13.299005 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] 10.222.0.24 "PUT /v2.0/ports/16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 1091 time: 1.1325705 Jun 04 07:01:13.311853 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:13.333889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f94231-3033-4475-8ff5-dc65962ed56b service neutron] Pushing event updated for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:13.412142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a230081-b5f5-4594-96c5-1f52a8e0dc4d req-14d4d7d5-fe18-4a30-9b18-c4b676f169fb tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625963 Jun 04 07:01:13.449066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-776ef973-8bf1-4157-83ac-9bf1aa80e4f5 req-5ba728bc-1aa5-477c-b676-646b6658db77 service neutron] 10.222.0.39 "GET /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872728 Jun 04 07:01:13.450705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-826711c1-d8e8-4fe9-b27d-26dc3c748112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.452191 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-826711c1-d8e8-4fe9-b27d-26dc3c748112 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1094 time: 0.0953286 Jun 04 07:01:13.509954 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bc63d8-6fba-4ec6-90bd-920471a26dab'] response: {'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:01:13.528765 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-72de09a7-5e5a-4ae7-83a4-9fa07a41a4b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 217 time: 0.0700061 Jun 04 07:01:13.596127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-162ebf84-37f6-435d-af68-3b12c5f4df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.597509 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-162ebf84-37f6-435d-af68-3b12c5f4df47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.0618925 Jun 04 07:01:13.671989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-bc957f39-b2dd-4255-9f69-297e702782e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:13.673577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-bc957f39-b2dd-4255-9f69-297e702782e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697775 Jun 04 07:01:13.805205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-13d69740-2d56-46be-a652-007ded251feb service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254282 Jun 04 07:01:13.935267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a7c4024f-f44a-42f0-9e5c-3d80e5d455eb req-7a1809e7-8eaa-4d56-a345-fa85b03fd1de service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246347 Jun 04 07:01:14.050645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed810d97-aac5-47bf-ab32-0138db92421e req-0a7636ca-1705-471b-8a06-0b2059984b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.052398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-0a7636ca-1705-471b-8a06-0b2059984b35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1094 time: 0.0769489 Jun 04 07:01:14.143584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97764c7-3362-4e1a-a082-173b42b739a8 req-59222c0f-85f9-4bf4-917e-26ca89da5686 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.145095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b97764c7-3362-4e1a-a082-173b42b739a8 req-59222c0f-85f9-4bf4-917e-26ca89da5686 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1094 time: 0.0742080 Jun 04 07:01:14.184574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed810d97-aac5-47bf-ab32-0138db92421e req-db378592-4018-4e74-9c71-58622a2c5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.186038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-db378592-4018-4e74-9c71-58622a2c5b95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 914 time: 0.1277895 Jun 04 07:01:14.186948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b97764c7-3362-4e1a-a082-173b42b739a8 req-a184a9c1-7789-4c9b-bc81-f3a4f917dd1d tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360744 Jun 04 07:01:14.252088 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-498a7828-e518-421d-886d-5e7d8cb5b2b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 217 time: 0.0595107 Jun 04 07:01:14.318127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed810d97-aac5-47bf-ab32-0138db92421e req-fcf4c02f-ea27-4e0c-85ab-1a279ca28192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.319467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-fcf4c02f-ea27-4e0c-85ab-1a279ca28192 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.0610843 Jun 04 07:01:14.392346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed810d97-aac5-47bf-ab32-0138db92421e req-17b6c75d-e7bc-4ac3-ab9f-e9dd87942a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.393830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-17b6c75d-e7bc-4ac3-ab9f-e9dd87942a10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684373 Jun 04 07:01:14.472276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:01:14.534412 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-3ac5e110-83f6-42ed-b462-15f8a4d48dd2 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337323 Jun 04 07:01:14.606776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc387-c1fe-4c7e-9cb5-87797b3dac28 req-6f8b9f19-8178-41da-a7f5-c844bd659b0e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:14.608189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715bc387-c1fe-4c7e-9cb5-87797b3dac28 req-6f8b9f19-8178-41da-a7f5-c844bd659b0e tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.0805688 Jun 04 07:01:14.618028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:14.632138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48', 'network_id': 'de884e34-2c99-47b6-aee9-fa116ed79f4a', 'port_id': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48', 'mac_address': 'fa:16:3e:8e:a8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f1bf22-b05f-48fe-95c3-1750b16f7d2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:01:14.665031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715bc387-c1fe-4c7e-9cb5-87797b3dac28 req-39ad62d7-156c-4184-b44f-25c932403b3c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505710 Jun 04 07:01:14.677725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed810d97-aac5-47bf-ab32-0138db92421e req-88acaa1b-852c-4d3e-87c7-e39fad4ae1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371205 Jun 04 07:01:14.733798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:14.734178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:14.752841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:14.768417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:14.772211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:14.838978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:15.087576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:15.366915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496af24e-b387-4db6-b5c9-94a071e3a12d req-69dfad93-d6cd-4f77-acd0-b4f8457bea0f tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:15.368326 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-496af24e-b387-4db6-b5c9-94a071e3a12d req-69dfad93-d6cd-4f77-acd0-b4f8457bea0f tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1095 time: 0.0697048 Jun 04 07:01:15.409520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-496af24e-b387-4db6-b5c9-94a071e3a12d req-d2d3007a-d717-4354-95db-e16d3287fb54 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349514 Jun 04 07:01:15.665662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44594) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:15.776180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-276240d7-8fee-407e-add0-b6df93844c85 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5131 time: 0.1093938 Jun 04 07:01:15.779206 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:15.785515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'network': {'name': 'tempest-network-smoke--1622256698', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'port_security_enabled': False}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:15.791213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:15.801557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:15.812319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:15.816467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:15.844034 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:01:15.853131 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:15.853524 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Added segment acaefd6e-9679-4425-9b58-374f475901c6 of type vlan for network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 Jun 04 07:01:15.857188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5062d1b-50d0-42f4-890e-1bb8fe1d0653 req-251a8aa9-59eb-4426-8f07-948226d2dcec tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:15.858693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5062d1b-50d0-42f4-890e-1bb8fe1d0653 req-251a8aa9-59eb-4426-8f07-948226d2dcec tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.0815179 Jun 04 07:01:15.880421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:15.914857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5062d1b-50d0-42f4-890e-1bb8fe1d0653 req-c395c8ca-7ac5-42cd-aaaa-944ebc9ebbc8 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494325 Jun 04 07:01:15.919667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:15.928253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:15.928869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.046196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2658827 Jun 04 07:01:16.046934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3c61b-1632-4697-86da-68316e99bd98 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Network': ['ID=709dfdce-065d-4c8d-b8f2-881e7d10fde8,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:16.049011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44604) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:16.054285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'admin_state_up': True, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:16.059033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:01:16.063870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:16.067705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:router and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:16.070659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:16.077040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:16.086910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.088023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.103693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.497173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.507750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:16.582090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:16.586948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:16.587319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.673767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869fdcc-ff33-493a-b87f-50b3ee43be1f req-e3014c08-6ea1-4bee-bae3-94fad8dd900a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:16.675258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3869fdcc-ff33-493a-b87f-50b3ee43be1f req-e3014c08-6ea1-4bee-bae3-94fad8dd900a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1095 time: 0.1544721 Jun 04 07:01:16.706494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:16.706796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.736548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:16.738522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3869fdcc-ff33-493a-b87f-50b3ee43be1f req-3fd72f10-4751-4c4c-aa12-efee7b5e5259 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568435 Jun 04 07:01:16.746308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:16.750718 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.801451 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86dba31-d3b0-4f34-80cf-264d7d4695e4'] response: {'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48', 'code': 200} Jun 04 07:01:16.827875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:16.962880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:16.964879 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0970bfa5-736d-4b10-ab84-e42b2e899835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:17.000093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:17.186548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ceb4e-c80e-45d8-9304-2c3f522c8357 req-b1040cf4-2c75-4f7f-a03e-1188e9a1c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:17.188039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a9ceb4e-c80e-45d8-9304-2c3f522c8357 req-b1040cf4-2c75-4f7f-a03e-1188e9a1c499 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.3144698 Jun 04 07:01:17.259427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9888244-4178-443b-8f5d-93b4d6029196 req-f3ac32fb-5781-4972-8c40-c2db293814ed tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:17.261373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9888244-4178-443b-8f5d-93b4d6029196 req-f3ac32fb-5781-4972-8c40-c2db293814ed tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.2236769 Jun 04 07:01:17.273989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.25.1.114 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/3f289a5c-13f2-4ffd-b241-0b3ba5600dae) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:17.289912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a9ceb4e-c80e-45d8-9304-2c3f522c8357 req-cfa79801-46fa-4063-940d-c57362de14c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Jun 04 07:01:17.390358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9888244-4178-443b-8f5d-93b4d6029196 req-89a8f304-5626-4552-826a-dacf07f97049 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192534 Jun 04 07:01:17.461245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:17.490528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:17.556744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:17.560631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:17.562938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:17.603646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:18.060161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c2906-84b7-409e-aad3-9069d396c3d7 req-ab18c1d1-08cf-45dc-9d9e-5a53c7272e67 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:18.061669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e4c2906-84b7-409e-aad3-9069d396c3d7 req-ab18c1d1-08cf-45dc-9d9e-5a53c7272e67 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.1721263 Jun 04 07:01:18.175993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:18.230507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6e4c2906-84b7-409e-aad3-9069d396c3d7 req-21e30095-d589-45bd-a6ef-97ccefe1db02 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148028 Jun 04 07:01:18.576349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:18.739411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f32360-1350-4323-b071-98e87ad5fae1 req-b7336da5-0097-4ffa-a3fc-e2d5ff7d11f3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:18.740835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5f32360-1350-4323-b071-98e87ad5fae1 req-b7336da5-0097-4ffa-a3fc-e2d5ff7d11f3 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.2416282 Jun 04 07:01:18.826001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5f32360-1350-4323-b071-98e87ad5fae1 req-b24f58ba-0949-43e8-a6c9-efb15b948b26 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778265 Jun 04 07:01:18.858314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 5df41815-e59f-4f76-9684-2ac2eda81844 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:01:19.060392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:19.069993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Sync routers for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:19.092943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:19.093535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:19.094230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:00:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:19.094963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3221aafc-c163-4bcb-9650-f26cefb36321 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0447605 Jun 04 07:01:19.097838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44618) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.153192 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b814646d-9959-4d3a-bc43-88aaf0ab735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:19.171399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba50c2-9e7f-4c64-86fd-0defc7d4767b tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:19.173031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5bba50c2-9e7f-4c64-86fd-0defc7d4767b tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=347a32c0f8c84f43aa253c2d12e6514a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0739906 Jun 04 07:01:19.175735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44622) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.294365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:19.513915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca71fc0-b9cb-482f-9f1b-44c60c71414c tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:19.516060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ca71fc0-b9cb-482f-9f1b-44c60c71414c tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3375404 Jun 04 07:01:19.518745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44628) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.547083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8222-34ca-4475-a263-32318da1eb92 req-7b0c4ba1-c525-49c6-9cef-cba249ac42f4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:19.548651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63ba8222-34ca-4475-a263-32318da1eb92 req-7b0c4ba1-c525-49c6-9cef-cba249ac42f4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.1004679 Jun 04 07:01:19.571937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1494e1c0-2b20-4204-84a5-2fd27bdeeed9 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513062 Jun 04 07:01:19.575426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.609788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63ba8222-34ca-4475-a263-32318da1eb92 req-b3af8563-30e6-4ea1-9881-0d73d27a8dde tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Jun 04 07:01:19.630780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:17Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:19.634908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Checking router: 5df41815-e59f-4f76-9684-2ac2eda81844 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:19.636523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Updating router 5df41815-e59f-4f76-9684-2ac2eda81844 port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:01:19.636684 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b38fc5c6-91ff-40bb-b593-e3e7279b3f39 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=347a32c0f8c84f43aa253c2d12e6514a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592699 Jun 04 07:01:19.639171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44638) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.689740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:19.801299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeec89-a83e-42ff-98a6-88fe8a26b168 req-561d3f1b-c0d2-4143-bf77-9cc372886aa7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:19.802899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aeeec89-a83e-42ff-98a6-88fe8a26b168 req-561d3f1b-c0d2-4143-bf77-9cc372886aa7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.0771103 Jun 04 07:01:19.849227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4aeeec89-a83e-42ff-98a6-88fe8a26b168 req-66537405-363a-45ec-9b44-d465e16e9bf2 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 Jun 04 07:01:19.884588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a99af-7ede-4a65-a66d-07b9bd1b095c tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:19.888323 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e68a99af-7ede-4a65-a66d-07b9bd1b095c tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2475436 Jun 04 07:01:19.889966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44646) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.931641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eca2d72c-b61e-43d9-99d1-52a540b2cca1 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403137 Jun 04 07:01:19.934895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44650) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:19.940948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2055910080', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:20.061313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.077216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Transition to ACTIVE for port object 3f289a5c-13f2-4ffd-b241-0b3ba5600dae will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:20.083137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.125013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:20.130387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Usage tracker for resource:subnet and tenant:347a32c0f8c84f43aa253c2d12e6514a is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:20.130387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:20.137113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:20.153062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e278d-2f62-4970-bbe8-ddccf25f7d5e req-4713d9c7-16ab-4cad-8858-7ad3984f87fa tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:20.154565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e24e278d-2f62-4970-bbe8-ddccf25f7d5e req-4713d9c7-16ab-4cad-8858-7ad3984f87fa tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.1861775 Jun 04 07:01:20.159201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:20.162706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.219935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Attempting to bind port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:20.220310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Attempting to bind port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:20.220677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Attempting to bind port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:20.225647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.229722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f512d-9343-4dc7-8ecb-e7b68fa0b0e9 None None] Pushing event updated for resources: {'Port': ['ID=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:20.234226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:20.234602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:20.235000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.235385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:20.235852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Bound port: 3f289a5c-13f2-4ffd-b241-0b3ba5600dae, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:20.236228 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.292148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e24e278d-2f62-4970-bbe8-ddccf25f7d5e req-cd1e2a70-6a75-4334-8edb-663a93af491d tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128583 Jun 04 07:01:20.313668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] For port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:20.317630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] For port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:20.322207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.403993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:20.404811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:20.416815 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.459544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f512d-9343-4dc7-8ecb-e7b68fa0b0e9 None None] Pushing event updated for resources: {'Port': ['ID=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:20.545130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Subnet': ['ID=68f3579b-c1e1-4305-9283-65e60b9fd9c6,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:20.567101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Checking segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:20.567383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network hostable DHCP agents. Network: 709dfdce-065d-4c8d-b8f2-881e7d10fde8, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:01:20.582327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.594590 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:01:20.598105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75bde3-21b9-4027-a7f7-fab5946b702d req-531b5902-0582-4c26-8dee-9c3dc3ea6cd6 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:20.599638 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d75bde3-21b9-4027-a7f7-fab5946b702d req-531b5902-0582-4c26-8dee-9c3dc3ea6cd6 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.1459215 Jun 04 07:01:20.600540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:20.620933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 709dfdce-065d-4c8d-b8f2-881e7d10fde8) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:20.628377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:20.628960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:20.644195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b0e46-1d42-46cf-ae99-48c4a226012c None None] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:01:20.663887 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d75bde3-21b9-4027-a7f7-fab5946b702d req-a63b67a1-610c-4564-91ee-760cc548f774 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582144 Jun 04 07:01:20.668808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-99bedea3-3e63-44cb-a96b-c0725a6d59be tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7297335 Jun 04 07:01:20.669093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44654) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:21.066947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'fixed_ips': [{'subnet_id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:01:21.067775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.134360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:17Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:21.153801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e95dd-6bf1-4809-9b4c-3738e5ebd352 None None] The sync data for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 is: [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:17Z', 'revision_number': 3, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:21.251966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Allocated IP 172.20.0.18 (709dfdce-065d-4c8d-b8f2-881e7d10fde8/68f3579b-c1e1-4305-9283-65e60b9fd9c6/63e92a9d-b156-4a9e-8637-f44105b5321a) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:21.374381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817ee8-c406-4d7c-9410-770d84939c78 req-384c3144-283d-4e4a-9342-15cb6ad065e6 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:21.375893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73817ee8-c406-4d7c-9410-770d84939c78 req-384c3144-283d-4e4a-9342-15cb6ad065e6 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.3636038 Jun 04 07:01:21.492078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73817ee8-c406-4d7c-9410-770d84939c78 req-5ef86abf-ee1a-4150-b2d4-4d10f7aeabf8 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087492 Jun 04 07:01:21.521329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.535888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Transition to ACTIVE for port object 63e92a9d-b156-4a9e-8637-f44105b5321a will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:21.555944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Transition to ACTIVE for port object 63e92a9d-b156-4a9e-8637-f44105b5321a will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:21.563903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.651524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:21.655891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:21.661366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:21.667011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Pushing event updated for resources: {'Port': ['ID=63e92a9d-b156-4a9e-8637-f44105b5321a,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:21.710731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.758525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Attempting to bind port 63e92a9d-b156-4a9e-8637-f44105b5321a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:21.758991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Attempting to bind port 63e92a9d-b156-4a9e-8637-f44105b5321a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:21.759427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Attempting to bind port 63e92a9d-b156-4a9e-8637-f44105b5321a on network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:21.765605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:21.766075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Checking segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:21.766558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.767024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Bound using segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:21.767659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Bound port: 63e92a9d-b156-4a9e-8637-f44105b5321a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:21.768040 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:21.845237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a960c71-b157-4982-b8d7-d503a6029fc0 req-f35c86be-caea-4f38-88c6-389f44d7b9b5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:21.846973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a960c71-b157-4982-b8d7-d503a6029fc0 req-f35c86be-caea-4f38-88c6-389f44d7b9b5 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.2198911 Jun 04 07:01:21.924605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f289a5c-13f2-4ffd-b241-0b3ba5600dae up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:21.949725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] For port 63e92a9d-b156-4a9e-8637-f44105b5321a, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:22.010611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] For port 63e92a9d-b156-4a9e-8637-f44105b5321a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63e92a9d-b156-4a9e-8637-f44105b5321a,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:22.017668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.042819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a960c71-b157-4982-b8d7-d503a6029fc0 req-2504ffcd-9bbb-4ca4-aa9c-c077af802102 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285160 Jun 04 07:01:22.131156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:22.143562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:22.144257 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.184977 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.199165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08396b8-4a3b-4174-bed4-6d4ad4637c58 None None] Pushing event updated for resources: {'Port': ['ID=63e92a9d-b156-4a9e-8637-f44105b5321a,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:22.261838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.20.0.17 (709dfdce-065d-4c8d-b8f2-881e7d10fde8/68f3579b-c1e1-4305-9283-65e60b9fd9c6/6915e27a-6718-4e93-b37b-d4804a59942c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:22.286562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:22.287014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.304448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:22.310039 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.391096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:22.502968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.525166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Transition to ACTIVE for port object 6915e27a-6718-4e93-b37b-d4804a59942c will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:22.533738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-76faaa5e-e9f1-4d34-b61c-33eee970d41b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:22.536525 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-76faaa5e-e9f1-4d34-b61c-33eee970d41b tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.1484768 Jun 04 07:01:22.616633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Deleting port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:22.616966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.689297 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:22.776307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:22.812201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:22.823934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:22.874511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:22.913708 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:01:22.988190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:23.023246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72a56f-081d-4a9b-8572-e7473f04214e req-ec39029b-8a7b-4c6e-95a0-0ac331a16261 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:23.024780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f72a56f-081d-4a9b-8572-e7473f04214e req-ec39029b-8a7b-4c6e-95a0-0ac331a16261 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 1096 time: 0.3812001 Jun 04 07:01:23.092117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] For port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:23.092480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:23.359553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f72a56f-081d-4a9b-8572-e7473f04214e req-a3776228-a3cc-4466-aba6-d6c9812012eb tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185768 Jun 04 07:01:23.367452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Calling delete_port for 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:23.630124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:23.642164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:23.654782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['c9f109d4-35e2-444a-a93f-6f1b82919897'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:23.684014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:23.711736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:23.739717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a440c5b-2bbe-4b0f-ad61-b232e7fd7a27 None None] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:01:23.852541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] No DVR routers for this DVR port 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:23.865363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6996c7c-7cba-4d9f-b96b-4a7e740aeac8 req-8c90a999-62f0-4194-8e06-f154c7b908a9 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:23.866892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6996c7c-7cba-4d9f-b96b-4a7e740aeac8 req-8c90a999-62f0-4194-8e06-f154c7b908a9 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 943 time: 0.3691008 Jun 04 07:01:23.881023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa341454-60db-467a-996b-b07aa5b1b005 None None] Provisioning for port 63e92a9d-b156-4a9e-8637-f44105b5321a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:23.937750 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:23.940184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'name': 'network-vif-deleted', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:24.016746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f289a5c-13f2-4ffd-b241-0b3ba5600dae up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:24.098351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b692ee90-4001-4a9e-b8d6-49361b546020 req-f45a9a2e-f36a-461d-9805-220e0725be57 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 HTTP/1.1" status: 204 len: 173 time: 1.5531337 Jun 04 07:01:24.140813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6996c7c-7cba-4d9f-b96b-4a7e740aeac8 req-197beeda-5fce-4e56-9e54-9824d039da68 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938047 Jun 04 07:01:24.204008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:24.204380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.235147 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa289cc-dd89-401c-867c-493ca3928991'] response: {'server_uuid': 'e83b856c-65b7-4765-95e9-550147f61732', 'name': 'network-vif-deleted', 'tag': '1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48', 'status': 'completed', 'code': 200} Jun 04 07:01:24.321349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 16f2658d-37eb-412c-91c4-c4f0112430f5 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:01:24.343505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.348989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.360326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:24.361407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63e92a9d-b156-4a9e-8637-f44105b5321a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:24.466970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:24.472127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.563922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6bf614cc-a7bf-460d-bd26-47d7a2541982 req-fd857c1e-d256-4eb8-a403-3b182611a6d7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Synchronizing usage tracker for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:24.575294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=16f2658d-37eb-412c-91c4-c4f0112430f5,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:24.583277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 63e92a9d-b156-4a9e-8637-f44105b5321a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:24.594424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 63e92a9d-b156-4a9e-8637-f44105b5321a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:24.594857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.622448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:01:24.694586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6bf614cc-a7bf-460d-bd26-47d7a2541982 req-fd857c1e-d256-4eb8-a403-3b182611a6d7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Unset dirty status for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:24.707032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bf614cc-a7bf-460d-bd26-47d7a2541982 req-fd857c1e-d256-4eb8-a403-3b182611a6d7 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e83b856c-65b7-4765-95e9-550147f61732 HTTP/1.1" status: 200 len: 210 time: 0.1866212 Jun 04 07:01:24.725519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Provisioning complete for port 63e92a9d-b156-4a9e-8637-f44105b5321a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:24.726235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.740984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:24.753840 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:24.770595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 16f2658d-37eb-412c-91c4-c4f0112430f5 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:24.770983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.840321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f2658d-37eb-412c-91c4-c4f0112430f5 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:24.885340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 63e92a9d-b156-4a9e-8637-f44105b5321a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:24.885727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.895830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=16f2658d-37eb-412c-91c4-c4f0112430f5,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:24.905681 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:24.960809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 5df41815-e59f-4f76-9684-2ac2eda81844 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:25.079649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 63e92a9d-b156-4a9e-8637-f44105b5321a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63e92a9d-b156-4a9e-8637-f44105b5321a,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:25.084896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:25.087459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Current status of the port 63e92a9d-b156-4a9e-8637-f44105b5321a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:25.087833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:25.098066 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:25.231546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=63e92a9d-b156-4a9e-8637-f44105b5321a,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:25.237789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:01:25.238144 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:01:25.255253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['16f2658d-37eb-412c-91c4-c4f0112430f5'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:25.335670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:25.344478 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8ea98448-5477-45f1-b208-51698a7e8eab tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "PUT /v2.0/routers/5df41815-e59f-4f76-9684-2ac2eda81844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6720309 Jun 04 07:01:25.355047 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Sync routers for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:25.367160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:25.367913 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:25.375349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e188c-3f51-4ecd-8daf-032b70b17d45 req-6cca4409-a3ff-4e6f-be99-bbca8a8c19fe tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:25.376815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c43e188c-3f51-4ecd-8daf-032b70b17d45 req-6cca4409-a3ff-4e6f-be99-bbca8a8c19fe tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 944 time: 0.1172361 Jun 04 07:01:25.434134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c43e188c-3f51-4ecd-8daf-032b70b17d45 req-30ed9aec-5fbc-4312-9bba-756a217a89bf tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499520 Jun 04 07:01:25.605569 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:25.703875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-111847dc-15f6-4ded-9457-41b7312d3567 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:25.705289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-111847dc-15f6-4ded-9457-41b7312d3567 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/networks?id=709dfdce-065d-4c8d-b8f2-881e7d10fde8 HTTP/1.1" status: 200 len: 798 time: 0.1455212 Jun 04 07:01:25.723035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-77264c44-6be0-4e32-b3f0-7ddf222b9a26 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/quotas/347a32c0f8c84f43aa253c2d12e6514a HTTP/1.1" status: 200 len: 375 time: 0.0110092 Jun 04 07:01:25.735781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:25.801269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Current status of the port 63e92a9d-b156-4a9e-8637-f44105b5321a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:25.817425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Provisioning for port 6915e27a-6718-4e93-b37b-d4804a59942c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:25.825424 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Provisioning complete for port 6915e27a-6718-4e93-b37b-d4804a59942c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:25.825875 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:25.826997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-84d71284-72e9-4316-9991-7933b4ec3264 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:25.846734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-84d71284-72e9-4316-9991-7933b4ec3264 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:25.848409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-84d71284-72e9-4316-9991-7933b4ec3264 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1187570 Jun 04 07:01:25.868704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63e92a9d-b156-4a9e-8637-f44105b5321a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:25.933800 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:23Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6915e27a-6718-4e93-b37b-d4804a59942c', 'name': '', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:a0:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:22Z', 'updated_at': '2022-06-04T07:01:24Z', 'revision_number': 2, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:25.938104 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Checking router: 5df41815-e59f-4f76-9684-2ac2eda81844 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:25.938615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Updating router 5df41815-e59f-4f76-9684-2ac2eda81844 port 6915e27a-6718-4e93-b37b-d4804a59942c binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:01:25.957788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1a544ade-2ab5-4899-824e-52d3ab0f40c9 None None] Port 6915e27a-6718-4e93-b37b-d4804a59942c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:25.966684 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:25.978290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 63e92a9d-b156-4a9e-8637-f44105b5321a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:25.978659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.000844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-aefbc5dc-0a4b-468f-af0b-dbcb6b48e1ff service neutron] 10.222.0.17 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391060 Jun 04 07:01:26.015376 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.110581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b3112870-c25d-4f7a-b02a-9bc246ab7925 None None] Provisioning complete for port 6915e27a-6718-4e93-b37b-d4804a59942c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:26.110943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b3112870-c25d-4f7a-b02a-9bc246ab7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.148869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 63e92a9d-b156-4a9e-8637-f44105b5321a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:26.151740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-0caa2e4e-6e4c-4401-a479-8ab12f6fa2ae service neutron] 10.222.0.17 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418903 Jun 04 07:01:26.171965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b3112870-c25d-4f7a-b02a-9bc246ab7925 None None] Port 6915e27a-6718-4e93-b37b-d4804a59942c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:26.348529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 16f2658d-37eb-412c-91c4-c4f0112430f5 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:26.396764 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.412531 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Transition to ACTIVE for port object 6915e27a-6718-4e93-b37b-d4804a59942c will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:26.422966 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.423332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d05dfc99-0173-4ff4-80ca-f7ca16d2de2d req-fa3d9970-a70b-403c-82b6-cfa69aff320e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 210 time: 0.0641117 Jun 04 07:01:26.446881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 16f2658d-37eb-412c-91c4-c4f0112430f5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:26.453001 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 16f2658d-37eb-412c-91c4-c4f0112430f5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:26.453601 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.563618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:26.602837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:26.603192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 1b51c8c5-9d95-4040-a5ac-f4a6cdbc0f48 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:26.613876 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cc74c-20a1-4976-87fa-4d91ab0cf1a0 None None] Pushing event updated for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:26.695783 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Attempting to bind port 6915e27a-6718-4e93-b37b-d4804a59942c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:26.696416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Attempting to bind port 6915e27a-6718-4e93-b37b-d4804a59942c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:26.696948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Attempting to bind port 6915e27a-6718-4e93-b37b-d4804a59942c on network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:26.703859 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:26.704356 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Checking segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:26.704870 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.705531 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Bound using segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:26.706067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Bound port: 6915e27a-6718-4e93-b37b-d4804a59942c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:26.706611 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.731959 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 16f2658d-37eb-412c-91c4-c4f0112430f5 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:26.732369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.764877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:26.777805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=16f2658d-37eb-412c-91c4-c4f0112430f5,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:26.782250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.851019 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] For port 6915e27a-6718-4e93-b37b-d4804a59942c, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:26.856449 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] For port 6915e27a-6718-4e93-b37b-d4804a59942c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6915e27a-6718-4e93-b37b-d4804a59942c,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:26.863114 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:26.870393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:26.958783 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:26.959409 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:26.984738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895aa3b-f47f-4890-9eaf-8d411496ce3d req-2ef56197-826c-4ac9-9e07-fd7f628fa7fe tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:26.987950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2895aa3b-f47f-4890-9eaf-8d411496ce3d req-2ef56197-826c-4ac9-9e07-fd7f628fa7fe tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.1170905 Jun 04 07:01:27.084306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cc74c-20a1-4976-87fa-4d91ab0cf1a0 None None] Pushing event updated for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:27.090039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2895aa3b-f47f-4890-9eaf-8d411496ce3d req-9c10353f-32b4-4db8-98ea-4a7d2502063a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817940 Jun 04 07:01:27.155138 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f64028-9b80-405b-b8d2-881b539dee35'] response: {'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'code': 200} Jun 04 07:01:27.270306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:27.312357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c030a-5c37-45bd-b5ac-9a104d074695 req-f8b6354c-93d7-4513-a6f1-20033fcba99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:27.313893 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a1c030a-5c37-45bd-b5ac-9a104d074695 req-f8b6354c-93d7-4513-a6f1-20033fcba99c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1096 time: 0.0822775 Jun 04 07:01:27.347101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0768a-3a99-4526-9215-53963920a941 req-7ef0354b-9ff7-452f-84a0-fd53385ca9de tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:27.348647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74d0768a-3a99-4526-9215-53963920a941 req-7ef0354b-9ff7-452f-84a0-fd53385ca9de tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.0841641 Jun 04 07:01:27.361971 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a1c030a-5c37-45bd-b5ac-9a104d074695 req-44cedd71-907b-4ba6-bae3-94d69da2f661 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412438 Jun 04 07:01:27.392309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74d0768a-3a99-4526-9215-53963920a941 req-c89056ec-f166-4b65-acde-e7d534037703 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jun 04 07:01:27.603749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f038f719-f72d-4f09-9595-d3887296925c req-e1de5b6b-dd17-4b4b-9373-5c432198afa6 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 210 time: 0.0717206 Jun 04 07:01:27.614190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:23Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6915e27a-6718-4e93-b37b-d4804a59942c', 'name': '', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:a0:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:22Z', 'updated_at': '2022-06-04T07:01:26Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:27.618507 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dab33-1c02-43b1-b63e-01964e0a7970 None None] The sync data for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 is: [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:23Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '6915e27a-6718-4e93-b37b-d4804a59942c', 'name': '', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:a0:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:22Z', 'updated_at': '2022-06-04T07:01:26Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:27.764811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-51faac68-7674-4f3b-bb5c-2aef0fa1702f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:27.766497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-51faac68-7674-4f3b-bb5c-2aef0fa1702f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.39 "GET /v2.0/networks?id=709dfdce-065d-4c8d-b8f2-881e7d10fde8 HTTP/1.1" status: 200 len: 798 time: 0.1946211 Jun 04 07:01:27.780018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Request body: {'port': {'device_id': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'admin_state_up': True, 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:27.898822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6915e27a-6718-4e93-b37b-d4804a59942c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:27.964557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:27.976978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:27.986429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6915e27a-6718-4e93-b37b-d4804a59942c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:27.987901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Made reservation on behalf of 347a32c0f8c84f43aa253c2d12e6514a for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:27.991746 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6915e27a-6718-4e93-b37b-d4804a59942c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:27.992119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:27.992829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.127564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6915e27a-6718-4e93-b37b-d4804a59942c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:28.128275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.166252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6915e27a-6718-4e93-b37b-d4804a59942c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6915e27a-6718-4e93-b37b-d4804a59942c,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:28.172181 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.200601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Allocated IP 172.20.0.24 (709dfdce-065d-4c8d-b8f2-881e7d10fde8/68f3579b-c1e1-4305-9283-65e60b9fd9c6/676c308e-258c-496e-bef3-2122d7a3abaa) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:28.253742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:28.549496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb95c-a54c-4fd7-979f-8d8116037b34 req-afbe3fca-6675-4237-8095-424309e73338 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:28.550969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6dfb95c-a54c-4fd7-979f-8d8116037b34 req-afbe3fca-6675-4237-8095-424309e73338 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.3315742 Jun 04 07:01:28.559491 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.595672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Transition to ACTIVE for port object 676c308e-258c-496e-bef3-2122d7a3abaa will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:28.619167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6dfb95c-a54c-4fd7-979f-8d8116037b34 req-eb4a5a56-7fda-42a3-b799-37718630dfd9 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562890 Jun 04 07:01:28.648165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.719876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:28.723102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:28.728334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:28.765925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event updated for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:28.863793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:28.864488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:28.890123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-1293e73f-68d7-4076-941b-ad32f9ceca0c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:28.891293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-1293e73f-68d7-4076-941b-ad32f9ceca0c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Synchronizing usage tracker for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:28.924924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-9848c0a7-7b0e-4749-92e0-0528054aa610 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1510336 Jun 04 07:01:28.925738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-1293e73f-68d7-4076-941b-ad32f9ceca0c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Unset dirty status for tenant:59a107d9f2df4b0da663ac4ec76de5d8 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:28.927442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-1293e73f-68d7-4076-941b-ad32f9ceca0c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.2023489 Jun 04 07:01:28.937642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Request body: {'port': {'device_id': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:29.007418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Deleting port c9f109d4-35e2-444a-a93f-6f1b82919897 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:29.007976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.085217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfc736-c765-41e2-8f3a-747e53e7741b req-0efec744-d886-4511-813c-6bd45b91de5c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:29.086761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdfc736-c765-41e2-8f3a-747e53e7741b req-0efec744-d886-4511-813c-6bd45b91de5c tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=41ac30a0-8dc4-4e5e-a992-9d8594842520 HTTP/1.1" status: 200 len: 1097 time: 0.2964067 Jun 04 07:01:29.095100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.122439 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e54776ee-28a8-4db8-91e5-51af4ee2f4c5 None None] Provisioning for port 676c308e-258c-496e-bef3-2122d7a3abaa completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:29.129011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e54776ee-28a8-4db8-91e5-51af4ee2f4c5 None None] Provisioning complete for port 676c308e-258c-496e-bef3-2122d7a3abaa triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:29.129661 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e54776ee-28a8-4db8-91e5-51af4ee2f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.193958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdfc736-c765-41e2-8f3a-747e53e7741b req-ce24d897-8cfa-4504-90e3-3ec412c9bc5a tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=6568a145-73e4-4ccc-bce6-6530305c1b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996418 Jun 04 07:01:29.196246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e54776ee-28a8-4db8-91e5-51af4ee2f4c5 None None] Port 676c308e-258c-496e-bef3-2122d7a3abaa cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:29.269440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] For port c9f109d4-35e2-444a-a93f-6f1b82919897, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=c9f109d4-35e2-444a-a93f-6f1b82919897,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:29.269916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.399001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Calling delete_port for c9f109d4-35e2-444a-a93f-6f1b82919897 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:29.496160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c20f51-984d-47f8-ada8-2a0a9eed0b1b req-0cb056a3-eaf9-4f14-8187-1e12c4208683 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:29.496837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d0c20f51-984d-47f8-ada8-2a0a9eed0b1b req-0cb056a3-eaf9-4f14-8187-1e12c4208683 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:29.534146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.544807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['c9f109d4-35e2-444a-a93f-6f1b82919897'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:29.554982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d0c20f51-984d-47f8-ada8-2a0a9eed0b1b req-0cb056a3-eaf9-4f14-8187-1e12c4208683 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:29.556144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0c20f51-984d-47f8-ada8-2a0a9eed0b1b req-0cb056a3-eaf9-4f14-8187-1e12c4208683 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 895 time: 0.2456839 Jun 04 07:01:29.583360 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676c308e-258c-496e-bef3-2122d7a3abaa {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:29.591830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.602888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9f109d4-35e2-444a-a93f-6f1b82919897,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:29.613706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Transition to ACTIVE for port object 676c308e-258c-496e-bef3-2122d7a3abaa will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:29.618431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.682650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] No DVR routers for this DVR port c9f109d4-35e2-444a-a93f-6f1b82919897 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:29.685316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.688016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'name': 'network-vif-deleted', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:29.713577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-68bdb763-c495-49ae-a264-b6bb2058a015 req-4efcf850-411a-4f26-bcf1-85f9254bc3d4 tempest-TestServerMultinode-1821667899 tempest-TestServerMultinode-1821667899-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c9f109d4-35e2-444a-a93f-6f1b82919897 HTTP/1.1" status: 204 len: 173 time: 0.7786140 Jun 04 07:01:29.883077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6915e27a-6718-4e93-b37b-d4804a59942c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:29.887646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Pushing event updated for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:29.972166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6915e27a-6718-4e93-b37b-d4804a59942c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:29.972539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:29.999839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b393-ce7c-453c-965d-1f87204cc0fc req-da94c2e7-5758-49b6-8434-f5d55bade098 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.001287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5614b393-ce7c-453c-965d-1f87204cc0fc req-da94c2e7-5758-49b6-8434-f5d55bade098 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.2264755 Jun 04 07:01:30.001961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Attempting to bind port 676c308e-258c-496e-bef3-2122d7a3abaa on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:30.002288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Attempting to bind port 676c308e-258c-496e-bef3-2122d7a3abaa by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:30.002607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Attempting to bind port 676c308e-258c-496e-bef3-2122d7a3abaa on network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:30.007660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Port 676c308e-258c-496e-bef3-2122d7a3abaa on network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:01:30.007973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Attempting to bind port 676c308e-258c-496e-bef3-2122d7a3abaa on network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:30.034762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:30.035431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Checking segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:30.035677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Bound using segment: {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:30.036034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Bound port: 676c308e-258c-496e-bef3-2122d7a3abaa, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acaefd6e-9679-4425-9b58-374f475901c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:30.036440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:30.105915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5614b393-ce7c-453c-965d-1f87204cc0fc req-efddf591-729b-4b2c-aea1-ceac6b2c9604 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942047 Jun 04 07:01:30.111172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6915e27a-6718-4e93-b37b-d4804a59942c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:30.164147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:30.169157 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1239af10-6e52-4cd4-ad8c-d719d0b06a63'] response: {'server_uuid': '41ac30a0-8dc4-4e5e-a992-9d8594842520', 'name': 'network-vif-deleted', 'tag': 'c9f109d4-35e2-444a-a93f-6f1b82919897', 'status': 'completed', 'code': 200} Jun 04 07:01:30.169981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=676c308e-258c-496e-bef3-2122d7a3abaa,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:30.175541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:30.256818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.257436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:30.258832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] 10.222.0.39 "PUT /v2.0/ports/676c308e-258c-496e-bef3-2122d7a3abaa HTTP/1.1" status: 200 len: 1055 time: 1.3262284 Jun 04 07:01:30.259265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:30.383861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4dc63-df2e-4cc4-8915-22b12b383f0c service neutron] Pushing event updated for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:30.439931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-16bcf7cb-a3ca-47a2-9ca7-8801e1fd2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.441405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-16bcf7cb-a3ca-47a2-9ca7-8801e1fd2471 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 1058 time: 0.1245506 Jun 04 07:01:30.452653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa585d2-5c50-4d97-ada5-671664a58bdf req-7aeed136-da87-4999-bcbe-df09b9174f38 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.453985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3fa585d2-5c50-4d97-ada5-671664a58bdf req-7aeed136-da87-4999-bcbe-df09b9174f38 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.1797943 Jun 04 07:01:30.637930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-ee450540-864a-470e-b3cc-5806b60ddb0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=676c308e-258c-496e-bef3-2122d7a3abaa HTTP/1.1" status: 200 len: 217 time: 0.1828859 Jun 04 07:01:30.704807 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3fa585d2-5c50-4d97-ada5-671664a58bdf req-9248df96-e886-41aa-83fa-848c5c262135 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954678 Jun 04 07:01:30.718093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-41281149-e4ef-4ea6-a364-02e837771e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.720021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-41281149-e4ef-4ea6-a364-02e837771e53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68f3579b-c1e1-4305-9283-65e60b9fd9c6 HTTP/1.1" status: 200 len: 838 time: 0.0755045 Jun 04 07:01:30.727658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44728) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:30.797013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-8f726548-ee19-4ce1-a1ab-ec350253a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:30.798404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-8f726548-ee19-4ce1-a1ab-ec350253a3fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=709dfdce-065d-4c8d-b8f2-881e7d10fde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725856 Jun 04 07:01:30.800661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44734) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:30.882512 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5e8611-71c2-4190-bbe6-ebbe56bae8f3'] response: {'name': 'network-changed', 'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa', 'status': 'completed', 'code': 200} Jun 04 07:01:30.982022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-b058830e-4dac-4385-8de0-4cbb1a8a366e service neutron] 10.222.0.39 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754916 Jun 04 07:01:31.042728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3611f9b-02e7-4542-b786-2e5dde078c69 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.044345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e3611f9b-02e7-4542-b786-2e5dde078c69 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1091 time: 0.3157103 Jun 04 07:01:31.070552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44738) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:31.082837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:31.101449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:31.109575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Usage tracker for resource:floatingip and tenant:3ab5bc8ef16740f1a2a66358b1c63aaa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:31.113700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:31.134728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:31.164190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:31.188735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0aab1-fe38-4aff-934d-30b6b024b591 req-71be0173-c1c6-46ce-8c11-5ad2e8cc4f34 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.190244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54b0aab1-fe38-4aff-934d-30b6b024b591 req-71be0173-c1c6-46ce-8c11-5ad2e8cc4f34 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 907 time: 0.2529843 Jun 04 07:01:31.194141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a2ad36e-e5ab-495e-9bd3-dd927689077b req-eb4e9f9f-012c-4836-b740-919b690abb7d service neutron] 10.222.0.39 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043517 Jun 04 07:01:31.361514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-0f6654c9-c6d6-417a-b28c-ccb120842bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.362871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-0f6654c9-c6d6-417a-b28c-ccb120842bbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 1058 time: 0.1086864 Jun 04 07:01:31.477899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:31.524130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:31.582495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-60c32f02-9942-431e-afd4-6648fea66c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.583952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-60c32f02-9942-431e-afd4-6648fea66c09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=709dfdce-065d-4c8d-b8f2-881e7d10fde8 HTTP/1.1" status: 200 len: 899 time: 0.2122793 Jun 04 07:01:31.693460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-b44b5507-7e7a-4155-8232-8520225cadc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=676c308e-258c-496e-bef3-2122d7a3abaa HTTP/1.1" status: 200 len: 217 time: 0.1006632 Jun 04 07:01:31.775329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Allocated IP 172.25.1.19 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f86e6ab3-db7f-4bba-b917-57696314a8ab) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:31.785116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-1b376863-c489-413b-a2b6-796c4efeddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.786737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-1b376863-c489-413b-a2b6-796c4efeddf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=68f3579b-c1e1-4305-9283-65e60b9fd9c6 HTTP/1.1" status: 200 len: 838 time: 0.0863910 Jun 04 07:01:31.899020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Deleting port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:31.899360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:31.987740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-f4be15bb-d9c9-436f-a5f9-94da0634df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:31.989215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-f4be15bb-d9c9-436f-a5f9-94da0634df2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=709dfdce-065d-4c8d-b8f2-881e7d10fde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933200 Jun 04 07:01:32.031320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:32.154787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] For port 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:32.155308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:32.299256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-c54b1def-5b94-4a5c-b541-a5b192c89edb service neutron] 10.222.0.39 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967627 Jun 04 07:01:32.323965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Calling delete_port for 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:32.327972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:32.516749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:32.517225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:32.522950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:32.528066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'Port': ['ID=f86e6ab3-db7f-4bba-b917-57696314a8ab,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:32.530888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:32.630596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f4c1cfe-0906-4303-8754-56badce5e34d req-ff9554d3-1653-4fda-9f03-356ed3658073 service neutron] 10.222.0.39 "GET /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251517 Jun 04 07:01:32.633330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa3738-4a12-4dd0-bd34-b4a5a07bebbe,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:32.695177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fe90a-228f-45c3-8752-7f1660063f9b req-732271b7-5f01-42e8-aed2-de6a319c3b68 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:32.697418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b06fe90a-228f-45c3-8752-7f1660063f9b req-732271b7-5f01-42e8-aed2-de6a319c3b68 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 907 time: 0.3252783 Jun 04 07:01:32.890560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.053769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.140402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.447289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.453240 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.470174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:33.567030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event updated for resources: {'Port': ['ID=f86e6ab3-db7f-4bba-b917-57696314a8ab,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:33.589890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.687598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:33.696802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8151af8b-4c56-4b70-820e-2de65db4f8b7 admin admin] 10.222.0.17 "PUT /v2.0/routers/efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951170 Jun 04 07:01:33.699403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44756) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:33.699949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Sync routers for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:33.713890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:33.714636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:33.779838 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Floating IP 20bfd417-f72c-46d6-a047-53aca27afbf1 associated. External IP: 172.25.1.19, port: 16f2658d-37eb-412c-91c4-c4f0112430f5. Jun 04 07:01:33.894264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:33.960195 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:34.086309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.098253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Deleting port 7056fd29-533f-4d44-90b6-80e2b23d3f36 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:34.099176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.279384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07776ea9-aba0-4f8b-b59c-db0146b356ee req-2ea5cf90-74ed-4852-9c9f-a92b4827b94c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:34.281447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07776ea9-aba0-4f8b-b59c-db0146b356ee req-2ea5cf90-74ed-4852-9c9f-a92b4827b94c tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 907 time: 0.3764260 Jun 04 07:01:34.282094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:01:32Z', 'revision_number': 5, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port': {'id': '7056fd29-533f-4d44-90b6-80e2b23d3f36', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:09Z', 'updated_at': '2022-06-04T07:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:34.287339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Checking router: efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:34.297903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Routers {'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:34.298614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:34.299600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] For port 7056fd29-533f-4d44-90b6-80e2b23d3f36, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7056fd29-533f-4d44-90b6-80e2b23d3f36,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:34.299967 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.431171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Calling delete_port for 7056fd29-533f-4d44-90b6-80e2b23d3f36 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:34.431765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Router d61f6091-4a64-4c4e-845d-18f556e88870 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:34.474512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device c9f109d4-35e2-444a-a93f-6f1b82919897 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:34.514024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: c9f109d4-35e2-444a-a93f-6f1b82919897 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:34.514399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device c9f109d4-35e2-444a-a93f-6f1b82919897 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:34.520581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] Set router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:34.627282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 676c308e-258c-496e-bef3-2122d7a3abaa details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:01:34.631988 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.640758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:01:34Z', 'revision_number': 6, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:34.647685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04a1e7-bdf3-4f68-a879-1ec21a0c3f0d None None] The sync data for ids ['efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7'] in n-d-811808-2 is: [{'id': 'efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7', 'name': 'tempest-TestServerMultinode-1478708087-router', 'tenant_id': 'b206052be9af44cc83950ddd16de40c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:06Z', 'updated_at': '2022-06-04T07:01:34Z', 'revision_number': 6, 'project_id': 'b206052be9af44cc83950ddd16de40c9', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:34.669588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:34.685078 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:34.703715 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:34.704824 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:34.725036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.824683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7056fd29-533f-4d44-90b6-80e2b23d3f36,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:34.830431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a21d055f-055a-4c7a-b91e-5c52e1825929 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7586551 Jun 04 07:01:34.831099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44770) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:34.831547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:34.842255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=676c308e-258c-496e-bef3-2122d7a3abaa,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:34.863586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '676c308e-258c-496e-bef3-2122d7a3abaa', 'network_id': '709dfdce-065d-4c8d-b8f2-881e7d10fde8', 'port_id': '676c308e-258c-496e-bef3-2122d7a3abaa', 'mac_address': 'fa:16:3e:f3:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f3579b-c1e1-4305-9283-65e60b9fd9c6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:01:34.931225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.936783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 676c308e-258c-496e-bef3-2122d7a3abaa is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:34.937445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:34.958650 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc300608-d2c4-4e16-8ccf-75d5cade67aa'] response: {'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:01:34.959773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676c308e-258c-496e-bef3-2122d7a3abaa {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:34.982563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=676c308e-258c-496e-bef3-2122d7a3abaa,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:34.988217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.031388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3834da-f1e9-4ec1-859f-d335b8b15890 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:35.032109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-db3834da-f1e9-4ec1-859f-d335b8b15890 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] Synchronizing usage tracker for tenant:6245a156fb4a4ee4b0a260cf81784bff on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:35.067450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-db3834da-f1e9-4ec1-859f-d335b8b15890 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] Unset dirty status for tenant:6245a156fb4a4ee4b0a260cf81784bff on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:35.071797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-db3834da-f1e9-4ec1-859f-d335b8b15890 tempest-TestVolumeBackupRestore-677968679 tempest-TestVolumeBackupRestore-677968679-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1091 time: 0.2281995 Jun 04 07:01:35.073041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44776) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:35.080507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Request body: {'floatingip': {'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:35.171116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:35.183801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.184303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.184780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.186006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.186456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.186891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.187323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.187799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.188246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.188834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.189274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.190204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:35.200670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:35.263111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.314272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['676c308e-258c-496e-bef3-2122d7a3abaa'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:01:35.349884 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.352550 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.398976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.399473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:01:35.433069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.434478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d41560c0-d09b-4da7-8624-aa5f9baf7b65 admin admin] 10.222.0.17 "DELETE /v2.0/routers/efb30fb7-fa57-4f91-9bf0-515c0bb7e9c7 HTTP/1.1" status: 204 len: 168 time: 1.7341714 Jun 04 07:01:35.436916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44786) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:35.442012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-0b08413d-8103-4305-ad11-679cd7f5663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:35.443534 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-0b08413d-8103-4305-ad11-679cd7f5663e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1096 time: 0.4589393 Jun 04 07:01:35.617927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Deleting subnet 03f1bf22-b05f-48fe-95c3-1750b16f7d2d {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:01:35.627072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.713412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-8af026dd-b373-488e-9bb4-4726190b10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:35.715408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-8af026dd-b373-488e-9bb4-4726190b10dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 914 time: 0.2372096 Jun 04 07:01:35.720444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:35.792947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:32Z', 'revision_number': 0, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:35.797547 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:35.807065 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:35.807827 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:35.811543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a810ce-5577-4cf2-a367-a9a30824ad40 req-d69f12c4-afae-47d7-a94c-ff0d2dd069d8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:35.821190 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45a810ce-5577-4cf2-a367-a9a30824ad40 req-d69f12c4-afae-47d7-a94c-ff0d2dd069d8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 908 time: 0.3317783 Jun 04 07:01:35.919413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7056fd29-533f-4d44-90b6-80e2b23d3f36 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:35.923431 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-8922fc9d-bf23-4c77-92df-5ab700093735 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 998 time: 0.1702468 Jun 04 07:01:35.999452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7056fd29-533f-4d44-90b6-80e2b23d3f36 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:36.005993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7056fd29-533f-4d44-90b6-80e2b23d3f36 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:36.006750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:36.058961 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.071987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:36.075249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 16fa3738-4a12-4dd0-bd34-b4a5a07bebbe not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:36.124107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-df41a106-ccb1-4333-80e9-451b0aaadc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:36.125828 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-df41a106-ccb1-4333-80e9-451b0aaadc25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.1918876 Jun 04 07:01:36.140476 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:36.267633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.363946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f1bf22-b05f-48fe-95c3-1750b16f7d2d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:36.375211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.382180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6e703-b811-4995-a09b-c7c54a7f96a4 None None] Network de884e34-2c99-47b6-aee9-fa116ed79f4a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:01:36.385250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-5031c504-d984-4509-b6b0-84fbec84c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:36.386769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-5031c504-d984-4509-b6b0-84fbec84c0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548199 Jun 04 07:01:36.394125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f3327780-45fc-4da6-af58-93242beaa810 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/03f1bf22-b05f-48fe-95c3-1750b16f7d2d HTTP/1.1" status: 204 len: 168 time: 0.9554217 Jun 04 07:01:36.396197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44794) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:36.536645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.565809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Deleting port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:36.566253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.598815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-675eee93-6ffe-46d8-b293-f213f34c5026 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021630 Jun 04 07:01:36.612409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 676c308e-258c-496e-bef3-2122d7a3abaa up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:01:36.615534 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.627248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.777885 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:32Z', 'revision_number': 0, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:36.782598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0e6ba-7e8b-4731-a3fe-ca05b6650edc None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:32Z', 'revision_number': 0, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:36.840807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 676c308e-258c-496e-bef3-2122d7a3abaa completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:36.846725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 676c308e-258c-496e-bef3-2122d7a3abaa triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:36.847107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:36.871193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-74fccca8-e785-4db5-9055-a6d06b7c1f0b req-e8e64b79-dd24-4f54-b00b-d6ee82fb0dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641811 Jun 04 07:01:36.935036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] DHCP port deletion for de884e34-2c99-47b6-aee9-fa116ed79f4a request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:01:36.957873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Deleting port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:36.958613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.047246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] For port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:37.047790 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.087180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 676c308e-258c-496e-bef3-2122d7a3abaa is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:01:37.087588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.168514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53be9c9-06c1-442a-9db9-9cb6478e2cf7 None None] New status for floating IP 20bfd417-f72c-46d6-a047-53aca27afbf1: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:01:37.201279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Calling delete_port for 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:37.282876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:37.406585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=676c308e-258c-496e-bef3-2122d7a3abaa,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:37.420058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.522552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.582470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] For port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,segment=NetworkSegment(694143fd-d93f-4c43-ba97-60bceb49c1e7),segment_id=694143fd-d93f-4c43-ba97-60bceb49c1e7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:37.583266 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.596331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f918b7-5fc5-46df-bff3-6cb204c2db3c req-a7b3ba03-f51e-4302-a937-540d1d1b4b1d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:37.597805 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2f918b7-5fc5-46df-bff3-6cb204c2db3c req-a7b3ba03-f51e-4302-a937-540d1d1b4b1d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 908 time: 0.4069655 Jun 04 07:01:37.682642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] No DVR routers for this DVR port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:37.693630 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c21cad3-5d9a-43bc-ba88-3a0bf5eedc8f'] response: {'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa', 'code': 200} Jun 04 07:01:37.714392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Pushing event deleted for resources: {'Port': ['ID=1cea4199-6f05-4bb5-a24d-c5c73821bfa2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:37.780052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Calling delete_port for 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:37.827722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:37.893994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:37.896618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:37.925803 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Router d61f6091-4a64-4c4e-845d-18f556e88870 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:37.942167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de884e34-2c99-47b6-aee9-fa116ed79f4a']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:37.951926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:37.952468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:37.965782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694143fd-d93f-4c43-ba97-60bceb49c1e7') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:37.966078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694143fd-d93f-4c43-ba97-60bceb49c1e7') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:37.996349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:01:37.996735 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:01:38.183472 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.199608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea7414-b83e-4eb9-9d26-aca6d455db46 req-59d08b87-4822-4ef5-98eb-a984375ae346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:38.201049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09ea7414-b83e-4eb9-9d26-aca6d455db46 req-59d08b87-4822-4ef5-98eb-a984375ae346 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 1060 time: 0.4607432 Jun 04 07:01:38.220058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.231635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:01:38.232018 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.437508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.443400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.472011 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 694143fd-d93f-4c43-ba97-60bceb49c1e7 resource provider aggregate not found Jun 04 07:01:38.479588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:38.489557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:38.489973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] Pushing event deleted for resources: {'Network': ['ID=de884e34-2c99-47b6-aee9-fa116ed79f4a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:38.493832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a0d4b83-25f3-42fc-a9fc-ff06c3366eae admin admin] 10.222.0.17 "DELETE /v2.0/networks/de884e34-2c99-47b6-aee9-fa116ed79f4a HTTP/1.1" status: 204 len: 168 time: 2.0963502 Jun 04 07:01:38.497420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44812) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:38.497921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.498893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Deleting port 1cea4199-6f05-4bb5-a24d-c5c73821bfa2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:38.499874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:38.518932 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:38.519778 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:38.534183 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 694143fd-d93f-4c43-ba97-60bceb49c1e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 694143fd-d93f-4c43-ba97-60bceb49c1e7 found for delete ", "request_id": "req-c77074d4-af25-4a9f-982f-944e4ee9f5f7"}]} Jun 04 07:01:38.609943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:38.673179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1cb7665c-29e9-4fc0-bb7d-1c2f220a0a18 None None] The port '1cea4199-6f05-4bb5-a24d-c5c73821bfa2' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:01:38.692379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b8672b6-c2b9-4d4a-9856-40a364936f77 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "PUT /v2.0/floatingips/20bfd417-f72c-46d6-a047-53aca27afbf1 HTTP/1.1" status: 200 len: 990 time: 3.6181819 Jun 04 07:01:38.730070 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e50d04d-9bd5-4a37-a33e-8178b119cffc'] response: {'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:01:38.878195 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:38.976025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39381876-e5d2-4993-a484-f9dff3ef18fd req-592970e7-9764-4ca7-9598-e6fd46c00b73 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:38.988483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39381876-e5d2-4993-a484-f9dff3ef18fd req-592970e7-9764-4ca7-9598-e6fd46c00b73 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.1323082 Jun 04 07:01:39.191201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-36840ee1-e317-4f1c-9a03-b09a3b3a7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:39.191201 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-36840ee1-e317-4f1c-9a03-b09a3b3a7788 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1096 time: 0.3279152 Jun 04 07:01:39.449229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:37Z', 'revision_number': 2, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:39.449229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:39.469523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:39.469523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:39.492693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-6d26aa72-6af9-4332-80cd-6aa376ede4cc req-cf21efb8-ec40-4667-91dd-600bd1014d0a service neutron] (88849) timed out ('10.222.0.17', 40176) {{(pid=88849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 07:01:39.511407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-e08f60e1-f92e-41fd-9c5d-fdd104db57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:39.544818 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-e08f60e1-f92e-41fd-9c5d-fdd104db57ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 914 time: 0.3399248 Jun 04 07:01:39.779476 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:39.945272 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-7b49e603-c2a7-4d30-a23f-144e06a8694f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 1000 time: 0.4108286 Jun 04 07:01:40.115904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-420bfb09-70f3-4520-ad95-34cd38eb8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:40.118234 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-420bfb09-70f3-4520-ad95-34cd38eb8992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.1659606 Jun 04 07:01:40.280476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fa10-8487-4ecd-b71e-c8b5ec64da61 req-bdc1bd48-904d-4238-8aa5-3a61d58185b0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:40.280476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b58fa10-8487-4ecd-b71e-c8b5ec64da61 req-bdc1bd48-904d-4238-8aa5-3a61d58185b0 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.1087830 Jun 04 07:01:40.374496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-b8f4ba90-c615-49ad-8b43-e963ba50f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:40.374496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-b8f4ba90-c615-49ad-8b43-e963ba50f686 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416837 Jun 04 07:01:40.492869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:40.641234 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:37Z', 'revision_number': 2, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:40.645592 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c84a59-fc16-4a7d-807b-d3cdef8633bb None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '20bfd417-f72c-46d6-a047-53aca27afbf1', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'port_id': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'mac_address': 'fa:16:3e:44:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:01:32Z', 'updated_at': '2022-06-04T07:01:37Z', 'revision_number': 2, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:40.736035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:40.767786 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-aca0ae0c-b229-4f36-98a5-cf77eea8701f service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866913 Jun 04 07:01:40.772344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eedbe-7277-4ca2-a9ad-ccaa6b3df422 req-dd29c6d2-fa8e-40e9-8b9f-94a6e8b12997 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:40.777667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-849eedbe-7277-4ca2-a9ad-ccaa6b3df422 req-dd29c6d2-fa8e-40e9-8b9f-94a6e8b12997 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.1457236 Jun 04 07:01:40.876548 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b705e164-4092-4528-8853-bf047937e1be'] response: {'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:01:41.172623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0a2a-fcd0-470d-98e9-12244ecb19d4 req-84e4ba53-423e-4816-a9dd-d28c93440209 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:41.174593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a60e0a2a-fcd0-470d-98e9-12244ecb19d4 req-84e4ba53-423e-4816-a9dd-d28c93440209 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 1060 time: 0.1532505 Jun 04 07:01:41.229374 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-57299ecf-2b7b-47d8-9999-0b182301d5a5 req-3bb4614c-ffec-40a9-bddf-023507affdc0 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062083 Jun 04 07:01:41.331530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Deleting port 6d727f33-aca5-430a-88e3-b4a5e9e917a0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:41.331862 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:41.411914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b895c-b86d-4940-8519-abebec7db9a4 req-b97b38ab-b097-4611-a53a-6971de2203e8 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:41.414327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b47b895c-b86d-4940-8519-abebec7db9a4 req-b97b38ab-b097-4611-a53a-6971de2203e8 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.0938592 Jun 04 07:01:41.490071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b47b895c-b86d-4940-8519-abebec7db9a4 req-01b43272-925b-48f3-81f6-445b98306a97 tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0596616 Jun 04 07:01:41.502592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-47389642-1fc6-441b-a6e5-a64b4e210129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:41.504089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-47389642-1fc6-441b-a6e5-a64b4e210129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1096 time: 0.2213938 Jun 04 07:01:41.522065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44836) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:41.635680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] For port 6d727f33-aca5-430a-88e3-b4a5e9e917a0, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6d727f33-aca5-430a-88e3-b4a5e9e917a0,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:41.636373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:41.657719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d48e5e-4f8b-4c05-a876-104ad0f8af5b tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:41.661367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-02d48e5e-4f8b-4c05-a876-104ad0f8af5b tempest-TestSecurityGroupsBasicOps-1783950656 tempest-TestSecurityGroupsBasicOps-1783950656-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 1055 time: 0.1378212 Jun 04 07:01:41.871467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Calling delete_port for 6d727f33-aca5-430a-88e3-b4a5e9e917a0 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:42.021557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-30e837e1-f346-47da-9fe1-3ddd7cb09259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:42.023467 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-30e837e1-f346-47da-9fe1-3ddd7cb09259 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 914 time: 0.5120623 Jun 04 07:01:42.133819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3311f-0746-4d0a-aed1-d1af74a00f5e req-27eecd8d-e17e-4174-98e8-2859d03c1da6 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:42.137202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ef3311f-0746-4d0a-aed1-d1af74a00f5e req-27eecd8d-e17e-4174-98e8-2859d03c1da6 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.0884521 Jun 04 07:01:42.182373 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-25c0f69e-b0dd-412f-8f30-8e3cbd12c366 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3748863 Jun 04 07:01:42.206439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-2ae3cd85-c8a0-4269-889b-1b0dde4c2011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 1000 time: 0.1688344 Jun 04 07:01:42.336505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-558f65c5-2216-458a-83fb-9c43eea089db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:42.339086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-558f65c5-2216-458a-83fb-9c43eea089db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.1258121 Jun 04 07:01:42.512772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:42.517676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-11154efa-4ebc-442e-9be8-dd34727b1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:42.519141 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-11154efa-4ebc-442e-9be8-dd34727b1045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.2419801 Jun 04 07:01:42.599877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d727f33-aca5-430a-88e3-b4a5e9e917a0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:42.665515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-096ec644-cc1a-4c61-8e86-58329efbc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:42.670544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-096ec644-cc1a-4c61-8e86-58329efbc218 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252463 Jun 04 07:01:43.089432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-3127a877-3632-4b5a-aaca-d8e3450b0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:43.090889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-3127a877-3632-4b5a-aaca-d8e3450b0dec service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 897 time: 0.5324175 Jun 04 07:01:43.243380 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-f0417195-bbea-4b45-bfcb-18d8c66a9bb0 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657245 Jun 04 07:01:43.440624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-c70774e1-1b6b-4739-a2bd-fa72f4cba911 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 1002 time: 0.2866192 Jun 04 07:01:43.487577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-ff81206c-833b-47a6-b396-5c050ce3c284 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:43.489125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-ff81206c-833b-47a6-b396-5c050ce3c284 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.1150718 Jun 04 07:01:43.537816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:43.558775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7a96-db8a-40ab-a381-f1f0f600cece req-d46cd9f9-739f-4b85-834c-950cdf6a416a tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:43.564943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b1627615-465d-48c7-bdf7-9772fc31fc0c req-baae2c8c-e3ba-40fd-883f-d0ef08cd9f70 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032839 Jun 04 07:01:43.568131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-6d99a59c-295a-431e-8763-40370abcfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:43.568498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e73a7a96-db8a-40ab-a381-f1f0f600cece req-d46cd9f9-739f-4b85-834c-950cdf6a416a tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 909 time: 0.2395132 Jun 04 07:01:43.569541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-6d99a59c-295a-431e-8763-40370abcfd47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.1134260 Jun 04 07:01:43.612835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 676c308e-258c-496e-bef3-2122d7a3abaa {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:43.614036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:43.810094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-8e30318c-cc07-402f-8ffe-74cd48b01e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:43.811781 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-8e30318c-cc07-402f-8ffe-74cd48b01e37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889048 Jun 04 07:01:43.945245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 676c308e-258c-496e-bef3-2122d7a3abaa, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=676c308e-258c-496e-bef3-2122d7a3abaa,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:43.946020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:44.104243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-6903e524-b6ad-4fae-b587-c0288680ee6d service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379663 Jun 04 07:01:44.109858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:44.207584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 676c308e-258c-496e-bef3-2122d7a3abaa owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:44.410476 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:44.516475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=676c308e-258c-496e-bef3-2122d7a3abaa,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:44.559468 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-528d5ba3-5ec5-4275-84b6-44fe4cbedb9a req-4d926458-d8d5-41d9-853c-f5f007992470 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455483 Jun 04 07:01:44.564327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] No DVR routers for this DVR port 676c308e-258c-496e-bef3-2122d7a3abaa on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:44.567232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:44.574838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:44.580881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'name': 'network-vif-deleted', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:44.591011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Sync routers for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:44.598505 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2bd1cd76-d846-4413-aceb-5c320b8c5411 admin admin] 10.222.0.17 "PUT /v2.0/routers/d1d3f50f-a81e-48f5-bc8e-01826a0d3063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0999706 Jun 04 07:01:44.600878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c2784a19-df18-4a5f-8f45-38372bd07c3c req-150cdf81-98c7-4132-b554-546f4f91fab2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.39 "DELETE /v2.0/ports/676c308e-258c-496e-bef3-2122d7a3abaa HTTP/1.1" status: 204 len: 173 time: 1.1036637 Jun 04 07:01:44.601909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44858) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:44.628675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:44.629747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:44.680885 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610b9b76-eb53-498e-9cc8-3ab89bc06900'] response: {'server_uuid': '9f03e2a5-1b1e-4c9c-872c-61de3eb51840', 'name': 'network-vif-deleted', 'tag': '676c308e-258c-496e-bef3-2122d7a3abaa', 'status': 'completed', 'code': 200} Jun 04 07:01:44.987772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:45.106127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-52863809-f964-4320-bcfe-4607f3223ed8 req-d093810c-bb35-424b-990f-b629d273bc7e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:45.129771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:45.149065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-52863809-f964-4320-bcfe-4607f3223ed8 req-d093810c-bb35-424b-990f-b629d273bc7e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:45.162329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-52863809-f964-4320-bcfe-4607f3223ed8 req-d093810c-bb35-424b-990f-b629d273bc7e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f03e2a5-1b1e-4c9c-872c-61de3eb51840 HTTP/1.1" status: 200 len: 210 time: 0.1245642 Jun 04 07:01:45.264392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:45.279256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Deleting port 7ef8455e-900d-4a63-afb1-84be6a87b968 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:45.279747 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:45.493594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] For port 7ef8455e-900d-4a63-afb1-84be6a87b968, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7ef8455e-900d-4a63-afb1-84be6a87b968,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:45.493875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:45.500232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:01:42Z', 'revision_number': 5, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port': {'id': '7ef8455e-900d-4a63-afb1-84be6a87b968', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:22Z', 'updated_at': '2022-06-04T07:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:45.504051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Checking router: d1d3f50f-a81e-48f5-bc8e-01826a0d3063 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:45.512671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Routers {'d1d3f50f-a81e-48f5-bc8e-01826a0d3063'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:45.513267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:45.618122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Calling delete_port for 7ef8455e-900d-4a63-afb1-84be6a87b968 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:45.682838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] Set router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:45.810675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:45.825762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:01:45Z', 'revision_number': 6, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:45.827245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a2b8-5b40-4e20-8b3e-0cd1cb47aa92 None None] The sync data for ids ['d1d3f50f-a81e-48f5-bc8e-01826a0d3063'] in n-d-811808-2 is: [{'id': 'd1d3f50f-a81e-48f5-bc8e-01826a0d3063', 'name': 'tempest-TestServerMultinode-382586244-router', 'tenant_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:00:20Z', 'updated_at': '2022-06-04T07:01:45Z', 'revision_number': 6, 'project_id': '59a107d9f2df4b0da663ac4ec76de5d8', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:45.859496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef8455e-900d-4a63-afb1-84be6a87b968,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:45.966919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.011419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-014d04fd-6085-4996-bda1-545ac91a8ff9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628824685&fields=id&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 267 time: 0.0447299 Jun 04 07:01:46.218050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-c63e0625-9744-4710-8bd7-2bfe4a1845ea tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:46.219641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-c63e0625-9744-4710-8bd7-2bfe4a1845ea tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.2016423 Jun 04 07:01:46.240232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-04ef3823-877d-4352-bbe9-5f0ee7fbbe33 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/quotas/583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 375 time: 0.0126154 Jun 04 07:01:46.308983 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.312490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.347049 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.347665 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d3f50f-a81e-48f5-bc8e-01826a0d3063 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:01:46.365532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.366243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-cfe20ec0-9ef9-411f-b29f-e5a3979b22b8 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1131611 Jun 04 07:01:46.367701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44874) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:46.368481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8e1dfaeb-440e-4b53-8f3b-f36c245a9e5d admin admin] 10.222.0.17 "DELETE /v2.0/routers/d1d3f50f-a81e-48f5-bc8e-01826a0d3063 HTTP/1.1" status: 204 len: 168 time: 1.7650332 Jun 04 07:01:46.517592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Deleting subnet 1aa29321-d482-4d94-afc5-af902afeac80 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:01:46.517592 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.598289 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.628989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-03abd9cc-c63c-4408-99a0-ceca5d59e2a4 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265818 Jun 04 07:01:46.648464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 676c308e-258c-496e-bef3-2122d7a3abaa no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:46.685017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 676c308e-258c-496e-bef3-2122d7a3abaa {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:46.685017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 676c308e-258c-496e-bef3-2122d7a3abaa not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:46.783089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.870138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-03d0da7e-f239-41fe-a58f-0ade6e7fee41 service neutron] 10.222.0.17 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874330 Jun 04 07:01:46.890653 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.936074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:46.941843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0b0c2-6829-4032-aa05-deb633fbf5bb None None] Network 7838fefc-ed14-4d5f-8781-d821cacbb406 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:01:46.963656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa29321-d482-4d94-afc5-af902afeac80,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:46.963656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b23f5d2-7143-43b1-9f86-ba68c6f89374 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1aa29321-d482-4d94-afc5-af902afeac80 HTTP/1.1" status: 204 len: 168 time: 0.5821569 Jun 04 07:01:46.963656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44878) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:47.154478 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d4c1d7c8-d839-4215-b8e8-2f68a5c332e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.194131 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.208755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Deleting port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:47.210091 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.333500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858069f-360f-4657-b785-ea331bea42ce None None] DHCP port deletion for 7838fefc-ed14-4d5f-8781-d821cacbb406 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:01:47.333500 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Deleting port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:47.339675 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.528276 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44892) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:47.616107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d01791cf-74a6-48b1-89be-03717c68510b req-aeab4423-4e15-46c7-9cbf-c4879dd44939 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 210 time: 0.0512097 Jun 04 07:01:47.621411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] For port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:47.621881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.647438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a858069f-360f-4657-b785-ea331bea42ce None None] For port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,segment=NetworkSegment(c73efccc-9826-4aef-84a7-e4e69bc195fa),segment_id=c73efccc-9826-4aef-84a7-e4e69bc195fa)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:47.647839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.793465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Calling delete_port for b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:47.892706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:47.949892 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d727f33-aca5-430a-88e3-b4a5e9e917a0 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:47.967982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Calling delete_port for b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:48.054908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:01:48.055675 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:01:48.057369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858069f-360f-4657-b785-ea331bea42ce None None] Pushing event deleted for resources: {'Port': ['ID=b2fbfd12-2854-4ff1-8401-dbd7b0cdf590,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:48.073019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858069f-360f-4657-b785-ea331bea42ce None None] No DVR routers for this DVR port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:48.074811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6d727f33-aca5-430a-88e3-b4a5e9e917a0 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:48.075332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6d727f33-aca5-430a-88e3-b4a5e9e917a0 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:48.075744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7ef8455e-900d-4a63-afb1-84be6a87b968 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:48.112371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7ef8455e-900d-4a63-afb1-84be6a87b968 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:48.112724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7ef8455e-900d-4a63-afb1-84be6a87b968 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:48.113130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:48.153027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:48.153383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:48.238353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:48.559213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Deleting port b2fbfd12-2854-4ff1-8401-dbd7b0cdf590 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:48.559213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:48.609376 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 6915e27a-6718-4e93-b37b-d4804a59942c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:48.609997 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:48.677706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] The port 'b2fbfd12-2854-4ff1-8401-dbd7b0cdf590' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:01:48.822275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 6915e27a-6718-4e93-b37b-d4804a59942c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6915e27a-6718-4e93-b37b-d4804a59942c,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:48.822627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:48.855732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1f930f8-97ad-4a47-95b2-ab2f0d9424b0 req-3d1e5acb-a92a-4336-80b8-4713e80f98ab tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 210 time: 0.0876484 Jun 04 07:01:48.963342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:48.971645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 6915e27a-6718-4e93-b37b-d4804a59942c owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:49.015548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-8846a00e-c55c-4cb5-9370-3545496dfbfe tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:49.017054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-8846a00e-c55c-4cb5-9370-3545496dfbfe tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 812 time: 0.3776038 Jun 04 07:01:49.021147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7838fefc-ed14-4d5f-8781-d821cacbb406']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:49.065616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73efccc-9826-4aef-84a7-e4e69bc195fa') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:49.066205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73efccc-9826-4aef-84a7-e4e69bc195fa') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:49.089773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd586-0757-431b-a4f1-937bd7f775c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.093132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-dd5e9f01-edbb-4d98-b0d3-0292d68917fa tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=583d2e88dbf2437cb0fea6cc43c1b507 HTTP/1.1" status: 200 len: 380 time: 0.0624437 Jun 04 07:01:49.095369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.108889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'port': {'device_id': '012e1c99-8994-43dd-863c-db06dc4aa657', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'admin_state_up': True, 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'security_groups': ['8f810e74-87fc-47f7-9981-8d483cf908b9']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:49.225232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.249876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:01:49.250089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.338793 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c73efccc-9826-4aef-84a7-e4e69bc195fa resource provider aggregate not found Jun 04 07:01:49.343953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.409151 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c73efccc-9826-4aef-84a7-e4e69bc195fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c73efccc-9826-4aef-84a7-e4e69bc195fa found for delete ", "request_id": "req-d3cf210c-1ab2-4983-baa2-3453cb79e5f7"}]} Jun 04 07:01:49.419439 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=6915e27a-6718-4e93-b37b-d4804a59942c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:49.425433 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.443634 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.452449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] Pushing event deleted for resources: {'Network': ['ID=7838fefc-ed14-4d5f-8781-d821cacbb406,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:49.458059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:01:49.458199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.458199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.458199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.458199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.458764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.459142 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.462619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.462619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.462619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.462619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.462619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.467013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:port and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:01:49.467256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:01:49.467671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:01:49.482684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:01:49.485196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Made reservation on behalf of 583d2e88dbf2437cb0fea6cc43c1b507 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:01:49.490335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:49.616365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4ffbe9d-987a-4fa0-86a5-920674b8283a admin admin] 10.222.0.17 "DELETE /v2.0/networks/7838fefc-ed14-4d5f-8781-d821cacbb406 HTTP/1.1" status: 204 len: 168 time: 2.6616967 Jun 04 07:01:49.777727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.20.0.5 (65d3b96a-9fea-490b-9064-5a0e5720ae84/c39048f4-a79a-4370-90df-cf4f1af1b0bd/667152c6-58ab-4079-b7e8-84bc515c0898) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:01:49.866377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.049997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44914) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:50.120249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.167222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Transition to ACTIVE for port object 667152c6-58ab-4079-b7e8-84bc515c0898 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:50.167222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-211a28de-53dd-46aa-a3df-8bc4889c6912 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b206052be9af44cc83950ddd16de40c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086342 Jun 04 07:01:50.167222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 44918) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:50.218157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.271821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac4455cc-f356-4094-b716-2fd143e321df req-da5e6132-9c7c-4ca7-846b-f7c639d2edd3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 210 time: 0.0733373 Jun 04 07:01:50.304226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.376600 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.395466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:01:50.408095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:01:50.408095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:01:50.434569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:50.536909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.623510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 5df41815-e59f-4f76-9684-2ac2eda81844 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:50.689883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.742964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:50.742964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.835444 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-2a5ca3d4-b72c-453f-96da-417d4a917d0a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7301269 Jun 04 07:01:50.863381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.876286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7acb7c02-4863-4c68-8376-28e4d24a1575 None None] Provisioning for port 667152c6-58ab-4079-b7e8-84bc515c0898 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:01:50.880889 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.882093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/721ee7bb-8ff9-41d5-9b72-823df8d9b6c1 HTTP/1.1" status: 204 len: 168 time: 0.7185788 Jun 04 07:01:50.883126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65475c9e-5525-4e22-87ab-e056d861691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ee7bb-8ff9-41d5-9b72-823df8d9b6c1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:50.885097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7acb7c02-4863-4c68-8376-28e4d24a1575 None None] Provisioning complete for port 667152c6-58ab-4079-b7e8-84bc515c0898 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:01:50.885967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7acb7c02-4863-4c68-8376-28e4d24a1575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:50.901699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:50.917006 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Sync routers for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:50.934851 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-47a52452-a4b7-47db-b040-312df27d93e8 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "PUT /v2.0/routers/5df41815-e59f-4f76-9684-2ac2eda81844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4046233 Jun 04 07:01:50.937342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44926) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:50.938561 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:50.939853 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:51.045663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7acb7c02-4863-4c68-8376-28e4d24a1575 None None] Port 667152c6-58ab-4079-b7e8-84bc515c0898 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:01:51.079935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting subnet 68f3579b-c1e1-4305-9283-65e60b9fd9c6 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:01:51.083435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.101950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Request body: {'port': {'device_id': '012e1c99-8994-43dd-863c-db06dc4aa657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:01:51.154695 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.270152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.311123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.369271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:51.378679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.438204 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.443794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be211d-f1e1-4c79-80ad-b09a62bb526a None None] Network 709dfdce-065d-4c8d-b8f2-881e7d10fde8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:01:51.460894 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/subnets/68f3579b-c1e1-4305-9283-65e60b9fd9c6 HTTP/1.1" status: 204 len: 168 time: 0.5097523 Jun 04 07:01:51.460894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:51.584557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bbe59-36a4-4e2f-8d14-e87db7496ea2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Subnet': ['ID=68f3579b-c1e1-4305-9283-65e60b9fd9c6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:51.610595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44938) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:51.782568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3a548-7219-4514-a754-9c53d9f0c02f req-cd20efb1-96ea-46b3-bd07-2b09f6c89285 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:51.783979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-93c3a548-7219-4514-a754-9c53d9f0c02f req-cd20efb1-96ea-46b3-bd07-2b09f6c89285 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:51.845921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-93c3a548-7219-4514-a754-9c53d9f0c02f req-cd20efb1-96ea-46b3-bd07-2b09f6c89285 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:51.847517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93c3a548-7219-4514-a754-9c53d9f0c02f req-cd20efb1-96ea-46b3-bd07-2b09f6c89285 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 931 time: 0.3585553 Jun 04 07:01:51.870994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:49Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:51.875815 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Checking router: 5df41815-e59f-4f76-9684-2ac2eda81844 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:51.880826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] DHCP port deletion for 709dfdce-065d-4c8d-b8f2-881e7d10fde8 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:01:51.885410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Deleting port 63e92a9d-b156-4a9e-8637-f44105b5321a {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:51.886047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:51.893785 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Routers {'5df41815-e59f-4f76-9684-2ac2eda81844'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:51.894426 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['5df41815-e59f-4f76-9684-2ac2eda81844'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:52.009409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93c3a548-7219-4514-a754-9c53d9f0c02f req-d2ac687e-4c09-4fb0-aae1-51088adcaf29 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411097 Jun 04 07:01:52.028173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667152c6-58ab-4079-b7e8-84bc515c0898 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:01:52.039474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.077025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Transition to ACTIVE for port object 667152c6-58ab-4079-b7e8-84bc515c0898 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:01:52.077025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.164685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Pushing event updated for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:52.166382 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.192015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] For port 63e92a9d-b156-4a9e-8637-f44105b5321a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=63e92a9d-b156-4a9e-8637-f44105b5321a,segment=NetworkSegment(acaefd6e-9679-4425-9b58-374f475901c6),segment_id=acaefd6e-9679-4425-9b58-374f475901c6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:52.192471 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.294283 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] Set router 5df41815-e59f-4f76-9684-2ac2eda81844 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:52.375449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Calling delete_port for 63e92a9d-b156-4a9e-8637-f44105b5321a owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:52.435215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.455624 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-00a5b159-3e78-49ce-afdc-3f049789de9a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=59a107d9f2df4b0da663ac4ec76de5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8397622 Jun 04 07:01:52.457130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44942) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:52.480104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:52.480104 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.495186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.496713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Attempting to bind port 667152c6-58ab-4079-b7e8-84bc515c0898 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:01:52.497049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Attempting to bind port 667152c6-58ab-4079-b7e8-84bc515c0898 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:01:52.498313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Attempting to bind port 667152c6-58ab-4079-b7e8-84bc515c0898 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:52.504502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Port 667152c6-58ab-4079-b7e8-84bc515c0898 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:01:52.506500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Attempting to bind port 667152c6-58ab-4079-b7e8-84bc515c0898 on network 65d3b96a-9fea-490b-9064-5a0e5720ae84 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:01:52.516670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:01:52.518428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Checking segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:01:52.519226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Bound using segment: {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:01:52.521321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Bound port: 667152c6-58ab-4079-b7e8-84bc515c0898, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ca7957-6eae-4c5f-ac7a-692c845371f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:01:52.521837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.559669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] Pushing event deleted for resources: {'Port': ['ID=63e92a9d-b156-4a9e-8637-f44105b5321a,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:52.568758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa704b-2dc7-42db-bd07-47da83df995a None None] No DVR routers for this DVR port 63e92a9d-b156-4a9e-8637-f44105b5321a on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:52.577843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.660810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:01:52.664032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=667152c6-58ab-4079-b7e8-84bc515c0898,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:01:52.668835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.742393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:52.742393 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.742393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] 10.222.0.39 "PUT /v2.0/ports/667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 200 len: 1091 time: 1.8966186 Jun 04 07:01:52.742393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:52.753939 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:49Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:52.759469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2ce52-6b87-4b4f-bc48-9b658aac1a64 None None] The sync data for ids ['5df41815-e59f-4f76-9684-2ac2eda81844'] in n-d-811808-2 is: [{'id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1360712035', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:01:16Z', 'updated_at': '2022-06-04T07:01:49Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3f289a5c-13f2-4ffd-b241-0b3ba5600dae', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df41815-e59f-4f76-9684-2ac2eda81844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:01:17Z', 'updated_at': '2022-06-04T07:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:52.787280 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.854355 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accccbe4-d3ab-4c25-8e40-d65460b81d66'] response: {'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898', 'status': 'completed', 'code': 200} Jun 04 07:01:52.866755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.867462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18acbe-0678-4267-b7e1-d11d2c300cfe service neutron] Pushing event updated for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:52.913904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-f6d09193-d579-44f0-8e8e-efb9ade1d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:52.919201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-f6d09193-d579-44f0-8e8e-efb9ade1d8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1094 time: 0.1284626 Jun 04 07:01:52.925719 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 3f289a5c-13f2-4ffd-b241-0b3ba5600dae, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:52.925719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:52.998316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-fd037211-88b4-47a4-8626-6d819cdc78a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 200 len: 217 time: 0.0756102 Jun 04 07:01:53.075968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-3d7df9d5-fa1a-4b7d-aa46-8c4c0fc5d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:53.078693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-3d7df9d5-fa1a-4b7d-aa46-8c4c0fc5d6fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.0712473 Jun 04 07:01:53.102165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 3f289a5c-13f2-4ffd-b241-0b3ba5600dae owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:53.181604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-c9ad74bf-0d4e-453a-9e3c-2344b2a073c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:53.189572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-c9ad74bf-0d4e-453a-9e3c-2344b2a073c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004150 Jun 04 07:01:53.222977 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.260605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6568a145-73e4-4ccc-bce6-6530305c1b7e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:53.267826 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.267826 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-95eb315e-1e05-41b9-95d2-c7b03aee6c8c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6568a145-73e4-4ccc-bce6-6530305c1b7e HTTP/1.1" status: 204 len: 168 time: 0.8020771 Jun 04 07:01:53.428813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.460580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-0fe3d1c4-0981-41a3-84e4-9499cea3426e service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691977 Jun 04 07:01:53.484231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=3f289a5c-13f2-4ffd-b241-0b3ba5600dae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:53.492428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33452397-b01e-430a-a966-45f93bac1e77 req-8f897fb6-44f8-4585-8a6d-d610aa625a0c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:53.500933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33452397-b01e-430a-a966-45f93bac1e77 req-8f897fb6-44f8-4585-8a6d-d610aa625a0c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.2563627 Jun 04 07:01:53.636045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.751554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33452397-b01e-430a-a966-45f93bac1e77 req-1f109be0-78f4-44c9-95e0-4b06375074e3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503123 Jun 04 07:01:53.807080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a72e36-f082-4fe7-822a-916ab9cf9cfe req-808efe72-0ba3-40f4-8501-4e2259c22f61 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404191 Jun 04 07:01:53.834383 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.837620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.881096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.881716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Fanout notify agent at l3_agent the message router_deleted on router 5df41815-e59f-4f76-9684-2ac2eda81844 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:01:53.936806 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:53.938173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7afb21f7-e58f-4fca-afd7-be7fbcd4ad90 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/routers/5df41815-e59f-4f76-9684-2ac2eda81844 HTTP/1.1" status: 204 len: 168 time: 2.4844859 Jun 04 07:01:53.943352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44952) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:54.038970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-038385a5-f178-4f59-a57c-9abf3cce1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:54.039969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-038385a5-f178-4f59-a57c-9abf3cce1633 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1094 time: 0.1693223 Jun 04 07:01:54.084385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6915e27a-6718-4e93-b37b-d4804a59942c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:54.133188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.141711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6915e27a-6718-4e93-b37b-d4804a59942c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:54.142064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6915e27a-6718-4e93-b37b-d4804a59942c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:54.142482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63e92a9d-b156-4a9e-8637-f44105b5321a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:54.179276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 63e92a9d-b156-4a9e-8637-f44105b5321a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:54.179874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 63e92a9d-b156-4a9e-8637-f44105b5321a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:54.276480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-07e8f7c8-3d0f-4ea9-947d-ce9fdd157922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:54.276480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-07e8f7c8-3d0f-4ea9-947d-ce9fdd157922 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2177608 Jun 04 07:01:54.345441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-b7e1ee4c-03ce-4876-9428-05d76d275744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 200 len: 217 time: 0.0644341 Jun 04 07:01:54.415551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-b67512b8-c299-4852-9c85-55dfbdf19098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:54.416544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-b67512b8-c299-4852-9c85-55dfbdf19098 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.0694585 Jun 04 07:01:54.426790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.455518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709dfdce-065d-4c8d-b8f2-881e7d10fde8']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:54.469205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaefd6e-9679-4425-9b58-374f475901c6') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:54.469330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaefd6e-9679-4425-9b58-374f475901c6') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:54.480543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.498718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.504329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:01:54.504523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.511180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-70c0cc38-faf4-4572-afcb-e9ceedd75f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:54.513677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-70c0cc38-faf4-4572-afcb-e9ceedd75f6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889013 Jun 04 07:01:54.579615 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment acaefd6e-9679-4425-9b58-374f475901c6 resource provider aggregate not found Jun 04 07:01:54.612041 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment acaefd6e-9679-4425-9b58-374f475901c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acaefd6e-9679-4425-9b58-374f475901c6 found for delete ", "request_id": "req-f3fcddad-2175-4260-a18b-1f0897c04997"}]} Jun 04 07:01:54.624790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.649741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:54.660268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Network': ['ID=709dfdce-065d-4c8d-b8f2-881e7d10fde8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:54.666908 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-536c3ce8-9c7e-4dac-a06a-766677e232cd tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/networks/709dfdce-065d-4c8d-b8f2-881e7d10fde8 HTTP/1.1" status: 204 len: 168 time: 0.7211075 Jun 04 07:01:54.673810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44960) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:01:54.712786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-e69d96e4-2f6b-43eb-af83-d6ed55f89f92 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934760 Jun 04 07:01:54.955970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d63e23a8-15e3-42ad-a05c-41f1c74e04c0 req-0228778d-5e67-4e32-880e-a7b075a18026 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376583 Jun 04 07:01:54.968553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port b6ec9cf0-40db-4b66-9a13-5060c913422b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:54.968910 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.020001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c57a2-0612-4996-8a68-5c5f52f0dc08 req-8394fa45-0fe4-4e5b-b140-a2554d335961 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:55.022409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-969c57a2-0612-4996-8a68-5c5f52f0dc08 req-8394fa45-0fe4-4e5b-b140-a2554d335961 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.1212099 Jun 04 07:01:55.092934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-969c57a2-0612-4996-8a68-5c5f52f0dc08 req-a9d95dca-f6fa-469b-83b3-f7ef2de9c44c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577898 Jun 04 07:01:55.168726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.168726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.299615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for b6ec9cf0-40db-4b66-9a13-5060c913422b owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:55.445881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.496858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=b6ec9cf0-40db-4b66-9a13-5060c913422b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:55.590415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.590753 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Floating IP d511a25b-9995-45c8-b67d-aa24dcade0db disassociated (deleted). External IP: 172.25.1.160, port: 98be2189-a090-45a4-95a8-f7beab8f4e52. Jun 04 07:01:55.761252 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:55.826201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f289a5c-13f2-4ffd-b241-0b3ba5600dae no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:01:55.863249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3f289a5c-13f2-4ffd-b241-0b3ba5600dae {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:01:55.863512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3f289a5c-13f2-4ffd-b241-0b3ba5600dae not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:01:55.942685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:56.054419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:01:56.233249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:01:56.251407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Sync routers for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:01:56.253501 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:56.266419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:56.270886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:56.292807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283878f9-e4d2-4ad8-9f39-6675dee6c81c req-efc8fd94-cde9-48a7-aa85-0ba57f6c31d4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:56.294325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-283878f9-e4d2-4ad8-9f39-6675dee6c81c req-efc8fd94-cde9-48a7-aa85-0ba57f6c31d4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.0974536 Jun 04 07:01:56.325766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-27e7bf06-7810-410a-aeda-08e47b9ab764 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/floatingips/d511a25b-9995-45c8-b67d-aa24dcade0db HTTP/1.1" status: 204 len: 168 time: 1.6524181 Jun 04 07:01:56.325766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:56.349253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-283878f9-e4d2-4ad8-9f39-6675dee6c81c req-234bfc5b-e153-4ff0-844f-e5933108dce4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 Jun 04 07:01:56.517826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:56.552011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-b8d249b7-e884-4c68-99f3-21c586801f17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026475 Jun 04 07:01:56.749894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-40d179f3-84fb-4576-8f17-b455087d8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:56.751586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-40d179f3-84fb-4576-8f17-b455087d8582 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 0.0946484 Jun 04 07:01:56.922604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-552f3afb-308c-4890-8642-9e4f7934cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:56.924210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-552f3afb-308c-4890-8642-9e4f7934cc83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.1470742 Jun 04 07:01:56.965111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:56.969996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Checking router: 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:01:56.979921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:01:56.980543 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:57.017156 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61719567-574d-4e66-bc33-6de7a87e61bf'] response: {'name': 'network-changed', 'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'status': 'completed', 'code': 200} Jun 04 07:01:57.121555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-0a9facb4-d0b2-44a9-8c5f-5474d993fac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 1001 time: 0.1905823 Jun 04 07:01:57.207705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:01:57.297786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-ed6b07ac-5648-4638-9685-412981f20ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.299771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-ed6b07ac-5648-4638-9685-412981f20ecd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1729310 Jun 04 07:01:57.391191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b72c25-bf66-47d5-93f3-053b81bf4831 req-0e2739d3-1ce4-47c8-9c71-ecbb854439c2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.400216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96b72c25-bf66-47d5-93f3-053b81bf4831 req-0e2739d3-1ce4-47c8-9c71-ecbb854439c2 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.1832781 Jun 04 07:01:57.409888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b17c-2234-4690-95a3-79fa090c93ea req-ad6699ee-49bd-49f5-a4fd-a48f45e98269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.416045 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-ad6699ee-49bd-49f5-a4fd-a48f45e98269 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 1136 time: 0.3789718 Jun 04 07:01:57.479148 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96b72c25-bf66-47d5-93f3-053b81bf4831 req-eb8b031f-1e6c-4431-8929-f8c09a26cad4 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0741305 Jun 04 07:01:57.488256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-c2b4deb7-298c-4378-83f9-ab330db99511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.489747 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-c2b4deb7-298c-4378-83f9-ab330db99511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757212 Jun 04 07:01:57.699823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b17c-2234-4690-95a3-79fa090c93ea req-a80df026-318f-4aa4-9a3e-48dc63674ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.701968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-a80df026-318f-4aa4-9a3e-48dc63674ed1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 200 len: 897 time: 0.2758248 Jun 04 07:01:57.702332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:01:57.707295 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d12615-d02d-41ed-ba59-43a4d49dcc79 None None] The sync data for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 is: [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T06:59:31Z', 'revision_number': 4, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '789988c2-e1f9-4391-be7c-2133cb7f7e3a', 'name': '', 'network_id': '93a0362c-3833-4eb2-9691-3423620c6272', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'mac_address': 'fa:16:3e:75:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:29Z', 'updated_at': '2022-06-04T06:59:41Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'subnets': [{'id': '68b4dab4-8f34-465c-a3e0-93f520cde821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:01:57.818127 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-9415df07-6a60-4e0b-8767-da591d81e4d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 200 len: 217 time: 0.1061745 Jun 04 07:01:57.942428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b17c-2234-4690-95a3-79fa090c93ea req-a2a4ff81-b1e9-40f1-9b8a-a1b667d25934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:57.942428 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-a2a4ff81-b1e9-40f1-9b8a-a1b667d25934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 200 len: 835 time: 0.0969832 Jun 04 07:01:57.965898 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-82a6d834-4783-466b-a77d-2706cda1c3f3 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551606 Jun 04 07:01:58.069132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b17c-2234-4690-95a3-79fa090c93ea req-21c8c0a3-e38d-4cfd-bbbb-3675c7b61359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:58.069132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-21c8c0a3-e38d-4cfd-bbbb-3675c7b61359 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93a0362c-3833-4eb2-9691-3423620c6272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370380 Jun 04 07:01:58.208208 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714362a-25dd-428b-983f-e6bd97c53340 None None] New status for floating IP d511a25b-9995-45c8-b67d-aa24dcade0db: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:01:58.240021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d592eed5-7a3b-4369-aa5d-ae19d62e573b req-b6aa4e08-1170-4aaf-899c-131194f99bb8 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710466 Jun 04 07:01:58.240021 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d9bd6-a6f4-4d73-9b14-9a96c99b9a74 req-0beae4d8-f0bc-4c36-b1f3-fd162ecf9f7c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:58.245092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-386d9bd6-a6f4-4d73-9b14-9a96c99b9a74 req-0beae4d8-f0bc-4c36-b1f3-fd162ecf9f7c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.3585565 Jun 04 07:01:58.377166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-386d9bd6-a6f4-4d73-9b14-9a96c99b9a74 req-d4705157-13a9-4eb1-887c-2a4b77c3b0d4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198025 Jun 04 07:01:58.398735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-93292792-dff2-48b0-bb6f-f7d05e5a4282 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179309 Jun 04 07:01:58.442333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-af6d3630-83ef-4f4e-ae5e-c22ca12ed674 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:58.442333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-af6d3630-83ef-4f4e-ae5e-c22ca12ed674 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Synchronizing usage tracker for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:01:58.580335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-af6d3630-83ef-4f4e-ae5e-c22ca12ed674 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Unset dirty status for tenant:347a32c0f8c84f43aa253c2d12e6514a on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:01:58.580335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-af6d3630-83ef-4f4e-ae5e-c22ca12ed674 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.24 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.2987800 Jun 04 07:01:58.686391 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b671b17c-2234-4690-95a3-79fa090c93ea req-38ca8be9-76dc-4dde-b6ff-b34639105696 service neutron] 10.222.0.24 "GET /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859237 Jun 04 07:01:58.709146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 98be2189-a090-45a4-95a8-f7beab8f4e52 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:01:58.709146 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:58.727607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77be04-9ff9-4bee-b934-b7b05813c5fd req-ef11e216-4803-4edf-b9d2-0b9fa89bbd49 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:58.737820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e77be04-9ff9-4bee-b934-b7b05813c5fd req-ef11e216-4803-4edf-b9d2-0b9fa89bbd49 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 985 time: 0.1100559 Jun 04 07:01:58.787563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e77be04-9ff9-4bee-b934-b7b05813c5fd req-c5d92017-81fa-4ccb-af4d-c1f28e95734d tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/security-groups?id=f918b4c1-a164-4d6d-86af-521f9cc6fd44&id=328c060a-a55d-45a5-9c7d-9a345769e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0508022 Jun 04 07:01:59.030623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 98be2189-a090-45a4-95a8-f7beab8f4e52, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=98be2189-a090-45a4-95a8-f7beab8f4e52,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:01:59.031080 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:59.172852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 98be2189-a090-45a4-95a8-f7beab8f4e52 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:01:59.480767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:59.538592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=98be2189-a090-45a4-95a8-f7beab8f4e52,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:01:59.642590 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] No DVR routers for this DVR port 98be2189-a090-45a4-95a8-f7beab8f4e52 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:01:59.648699 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:01:59.648699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'name': 'network-vif-deleted', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:01:59.664539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8af9d2ef-26c3-443d-ae1d-0003471ff56f req-f01c8063-8eb2-4911-a3ae-5c9bede8e072 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.24 "DELETE /v2.0/ports/98be2189-a090-45a4-95a8-f7beab8f4e52 HTTP/1.1" status: 204 len: 173 time: 1.0864553 Jun 04 07:01:59.666858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079f1cc-0677-4cce-91e6-0cda9838dab2 req-eefcd8b6-71fe-4147-b0dd-e05447d7da04 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:01:59.680670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d079f1cc-0677-4cce-91e6-0cda9838dab2 req-eefcd8b6-71fe-4147-b0dd-e05447d7da04 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.1398952 Jun 04 07:01:59.734706 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d079f1cc-0677-4cce-91e6-0cda9838dab2 req-6d5ad441-63b4-4581-95a3-06015d80cabe tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541062 Jun 04 07:01:59.800030 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b7a5b3-7110-4042-a5c8-4724e7166c80'] response: {'server_uuid': '58a5ffc8-f775-4346-a1b2-7146728eaf17', 'name': 'network-vif-deleted', 'tag': '98be2189-a090-45a4-95a8-f7beab8f4e52', 'status': 'completed', 'code': 200} Jun 04 07:01:59.919675 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:01:59.984107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09779100-e4a0-432c-805c-b21f6fc3258c req-faacb5d0-e123-4d74-8d58-24b2a37c42c1 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "GET /v2.0/ports?device_id=58a5ffc8-f775-4346-a1b2-7146728eaf17 HTTP/1.1" status: 200 len: 210 time: 0.0548775 Jun 04 07:02:00.913946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ef79-4d03-4c01-ae2f-0b16e8a50fee req-3ff49501-7a1e-4176-a56f-a4650c361ee4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:00.917336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83f6ef79-4d03-4c01-ae2f-0b16e8a50fee req-3ff49501-7a1e-4176-a56f-a4650c361ee4 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.0843480 Jun 04 07:02:00.966737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83f6ef79-4d03-4c01-ae2f-0b16e8a50fee req-616efbb8-b35f-4ca1-80bd-2fa7fff805aa tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Jun 04 07:02:01.088700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 44998) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:01.163426 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.199592 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.251943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.270977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f918b4c1-a164-4d6d-86af-521f9cc6fd44,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:01.284789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.288325 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6cbf3765-0b82-47f2-96ac-6f5d7cf1a9b7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/security-groups/f918b4c1-a164-4d6d-86af-521f9cc6fd44 HTTP/1.1" status: 204 len: 168 time: 0.1962547 Jun 04 07:02:01.288558 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45002) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:01.355062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.384420 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.435911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.454591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328c060a-a55d-45a5-9c7d-9a345769e72a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:01.463244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:01.464081 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1876e669-c041-4d86-8cc3-9b274c39a7e7 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/security-groups/328c060a-a55d-45a5-9c7d-9a345769e72a HTTP/1.1" status: 204 len: 168 time: 0.1746547 Jun 04 07:02:01.467197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:02.053994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:02.197133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1144f2-2c1b-49ae-9f7b-0cf3f4f9bbab req-c9ff501b-8f9d-419e-9ebb-8325f5e08326 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:02.198626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba1144f2-2c1b-49ae-9f7b-0cf3f4f9bbab req-c9ff501b-8f9d-419e-9ebb-8325f5e08326 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 943 time: 0.0817738 Jun 04 07:02:02.244103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba1144f2-2c1b-49ae-9f7b-0cf3f4f9bbab req-59da7ffe-49af-4694-9284-575f31b9ee8f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Jun 04 07:02:02.421748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 789988c2-e1f9-4391-be7c-2133cb7f7e3a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:02.422210 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:02.599246 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 98be2189-a090-45a4-95a8-f7beab8f4e52 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:02.635466 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 98be2189-a090-45a4-95a8-f7beab8f4e52 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:02.635808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 98be2189-a090-45a4-95a8-f7beab8f4e52 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:02.674592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:02.713420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 789988c2-e1f9-4391-be7c-2133cb7f7e3a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=789988c2-e1f9-4391-be7c-2133cb7f7e3a,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:02.713803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:02.738846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 667152c6-58ab-4079-b7e8-84bc515c0898 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:02:02.750917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e1d5f-7257-4583-9d7a-83711e6e3537 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:02.751410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e1d5f-7257-4583-9d7a-83711e6e3537 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:02.751862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e1d5f-7257-4583-9d7a-83711e6e3537 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:02.753548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e51e1d5f-7257-4583-9d7a-83711e6e3537 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/ports?project_id=7eae2f0ae6fb4919a883d0973d83bebd&network_id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 2969 time: 0.0780070 Jun 04 07:02:02.840951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 789988c2-e1f9-4391-be7c-2133cb7f7e3a owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:02.882056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=667152c6-58ab-4079-b7e8-84bc515c0898,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:02.896560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '667152c6-58ab-4079-b7e8-84bc515c0898', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'port_id': '667152c6-58ab-4079-b7e8-84bc515c0898', 'mac_address': 'fa:16:3e:c4:1a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:02:02.953142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 667152c6-58ab-4079-b7e8-84bc515c0898 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:02.953551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:02.974488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667152c6-58ab-4079-b7e8-84bc515c0898 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:02:02.992501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=667152c6-58ab-4079-b7e8-84bc515c0898,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:02.997332 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:03.037677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:03.067307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:03.088415 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=789988c2-e1f9-4391-be7c-2133cb7f7e3a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:03.333784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['667152c6-58ab-4079-b7e8-84bc515c0898'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:02:03.371217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:03.445370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f16b-5613-4d7e-849b-e0fa84add1c4 req-0c7af7de-3c3c-4178-bd50-4f62c62e56cc tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:03.446993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a71f16b-5613-4d7e-849b-e0fa84add1c4 req-0c7af7de-3c3c-4178-bd50-4f62c62e56cc tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 944 time: 0.0884295 Jun 04 07:02:03.496778 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a71f16b-5613-4d7e-849b-e0fa84add1c4 req-a939eb80-f7ec-4161-8c73-f0268196e5b3 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431883 Jun 04 07:02:03.780307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:03.956187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:03.966855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Sync routers for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:03.970672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f681f1eb-98bf-40ac-b8b8-b82e38f15665 tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "PUT /v2.0/routers/96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5024848 Jun 04 07:02:03.973380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:03.979503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:03.980314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:04.157290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting subnet 68b4dab4-8f34-465c-a3e0-93f520cde821 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:02:04.160497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.215159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:04.215493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.303337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.378521 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.417878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Subnet': ['ID=68b4dab4-8f34-465c-a3e0-93f520cde821,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:04.423072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.429731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e6d855e5-afa8-492b-99b7-e2ee5f1fd87b tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/subnets/68b4dab4-8f34-465c-a3e0-93f520cde821 HTTP/1.1" status: 204 len: 168 time: 0.4553013 Jun 04 07:02:04.432784 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45030) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:04.438647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d8683-251c-4605-a871-5261945ab3e7 None None] Network 93a0362c-3833-4eb2-9691-3423620c6272 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:04.625143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.710656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T07:02:02Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:04.718939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Checking router: 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:04.724200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee91c-93e2-4872-a001-45736a148284 req-75a6fd0b-4432-4192-870e-e1b01db3575a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:04.725799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4caee91c-93e2-4872-a001-45736a148284 req-75a6fd0b-4432-4192-870e-e1b01db3575a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 944 time: 0.1058335 Jun 04 07:02:04.730621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Routers {'96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:04.731252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:04.772232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4caee91c-93e2-4872-a001-45736a148284 req-c5990df5-7263-44ad-a39e-aadd06ddb201 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Jun 04 07:02:04.792818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 667152c6-58ab-4079-b7e8-84bc515c0898 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:04.822890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.832054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Deleting port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:04.832378 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:04.930122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] DHCP port deletion for 93a0362c-3833-4eb2-9691-3423620c6272 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:02:04.955298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Deleting port 7842536e-7ae9-4525-ad57-784e0e101524 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:04.955678 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.018482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] For port 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:05.021274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.030301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] Set router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:05.132150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 667152c6-58ab-4079-b7e8-84bc515c0898 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:05.146961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Calling delete_port for 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:05.184036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 667152c6-58ab-4079-b7e8-84bc515c0898 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:05.184405 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.315191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.364831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Port': ['ID=3b66aa19-2bfe-4105-8c14-4cdf1b9461fc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:05.456528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.586599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] For port 7842536e-7ae9-4525-ad57-784e0e101524, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7842536e-7ae9-4525-ad57-784e0e101524,segment=NetworkSegment(5abe4e53-a4fd-4b12-bb0b-887892a947f6),segment_id=5abe4e53-a4fd-4b12-bb0b-887892a947f6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:05.587034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.733091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Calling delete_port for 7842536e-7ae9-4525-ad57-784e0e101524 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:05.738278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.740398 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.765925 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.766452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Fanout notify agent at l3_agent the message router_deleted on router 96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:02:05.768927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 667152c6-58ab-4079-b7e8-84bc515c0898 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:05.769312 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.782300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.785934 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-60c12ef6-b763-4636-aa59-2108d1c88a0f tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/routers/96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c HTTP/1.1" status: 204 len: 168 time: 1.3493783 Jun 04 07:02:05.786135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45040) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:05.820290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:05.844509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=667152c6-58ab-4079-b7e8-84bc515c0898,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:05.853712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.889810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T07:02:02Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:05.900036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3484d17-cedc-49d5-b1c1-b9b39012d05a None None] The sync data for ids ['96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c'] in n-d-811808-2 is: [{'id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-921277719', 'tenant_id': '347a32c0f8c84f43aa253c2d12e6514a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:21Z', 'updated_at': '2022-06-04T07:02:02Z', 'revision_number': 5, 'project_id': '347a32c0f8c84f43aa253c2d12e6514a', 'gw_port': {'id': '3b66aa19-2bfe-4105-8c14-4cdf1b9461fc', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ce0efb-6c60-4e7c-b3b9-77a0f9e3183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:59:22Z', 'updated_at': '2022-06-04T06:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:05.911851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.929942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] No DVR routers for this DVR port 7842536e-7ae9-4525-ad57-784e0e101524 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:02:05.976717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:05.984941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c1391-e21f-4069-9f2c-03f6fd37e06c req-43d8043a-4051-47d2-81cf-8041f6533522 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:05.988808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:05.991909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-009c1391-e21f-4069-9f2c-03f6fd37e06c req-43d8043a-4051-47d2-81cf-8041f6533522 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1034117 Jun 04 07:02:06.007884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:06.041561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacdc05-a04e-4720-8924-ccc24a7f087e None None] Pushing event deleted for resources: {'Port': ['ID=7842536e-7ae9-4525-ad57-784e0e101524,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:06.089117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-009c1391-e21f-4069-9f2c-03f6fd37e06c req-f4edf9d3-4aca-460d-b937-d71f9f8f320e tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961373 Jun 04 07:02:06.092539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd9585-d73f-4179-ba62-6fceba68c41c tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:06.093924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-92cd9585-d73f-4179-ba62-6fceba68c41c tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918 HTTP/1.1" status: 200 len: 814 time: 0.0845635 Jun 04 07:02:06.153307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.178033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a0362c-3833-4eb2-9691-3423620c6272']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:06.190252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abe4e53-a4fd-4b12-bb0b-887892a947f6') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:06.190544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abe4e53-a4fd-4b12-bb0b-887892a947f6') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:06.202276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.207405 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838e5348-6c85-4b37-988d-609f102570ad'] response: {'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898', 'code': 200} Jun 04 07:02:06.218600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.224492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:02:06.224867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.296374 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5abe4e53-a4fd-4b12-bb0b-887892a947f6 resource provider aggregate not found Jun 04 07:02:06.313675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7842536e-7ae9-4525-ad57-784e0e101524 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:06.325901 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5abe4e53-a4fd-4b12-bb0b-887892a947f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5abe4e53-a4fd-4b12-bb0b-887892a947f6 found for delete ", "request_id": "req-961cf3ae-d945-4c54-9f9f-94c6a9f6183a"}]} Jun 04 07:02:06.335429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.359075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.362962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7842536e-7ae9-4525-ad57-784e0e101524 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:06.363464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7842536e-7ae9-4525-ad57-784e0e101524 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:06.364794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703a8c8-5f25-4d57-8480-d779c4a8667d req-7b59bf88-acfd-410c-a545-dac797ace7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:06.365823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] Pushing event deleted for resources: {'Network': ['ID=93a0362c-3833-4eb2-9691-3423620c6272,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:06.366548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d703a8c8-5f25-4d57-8480-d779c4a8667d req-7b59bf88-acfd-410c-a545-dac797ace7cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1096 time: 0.0993438 Jun 04 07:02:06.377298 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-874c1cdd-c69b-4166-be21-892eb5678f9e tempest-TestSecurityGroupsBasicOps-1844360007 tempest-TestSecurityGroupsBasicOps-1844360007-project] 10.222.0.17 "DELETE /v2.0/networks/93a0362c-3833-4eb2-9691-3423620c6272 HTTP/1.1" status: 204 len: 168 time: 0.5897713 Jun 04 07:02:06.434738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d703a8c8-5f25-4d57-8480-d779c4a8667d req-759b1abd-6178-4319-b47b-5ab546d68a21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606244 Jun 04 07:02:06.706964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45068) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:06.867202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a864593a-4100-496a-ba0a-7a9deed58d92 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=347a32c0f8c84f43aa253c2d12e6514a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589336 Jun 04 07:02:06.869973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45074) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:06.929698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:06.957051 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.019749 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.041874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f6249e-ec0e-4bde-afbd-35848a903bc6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:07.048338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.049400 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4b1ff9cc-6581-4c8d-ae38-1314e1c8a457 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/00f6249e-ec0e-4bde-afbd-35848a903bc6 HTTP/1.1" status: 204 len: 168 time: 0.1784616 Jun 04 07:02:07.293273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675fb9e-3b34-4cfa-a295-a2344ad2c0e5 req-5bda7a6e-9f19-479e-961f-e097e313d272 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:07.295426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6675fb9e-3b34-4cfa-a295-a2344ad2c0e5 req-5bda7a6e-9f19-479e-961f-e097e313d272 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.0897591 Jun 04 07:02:07.320844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45086) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.327411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'network': {'name': 'tempest-network-smoke--1479193482', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'port_security_enabled': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:07.333560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:07.343764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:07.352082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6675fb9e-3b34-4cfa-a295-a2344ad2c0e5 req-ca40d580-0ab7-455a-9e74-ddb966f21a1a tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Jun 04 07:02:07.358185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:07.362224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.373773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45090) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.391582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.402793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:02:07.407126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:07.411062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Usage tracker for resource:security_group_rule and tenant:8344db641cbb4ca184cda8e8d1f46530 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:07.412540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.412903 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Added segment 4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f of type vlan for network ddb4169b-71b1-492b-a819-0b6e7db91478 Jun 04 07:02:07.413941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:07.422077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:07.447996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.487276 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.498366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:07.498366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.518224 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.521957 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.572339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8344db641cbb4ca184cda8e8d1f46530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971695 Jun 04 07:02:07.574148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a066a6-cecb-4a67-98b9-e2c26db968eb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:07.577014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45094) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.596926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.597240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.597767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.597855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.598251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.598581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.599080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.599212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.600528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.600996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.601370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.601789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dc81fe-13fe-446a-8f4f-fa163d740622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:07.621458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2991848 Jun 04 07:02:07.624737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45098) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.671945 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.672645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efe996-e72a-4eb2-abe9-eac65d0644e7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Network': ['ID=ddb4169b-71b1-492b-a819-0b6e7db91478,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:07.691120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network ddb4169b-71b1-492b-a819-0b6e7db91478 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:02:07.714119 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc5590-e3d3-45d2-addd-5d0c2a743f74 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:07.715211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-04fc5590-e3d3-45d2-addd-5d0c2a743f74 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=7eae2f0ae6fb4919a883d0973d83bebd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0895672 Jun 04 07:02:07.718138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.722539 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:07.731309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45106) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.874593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:07.886474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410854a-d392-4e2a-b180-eed7bb2c6ab5 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:07.888685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e410854a-d392-4e2a-b180-eed7bb2c6ab5 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1695261 Jun 04 07:02:07.891343 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45110) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.934942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:07.936361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 3b66aa19-2bfe-4105-8c14-4cdf1b9461fc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:07.936775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 789988c2-e1f9-4391-be7c-2133cb7f7e3a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:07.940180 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e6409891-1cb5-4def-95f3-867c675342cc tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446935 Jun 04 07:02:07.940402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45114) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:07.971497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 789988c2-e1f9-4391-be7c-2133cb7f7e3a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:07.971826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 789988c2-e1f9-4391-be7c-2133cb7f7e3a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:08.004241 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f09112de-5800-45d3-b906-66d2ba43f3eb tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=7eae2f0ae6fb4919a883d0973d83bebd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588923 Jun 04 07:02:08.004241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:08.115520 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.145609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71ca32-3f34-44a3-9dec-befe899c8788 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:08.147118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9b71ca32-3f34-44a3-9dec-befe899c8788 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431837 Jun 04 07:02:08.150154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45122) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:08.150553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a066a6-cecb-4a67-98b9-e2c26db968eb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:08.155668 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.157095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f9da7c7-e800-4d46-a0fd-f6855b741e9e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b6a066a6-cecb-4a67-98b9-e2c26db968eb HTTP/1.1" status: 204 len: 168 time: 0.5791755 Jun 04 07:02:08.169131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Deleting port f86e6ab3-db7f-4bba-b917-57696314a8ab {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:08.169489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.193640 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b4cbc83f-97ae-4cfd-9716-3e02e7d81d26 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422604 Jun 04 07:02:08.196629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45128) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:08.204969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-987801192', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:08.332077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:08.336631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:subnet and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:08.338982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:08.345675 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:08.357764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:08.363285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.396745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.396745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.552006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Calling delete_port for f86e6ab3-db7f-4bba-b917-57696314a8ab owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:08.611560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45136) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:08.701807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24c2d4-8643-446c-85ef-2609457176db req-1b4f5736-b09a-431b-9738-ed4847a15a9c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:08.702628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a159d380-c88f-4c9e-b99c-3d39fae03e5c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ddaf94b81b4b4cb1bf5d3cee02748c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899796 Jun 04 07:02:08.703250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a24c2d4-8643-446c-85ef-2609457176db req-1b4f5736-b09a-431b-9738-ed4847a15a9c tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1591084 Jun 04 07:02:08.705053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45140) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:08.798064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.830632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a24c2d4-8643-446c-85ef-2609457176db req-ef040c0c-52a7-4065-bf27-f86e64048e47 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060438 Jun 04 07:02:08.879024 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.891632 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Subnet': ['ID=84d30178-c9f9-4aac-8903-1fdbb0aafcfc,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:08.895035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Checking segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:08.895391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network hostable DHCP agents. Network: ddb4169b-71b1-492b-a819-0b6e7db91478, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:02:08.916308 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.919213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network ddb4169b-71b1-492b-a819-0b6e7db91478 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:02:08.929975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, ddb4169b-71b1-492b-a819-0b6e7db91478) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:08.940229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66327f91-6bf5-48ec-b184-a66979d38245 None None] Network ddb4169b-71b1-492b-a819-0b6e7db91478 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:08.949196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:08.949196 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.982218 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:08.984334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-74e28076-1311-4417-ad3c-c37f002a1b9c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7821629 Jun 04 07:02:09.009727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event deleted for resources: {'Port': ['ID=f86e6ab3-db7f-4bba-b917-57696314a8ab,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:09.212201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71074d-983d-4753-9cc0-2f8ee4db3144 req-fdb04e6c-6ad6-4fec-8d24-6cd99877e0e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:09.212201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e71074d-983d-4753-9cc0-2f8ee4db3144 req-fdb04e6c-6ad6-4fec-8d24-6cd99877e0e9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1948867 Jun 04 07:02:09.216382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.219466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.219807 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Floating IP 20bfd417-f72c-46d6-a047-53aca27afbf1 disassociated (deleted). External IP: 172.25.1.19, port: 16f2658d-37eb-412c-91c4-c4f0112430f5. Jun 04 07:02:09.283660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-ddb4169b-71b1-492b-a819-0b6e7db91478', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ips': [{'subnet_id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:02:09.284473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.300092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf9c98-af7e-46e7-ac88-f86143c5cd52,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:09.414257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.418713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ec4bcf3-095a-460e-a3b3-0dc1c8766a45 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d8bf9c98-af7e-46e7-ac88-f86143c5cd52 HTTP/1.1" status: 204 len: 168 time: 0.7127125 Jun 04 07:02:09.455132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e71074d-983d-4753-9cc0-2f8ee4db3144 req-fee3af5e-d51d-4934-890b-ae62b17dc683 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676230 Jun 04 07:02:09.459687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:09.499199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Allocated IP 172.20.0.18 (ddb4169b-71b1-492b-a819-0b6e7db91478/84d30178-c9f9-4aac-8903-1fdbb0aafcfc/d8d2b3b1-b211-4523-8272-5f9dec5304b5) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:09.548067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45156) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:09.552915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101396366', 'description': 'tempest-secgroup-smoke-101396366 description', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:09.567984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:09.585717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:09.604949 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.657367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:09.666046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:09.673604 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:09.683754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:09.812684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.819599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.921649 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.922009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16de1e5b-1697-4eb4-a458-17a0ccaec0a3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:09.945569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Router d61f6091-4a64-4c4e-845d-18f556e88870 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:09.945720 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Transition to ACTIVE for port object d8d2b3b1-b211-4523-8272-5f9dec5304b5 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:09.967267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:09.971047 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-055aab3d-a6f7-4129-8a46-66920cca2d6e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4198115 Jun 04 07:02:09.973358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45164) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:09.988755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:09.999078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:10.000874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Transition to ACTIVE for port object d8d2b3b1-b211-4523-8272-5f9dec5304b5 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:10.005902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:10.011046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:10.012434 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.019328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:10.051729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.072153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f6ff3-b46c-4697-bfad-e3675482f0c5 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:10.072864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9e7f6ff3-b46c-4697-bfad-e3675482f0c5 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] Synchronizing usage tracker for tenant:5a1ef08781524fefabbed3e50d4df5fb on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:10.111226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9e7f6ff3-b46c-4697-bfad-e3675482f0c5 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] Unset dirty status for tenant:5a1ef08781524fefabbed3e50d4df5fb on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:10.112502 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9e7f6ff3-b46c-4697-bfad-e3675482f0c5 tempest-TestVolumeBootPattern-667250981 tempest-TestVolumeBootPattern-667250981-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1091 time: 0.6533358 Jun 04 07:02:10.118394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45172) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:10.125389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '667152c6-58ab-4079-b7e8-84bc515c0898', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:10.126283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Pushing event updated for resources: {'Port': ['ID=d8d2b3b1-b211-4523-8272-5f9dec5304b5,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:10.135985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:10.141574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Network ddb4169b-71b1-492b-a819-0b6e7db91478 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:10.141864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Usage tracker for resource:floatingip and tenant:583d2e88dbf2437cb0fea6cc43c1b507 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:10.146897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:10.147746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:10.156666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:10.157351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:10.184448 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.188770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.208142 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.238177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:10.244201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.250856 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:10.270391 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:10.270891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e123106-dab0-49c6-bcd3-c91678e78077,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:10.282334 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:10.337552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6161b00b-afd1-4faa-8c50-ab4055600498 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "DELETE /v2.0/floatingips/20bfd417-f72c-46d6-a047-53aca27afbf1 HTTP/1.1" status: 204 len: 168 time: 2.6043849 Jun 04 07:02:10.338173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:10.344477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.349409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-67844a74-9a37-4be2-9ae3-a0706e960270 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706975 Jun 04 07:02:10.353717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45182) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:10.356087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:10.364043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:10.370987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:10.377634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:10.389656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:10.430029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Attempting to bind port d8d2b3b1-b211-4523-8272-5f9dec5304b5 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:10.431657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.432863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Attempting to bind port d8d2b3b1-b211-4523-8272-5f9dec5304b5 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:10.435867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Attempting to bind port d8d2b3b1-b211-4523-8272-5f9dec5304b5 on network ddb4169b-71b1-492b-a819-0b6e7db91478 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:10.450706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:10.451263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Checking segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:10.451824 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.453020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Bound using segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:10.454680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Bound port: d8d2b3b1-b211-4523-8272-5f9dec5304b5, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:10.455195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.489777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.572029 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.578365 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.646298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbda1b0b-9c3e-4d0b-884f-73611db3f3b2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:10.675608 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.675608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2ea73d2e-d607-4af6-9f09-e4ac80708363 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159826 Jun 04 07:02:10.675608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45192) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:10.675608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:10.693142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:10.708317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] For port d8d2b3b1-b211-4523-8272-5f9dec5304b5, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:10.716519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:10.723625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] For port d8d2b3b1-b211-4523-8272-5f9dec5304b5, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d8d2b3b1-b211-4523-8272-5f9dec5304b5,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:10.730653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:10.730653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:10.737489 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.772215 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:10.777681 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.902665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c81d1-2df2-43fa-9004-60da0e0094fc None None] Pushing event updated for resources: {'Port': ['ID=d8d2b3b1-b211-4523-8272-5f9dec5304b5,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:10.967047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:10.968760 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Allocated IP 172.25.1.212 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/96ec96cf-8090-4265-8cee-0365ce527011) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:10.974948 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.035546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45200) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:11.073876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcfdb16-f5fd-451a-b1c4-e6ba8e7288f1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:11.089443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.095515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1da669a3-d7a3-4e77-b4e6-08e167d7094b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4256995 Jun 04 07:02:11.099210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45206) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:11.107547 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61c1259-67a2-4540-ab56-818175b87a8d'] response: {'name': 'network-changed', 'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:02:11.144995 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:11.170893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:11.185226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:11.194902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:11.210191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:11.258910 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.377109 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.452988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.465486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1023004285-network', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:11.496142 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:11.496657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:11.503100 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:11.519124 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:11.519684 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:11.519828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Usage tracker for resource:network and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:11.525969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:11.534352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11491e88-51a9-4aad-affb-05542dcb7f9d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:11.541992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:11.556077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.557155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d3fa093d-c3da-4587-8924-5d07c6acfeb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4472146 Jun 04 07:02:11.565551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45212) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:11.577466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:11.583543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.592168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:11.597238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Made reservation on behalf of ff2ab03e962a4daa99c2eef0044be660 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:11.599267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.600498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997c73-5895-4957-971c-290b6fdac5be req-b7c366c1-3dde-4ab1-b6c4-a03603d8f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:11.602109 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-b7c366c1-3dde-4ab1-b6c4-a03603d8f99d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 1096 time: 0.3521430 Jun 04 07:02:11.612435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:11.624524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:11.624524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.646301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:11.665612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7cfb4-90ab-40c3-a139-aa3974cf9d93 req-667de691-3413-4a7b-801f-4a24aab4d984 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:11.665612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3cd7cfb4-90ab-40c3-a139-aa3974cf9d93 req-667de691-3413-4a7b-801f-4a24aab4d984 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Synchronizing usage tracker for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:11.665612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:11.672597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:11.677925 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:02:11.679838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:11.691621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:11.702351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.745764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3cd7cfb4-90ab-40c3-a139-aa3974cf9d93 req-667de691-3413-4a7b-801f-4a24aab4d984 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Unset dirty status for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:11.745764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cd7cfb4-90ab-40c3-a139-aa3974cf9d93 req-667de691-3413-4a7b-801f-4a24aab4d984 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.4131877 Jun 04 07:02:11.825707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997c73-5895-4957-971c-290b6fdac5be req-7781d654-a00f-4fc8-87eb-82b678e14b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:11.828110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-7781d654-a00f-4fc8-87eb-82b678e14b9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 200 len: 914 time: 0.2185464 Jun 04 07:02:11.830190 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.864581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cd7cfb4-90ab-40c3-a139-aa3974cf9d93 req-7376571e-7045-4a54-884c-c9add8e5b770 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096718 Jun 04 07:02:11.880614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.892994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.955236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee0b887-6cbb-425a-9beb-c1fec859d7b3,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:11.977585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.980564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:11.983274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2df8bd1b-99b1-496c-a642-195826e4d13c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4140863 Jun 04 07:02:11.986214 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45216) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:11.988530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.006327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d8d2b3b1-b211-4523-8272-5f9dec5304b5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:12.024168 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:12.030533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-ba694f06-cad1-4acb-881c-b516ed570589 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 200 len: 217 time: 0.1939371 Jun 04 07:02:12.033203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '16de1e5b-1697-4eb4-a458-17a0ccaec0a3', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:12.043042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:02:12.051844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:12.052290 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:12.069846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:12.079044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:12.083303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.083868 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Added segment 625a2e14-7a4f-4acc-958e-f23aba3d16ee of type vlan for network 6ddb2551-4609-42e0-b460-f6644866b843 Jun 04 07:02:12.092625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:12.095394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83842c1e-8928-47fc-9d4c-3b6de40b6db0,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:12.121330 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:02:12.145184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.166406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d8d2b3b1-b211-4523-8272-5f9dec5304b5 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:12.173124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.176881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:12.194324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:12.265818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997c73-5895-4957-971c-290b6fdac5be req-97dc9588-48e3-4cb1-a1bc-774c0c2ded1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:12.267255 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-97dc9588-48e3-4cb1-a1bc-774c0c2ded1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 200 len: 852 time: 0.2124069 Jun 04 07:02:12.272599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=96ec96cf-8090-4265-8cee-0365ce527011,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:12.285243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.286725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:12.287585 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.402132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997c73-5895-4957-971c-290b6fdac5be req-edbb78e1-00d9-48bd-b3b5-a3fba019d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:12.403854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-edbb78e1-00d9-48bd-b3b5-a3fba019d4ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ed59e-6bae-4971-81cf-792d5a60ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280134 Jun 04 07:02:12.406008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] Pushing event updated for resources: {'Network': ['ID=6ddb2551-4609-42e0-b460-f6644866b843,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:12.416871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6ddb2551-4609-42e0-b460-f6644866b843 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:02:12.433071 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.439869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.465293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-87e68d30-cb23-4c45-a536-a9ff5ab894dd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4265373 Jun 04 07:02:12.474827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45220) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:12.481445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Request body: {'subnet': {'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1023004285-subnet', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:12.495159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:12.500780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Usage tracker for resource:subnet and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:12.504409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:12.528349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:12.534903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62659a12-579e-4594-849c-6e99ca7d71cf,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:12.543232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.552689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-36132031-e6c9-4076-8b9b-dde52bd51711 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5370398 Jun 04 07:02:12.552879 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:12.561969 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c71066d-b505-492f-b637-ba458ebda449 None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T06:57:46Z', 'revision_number': 4, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'e5dd31b1-86ef-4b5c-ace9-93dba4660364', 'name': '', 'network_id': 'a54ed59e-6bae-4971-81cf-792d5a60ca2e', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'mac_address': 'fa:16:3e:3c:22:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:45Z', 'updated_at': '2022-06-04T06:57:53Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'subnets': [{'id': 'fdce0d79-3b61-4bd9-8556-f3d9d6540ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:12.569095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Made reservation on behalf of ff2ab03e962a4daa99c2eef0044be660 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:12.573352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.582173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371dbcd-9cf4-4afb-9674-48bdd7cc7214 None None] Network ddb4169b-71b1-492b-a819-0b6e7db91478 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:12.828103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-8ca6b1a8-007e-4584-9a23-472a3362a20a service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154532 Jun 04 07:02:12.864645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Provisioning for port d8d2b3b1-b211-4523-8272-5f9dec5304b5 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:12.879680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Provisioning complete for port d8d2b3b1-b211-4523-8272-5f9dec5304b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:12.880568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.920914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:12.969361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-02796fb8-faf1-41bf-aacb-710b0a4ee157 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:12.970260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-02796fb8-faf1-41bf-aacb-710b0a4ee157 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Synchronizing usage tracker for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:12.985667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-f26917ad-be1a-4920-b568-5bf795a03e69 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101396366&fields=id&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 267 time: 0.1079030 Jun 04 07:02:13.025624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ac908-0fcc-453e-a615-1c2a1ce547b3 None None] New status for floating IP 20bfd417-f72c-46d6-a047-53aca27afbf1: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:02:13.066821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-02796fb8-faf1-41bf-aacb-710b0a4ee157 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Unset dirty status for tenant:3ab5bc8ef16740f1a2a66358b1c63aaa on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:13.071906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-02796fb8-faf1-41bf-aacb-710b0a4ee157 tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.3903878 Jun 04 07:02:13.130733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ac893d-5c97-49a5-8ddb-be30b4b4cd49,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:13.156248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Checking segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:13.156846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Network hostable DHCP agents. Network: 6ddb2551-4609-42e0-b460-f6644866b843, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:02:13.159433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Current status of the port d8d2b3b1-b211-4523-8272-5f9dec5304b5 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:13.160108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.222853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-db20388b-e03f-46cf-a6de-83b2bdd45f5b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:13.230575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-db20388b-e03f-46cf-a6de-83b2bdd45f5b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/networks?id=ddb4169b-71b1-492b-a819-0b6e7db91478 HTTP/1.1" status: 200 len: 797 time: 0.2436481 Jun 04 07:02:13.241195 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Network 6ddb2551-4609-42e0-b460-f6644866b843 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:02:13.257247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-2fe0df2d-27cd-48d5-b1b5-9b153ceda825 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/quotas/7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 375 time: 0.0254974 Jun 04 07:02:13.286148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] For port d8d2b3b1-b211-4523-8272-5f9dec5304b5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d8d2b3b1-b211-4523-8272-5f9dec5304b5,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:13.290615 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.302227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Deleting port 16f2658d-37eb-412c-91c4-c4f0112430f5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:13.302575 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.314883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6ddb2551-4609-42e0-b460-f6644866b843) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:13.326464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:13.327263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.354917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a1c98ae1-7a2e-47ee-97dc-ed6c06607e01 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8780520 Jun 04 07:02:13.360410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:13.373565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:13.381144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004465-34f5-4e71-a17a-a80877bed4d8 None None] Pushing event updated for resources: {'Port': ['ID=d8d2b3b1-b211-4523-8272-5f9dec5304b5,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:13.384481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ca5b8-a879-4b87-a13f-a4419ded61b4 None None] Network 6ddb2551-4609-42e0-b460-f6644866b843 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:13.388780 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-7e4aed14-792c-4d43-8c56-e35fe314ba74 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501761 Jun 04 07:02:13.389749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:13.393384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-2dc20762-d0da-4a1b-a1c0-fefdb2a00d90 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1338964 Jun 04 07:02:13.406472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Usage tracker for resource:router and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:13.413148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:13.423735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:13.501054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.501250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-33562c1f-77c8-4206-b766-c7a1c3853cb3 None None] Provisioning complete for port d8d2b3b1-b211-4523-8272-5f9dec5304b5 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:13.501750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-33562c1f-77c8-4206-b766-c7a1c3853cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.502020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.601270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.625143 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.670339 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-9ad94956-04fc-422d-ae78-3f1666cd90db service neutron] 10.222.0.17 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539213 Jun 04 07:02:13.739732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-33562c1f-77c8-4206-b766-c7a1c3853cb3 None None] Current status of the port d8d2b3b1-b211-4523-8272-5f9dec5304b5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:13.750363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6ddb2551-4609-42e0-b460-f6644866b843', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:02:13.751432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.788850 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] For port 16f2658d-37eb-412c-91c4-c4f0112430f5, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=16f2658d-37eb-412c-91c4-c4f0112430f5,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:13.789225 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:13.827035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-b66756e5-73bf-4d9f-bd83-8d373d07e21f service neutron] 10.222.0.17 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479447 Jun 04 07:02:13.922131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d8d2b3b1-b211-4523-8272-5f9dec5304b5 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:13.986794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Allocated IP 172.20.0.2 (6ddb2551-4609-42e0-b460-f6644866b843/62ac893d-5c97-49a5-8ddb-be30b4b4cd49/891af383-5991-4b38-a0bc-750876fe736c) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:13.999099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Calling delete_port for 16f2658d-37eb-412c-91c4-c4f0112430f5 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:14.168010 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.169019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5034bbc-54a2-4dfe-9df2-c5b34c3902fd req-c57d5971-5f18-4afe-a715-25e92b47179f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:14.178396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5034bbc-54a2-4dfe-9df2-c5b34c3902fd req-c57d5971-5f18-4afe-a715-25e92b47179f tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 945 time: 0.1077611 Jun 04 07:02:14.189715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d8d2b3b1-b211-4523-8272-5f9dec5304b5 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:14.190198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.209789 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.235895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5034bbc-54a2-4dfe-9df2-c5b34c3902fd req-f778c1b1-f149-4e11-9231-3115c0f9975d tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/security-groups?id=867400a7-a947-49f0-bdd7-521312173c95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563955 Jun 04 07:02:14.386737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d8d2b3b1-b211-4523-8272-5f9dec5304b5 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:14.421251 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edbbe67b-dbc0-4eeb-8fc6-55e0c36ded18 req-7d6d429f-442a-4f63-adb0-9a2d3e870795 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 210 time: 0.0978029 Jun 04 07:02:14.560457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.572931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Transition to ACTIVE for port object 891af383-5991-4b38-a0bc-750876fe736c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:14.584913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event deleted for resources: {'Port': ['ID=16f2658d-37eb-412c-91c4-c4f0112430f5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:14.599799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Transition to ACTIVE for port object 891af383-5991-4b38-a0bc-750876fe736c will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:14.607480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.639113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.677956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Network 6ddb2551-4609-42e0-b460-f6644866b843 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:14.681441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:14.685513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:14.693401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Pushing event updated for resources: {'Port': ['ID=891af383-5991-4b38-a0bc-750876fe736c,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:14.725074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] No DVR routers for this DVR port 16f2658d-37eb-412c-91c4-c4f0112430f5 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:02:14.731220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.733847 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'name': 'network-vif-deleted', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:14.785653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Attempting to bind port 891af383-5991-4b38-a0bc-750876fe736c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:14.785973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Attempting to bind port 891af383-5991-4b38-a0bc-750876fe736c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:14.786313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Attempting to bind port 891af383-5991-4b38-a0bc-750876fe736c on network 6ddb2551-4609-42e0-b460-f6644866b843 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:14.793002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:14.793379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Checking segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:14.793996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.794208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Bound using segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:14.794672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Bound port: 891af383-5991-4b38-a0bc-750876fe736c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:14.795306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.857377 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07816cd8-0d7d-4e19-a353-6010c74dea42'] response: {'server_uuid': 'd9fd9dd8-416c-4c0d-8418-f5b76c0c765b', 'name': 'network-vif-deleted', 'tag': '16f2658d-37eb-412c-91c4-c4f0112430f5', 'status': 'completed', 'code': 200} Jun 04 07:02:14.873217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3f4b6c8d-5a42-4728-a866-f1a236c5796c req-febee032-7b64-41b2-9cb8-9420236d0a7c tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.24 "DELETE /v2.0/ports/16f2658d-37eb-412c-91c4-c4f0112430f5 HTTP/1.1" status: 204 len: 173 time: 1.7956333 Jun 04 07:02:14.896491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] For port 891af383-5991-4b38-a0bc-750876fe736c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:14.902175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] For port 891af383-5991-4b38-a0bc-750876fe736c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=891af383-5991-4b38-a0bc-750876fe736c,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:14.909176 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.956958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:14.967850 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:15.029238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49536d2-7064-4359-bf42-963b6c41ff4c None None] Pushing event updated for resources: {'Port': ['ID=891af383-5991-4b38-a0bc-750876fe736c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:15.228005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event updated for resources: {'Port': ['ID=96ec96cf-8090-4265-8cee-0365ce527011,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:15.388888 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:15.482091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f2b45d9-5be8-4b62-ae6d-1a67cc428d40 req-0abf3eed-f88a-4d10-a46a-679fb143b0eb tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9fd9dd8-416c-4c0d-8418-f5b76c0c765b HTTP/1.1" status: 200 len: 210 time: 0.0621576 Jun 04 07:02:15.667374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-770b091f-7663-4269-85a6-8f9986b8d8b1 req-7b24be7f-6dcd-49d8-94dc-be75533dd858 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 210 time: 0.0580261 Jun 04 07:02:15.725834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:15.769844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-3a681955-5548-448d-bacd-92fb06dde351 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:15.770532 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-3a681955-5548-448d-bacd-92fb06dde351 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:15.784418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:15.836813 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822 associated. External IP: 172.25.1.212, port: 667152c6-58ab-4079-b7e8-84bc515c0898. Jun 04 07:02:15.913928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 891af383-5991-4b38-a0bc-750876fe736c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:15.998031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 891af383-5991-4b38-a0bc-750876fe736c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:16.038911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-3a681955-5548-448d-bacd-92fb06dde351 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:16.041103 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-3a681955-5548-448d-bacd-92fb06dde351 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.24 "GET /v2.0/networks?id=ddb4169b-71b1-492b-a819-0b6e7db91478 HTTP/1.1" status: 200 len: 797 time: 0.8545680 Jun 04 07:02:16.263999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-8abdc919-ed77-458f-806e-d3b8e87e5b02 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:16.292226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0caf0-8841-4ee5-aa66-16cf5d12fd3f None None] Network 6ddb2551-4609-42e0-b460-f6644866b843 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:16.316342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Allocated IP 172.25.1.180 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/790a7a0e-2978-4638-bb23-6b1806d1820d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:16.318504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-8abdc919-ed77-458f-806e-d3b8e87e5b02 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:16.319477 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-8abdc919-ed77-458f-806e-d3b8e87e5b02 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 471 time: 0.2631521 Jun 04 07:02:16.392955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'port': {'device_id': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'admin_state_up': True, 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'security_groups': ['16de1e5b-1697-4eb4-a458-17a0ccaec0a3']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:16.407657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Provisioning for port 891af383-5991-4b38-a0bc-750876fe736c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:16.423910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Provisioning complete for port 891af383-5991-4b38-a0bc-750876fe736c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:16.424279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.578254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:16.624995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Current status of the port 891af383-5991-4b38-a0bc-750876fe736c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:16.625297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.648475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.678471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 16f2658d-37eb-412c-91c4-c4f0112430f5 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:16.684065 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.714869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] For port 891af383-5991-4b38-a0bc-750876fe736c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=891af383-5991-4b38-a0bc-750876fe736c,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:16.723868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 16f2658d-37eb-412c-91c4-c4f0112430f5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:16.724455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 16f2658d-37eb-412c-91c4-c4f0112430f5 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:16.725397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:16.726821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.743944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:16.769378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:port and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:16.775309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:16.787770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:16.797564 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.828500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867400a7-a947-49f0-bdd7-521312173c95,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:16.861604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.863635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0c3e836c-49bd-41d6-a04b-424f57fe259a tempest-TestVolumeBackupRestore-952470078 tempest-TestVolumeBackupRestore-952470078-project] 10.222.0.17 "DELETE /v2.0/security-groups/867400a7-a947-49f0-bdd7-521312173c95 HTTP/1.1" status: 204 len: 168 time: 0.2838972 Jun 04 07:02:16.869022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13146b7d-f4cd-4d48-bc11-1d179f56c6c0 None None] Pushing event updated for resources: {'Port': ['ID=891af383-5991-4b38-a0bc-750876fe736c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:16.901687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.930953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:16.935301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:16.936595 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-194e95c7-4990-419a-a962-63fd3eb63fe9 req-0a351343-050c-4988-bf4a-f9a7df010a47 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 210 time: 0.0716178 Jun 04 07:02:16.981315 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09bde064-72b6-4e8d-8742-4b279b1a32ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:17.053896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fa4df59f-053d-46f7-b7f1-35bc11f9b512 None None] Provisioning complete for port 891af383-5991-4b38-a0bc-750876fe736c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:17.054275 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa4df59f-053d-46f7-b7f1-35bc11f9b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:17.222630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fa4df59f-053d-46f7-b7f1-35bc11f9b512 None None] Current status of the port 891af383-5991-4b38-a0bc-750876fe736c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:17.248607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:17.264674 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:17.288936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.20 (ddb4169b-71b1-492b-a819-0b6e7db91478/84d30178-c9f9-4aac-8903-1fdbb0aafcfc/0221e3a2-7b49-4aa3-9569-2eccb2724980) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:17.293252 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:17.294849 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:17.296250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:17.418744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:17.487233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:17.487960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Pushing event updated for resources: {'Port': ['ID=790a7a0e-2978-4638-bb23-6b1806d1820d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:17.504969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:17.533319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:17.635838 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:17.665138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fc0cf0d1-0436-4079-af23-0a2f131c0bf9 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5429442 Jun 04 07:02:17.671247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:17.866679 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5582dad5-cddc-448d-9365-37c65d27f247'] response: {'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898', 'status': 'completed', 'code': 200} Jun 04 07:02:17.997961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 891af383-5991-4b38-a0bc-750876fe736c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:18.150379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-b286f56a-8864-4490-9c88-4cabf68b6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:18.152281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-b286f56a-8864-4490-9c88-4cabf68b6d6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1096 time: 0.2801969 Jun 04 07:02:18.277793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 891af383-5991-4b38-a0bc-750876fe736c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:18.277793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:18.368167 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '667152c6-58ab-4079-b7e8-84bc515c0898', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:c4:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e1c99-8994-43dd-863c-db06dc4aa657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:13Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}, {'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:18.374424 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:18.407130 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:18.407970 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:01:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:18.640470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa509f12-f54e-4fe5-8cc1-d3784ba9237a req-9c0b7c7e-1da3-4d91-8da7-bb96c15208aa tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 210 time: 0.1811864 Jun 04 07:02:18.725766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 891af383-5991-4b38-a0bc-750876fe736c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:18.834359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-78ae23c1-85d4-471a-a76f-fdf25320117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:18.837074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-78ae23c1-85d4-471a-a76f-fdf25320117e service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.6757314 Jun 04 07:02:18.934967 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:18.983447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-4083e8f7-469b-48ba-b19e-6c1a157b1354 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 200 len: 999 time: 0.1407297 Jun 04 07:02:19.103992 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da759b28-a569-4dff-9324-876cee346c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:19.132653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-429152d5-29f1-4964-9c68-438789482dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:19.133763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-429152d5-29f1-4964-9c68-438789482dd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.1432152 Jun 04 07:02:19.180106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:19.345401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-89fe75b4-d521-4b54-812c-a1d6de0b0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:19.347504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-89fe75b4-d521-4b54-812c-a1d6de0b0d7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078910 Jun 04 07:02:19.447871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object 0221e3a2-7b49-4aa3-9569-2eccb2724980 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:19.612335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:19.744509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-c3553e67-35db-45ed-918e-9e19086f31d4 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879132 Jun 04 07:02:19.747258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:19.961661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:20.029642 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '667152c6-58ab-4079-b7e8-84bc515c0898', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:c4:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e1c99-8994-43dd-863c-db06dc4aa657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:13Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}, {'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:20.044754 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e18e5-df1c-4bbd-ac34-cb54c37457b2 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '667152c6-58ab-4079-b7e8-84bc515c0898', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:c4:1a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e1c99-8994-43dd-863c-db06dc4aa657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:13Z', 'revision_number': 0, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}, {'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:20.221059 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:20.277718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network ddb4169b-71b1-492b-a819-0b6e7db91478 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:20.285978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:20.288666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:20.312266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2405010f-3202-464e-a7cf-27e8827cfd2a req-8b2766b0-9dcc-4498-8419-b3fe1a8d7d0e service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569267 Jun 04 07:02:20.337066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d0ba4-cabc-44eb-ae9b-372d74e8e071 req-c9b76111-0776-4e0d-b7ff-04794bbf9a0e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:20.343262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef1d0ba4-cabc-44eb-ae9b-372d74e8e071 req-c9b76111-0776-4e0d-b7ff-04794bbf9a0e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 932 time: 0.3892751 Jun 04 07:02:20.467303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef1d0ba4-cabc-44eb-ae9b-372d74e8e071 req-456222b1-fbd8-4606-a59e-47feee905444 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100247 Jun 04 07:02:20.530027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff518359-f526-464b-a03b-2cbb30b031e5 None None] New status for floating IP a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:02:20.678285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:20.679311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:20.686961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:20.726240 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-0ce7581d-b29b-4c5b-a397-03b35e6094eb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3521128 Jun 04 07:02:20.764400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Request body: {'port': {'device_id': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:20.837563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:21.069744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ca895b7e-99df-4921-b519-a43a05715f56 None None] Provisioning for port 0221e3a2-7b49-4aa3-9569-2eccb2724980 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:21.094338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ca895b7e-99df-4921-b519-a43a05715f56 None None] Provisioning complete for port 0221e3a2-7b49-4aa3-9569-2eccb2724980 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:21.094836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca895b7e-99df-4921-b519-a43a05715f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:21.115410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:21.228224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:21.323245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ca895b7e-99df-4921-b519-a43a05715f56 None None] Port 0221e3a2-7b49-4aa3-9569-2eccb2724980 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:21.342453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Router df7f53cd-7b5e-4e03-9f67-3afe10465dcb is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:02:22.032436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3d66-8365-4ccd-b3be-8d0f1a4118dd req-00a66a32-b2b2-4ec4-8a44-2b9e66f52188 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:22.040322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-733a3d66-8365-4ccd-b3be-8d0f1a4118dd req-00a66a32-b2b2-4ec4-8a44-2b9e66f52188 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 932 time: 0.2166746 Jun 04 07:02:22.117863 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.126782 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-733a3d66-8365-4ccd-b3be-8d0f1a4118dd req-428a23a6-fbf4-4a75-8cbd-6af05986b0ac tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846887 Jun 04 07:02:22.170117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:22.181511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Sync routers for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:22.191411 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:22.192306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:22.198772 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.199962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e1488a47-4f37-4fa4-9be1-f24a0a9fcac1 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8376663 Jun 04 07:02:22.203094 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45732) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:22.321688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.359676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0221e3a2-7b49-4aa3-9569-2eccb2724980 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:02:22.393573 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:22.418277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.455954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Transition to ACTIVE for port object 0221e3a2-7b49-4aa3-9569-2eccb2724980 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:22.465100 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.716960 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:19Z', 'revision_number': 3, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:22.721554 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Checking router: df7f53cd-7b5e-4e03-9f67-3afe10465dcb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:22.722189 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Updating router df7f53cd-7b5e-4e03-9f67-3afe10465dcb port 790a7a0e-2978-4638-bb23-6b1806d1820d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:02:22.725905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Pushing event updated for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:22.734388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Deleting port e5dd31b1-86ef-4b5c-ace9-93dba4660364 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:22.734661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.784620 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.960339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] For port e5dd31b1-86ef-4b5c-ace9-93dba4660364, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=e5dd31b1-86ef-4b5c-ace9-93dba4660364,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:22.960703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:22.991565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Attempting to bind port 0221e3a2-7b49-4aa3-9569-2eccb2724980 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:22.991893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Attempting to bind port 0221e3a2-7b49-4aa3-9569-2eccb2724980 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:22.992796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Attempting to bind port 0221e3a2-7b49-4aa3-9569-2eccb2724980 on network ddb4169b-71b1-492b-a819-0b6e7db91478 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:23.008489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Port 0221e3a2-7b49-4aa3-9569-2eccb2724980 on network ddb4169b-71b1-492b-a819-0b6e7db91478 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:02:23.009039 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Attempting to bind port 0221e3a2-7b49-4aa3-9569-2eccb2724980 on network ddb4169b-71b1-492b-a819-0b6e7db91478 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:23.029676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:23.030256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Checking segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:23.030822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Bound using segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:23.031412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Bound port: 0221e3a2-7b49-4aa3-9569-2eccb2724980, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:23.031909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.111340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Calling delete_port for e5dd31b1-86ef-4b5c-ace9-93dba4660364 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:23.215140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:23.218691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:23.240666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.270027 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.288356 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Transition to ACTIVE for port object 790a7a0e-2978-4638-bb23-6b1806d1820d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:23.302656 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.394425 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Pushing event updated for resources: {'Port': ['ID=790a7a0e-2978-4638-bb23-6b1806d1820d,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:23.421254 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Attempting to bind port 790a7a0e-2978-4638-bb23-6b1806d1820d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:23.421653 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Attempting to bind port 790a7a0e-2978-4638-bb23-6b1806d1820d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:23.422020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Attempting to bind port 790a7a0e-2978-4638-bb23-6b1806d1820d on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:23.432825 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:23.433459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:23.433888 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.434278 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:23.434740 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Bound port: 790a7a0e-2978-4638-bb23-6b1806d1820d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:23.435108 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.475211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:23.475827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.477289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] 10.222.0.24 "PUT /v2.0/ports/0221e3a2-7b49-4aa3-9569-2eccb2724980 HTTP/1.1" status: 200 len: 1092 time: 2.7196910 Jun 04 07:02:23.501787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:23.519850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] For port 790a7a0e-2978-4638-bb23-6b1806d1820d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:23.523360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] For port 790a7a0e-2978-4638-bb23-6b1806d1820d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=790a7a0e-2978-4638-bb23-6b1806d1820d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:23.526553 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.526895 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.527280 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.527850 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.528266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.528741 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.529079 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.529578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.529957 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.530497 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.530915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.531243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:23.535774 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.606892 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:23.607582 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:23.679629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e085ce-01e7-41e6-b682-d2d3f5d53876 service neutron] Pushing event updated for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:23.778238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:23.839382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:23.918536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dd31b1-86ef-4b5c-ace9-93dba4660364,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:23.931609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-357a95be-bda0-4cae-bde6-bded4fe4e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:23.932902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-357a95be-bda0-4cae-bde6-bded4fe4e136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 1095 time: 0.3667216 Jun 04 07:02:23.934933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5cc7b-7b50-410e-b5f2-2bde7465ff9e req-965a6651-807b-4e97-88cf-c38f3e90ae07 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:23.936465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98d5cc7b-7b50-410e-b5f2-2bde7465ff9e req-965a6651-807b-4e97-88cf-c38f3e90ae07 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 944 time: 0.4407556 Jun 04 07:02:23.953583 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:24.029718 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163e3e7-dad6-42c6-83e0-f505f3a533b0 None None] Pushing event updated for resources: {'Port': ['ID=790a7a0e-2978-4638-bb23-6b1806d1820d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:24.079793 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-a8718cb9-c38a-430c-9b9b-baac143cac94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980 HTTP/1.1" status: 200 len: 217 time: 0.1282530 Jun 04 07:02:24.118350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98d5cc7b-7b50-410e-b5f2-2bde7465ff9e req-84d1a156-3f36-445b-9827-00f2c0cf836b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201179 Jun 04 07:02:24.214996 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e51eb24-867a-4442-a98e-82f79b230cc0'] response: {'name': 'network-changed', 'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980', 'status': 'completed', 'code': 200} Jun 04 07:02:24.261067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-bd0c2a64-6347-4d53-a8c9-071a34eb0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:24.262555 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-bd0c2a64-6347-4d53-a8c9-071a34eb0d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d30178-c9f9-4aac-8903-1fdbb0aafcfc HTTP/1.1" status: 200 len: 837 time: 0.0968776 Jun 04 07:02:24.284695 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:19Z', 'revision_number': 3, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:24.288499 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd357ee7-37c9-4a76-bed7-37f78cf7d324 None None] The sync data for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 is: [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:19Z', 'revision_number': 3, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:24.333652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:24.451970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Allocated IP 172.20.0.1 (6ddb2551-4609-42e0-b460-f6644866b843/62ac893d-5c97-49a5-8ddb-be30b4b4cd49/0d845910-f640-4605-812f-7e807c75d9ef) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:24.455422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-4025ae56-a397-4c56-bb5e-8db6e49c807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:24.456905 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-4025ae56-a397-4c56-bb5e-8db6e49c807d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddb4169b-71b1-492b-a819-0b6e7db91478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649966 Jun 04 07:02:24.730592 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-78645243-c16c-4b82-8bdb-f4d3b696ee6a service neutron] 10.222.0.24 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642133 Jun 04 07:02:24.750085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Router d61f6091-4a64-4c4e-845d-18f556e88870 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:24.770646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:24.853711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Transition to ACTIVE for port object 0d845910-f640-4605-812f-7e807c75d9ef will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:24.911674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9eba14a9-c64a-43e2-8278-f1be66aa48c5 req-da8ffdfe-abe6-4514-b7e6-d7f80c5a4fa5 service neutron] 10.222.0.24 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612134 Jun 04 07:02:24.925715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:25.009245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:25.018706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Sync routers for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:25.050124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:25.054769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1c61d64a-937d-4625-a62e-f7038724e928 admin admin] 10.222.0.17 "PUT /v2.0/routers/d61f6091-4a64-4c4e-845d-18f556e88870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9243293 Jun 04 07:02:25.054769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45740) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:25.059738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:25.149882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Pushing event updated for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:25.199868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Network 6ddb2551-4609-42e0-b460-f6644866b843 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:25.199868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:25.220067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:25.375153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:25.526909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-5225638f-b000-4173-a3f7-510b6dc87d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:25.526909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-5225638f-b000-4173-a3f7-510b6dc87d9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 1095 time: 0.4209449 Jun 04 07:02:25.669690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:25.929127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.055998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-0af98eba-69ca-4311-85c0-006cc4d5c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:26.055998 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-0af98eba-69ca-4311-85c0-006cc4d5c368 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ddb4169b-71b1-492b-a819-0b6e7db91478 HTTP/1.1" status: 200 len: 898 time: 0.5152843 Jun 04 07:02:26.214270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaac239-f92a-4bd1-8385-847aa786e281 req-76bcf4c4-b43e-4440-8356-7454a7d91df6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:26.214270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acaac239-f92a-4bd1-8385-847aa786e281 req-76bcf4c4-b43e-4440-8356-7454a7d91df6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 944 time: 0.6482375 Jun 04 07:02:26.232293 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-5635a181-7e5a-45b9-9ebb-0f4ae13f644a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980 HTTP/1.1" status: 200 len: 217 time: 0.1481400 Jun 04 07:02:26.320025 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acaac239-f92a-4bd1-8385-847aa786e281 req-60ef2fd8-6541-44ed-ad56-e1b44db59cbb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864153 Jun 04 07:02:26.320025 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.326822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.326822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 790a7a0e-2978-4638-bb23-6b1806d1820d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:26.331474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Deleting port 2627422f-8e38-45cb-befd-def5aff91996 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:26.331474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.420519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-54c66bff-5432-4136-a432-60f9b0eecfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:26.420519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-54c66bff-5432-4136-a432-60f9b0eecfc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=84d30178-c9f9-4aac-8903-1fdbb0aafcfc HTTP/1.1" status: 200 len: 837 time: 0.1773088 Jun 04 07:02:26.452781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.452781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b453069-53d8-474d-8d6e-2cf2de431fb0 None None] Provisioning for port 0d845910-f640-4605-812f-7e807c75d9ef completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:26.458306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 790a7a0e-2978-4638-bb23-6b1806d1820d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:26.468478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2b453069-53d8-474d-8d6e-2cf2de431fb0 None None] Provisioning complete for port 0d845910-f640-4605-812f-7e807c75d9ef triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:26.468478 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b453069-53d8-474d-8d6e-2cf2de431fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.534709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2b453069-53d8-474d-8d6e-2cf2de431fb0 None None] Port 0d845910-f640-4605-812f-7e807c75d9ef cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:26.534709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 790a7a0e-2978-4638-bb23-6b1806d1820d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:26.534709 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.582016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-e4f4152b-e2e1-4a08-8768-4b51a9b4c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:26.582016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-e4f4152b-e2e1-4a08-8768-4b51a9b4c488 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ddb4169b-71b1-492b-a819-0b6e7db91478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428211 Jun 04 07:02:26.784970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 790a7a0e-2978-4638-bb23-6b1806d1820d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:26.784970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.813527 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-c2ee1118-4a5a-4a80-a111-58539fde2deb service neutron] 10.222.0.24 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753564 Jun 04 07:02:26.818124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 790a7a0e-2978-4638-bb23-6b1806d1820d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=790a7a0e-2978-4638-bb23-6b1806d1820d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:26.828060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.832801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] For port 2627422f-8e38-45cb-befd-def5aff91996, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2627422f-8e38-45cb-befd-def5aff91996,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:26.832801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:26.912560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '2627422f-8e38-45cb-befd-def5aff91996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T07:02:23Z', 'revision_number': 5, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port': {'id': '2627422f-8e38-45cb-befd-def5aff91996', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:39Z', 'updated_at': '2022-06-04T06:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:26.926872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Checking router: d61f6091-4a64-4c4e-845d-18f556e88870 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:26.943362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Routers {'d61f6091-4a64-4c4e-845d-18f556e88870'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:26.943362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['d61f6091-4a64-4c4e-845d-18f556e88870'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:26.964125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-90fa4b61-3001-4e5e-96f8-f57c43fc5bda req-a4a36402-a5c1-4a82-b97f-b007e395a383 service neutron] 10.222.0.24 "GET /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415555 Jun 04 07:02:27.004665 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.020289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=790a7a0e-2978-4638-bb23-6b1806d1820d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:27.110661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Calling delete_port for 2627422f-8e38-45cb-befd-def5aff91996 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:27.174356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] Set router d61f6091-4a64-4c4e-845d-18f556e88870 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:27.323623 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.361498 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.373510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 6, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:27.378156 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.383535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6898d-e28a-42bc-a65e-dfbdc9cf8702 None None] The sync data for ids ['d61f6091-4a64-4c4e-845d-18f556e88870'] in n-d-811808-2 is: [{'id': 'd61f6091-4a64-4c4e-845d-18f556e88870', 'name': 'tempest-TestVolumeBackupRestore-590969485-router', 'tenant_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:38Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 6, 'project_id': '3ab5bc8ef16740f1a2a66358b1c63aaa', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:27.511220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.513934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2627422f-8e38-45cb-befd-def5aff91996,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:27.516396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Pushing event updated for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:27.647759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.683522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Network 6ddb2551-4609-42e0-b460-f6644866b843 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:27.683522 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:27.897196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.897196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.908331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11b76-a888-49c2-b650-58b7c4d9ae40 req-978443eb-789d-4a50-b95a-ccaaa2f80aa7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:27.908331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dc11b76-a888-49c2-b650-58b7c4d9ae40 req-978443eb-789d-4a50-b95a-ccaaa2f80aa7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 944 time: 0.3818157 Jun 04 07:02:27.959492 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:27.959492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61f6091-4a64-4c4e-845d-18f556e88870 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:02:28.012613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3dc11b76-a888-49c2-b650-58b7c4d9ae40 req-437cd209-519e-491d-8289-38737ca6ded7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808389 Jun 04 07:02:28.028892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.028892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b76c8ed-5e09-45f6-9b45-61489f3c88d6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/d61f6091-4a64-4c4e-845d-18f556e88870 HTTP/1.1" status: 204 len: 168 time: 2.9798822 Jun 04 07:02:28.033812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45750) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:28.097521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d75c0052-3b47-4a13-be73-470272b3cb0a None None] Provisioning complete for port 0d845910-f640-4605-812f-7e807c75d9ef triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:28.097521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d75c0052-3b47-4a13-be73-470272b3cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.103241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Router df7f53cd-7b5e-4e03-9f67-3afe10465dcb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:28.125992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Deleting subnet fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:02:28.125992 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.179717 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.211782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-d75c0052-3b47-4a13-be73-470272b3cb0a None None] Port 0d845910-f640-4605-812f-7e807c75d9ef cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:28.458599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.460925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 790a7a0e-2978-4638-bb23-6b1806d1820d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:28.589783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.613396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:28.621802 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9fb5b4c0-6f5c-4bd2-831b-8785973f135a admin admin] 10.222.0.17 "PUT /v2.0/routers/df7f53cd-7b5e-4e03-9f67-3afe10465dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4126105 Jun 04 07:02:28.629998 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Sync routers for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:28.644955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdce0d79-3b61-4bd9-8556-f3d9d6540ab8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:28.653401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 790a7a0e-2978-4638-bb23-6b1806d1820d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:28.659017 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.659017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84d45133-52c8-4f9b-81fe-b4aadc477116 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fdce0d79-3b61-4bd9-8556-f3d9d6540ab8 HTTP/1.1" status: 204 len: 168 time: 0.6198492 Jun 04 07:02:28.659017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45756) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:28.668032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.672379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:28.672379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:28.719798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a901bb19-2984-450c-96eb-f8d126e159d3 None None] Network a54ed59e-6bae-4971-81cf-792d5a60ca2e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:28.913517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.940655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Deleting port d44f7332-b4a8-4c65-8db4-9b6cdb48307c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:28.940655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:28.946534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0221e3a2-7b49-4aa3-9569-2eccb2724980 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:02:29.108198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:29.496387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 790a7a0e-2978-4638-bb23-6b1806d1820d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:29.496387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] DHCP port deletion for a54ed59e-6bae-4971-81cf-792d5a60ca2e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:02:29.525313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5dd31b1-86ef-4b5c-ace9-93dba4660364 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:29.539256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] For port d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:29.539256 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:29.584999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Deleting port d44f7332-b4a8-4c65-8db4-9b6cdb48307c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:29.584999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:29.680694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: e5dd31b1-86ef-4b5c-ace9-93dba4660364 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:29.680694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device e5dd31b1-86ef-4b5c-ace9-93dba4660364 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:29.712028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45774) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:29.719333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-568740993-network', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:29.726719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:29.733889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:29.747291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Usage tracker for resource:network and tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:29.754669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:29.770166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:29.780238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '0221e3a2-7b49-4aa3-9569-2eccb2724980', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'port_id': '0221e3a2-7b49-4aa3-9569-2eccb2724980', 'mac_address': 'fa:16:3e:49:54:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:02:29.786308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Made reservation on behalf of 70ad51a6f5f548a5a49430ab2ecc9bb7 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:29.786308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:29.818573 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:29.824306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:27Z', 'revision_number': 2, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:29.839007 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Checking router: df7f53cd-7b5e-4e03-9f67-3afe10465dcb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:29.839007 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Updating router df7f53cd-7b5e-4e03-9f67-3afe10465dcb port 0d845910-f640-4605-812f-7e807c75d9ef binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:02:29.850436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:29.850436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Usage tracker for resource:security_group_rule and tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:29.862283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:29.867247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Calling delete_port for d44f7332-b4a8-4c65-8db4-9b6cdb48307c owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:29.872284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:29.947809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0221e3a2-7b49-4aa3-9569-2eccb2724980 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:29.949301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.035342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91243e0-6197-476e-b002-75f4b245f879 req-32e0bda5-82fa-4f43-950d-41dae97cd4e4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:30.049142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0221e3a2-7b49-4aa3-9569-2eccb2724980 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:02:30.055286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c91243e0-6197-476e-b002-75f4b245f879 req-32e0bda5-82fa-4f43-950d-41dae97cd4e4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 944 time: 0.7056699 Jun 04 07:02:30.063098 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.063098 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.084389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] For port d44f7332-b4a8-4c65-8db4-9b6cdb48307c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,segment=NetworkSegment(c30ae348-f28f-4347-aaf2-4e4c6e80e30e),segment_id=c30ae348-f28f-4347-aaf2-4e4c6e80e30e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:30.084389 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.084389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:30.104025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.125393 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.144520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185fac1-66f0-4ca9-8975-8591791e72c0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:30.166487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:02:30.172477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.172477 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Added segment 37122b4d-76a5-4780-ad86-1ba31c4850fd of type vlan for network 97b94fea-fb25-4085-b0d4-c8579463b26f Jun 04 07:02:30.206956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.241053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.242832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:30.243584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.264335 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c91243e0-6197-476e-b002-75f4b245f879 req-63122716-7cae-43c5-817d-7dc60d63edfb tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165015 Jun 04 07:02:30.292690 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5839744 Jun 04 07:02:30.296031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2627422f-8e38-45cb-befd-def5aff91996 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:30.296499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:30.310677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Request body: {'subnet': {'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-568740993-subnet', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:30.312363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.349250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Calling delete_port for d44f7332-b4a8-4c65-8db4-9b6cdb48307c owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:30.384029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:30.416949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:30.420789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Pushing event deleted for resources: {'Port': ['ID=d44f7332-b4a8-4c65-8db4-9b6cdb48307c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:30.435729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] No DVR routers for this DVR port d44f7332-b4a8-4c65-8db4-9b6cdb48307c on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:02:30.441015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2627422f-8e38-45cb-befd-def5aff91996 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:30.441015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2627422f-8e38-45cb-befd-def5aff91996 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:30.441015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44f7332-b4a8-4c65-8db4-9b6cdb48307c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:30.453566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Usage tracker for resource:subnet and tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:30.453566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:30.471188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e501-9f00-486a-8987-c04c6548592e admin admin] Pushing event updated for resources: {'Network': ['ID=97b94fea-fb25-4085-b0d4-c8579463b26f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:30.471188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:30.499232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Made reservation on behalf of 70ad51a6f5f548a5a49430ab2ecc9bb7 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:30.506845 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.524010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['0221e3a2-7b49-4aa3-9569-2eccb2724980'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:02:30.557585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 97b94fea-fb25-4085-b0d4-c8579463b26f details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:02:30.676382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.707516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d44f7332-b4a8-4c65-8db4-9b6cdb48307c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:30.707516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44f7332-b4a8-4c65-8db4-9b6cdb48307c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:30.718213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54ed59e-6bae-4971-81cf-792d5a60ca2e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:30.751824 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.752965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:30.753388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30ae348-f28f-4347-aaf2-4e4c6e80e30e') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:30.759801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:02:30.760159 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:02:30.770067 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.777450 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Transition to ACTIVE for port object 0d845910-f640-4605-812f-7e807c75d9ef will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:30.793907 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.800795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.825099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:02:30.825099 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:30.904492 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c30ae348-f28f-4347-aaf2-4e4c6e80e30e resource provider aggregate not found Jun 04 07:02:30.933918 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment c30ae348-f28f-4347-aaf2-4e4c6e80e30e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c30ae348-f28f-4347-aaf2-4e4c6e80e30e found for delete ", "request_id": "req-e4f9da9c-cccc-41ac-97e7-59346aa87ffd"}]} Jun 04 07:02:30.960158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.010745 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce53f-1cc8-4046-ac58-130db063b29a None None] Pushing event updated for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:31.021428 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.063677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] Pushing event deleted for resources: {'Network': ['ID=a54ed59e-6bae-4971-81cf-792d5a60ca2e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:31.068991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.094072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-199ee95f-40e4-43ca-bb83-90f641c4158b admin admin] 10.222.0.17 "DELETE /v2.0/networks/a54ed59e-6bae-4971-81cf-792d5a60ca2e HTTP/1.1" status: 204 len: 168 time: 2.4364312 Jun 04 07:02:31.094072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45788) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:31.124799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Attempting to bind port 0d845910-f640-4605-812f-7e807c75d9ef on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:31.124799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Attempting to bind port 0d845910-f640-4605-812f-7e807c75d9ef by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:31.124799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Attempting to bind port 0d845910-f640-4605-812f-7e807c75d9ef on network 6ddb2551-4609-42e0-b460-f6644866b843 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Checking segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Bound using segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Bound port: 0d845910-f640-4605-812f-7e807c75d9ef, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:31.136378 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.272169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f9e74f-2a02-46cb-be33-2dd7dd771c1b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:31.279365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Deleting port d44f7332-b4a8-4c65-8db4-9b6cdb48307c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:31.279365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.290503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Checking segment: {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:31.290503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Network hostable DHCP agents. Network: 97b94fea-fb25-4085-b0d4-c8579463b26f, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:02:31.298433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] For port 0d845910-f640-4605-812f-7e807c75d9ef, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:31.298433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] For port 0d845910-f640-4605-812f-7e807c75d9ef, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0d845910-f640-4605-812f-7e807c75d9ef,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:31.307228 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.359390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Network 97b94fea-fb25-4085-b0d4-c8579463b26f is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:02:31.395533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 97b94fea-fb25-4085-b0d4-c8579463b26f) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:31.395533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:31.395533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.423886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21c3d-69f3-4b71-8f4d-24eeda544c23 None None] The port 'd44f7332-b4a8-4c65-8db4-9b6cdb48307c' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:02:31.453195 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fcba419e-a1d0-404a-9d13-14c00fd658d5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1462848 Jun 04 07:02:31.453195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45794) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:31.459516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc77ab-80f3-4b02-ae78-2767acfcc97d None None] Network 97b94fea-fb25-4085-b0d4-c8579463b26f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:31.479776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:31.500436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:31.519975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Usage tracker for resource:router and tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:31.533101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:31.547949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:31.608683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.608683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.616008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:31.616008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:31.641718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.904294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-97b94fea-fb25-4085-b0d4-c8579463b26f', 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'fixed_ips': [{'subnet_id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:02:31.905111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:31.926766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:32.007411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.018067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce53f-1cc8-4046-ac58-130db063b29a None None] Pushing event updated for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:32.084504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Allocated IP 172.20.0.2 (97b94fea-fb25-4085-b0d4-c8579463b26f/e8f9e74f-2a02-46cb-be33-2dd7dd771c1b/0f050d83-b356-47f1-b053-cc15ed9db61b) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:32.138811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281b25-b7f0-4885-bf74-f03d3ec1a8a7 req-1477f496-92f3-414c-89cb-e80811abda9f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:32.147144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27281b25-b7f0-4885-bf74-f03d3ec1a8a7 req-1477f496-92f3-414c-89cb-e80811abda9f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 945 time: 0.2613907 Jun 04 07:02:32.225751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27281b25-b7f0-4885-bf74-f03d3ec1a8a7 req-c9a2434f-43f3-47fd-83de-abf7a975ee67 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773451 Jun 04 07:02:32.307707 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.319384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.340690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Transition to ACTIVE for port object 0f050d83-b356-47f1-b053-cc15ed9db61b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:32.362091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:31Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:32.366445 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e2cfb-ce1b-43ce-bf8b-aacf9d9727b3 None None] The sync data for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 is: [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:31Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:32.377175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Transition to ACTIVE for port object 0f050d83-b356-47f1-b053-cc15ed9db61b will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:32.398498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.406158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.441758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.558803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Network 97b94fea-fb25-4085-b0d4-c8579463b26f is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:32.558979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:32.560875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Pushing event updated for resources: {'Port': ['ID=0f050d83-b356-47f1-b053-cc15ed9db61b,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:32.575644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:32.691504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Attempting to bind port 0f050d83-b356-47f1-b053-cc15ed9db61b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:32.691994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Attempting to bind port 0f050d83-b356-47f1-b053-cc15ed9db61b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:32.692443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Attempting to bind port 0f050d83-b356-47f1-b053-cc15ed9db61b on network 97b94fea-fb25-4085-b0d4-c8579463b26f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:32.702345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:32.702953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Checking segment: {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:32.705495 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.705495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Bound using segment: {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:32.705856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Bound port: 0f050d83-b356-47f1-b053-cc15ed9db61b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:32.706243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.738623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Allocated IP 172.25.1.98 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/94e84c8a-e038-4354-8aad-6c8b28aed5f9) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:32.761585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0221e3a2-7b49-4aa3-9569-2eccb2724980 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:32.830871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Deleting port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:32.831328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.878371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] For port 0f050d83-b356-47f1-b053-cc15ed9db61b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:32.884915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] For port 0f050d83-b356-47f1-b053-cc15ed9db61b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0f050d83-b356-47f1-b053-cc15ed9db61b,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:32.893279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:32.943637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 0221e3a2-7b49-4aa3-9569-2eccb2724980 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:32.980612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 0221e3a2-7b49-4aa3-9569-2eccb2724980 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:32.981136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.082670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] For port 72f7325e-e85d-43d1-baf6-360bd6e7c6c5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:33.084086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.107901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cacb92-4067-44b4-a8f7-b57669563f02 None None] Pushing event updated for resources: {'Port': ['ID=0f050d83-b356-47f1-b053-cc15ed9db61b,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:33.123698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.185843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.215747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 0221e3a2-7b49-4aa3-9569-2eccb2724980 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:33.216901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.258461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Calling delete_port for 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:33.315143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:33.318774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:33.341995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:33.348645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:33.353744 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:33.358429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.452292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Pushing event updated for resources: {'Port': ['ID=94e84c8a-e038-4354-8aad-6c8b28aed5f9,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:33.500330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:33.677086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc5b18-4913-4d7c-ba25-7fa324084316 req-2d2fcf94-7fe8-4771-ba5c-a824169ec168 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:33.678683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7dc5b18-4913-4d7c-ba25-7fa324084316 req-2d2fcf94-7fe8-4771-ba5c-a824169ec168 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.1738589 Jun 04 07:02:33.723465 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:33.794031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f7325e-e85d-43d1-baf6-360bd6e7c6c5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:33.911643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7dc5b18-4913-4d7c-ba25-7fa324084316 req-eda00172-cde5-4040-a2cc-678e11b2de59 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132859 Jun 04 07:02:34.061902 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ee9499-79ee-489a-9ee4-49b572c38235'] response: {'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980', 'code': 200} Jun 04 07:02:34.234330 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:34.300808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0f050d83-b356-47f1-b053-cc15ed9db61b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:34.432755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0f050d83-b356-47f1-b053-cc15ed9db61b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:34.442867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0d845910-f640-4605-812f-7e807c75d9ef up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:34.583487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0d845910-f640-4605-812f-7e807c75d9ef completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:34.590835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0d845910-f640-4605-812f-7e807c75d9ef triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:34.592323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:34.607293 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:34.634487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719511-47b4-4281-b40a-8dda4da2a590 req-ba9d2021-c3ad-4966-b4c4-5d9f6b3c9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:34.635987 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2719511-47b4-4281-b40a-8dda4da2a590 req-ba9d2021-c3ad-4966-b4c4-5d9f6b3c9032 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 1097 time: 0.5301409 Jun 04 07:02:34.797206 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c2719511-47b4-4281-b40a-8dda4da2a590 req-e0f7cefa-c347-43f8-bc09-971504b33c10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452701 Jun 04 07:02:34.846510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0d845910-f640-4605-812f-7e807c75d9ef is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:34.846510 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:34.852736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbf151-4510-463f-a419-54916d4acc8c None None] Network 97b94fea-fb25-4085-b0d4-c8579463b26f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:35.004818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.056464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Provisioning for port 0f050d83-b356-47f1-b053-cc15ed9db61b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:35.069820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 0d845910-f640-4605-812f-7e807c75d9ef, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0d845910-f640-4605-812f-7e807c75d9ef,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:35.077089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Provisioning complete for port 0f050d83-b356-47f1-b053-cc15ed9db61b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:35.077089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.151062 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.246060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:35.281090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:02:35.328971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:35.344255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.344742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.345227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.345737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.346345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.346776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.347146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.347554 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.348028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.348495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.348971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.349966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:35.372551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff681f-3b35-40c0-98e3-bfa50a311c45 req-3e4e4cd1-4812-403f-8a4d-bcab2161308c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:35.377952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-daff681f-3b35-40c0-98e3-bfa50a311c45 req-3e4e4cd1-4812-403f-8a4d-bcab2161308c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.1987615 Jun 04 07:02:35.461853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Current status of the port 0f050d83-b356-47f1-b053-cc15ed9db61b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:35.462946 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.512458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] For port 0f050d83-b356-47f1-b053-cc15ed9db61b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0f050d83-b356-47f1-b053-cc15ed9db61b,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:35.517965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.519104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-daff681f-3b35-40c0-98e3-bfa50a311c45 req-52837386-465f-4eb9-93f9-3b9a2fbf1bfd tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293788 Jun 04 07:02:35.537774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:35.557196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-35b3d6cc-7327-4c09-a9d6-9fe463a5a736 admin admin] 10.222.0.17 "PUT /v2.0/routers/fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4625704 Jun 04 07:02:35.560111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45804) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:35.572017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Sync routers for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:35.598944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:35.598944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:35.636985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:35.646005 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Sync routers for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:35.677209 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:35.677209 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:35.715312 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.715312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9ab8dfda-b659-4765-8d46-7ed094305d68 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2593946 Jun 04 07:02:35.715312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45808) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:35.724607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509f93a-63c5-45df-8bde-1c7919b9322d None None] Pushing event updated for resources: {'Port': ['ID=0f050d83-b356-47f1-b053-cc15ed9db61b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:35.842351 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:35.953533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:36.213851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0f050d83-b356-47f1-b053-cc15ed9db61b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:36.222980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:36.223629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.238904 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Deleting port f76b20e9-2249-4363-84de-c54cee14a577 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:36.239648 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.492860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-15dd13e9-78f5-479c-9ca4-60efbee81a8b None None] Provisioning complete for port 0f050d83-b356-47f1-b053-cc15ed9db61b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:36.492860 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-15dd13e9-78f5-479c-9ca4-60efbee81a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.616911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0f050d83-b356-47f1-b053-cc15ed9db61b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:36.617823 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.686622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T07:02:33Z', 'revision_number': 5, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port': {'id': 'f76b20e9-2249-4363-84de-c54cee14a577', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:57:52Z', 'updated_at': '2022-06-04T06:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:36.730689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Checking router: fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:36.737288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] For port f76b20e9-2249-4363-84de-c54cee14a577, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f76b20e9-2249-4363-84de-c54cee14a577,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:36.737765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.744044 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:33Z', 'revision_number': 3, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:36.748751 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Checking router: 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:36.749067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Updating router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:02:36.753180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Routers {'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:36.753519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:36.816272 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:36.928025 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:02:36.971259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Calling delete_port for f76b20e9-2249-4363-84de-c54cee14a577 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:37.043386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] Set router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:37.106735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58876d-c776-4f83-8d4f-723333a194be req-b0ddd6e2-2e12-4a6a-b7d5-ed5c1b68e358 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:37.108303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce58876d-c776-4f83-8d4f-723333a194be req-b0ddd6e2-2e12-4a6a-b7d5-ed5c1b68e358 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.3731041 Jun 04 07:02:37.178240 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.184403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T07:02:36Z', 'revision_number': 6, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:37.192420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0738ede0-acfc-4ed8-a5fc-8d5184b4a257 None None] The sync data for ids ['fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1'] in n-d-811808-2 is: [{'id': 'fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1', 'name': 'tempest-TestVolumeBackupRestore-1250141307-router', 'tenant_id': '6245a156fb4a4ee4b0a260cf81784bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:57:49Z', 'updated_at': '2022-06-04T07:02:36Z', 'revision_number': 6, 'project_id': '6245a156fb4a4ee4b0a260cf81784bff', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:37.197930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce58876d-c776-4f83-8d4f-723333a194be req-4f6d4188-6e7a-41b9-acd1-f0af22a411ee tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741563 Jun 04 07:02:37.245136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-15dd13e9-78f5-479c-9ca4-60efbee81a8b None None] Current status of the port 0f050d83-b356-47f1-b053-cc15ed9db61b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:37.339461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0f050d83-b356-47f1-b053-cc15ed9db61b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:37.339461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0d845910-f640-4605-812f-7e807c75d9ef up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:37.458878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.475647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0d845910-f640-4605-812f-7e807c75d9ef triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:37.476128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.522700 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.524920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76b20e9-2249-4363-84de-c54cee14a577,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:37.554616 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Transition to ACTIVE for port object 94e84c8a-e038-4354-8aad-6c8b28aed5f9 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:37.578512 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.583292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Allocated IP 172.20.0.1 (97b94fea-fb25-4085-b0d4-c8579463b26f/e8f9e74f-2a02-46cb-be33-2dd7dd771c1b/25499c0a-9fa8-41c4-8c24-6f09676d0162) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:37.662678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0d845910-f640-4605-812f-7e807c75d9ef is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:37.685035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.714511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a371d3-e005-417b-be13-2011976beb14 None None] Pushing event updated for resources: {'Port': ['ID=94e84c8a-e038-4354-8aad-6c8b28aed5f9,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:37.747811 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Attempting to bind port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:37.748907 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Attempting to bind port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:37.749723 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Attempting to bind port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:37.755881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:37.756513 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:37.756907 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.757410 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:37.758050 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Bound port: 94e84c8a-e038-4354-8aad-6c8b28aed5f9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:37.758845 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.818846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.823528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3595422-1d89-457d-ac8a-7a21c34b81ea req-351d03f6-ca64-40ab-8f04-615655130d4c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:37.826293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3595422-1d89-457d-ac8a-7a21c34b81ea req-351d03f6-ca64-40ab-8f04-615655130d4c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.4084342 Jun 04 07:02:37.837192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Transition to ACTIVE for port object 25499c0a-9fa8-41c4-8c24-6f09676d0162 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:37.859298 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] For port 94e84c8a-e038-4354-8aad-6c8b28aed5f9, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:37.864578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] For port 94e84c8a-e038-4354-8aad-6c8b28aed5f9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=94e84c8a-e038-4354-8aad-6c8b28aed5f9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:37.865742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.872392 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.919625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.923944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.941209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Network 97b94fea-fb25-4085-b0d4-c8579463b26f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:37.946386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:37.950089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:37.979139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3595422-1d89-457d-ac8a-7a21c34b81ea req-bd46ad9b-5949-49c2-8fed-a167c18343d0 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909810 Jun 04 07:02:37.979697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:37.981454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:02:37.999891 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:38.000800 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:38.034963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.034963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a259e881-5202-4589-bc6a-5e859b6e8aa4 admin admin] 10.222.0.17 "DELETE /v2.0/routers/fe6f6cc1-8fc8-44e2-aa04-95d2fb214da1 HTTP/1.1" status: 204 len: 168 time: 2.4736505 Jun 04 07:02:38.037887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45820) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:38.053006 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Pushing event updated for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:38.074788 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.211895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f76b20e9-2249-4363-84de-c54cee14a577 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:38.222757 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a371d3-e005-417b-be13-2011976beb14 None None] Pushing event updated for resources: {'Port': ['ID=94e84c8a-e038-4354-8aad-6c8b28aed5f9,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:38.312129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f76b20e9-2249-4363-84de-c54cee14a577 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:38.313511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f76b20e9-2249-4363-84de-c54cee14a577 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:38.314872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:38.364465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.392286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:38.392286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 72f7325e-e85d-43d1-baf6-360bd6e7c6c5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:38.426854 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:38.508120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f89cdf19-e545-4ed8-a92a-86c60f71af03 None None] Provisioning for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:38.514900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f89cdf19-e545-4ed8-a92a-86c60f71af03 None None] Provisioning complete for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:38.514900 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f89cdf19-e545-4ed8-a92a-86c60f71af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.651951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f89cdf19-e545-4ed8-a92a-86c60f71af03 None None] Port 25499c0a-9fa8-41c4-8c24-6f09676d0162 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:38.723598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Deleting subnet c1c1894b-fed9-4baa-9779-2e829cecffcb {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:02:38.732833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.818532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.912692 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.922009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:38.931711 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:33Z', 'revision_number': 3, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:38.931711 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c6a26-d7b8-4737-bf9f-99a9e4f1509b None None] The sync data for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 is: [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:33Z', 'revision_number': 3, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:38.944116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.046097 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.072754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Pushing event updated for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:39.092650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.103828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c1894b-fed9-4baa-9779-2e829cecffcb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:39.118316 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.126625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28331330-54fa-4b1f-8dc3-7bfd797e3c5a None None] Network c4b5daa6-84bf-442e-9abe-3ff773689c6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:02:39.138112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1ab12f3b-cd9c-4d20-8afa-e817dafdc953 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c1c1894b-fed9-4baa-9779-2e829cecffcb HTTP/1.1" status: 204 len: 168 time: 1.0932033 Jun 04 07:02:39.139838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45828) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:39.364511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.372650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Network 97b94fea-fb25-4085-b0d4-c8579463b26f is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:39.372650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:39.388575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Deleting port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:39.388575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.533669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] DHCP port deletion for c4b5daa6-84bf-442e-9abe-3ff773689c6c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:02:39.538210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Deleting port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:39.538959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.591430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45832) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:39.767157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:39.854610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] For port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:39.855227 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:39.902569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] For port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,segment=NetworkSegment(62e28993-7a73-4405-a065-4856e4392ec1),segment_id=62e28993-7a73-4405-a065-4856e4392ec1)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:39.902933 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.030309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:40.058785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9edd763c-83a9-480b-85ac-98b8a1cf2571 admin admin] 10.222.0.17 "PUT /v2.0/routers/33f44e38-d9fc-4fc8-952b-2b8ee716ee43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3341925 Jun 04 07:02:40.059011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Calling delete_port for ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:40.144883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 94e84c8a-e038-4354-8aad-6c8b28aed5f9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:40.167621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Calling delete_port for ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:02:40.179856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.239613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] No DVR routers for this DVR port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:02:40.259602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc2503-42c1-4a83-bc0b-1d2149432f0f None None] Pushing event deleted for resources: {'Port': ['ID=ef3cb48d-70eb-49b1-8024-e55e26f4c5d2,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:40.287106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fcfc85da-a069-431f-b1d0-dc1a961ff853 None None] Provisioning complete for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:40.287484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcfc85da-a069-431f-b1d0-dc1a961ff853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.349361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:40.355493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc85da-a069-431f-b1d0-dc1a961ff853 None None] Port 25499c0a-9fa8-41c4-8c24-6f09676d0162 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:40.358281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:40.358811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.442963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:02:40.443354 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:02:40.537897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:40.538362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.562291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 94e84c8a-e038-4354-8aad-6c8b28aed5f9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=94e84c8a-e038-4354-8aad-6c8b28aed5f9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:40.566771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.583683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45842) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:40.589635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549226621', 'description': 'tempest-secgroup-smoke-1549226621 description', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:40.596597 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:40.600703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:40.604020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:40.610781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:40.622370 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.648187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:02:40.651892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:40.655892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:40.658848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:40.665559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:40.693796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:02:40.694412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:02:40.709116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=94e84c8a-e038-4354-8aad-6c8b28aed5f9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:40.751459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.757503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.807709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.809186 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2245059 Jun 04 07:02:40.812198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45846) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:40.815182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b179505-13e2-4507-aadc-45f01b4e67b9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:40.821057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:40.828032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:40.831836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:40.834726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:40.841346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:40.861808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.873519 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.927867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.932031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.950331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Deleting port ef3cb48d-70eb-49b1-8024-e55e26f4c5d2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:02:40.950672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.962576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0ca366-dcb0-40b5-83ed-6e25365ad4f2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:40.965155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:40.966478 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c7abf34a-f22a-490e-8118-1b82db51304a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531558 Jun 04 07:02:40.969198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45850) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:40.974285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:40.982288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:40.986204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:40.991045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:41.000840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:41.018932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.041147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] The port 'ef3cb48d-70eb-49b1-8024-e55e26f4c5d2' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:02:41.078719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Sync routers for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:41.086609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.089181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:41.089943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:41.091474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.123012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f766888f-b25a-4477-bc75-89fca4f1d8c0,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:41.134612 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.136224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-be4cf218-618d-4fe8-a92a-29bc782420d2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659720 Jun 04 07:02:41.138913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45854) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:41.145205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:41.154294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:41.158681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:41.162186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:41.170173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:41.190212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.267740 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.274497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.294829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:41.300643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d50acb-8acf-441d-8c95-e0c16299ed32,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:41.315371 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.316941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b9739bcd-d5f5-4cc5-89a8-fa40695037b6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768639 Jun 04 07:02:41.319753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45858) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:41.325919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:41.333195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:41.337720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:41.341131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:41.348645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:41.377462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.393511 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.456287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.461808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.475235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b5daa6-84bf-442e-9abe-3ff773689c6c']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:41.486554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2491c3fa-b406-447e-935c-5a28ea080922,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:41.498403 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.500041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9c810cf8-d5f0-4fcb-9d15-50c9076b50da tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790891 Jun 04 07:02:41.503391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:41.505016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e28993-7a73-4405-a065-4856e4392ec1') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:41.505313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e28993-7a73-4405-a065-4856e4392ec1') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:41.524683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:41.534568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:41.537714 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.549101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:41.557061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:41.599610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:41.601823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.623706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:02:41.624327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.640992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:38Z', 'revision_number': 4, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '25499c0a-9fa8-41c4-8c24-6f09676d0162', 'name': '', 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'mac_address': 'fa:16:3e:e0:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:37Z', 'updated_at': '2022-06-04T07:02:38Z', 'revision_number': 2, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'subnets': [{'id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:41.645885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Checking router: 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:41.646338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Updating router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 port 25499c0a-9fa8-41c4-8c24-6f09676d0162 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:02:41.700870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.704042 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 62e28993-7a73-4405-a065-4856e4392ec1 resource provider aggregate not found Jun 04 07:02:41.715667 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Project ff2ab03e962a4daa99c2eef0044be660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:02:41.734193 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 62e28993-7a73-4405-a065-4856e4392ec1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62e28993-7a73-4405-a065-4856e4392ec1 found for delete ", "request_id": "req-df289be1-6796-4c94-9cb9-db9b06df6a61"}]} Jun 04 07:02:41.741245 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.815011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.837661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.859794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b5daa6-84bf-442e-9abe-3ff773689c6c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:41.887222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.17 (ddb4169b-71b1-492b-a819-0b6e7db91478/84d30178-c9f9-4aac-8903-1fdbb0aafcfc/78d641c1-15c6-4630-b112-3735e19a7213) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:41.895916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c128c4e5-57f6-439d-ad95-0a5071052a2b admin admin] 10.222.0.17 "DELETE /v2.0/networks/c4b5daa6-84bf-442e-9abe-3ff773689c6c HTTP/1.1" status: 204 len: 168 time: 2.7503867 Jun 04 07:02:41.937560 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:41.943021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.042502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e1d7e2-f0a5-4ab0-a215-7831c52c384f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.059346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45872) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:42.073278 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.081103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9515ade8-98d7-4210-95a7-d472f92751f6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5689704 Jun 04 07:02:42.085345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 45876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:42.095199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 94e84c8a-e038-4354-8aad-6c8b28aed5f9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:42.097455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'security_group_rule': {'security_group_id': '1e6bdffb-9e66-4b30-a3a8-bb93becd72fe', 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:42.121820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:42.124887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.128665 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cb3a3c17-7142-41de-86b2-fb3a7373f4b6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3ab5bc8ef16740f1a2a66358b1c63aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672340 Jun 04 07:02:42.133935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45880) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:42.137805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:security_group_rule and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:42.143465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:42.153177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:42.161742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Transition to ACTIVE for port object 25499c0a-9fa8-41c4-8c24-6f09676d0162 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:42.173561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.175328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.184119 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Project ff2ab03e962a4daa99c2eef0044be660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:02:42.197213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.206339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.210979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object 78d641c1-15c6-4630-b112-3735e19a7213 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:42.243698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.279083 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.283745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.301381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.314639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.320405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2707b9-ab14-4217-94d6-89204c668cef None None] Pushing event updated for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.327085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:42.327647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.337252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf209e8-ad64-4ff0-a763-b78d984bb949,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.346480 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.353953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8a20f7e6-e57c-4f59-8ca0-5a1a0520b5b6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7bf209e8-ad64-4ff0-a763-b78d984bb949 HTTP/1.1" status: 204 len: 168 time: 0.2189884 Jun 04 07:02:42.389527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08b2a81-c621-4cc5-a4e3-408cf97ea68e,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.428406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.430634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8fac3ed4-3aee-4f55-a1e1-1b74be24da4d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3407514 Jun 04 07:02:42.434482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.452555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network ddb4169b-71b1-492b-a819-0b6e7db91478 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:42.455142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:42.463623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:42.569158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Attempting to bind port 25499c0a-9fa8-41c4-8c24-6f09676d0162 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:42.569320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Attempting to bind port 25499c0a-9fa8-41c4-8c24-6f09676d0162 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:42.569796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Attempting to bind port 25499c0a-9fa8-41c4-8c24-6f09676d0162 on network 97b94fea-fb25-4085-b0d4-c8579463b26f {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:42.580516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:42.580806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Checking segment: {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:42.581210 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.581773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.585666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Bound using segment: {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:42.586237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Bound port: 25499c0a-9fa8-41c4-8c24-6f09676d0162, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122b4d-76a5-4780-ad86-1ba31c4850fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:42.586626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.811299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:42.824150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] For port 25499c0a-9fa8-41c4-8c24-6f09676d0162, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:42.827477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] For port 25499c0a-9fa8-41c4-8c24-6f09676d0162, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=25499c0a-9fa8-41c4-8c24-6f09676d0162,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:42.828560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-5cb0da4e-28ec-4e96-a735-bd66afc4b356 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Synchronizing usage tracker for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:42.833579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:42.863694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-5cb0da4e-28ec-4e96-a735-bd66afc4b356 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Unset dirty status for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:42.864927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-5cb0da4e-28ec-4e96-a735-bd66afc4b356 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549226621&fields=id&tenant_id=ff2ab03e962a4daa99c2eef0044be660 HTTP/1.1" status: 200 len: 267 time: 0.1172173 Jun 04 07:02:42.920586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:42.921297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:42.936578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45900) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:42.976850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2707b9-ab14-4217-94d6-89204c668cef None None] Pushing event updated for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:42.994788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-397a72c4-3a48-4258-a65e-4a9820b45254 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6245a156fb4a4ee4b0a260cf81784bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539422 Jun 04 07:02:42.996270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45904) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:43.010762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f3d9ca1-b7b7-4805-9490-a89e4e2136d6 None None] Provisioning for port 78d641c1-15c6-4630-b112-3735e19a7213 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:43.026130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8f3d9ca1-b7b7-4805-9490-a89e4e2136d6 None None] Provisioning complete for port 78d641c1-15c6-4630-b112-3735e19a7213 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:43.026505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8f3d9ca1-b7b7-4805-9490-a89e4e2136d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.082901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.096680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-9172ddf2-4cf8-4976-968b-a05eac67ea3b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:43.097390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-9172ddf2-4cf8-4976-968b-a05eac67ea3b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Synchronizing usage tracker for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:43.103741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.109354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d9ca1-b7b7-4805-9490-a89e4e2136d6 None None] Port 78d641c1-15c6-4630-b112-3735e19a7213 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:43.123786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.191082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-9172ddf2-4cf8-4976-968b-a05eac67ea3b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Unset dirty status for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:43.192296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-9172ddf2-4cf8-4976-968b-a05eac67ea3b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 809 time: 0.3144243 Jun 04 07:02:43.204544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.237393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3899e431-4e55-4db6-9495-b5edecf47655,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:43.242143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:43.248047 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:43.249883 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-72b1e577-c6dd-4b05-82a7-014206eafba9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3899e431-4e55-4db6-9495-b5edecf47655 HTTP/1.1" status: 204 len: 168 time: 0.2524862 Jun 04 07:02:43.286487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d3d888c5-d343-4a9d-a30c-a4ae342e55c6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/quotas/ff2ab03e962a4daa99c2eef0044be660 HTTP/1.1" status: 200 len: 375 time: 0.0821640 Jun 04 07:02:43.607811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:38Z', 'revision_number': 4, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '25499c0a-9fa8-41c4-8c24-6f09676d0162', 'name': '', 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'mac_address': 'fa:16:3e:e0:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:37Z', 'updated_at': '2022-06-04T07:02:42Z', 'revision_number': 4, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'subnets': [{'id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:43.612273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b162637-0921-4d64-867f-9602e2cedb0d None None] The sync data for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 is: [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:02:38Z', 'revision_number': 4, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '25499c0a-9fa8-41c4-8c24-6f09676d0162', 'name': '', 'network_id': '97b94fea-fb25-4085-b0d4-c8579463b26f', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'mac_address': 'fa:16:3e:e0:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:37Z', 'updated_at': '2022-06-04T07:02:42Z', 'revision_number': 4, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'subnets': [{'id': 'e8f9e74f-2a02-46cb-be33-2dd7dd771c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:43.734607 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d6f02656-3f56-4491-b411-eebeb8fc493b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4385509 Jun 04 07:02:43.968407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-a93219e8-62c3-4d61-8e5c-3c90c096b5e1 service neutron] 10.222.0.17 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034595 Jun 04 07:02:43.975409 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.002488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.092136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 25499c0a-9fa8-41c4-8c24-6f09676d0162 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:44.173436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:44.178618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:44.179140 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.195834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:44.203095 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.312879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-9d35c2c5-22e7-441a-8422-bc58380f1e28 service neutron] 10.222.0.17 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352082 Jun 04 07:02:44.318572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 25499c0a-9fa8-41c4-8c24-6f09676d0162 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:44.318998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.355223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 25499c0a-9fa8-41c4-8c24-6f09676d0162, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=25499c0a-9fa8-41c4-8c24-6f09676d0162,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:44.360905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.383527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network ddb4169b-71b1-492b-a819-0b6e7db91478 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:44.384824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:44.459874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:44.657524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c54d2ce-0937-4998-943a-003de14977fa req-ae5b32fd-5311-49f4-8199-904c5d9794aa tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 210 time: 0.0551846 Jun 04 07:02:44.662080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:02:44.727853 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c63f7b6a-e80d-4d21-a9e4-8e7fa4e51bb2 None None] Provisioning complete for port 78d641c1-15c6-4630-b112-3735e19a7213 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:44.728748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c63f7b6a-e80d-4d21-a9e4-8e7fa4e51bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:44.801224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c63f7b6a-e80d-4d21-a9e4-8e7fa4e51bb2 None None] Port 78d641c1-15c6-4630-b112-3735e19a7213 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:44.881882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:02:44.889645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5fa43b8c-8350-4cb4-ab5e-257adfd4183d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/a3820139-306d-477e-8890-7d58ed7df614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2943072 Jun 04 07:02:44.891063 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:02:44.900770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:44.901420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:45.103368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:45.474713 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:02:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d641c1-15c6-4630-b112-3735e19a7213', 'name': '', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:0a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:41Z', 'updated_at': '2022-06-04T07:02:43Z', 'revision_number': 2, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:45.479086 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:02:45.479574 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Updating router a3820139-306d-477e-8890-7d58ed7df614 port 78d641c1-15c6-4630-b112-3735e19a7213 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:02:45.533664 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:45.818035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b13d5b4-5bd5-4980-bedb-639e98855457 req-b699a38d-a62d-4892-ae63-b353e70d055b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 210 time: 0.0509069 Jun 04 07:02:45.874795 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:45.888066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Transition to ACTIVE for port object 78d641c1-15c6-4630-b112-3735e19a7213 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:45.895625 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:45.970575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca126a70-b2c2-4e98-bab6-c6e010d7c314 None None] Pushing event updated for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:46.122380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 25499c0a-9fa8-41c4-8c24-6f09676d0162 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:46.131240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-3d6cd90b-2bee-4151-b973-ffd28873af58 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:46.133211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-3d6cd90b-2bee-4151-b973-ffd28873af58 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 809 time: 0.2260766 Jun 04 07:02:46.196932 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Attempting to bind port 78d641c1-15c6-4630-b112-3735e19a7213 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:46.197296 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Attempting to bind port 78d641c1-15c6-4630-b112-3735e19a7213 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:46.197691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Attempting to bind port 78d641c1-15c6-4630-b112-3735e19a7213 on network ddb4169b-71b1-492b-a819-0b6e7db91478 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:46.204134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:46.204514 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Checking segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:46.204907 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.205290 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Bound using segment: {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:46.205926 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Bound port: 78d641c1-15c6-4630-b112-3735e19a7213, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:46.206305 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.242374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 25499c0a-9fa8-41c4-8c24-6f09676d0162 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:46.243122 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.305325 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] For port 78d641c1-15c6-4630-b112-3735e19a7213, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:46.305637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-122e0d3b-6290-42eb-9ebf-8e6528a554f0 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Synchronizing usage tracker for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:46.309781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] For port 78d641c1-15c6-4630-b112-3735e19a7213, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=78d641c1-15c6-4630-b112-3735e19a7213,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:46.315281 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.318300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-122e0d3b-6290-42eb-9ebf-8e6528a554f0 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Unset dirty status for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:46.319688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-122e0d3b-6290-42eb-9ebf-8e6528a554f0 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2ab03e962a4daa99c2eef0044be660 HTTP/1.1" status: 200 len: 380 time: 0.1777465 Jun 04 07:02:46.329109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'port': {'device_id': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'admin_state_up': True, 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'security_groups': ['1e6bdffb-9e66-4b30-a3a8-bb93becd72fe']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:46.391357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 25499c0a-9fa8-41c4-8c24-6f09676d0162 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:46.396382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:02:46.397066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:46.494393 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca126a70-b2c2-4e98-bab6-c6e010d7c314 None None] Pushing event updated for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:46.505085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:46.509698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:port and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:46.513002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:46.518916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:46.529883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Made reservation on behalf of ff2ab03e962a4daa99c2eef0044be660 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:02:46.533430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.621598 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:02:46.703090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Allocated IP 172.20.0.3 (6ddb2551-4609-42e0-b460-f6644866b843/62ac893d-5c97-49a5-8ddb-be30b4b4cd49/592511e7-ff5c-497d-8839-460d99109e32) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:46.904283 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.920703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Transition to ACTIVE for port object 592511e7-ff5c-497d-8839-460d99109e32 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:46.947904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:46.979451 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ef5f2aff-4caa-49bd-91a5-79157cab3323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.025270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:02:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d641c1-15c6-4630-b112-3735e19a7213', 'name': '', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:0a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:41Z', 'updated_at': '2022-06-04T07:02:46Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:02:47.028196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0fd5d-7700-4095-8f6f-b922b4425e79 req-8cd224fa-7b23-4a4d-bab9-5b3583724b0e tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:47.031914 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc7d570-4bf3-4958-810d-934988fe4557 None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:02:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d641c1-15c6-4630-b112-3735e19a7213', 'name': '', 'network_id': 'ddb4169b-71b1-492b-a819-0b6e7db91478', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:0a:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:41Z', 'updated_at': '2022-06-04T07:02:46Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '84d30178-c9f9-4aac-8903-1fdbb0aafcfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:02:47.037717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02f0fd5d-7700-4095-8f6f-b922b4425e79 req-8cd224fa-7b23-4a4d-bab9-5b3583724b0e tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 931 time: 0.1157031 Jun 04 07:02:47.045287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Network 6ddb2551-4609-42e0-b460-f6644866b843 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:47.049042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:47.053048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:47.084377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02f0fd5d-7700-4095-8f6f-b922b4425e79 req-7ed921b9-4e01-446b-86e8-1431fc224c67 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454636 Jun 04 07:02:47.100539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:47.145576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:47.146217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.172449 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-d70740df-409f-4b13-9e79-78a9204126a1 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467340 Jun 04 07:02:47.184472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Request body: {'port': {'device_id': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:47.322185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.346816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8041a-fe98-49de-9bd0-3fd3785baae6 None None] Provisioning for port 592511e7-ff5c-497d-8839-460d99109e32 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:47.353663 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0cc8041a-fe98-49de-9bd0-3fd3785baae6 None None] Provisioning complete for port 592511e7-ff5c-497d-8839-460d99109e32 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:47.354235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0cc8041a-fe98-49de-9bd0-3fd3785baae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.415014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0cc8041a-fe98-49de-9bd0-3fd3785baae6 None None] Port 592511e7-ff5c-497d-8839-460d99109e32 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:02:47.690615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592511e7-ff5c-497d-8839-460d99109e32 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:02:47.699106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.714611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Transition to ACTIVE for port object 592511e7-ff5c-497d-8839-460d99109e32 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:02:47.717767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:47.850656 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Pushing event updated for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:47.959621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Attempting to bind port 592511e7-ff5c-497d-8839-460d99109e32 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:02:47.959953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Attempting to bind port 592511e7-ff5c-497d-8839-460d99109e32 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:02:47.960277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Attempting to bind port 592511e7-ff5c-497d-8839-460d99109e32 on network 6ddb2551-4609-42e0-b460-f6644866b843 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:47.964893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Port 592511e7-ff5c-497d-8839-460d99109e32 on network 6ddb2551-4609-42e0-b460-f6644866b843 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:02:47.965210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Attempting to bind port 592511e7-ff5c-497d-8839-460d99109e32 on network 6ddb2551-4609-42e0-b460-f6644866b843 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:02:47.970351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:02:47.970626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Checking segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:02:47.971009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Bound using segment: {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:02:47.971431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Bound port: 592511e7-ff5c-497d-8839-460d99109e32, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625a2e14-7a4f-4acc-958e-f23aba3d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:02:47.971805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.062849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 78d641c1-15c6-4630-b112-3735e19a7213 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:48.074722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:02:48.077748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=592511e7-ff5c-497d-8839-460d99109e32,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:02:48.081776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.137137 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:48.137776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.139153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] 10.222.0.24 "PUT /v2.0/ports/592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1091 time: 0.9603035 Jun 04 07:02:48.139600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'tag': '592511e7-ff5c-497d-8839-460d99109e32'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:48.182335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439da62-56c9-40bc-abed-b93cfdb8203e service neutron] Pushing event updated for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:48.197756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 78d641c1-15c6-4630-b112-3735e19a7213 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:48.203527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 78d641c1-15c6-4630-b112-3735e19a7213 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:48.204132 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.263618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-fcedf4e5-e43e-4a15-83e3-e401340944f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:48.265181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-fcedf4e5-e43e-4a15-83e3-e401340944f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1094 time: 0.0792227 Jun 04 07:02:48.334219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a28ed-31f9-4bb9-99db-1dfb8dfa3fcb req-3c6267a4-91b2-4bbc-842e-bdf0bcb0dc45 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:48.337857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-188a28ed-31f9-4bb9-99db-1dfb8dfa3fcb req-3c6267a4-91b2-4bbc-842e-bdf0bcb0dc45 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 943 time: 0.0986300 Jun 04 07:02:48.350523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 78d641c1-15c6-4630-b112-3735e19a7213 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:48.351701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.394975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 78d641c1-15c6-4630-b112-3735e19a7213, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=78d641c1-15c6-4630-b112-3735e19a7213,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:48.395381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-188a28ed-31f9-4bb9-99db-1dfb8dfa3fcb req-77c6a752-b89b-4f95-b39d-94b10f2a8dba tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506346 Jun 04 07:02:48.401980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:48.474081 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09c3b47-1c7e-4c2a-bc4e-c55d1796d09e'] response: {'name': 'network-changed', 'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'tag': '592511e7-ff5c-497d-8839-460d99109e32', 'status': 'completed', 'code': 200} Jun 04 07:02:48.475409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-707267a2-3d00-4c4f-9095-dbc32ed0fbe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 217 time: 0.2025251 Jun 04 07:02:48.492840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:48.540393 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-57ba9096-48bd-44c8-aff4-049b7db317c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:48.541854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-57ba9096-48bd-44c8-aff4-049b7db317c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0601373 Jun 04 07:02:48.614964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-4cea532f-e8d6-40b5-8024-1edc195eff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:48.616616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-4cea532f-e8d6-40b5-8024-1edc195eff00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691707 Jun 04 07:02:48.748231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-2d6759e1-daad-41e9-9d78-75975a38984e service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249874 Jun 04 07:02:48.878309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7610a4d7-3b87-44bd-8b9d-8af560169b68 req-efe997d5-635a-4d62-9d50-862549935874 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238353 Jun 04 07:02:49.008386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-b25e7e22-0584-4f9c-8804-974a6212d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:49.009835 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-b25e7e22-0584-4f9c-8804-974a6212d726 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1094 time: 0.0823767 Jun 04 07:02:49.087575 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0dc-66fd-444a-bece-c8867b6b1272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:49.143111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-b05727dc-f97d-482a-87ec-5a242207b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:49.144568 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-b05727dc-f97d-482a-87ec-5a242207b8a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1280694 Jun 04 07:02:49.212746 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-ddc41b96-344c-448b-a8a4-c62575eea128 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 217 time: 0.0608821 Jun 04 07:02:49.279661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-58619d63-44ef-40a2-8336-72aebe111cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:49.281048 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-58619d63-44ef-40a2-8336-72aebe111cc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0610812 Jun 04 07:02:49.357302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-1f8f7a1c-8f91-48e4-aaa0-5fdd0acd9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:49.358815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-1f8f7a1c-8f91-48e4-aaa0-5fdd0acd9bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711753 Jun 04 07:02:49.490267 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-66d61153-d32c-4df7-b735-5672ace955ba service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253073 Jun 04 07:02:49.628423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-fcd2ff6e-bb58-4e31-8246-dacf88ebf75c req-b610e42b-5ba8-483d-b6f4-ef76396d6a53 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317141 Jun 04 07:02:49.719166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e72fb6-b14b-4782-a49b-ac2ce629002c req-47d35212-e78d-4532-8463-b34b54a8757a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:49.720631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70e72fb6-b14b-4782-a49b-ac2ce629002c req-47d35212-e78d-4532-8463-b34b54a8757a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 943 time: 0.2036743 Jun 04 07:02:49.765980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70e72fb6-b14b-4782-a49b-ac2ce629002c req-ff42f7f3-841f-4169-a210-7cbd999a3f1f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Jun 04 07:02:50.035329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 78d641c1-15c6-4630-b112-3735e19a7213 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:50.102496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 78d641c1-15c6-4630-b112-3735e19a7213 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:50.102866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:50.220218 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:50.229791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 78d641c1-15c6-4630-b112-3735e19a7213 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:50.528960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:50.963257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707d556-b4e8-4971-be49-04a4365b5f58 req-658e5d03-23d4-479a-9e3b-0a9c5899e1e9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:50.964672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d707d556-b4e8-4971-be49-04a4365b5f58 req-658e5d03-23d4-479a-9e3b-0a9c5899e1e9 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 943 time: 0.0923259 Jun 04 07:02:51.012547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d707d556-b4e8-4971-be49-04a4365b5f58 req-404a8d8b-0463-46d1-b8a4-c1d652731f33 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Jun 04 07:02:52.112262 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:52.218209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7eb0-9e1e-4782-9a11-78a2490dbb1c req-e4c50dbf-0eb8-4bba-b62b-930a966de219 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:52.220497 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-169f7eb0-9e1e-4782-9a11-78a2490dbb1c req-e4c50dbf-0eb8-4bba-b62b-930a966de219 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 943 time: 0.0863724 Jun 04 07:02:52.269253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-169f7eb0-9e1e-4782-9a11-78a2490dbb1c req-a6bf5052-18c8-4105-a208-a7f4ca7b934b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Jun 04 07:02:52.852934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 592511e7-ff5c-497d-8839-460d99109e32 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:02:52.983857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=592511e7-ff5c-497d-8839-460d99109e32,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:52.997710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '592511e7-ff5c-497d-8839-460d99109e32', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'port_id': '592511e7-ff5c-497d-8839-460d99109e32', 'mac_address': 'fa:16:3e:bc:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:02:53.067986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 592511e7-ff5c-497d-8839-460d99109e32 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:53.067986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:53.086199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592511e7-ff5c-497d-8839-460d99109e32 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:02:53.102278 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=592511e7-ff5c-497d-8839-460d99109e32,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:53.105363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:53.173855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:53.435364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['592511e7-ff5c-497d-8839-460d99109e32'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:02:53.483033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c03396-32ce-4466-9cec-0480f5b1ee00 req-9d5e4768-6cb3-43cf-ae5c-049b9e8e5004 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:53.484318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35c03396-32ce-4466-9cec-0480f5b1ee00 req-9d5e4768-6cb3-43cf-ae5c-049b9e8e5004 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 944 time: 0.1038098 Jun 04 07:02:53.535053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35c03396-32ce-4466-9cec-0480f5b1ee00 req-92ec62d0-f3c0-427a-963c-dc7d4e75068f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Jun 04 07:02:54.739765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9e091-e43a-41d1-8efa-96cf77524940 req-3e5f59ff-a507-40ee-ab24-7c479321ad37 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:54.743436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ab9e091-e43a-41d1-8efa-96cf77524940 req-3e5f59ff-a507-40ee-ab24-7c479321ad37 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 944 time: 0.0932434 Jun 04 07:02:54.790956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ab9e091-e43a-41d1-8efa-96cf77524940 req-5fd48411-3fb4-49fc-9de1-2b4f8063aabe tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Jun 04 07:02:54.865948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 592511e7-ff5c-497d-8839-460d99109e32 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:02:54.933512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 592511e7-ff5c-497d-8839-460d99109e32 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:02:54.938093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 592511e7-ff5c-497d-8839-460d99109e32 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:02:54.938465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:55.055404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 592511e7-ff5c-497d-8839-460d99109e32 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:02:55.055786 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:55.087281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592511e7-ff5c-497d-8839-460d99109e32'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:02:55.101521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=592511e7-ff5c-497d-8839-460d99109e32,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:02:55.101521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:55.143844 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803a2bcb-0dbc-4870-9d13-dc958eb70d5d'] response: {'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592511e7-ff5c-497d-8839-460d99109e32', 'code': 200} Jun 04 07:02:55.172137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:55.267320 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ce7c-2d82-433e-b316-3df15ad7509e req-387127c4-f619-48b1-b43b-43c5a51462b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:55.270147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc56ce7c-2d82-433e-b316-3df15ad7509e req-387127c4-f619-48b1-b43b-43c5a51462b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0715837 Jun 04 07:02:55.316510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cc56ce7c-2d82-433e-b316-3df15ad7509e req-35a29453-51f9-4dd0-947a-da209ef46368 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Jun 04 07:02:55.761369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:55.951931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:55.990031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94790e8-5927-40c1-95cd-5790bcd09302 req-1e1495a2-ef6b-4ea8-9196-9c212c76e55b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:55.991528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94790e8-5927-40c1-95cd-5790bcd09302 req-1e1495a2-ef6b-4ea8-9196-9c212c76e55b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.0899291 Jun 04 07:02:56.035684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e94790e8-5927-40c1-95cd-5790bcd09302 req-ff6243f0-d0c8-4da7-a2a5-4e77c66c92a6 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381494 Jun 04 07:02:57.224684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224bfc5-8329-425e-be71-9786fde78cd8 req-c5b6926e-9eaf-42d1-b8c8-8ed389f1d906 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:57.226442 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7224bfc5-8329-425e-be71-9786fde78cd8 req-c5b6926e-9eaf-42d1-b8c8-8ed389f1d906 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.0829711 Jun 04 07:02:57.276370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7224bfc5-8329-425e-be71-9786fde78cd8 req-24c06942-9828-4763-b6f4-6914f219769b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Jun 04 07:02:57.459772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2e828-64bc-448b-8793-8d4dbd8c4f6b req-4d2f1831-9018-4f3f-af2d-9beb77b4e68b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:57.461276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fda2e828-64bc-448b-8793-8d4dbd8c4f6b req-4d2f1831-9018-4f3f-af2d-9beb77b4e68b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.0815973 Jun 04 07:02:57.561460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fda2e828-64bc-448b-8793-8d4dbd8c4f6b req-28d6be58-2af9-4860-ac77-9abdaa32040d tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932019 Jun 04 07:02:57.575409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-99b02b40-42db-404d-9436-bd6874b8f1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083012 Jun 04 07:02:57.670919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-0d064788-dbb1-4c90-88e1-ec342f67b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:57.672542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-0d064788-dbb1-4c90-88e1-ec342f67b5a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1096 time: 0.0721018 Jun 04 07:02:57.869929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761e6a-bb69-499a-ba93-2ba58f068743 req-9f0a6918-b066-430a-9df9-4c4d51b5fa98 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:57.871318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5761e6a-bb69-499a-ba93-2ba58f068743 req-9f0a6918-b066-430a-9df9-4c4d51b5fa98 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.1971116 Jun 04 07:02:57.874041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-a980f44d-2994-4d2b-b9bd-671b4fde0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:57.875379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-a980f44d-2994-4d2b-b9bd-671b4fde0246 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 897 time: 0.1662319 Jun 04 07:02:58.001260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5761e6a-bb69-499a-ba93-2ba58f068743 req-086fca90-3a79-4977-9046-59dea1738b18 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241856 Jun 04 07:02:58.010097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-dcdf084a-5dad-4a03-8209-3ca7990b9f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 1001 time: 0.1201794 Jun 04 07:02:58.027221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:58.077495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-d607d45b-96dd-44d2-87d2-bf8e7893bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:58.078960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-d607d45b-96dd-44d2-87d2-bf8e7893bad2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 200 len: 835 time: 0.0629084 Jun 04 07:02:58.171262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-9c88ee66-fc90-402a-8919-10a017ba4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:58.172741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-9c88ee66-fc90-402a-8919-10a017ba4909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4ef9103-a72a-4114-9abf-37e2314893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866234 Jun 04 07:02:58.313661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-7f18c38d-7843-404c-93c3-a5d30e78069e service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333313 Jun 04 07:02:58.362700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26365fb-bba2-4555-a2a0-c74fd318afae tempest-TestServerBasicOps-1558508236 tempest-TestServerBasicOps-1558508236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:02:58.363391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a26365fb-bba2-4555-a2a0-c74fd318afae tempest-TestServerBasicOps-1558508236 tempest-TestServerBasicOps-1558508236-project-admin] Synchronizing usage tracker for tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:02:58.378755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a26365fb-bba2-4555-a2a0-c74fd318afae tempest-TestServerBasicOps-1558508236 tempest-TestServerBasicOps-1558508236-project-admin] Unset dirty status for tenant:70ad51a6f5f548a5a49430ab2ecc9bb7 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:02:58.380055 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a26365fb-bba2-4555-a2a0-c74fd318afae tempest-TestServerBasicOps-1558508236 tempest-TestServerBasicOps-1558508236-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1091 time: 0.3514020 Jun 04 07:02:58.383952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 45978) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:02:58.389004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '592511e7-ff5c-497d-8839-460d99109e32', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:02:58.395453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:02:58.400702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Usage tracker for resource:floatingip and tenant:ff2ab03e962a4daa99c2eef0044be660 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:02:58.404012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:02:58.409514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:02:58.419624 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:58.553162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b96eb95c-9bfd-44cc-8096-40cb2785ec99 req-2074e33d-552e-4d53-a798-20b82a612f59 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325344 Jun 04 07:02:58.567107 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:58.796696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Allocated IP 172.25.1.29 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/5bca5f00-fe2a-4098-85b9-e86e941c7f01) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:02:58.947711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:58.977529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:59.034440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:02:59.041581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:02:59.046139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:02:59.091255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'Port': ['ID=5bca5f00-fe2a-4098-85b9-e86e941c7f01,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:59.103625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.103965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.104298 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.104630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.104958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.105288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.105634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.105961 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.106283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.106603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.106948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.107728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:02:59.501676 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:59.574727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:59.779089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:59.783456 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:02:59.895874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event updated for resources: {'Port': ['ID=5bca5f00-fe2a-4098-85b9-e86e941c7f01,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:02:59.908223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:00.079679 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Floating IP eea4d38d-d1b4-4bba-96f4-8b213da7de4a associated. External IP: 172.25.1.29, port: 592511e7-ff5c-497d-8839-460d99109e32. Jun 04 07:03:00.551380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Router df7f53cd-7b5e-4e03-9f67-3afe10465dcb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:00.744674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:00.756177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Sync routers for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:00.765972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:00.766975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:00.768944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:00.831700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-01872559-c48c-417a-a38c-d595f8d0cef5 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4463117 Jun 04 07:03:00.832338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'tag': '592511e7-ff5c-497d-8839-460d99109e32'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:00.880700 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92be3e76-3e76-4ae5-8a18-89675ac83611'] response: {'name': 'network-changed', 'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'tag': '592511e7-ff5c-497d-8839-460d99109e32', 'status': 'completed', 'code': 200} Jun 04 07:03:00.983691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-af72b895-0ec2-4ed3-8e5a-ff7274b3bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:00.985163 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-af72b895-0ec2-4ed3-8e5a-ff7274b3bfa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0819161 Jun 04 07:03:00.990666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:01.126709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-cc04dfd6-0068-449a-9f4a-6588897a6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:01.128222 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-cc04dfd6-0068-449a-9f4a-6588897a6fce service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1375279 Jun 04 07:03:01.230079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-9066e89d-f284-4e79-9884-80370ebde9fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 998 time: 0.0961263 Jun 04 07:03:01.298170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-ec9e7904-a282-4a1f-a877-e7816fd39611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:01.299601 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-ec9e7904-a282-4a1f-a877-e7816fd39611 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0638680 Jun 04 07:03:01.359413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eea4d38d-d1b4-4bba-96f4-8b213da7de4a', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'port_id': '592511e7-ff5c-497d-8839-460d99109e32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'mac_address': 'fa:16:3e:bc:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:59Z', 'updated_at': '2022-06-04T07:02:59Z', 'revision_number': 0, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:01.363386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Checking router: df7f53cd-7b5e-4e03-9f67-3afe10465dcb for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:01.371911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:01.372512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:01.376876 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-8c16f7fc-7e4e-4e39-b9e5-57e9f2048e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:01.379422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-8c16f7fc-7e4e-4e39-b9e5-57e9f2048e6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733376 Jun 04 07:03:01.514750 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-e385fe20-9c04-4eb3-a5c1-395a83e16551 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296682 Jun 04 07:03:01.562740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:01.652872 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-21a0ee4c-c053-4e88-9e51-6ebf7ea02ca0 req-ba842c05-fa36-48c3-9d36-b6efa7c79e82 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323481 Jun 04 07:03:01.919069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eea4d38d-d1b4-4bba-96f4-8b213da7de4a', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'port_id': '592511e7-ff5c-497d-8839-460d99109e32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'mac_address': 'fa:16:3e:bc:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:59Z', 'updated_at': '2022-06-04T07:02:59Z', 'revision_number': 0, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:01.922677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca94462-757d-404e-9685-0ffe28155ac0 None None] The sync data for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 is: [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'eea4d38d-d1b4-4bba-96f4-8b213da7de4a', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'port_id': '592511e7-ff5c-497d-8839-460d99109e32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'mac_address': 'fa:16:3e:bc:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:02:59Z', 'updated_at': '2022-06-04T07:02:59Z', 'revision_number': 0, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:02.139782 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d96779-7df3-4dff-b6cb-f51d4ed5b0bd None None] New status for floating IP eea4d38d-d1b4-4bba-96f4-8b213da7de4a: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:03:12.209022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46006) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:12.870272 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:13.260480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port 78d641c1-15c6-4630-b112-3735e19a7213 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:13.261170 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:13.445505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port 78d641c1-15c6-4630-b112-3735e19a7213, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=78d641c1-15c6-4630-b112-3735e19a7213,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:13.445854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:13.566291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for 78d641c1-15c6-4630-b112-3735e19a7213 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:13.884106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:13.917978 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:03:13.930766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=78d641c1-15c6-4630-b112-3735e19a7213,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:14.319123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:14.681028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:14.859283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:14.869969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:14.873522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec502be2-16ce-4380-b739-e3b1b1142ea1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/a3820139-306d-477e-8890-7d58ed7df614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6617539 Jun 04 07:03:14.880226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:14.881123 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:15.065563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:15.242240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4a11-1a41-4969-86e8-a184916a3d6f req-e613c2e8-b6a0-4d6f-bd13-29085b9359be tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:15.242935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e7fa4a11-1a41-4969-86e8-a184916a3d6f req-e613c2e8-b6a0-4d6f-bd13-29085b9359be tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:15.258156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e7fa4a11-1a41-4969-86e8-a184916a3d6f req-e613c2e8-b6a0-4d6f-bd13-29085b9359be tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:15.259399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7fa4a11-1a41-4969-86e8-a184916a3d6f req-e613c2e8-b6a0-4d6f-bd13-29085b9359be tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.0977242 Jun 04 07:03:15.306843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e7fa4a11-1a41-4969-86e8-a184916a3d6f req-02995510-90e7-4fc4-9547-2d4d5bed0b83 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415478 Jun 04 07:03:15.458148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:15.462450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:15.470479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:15.471064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:02:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:15.645735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:15.994337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:15.998348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12ab2b-e781-44e6-9e30-e7ebc364eabb None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'c3d1029c-1795-43f5-bf0c-5ebda67cd44f', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'port_id': 'a29429f8-b98a-4915-b763-a388832dfa02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'mac_address': 'fa:16:3e:30:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:00:59Z', 'updated_at': '2022-06-04T07:01:03Z', 'revision_number': 1, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:16.500952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5f7d-35c8-43e1-8484-c27a4e46405e req-2a48b826-a121-42db-a445-7ae375a80008 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:16.502463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73ac5f7d-35c8-43e1-8484-c27a4e46405e req-2a48b826-a121-42db-a445-7ae375a80008 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.0870311 Jun 04 07:03:16.547859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73ac5f7d-35c8-43e1-8484-c27a4e46405e req-0d509275-cc13-4bfd-80b4-fef16e272a2a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=16de1e5b-1697-4eb4-a458-17a0ccaec0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390608 Jun 04 07:03:16.763473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-8208ae02-e915-4385-a573-6297030bf349 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:16.764160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-8208ae02-e915-4385-a573-6297030bf349 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:16.776083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-8208ae02-e915-4385-a573-6297030bf349 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:16.777157 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-8208ae02-e915-4385-a573-6297030bf349 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.24 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 946 time: 0.0936661 Jun 04 07:03:16.845731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port 0221e3a2-7b49-4aa3-9569-2eccb2724980 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:16.846069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:16.973637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bb7e9a39-5afa-4ac4-9f70-980854debf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:17.093657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port 0221e3a2-7b49-4aa3-9569-2eccb2724980, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=0221e3a2-7b49-4aa3-9569-2eccb2724980,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:17.094014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:17.215078 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for 0221e3a2-7b49-4aa3-9569-2eccb2724980 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:17.472864 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:17.522892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=0221e3a2-7b49-4aa3-9569-2eccb2724980,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:17.597495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] No DVR routers for this DVR port 0221e3a2-7b49-4aa3-9569-2eccb2724980 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:03:17.599998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:17.602515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'name': 'network-vif-deleted', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:17.618285 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9da6101a-5e51-4312-953d-0c4d724ab41a req-a9a06746-b9a9-4925-8e42-0abe3ebe37de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.24 "DELETE /v2.0/ports/0221e3a2-7b49-4aa3-9569-2eccb2724980 HTTP/1.1" status: 204 len: 173 time: 0.8352983 Jun 04 07:03:17.705414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1f955dae-e830-4754-a76a-f83f9950505a req-00d65561-29fb-4efb-87d6-94fe09f2dbb6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=493cf22d-457f-4f9b-9300-dc13cda0bd5f HTTP/1.1" status: 200 len: 210 time: 0.0426726 Jun 04 07:03:17.758544 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58483a63-db2a-4d21-a0c3-9f99054ba862'] response: {'server_uuid': '493cf22d-457f-4f9b-9300-dc13cda0bd5f', 'name': 'network-vif-deleted', 'tag': '0221e3a2-7b49-4aa3-9569-2eccb2724980', 'status': 'completed', 'code': 200} Jun 04 07:03:18.013211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 78d641c1-15c6-4630-b112-3735e19a7213 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:18.053719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 78d641c1-15c6-4630-b112-3735e19a7213 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:18.054062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 78d641c1-15c6-4630-b112-3735e19a7213 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:18.805128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:18.875854 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:18.906344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:18.970827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:18.991678 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de1e5b-1697-4eb4-a458-17a0ccaec0a3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:19.008364 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.011988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c7b14a08-0e69-47a7-894f-cfba86e76b85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/security-groups/16de1e5b-1697-4eb4-a458-17a0ccaec0a3 HTTP/1.1" status: 204 len: 168 time: 0.2033131 Jun 04 07:03:19.041797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46032) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:19.089501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-150052df-0c1c-4b13-800d-a5c23b7dac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.109453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting subnet 84d30178-c9f9-4aac-8903-1fdbb0aafcfc {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:03:19.112380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.169777 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.251431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.327530 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.368241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.371000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Subnet': ['ID=84d30178-c9f9-4aac-8903-1fdbb0aafcfc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:19.376087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63214d-9cf3-4563-b58c-13fd6322724e None None] Network ddb4169b-71b1-492b-a819-0b6e7db91478 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:03:19.377315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d6fd3044-5225-47b5-8a5f-8d187f96fd1a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/subnets/84d30178-c9f9-4aac-8903-1fdbb0aafcfc HTTP/1.1" status: 204 len: 168 time: 0.3342981 Jun 04 07:03:19.379816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46036) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:19.496491 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.507077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port d8d2b3b1-b211-4523-8272-5f9dec5304b5 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:19.507340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.628557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] DHCP port deletion for ddb4169b-71b1-492b-a819-0b6e7db91478 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:03:19.633732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Deleting port d8d2b3b1-b211-4523-8272-5f9dec5304b5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:19.634108 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.712508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port d8d2b3b1-b211-4523-8272-5f9dec5304b5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d8d2b3b1-b211-4523-8272-5f9dec5304b5,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:19.712869 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.848000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for d8d2b3b1-b211-4523-8272-5f9dec5304b5 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:19.851445 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] For port d8d2b3b1-b211-4523-8272-5f9dec5304b5, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d8d2b3b1-b211-4523-8272-5f9dec5304b5,segment=NetworkSegment(4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f),segment_id=4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:19.851839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.927077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:19.977244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Calling delete_port for d8d2b3b1-b211-4523-8272-5f9dec5304b5 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:19.982628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] No DVR routers for this DVR port d8d2b3b1-b211-4523-8272-5f9dec5304b5 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:03:20.012506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=d8d2b3b1-b211-4523-8272-5f9dec5304b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:20.099024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d8d2b3b1-b211-4523-8272-5f9dec5304b5 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:20.137244 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d8d2b3b1-b211-4523-8272-5f9dec5304b5 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:20.137617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d8d2b3b1-b211-4523-8272-5f9dec5304b5 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:20.139893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:03:20.162681 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:03:20.171279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb4169b-71b1-492b-a819-0b6e7db91478']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:20.172392 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:03:20.172742 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:03:20.185056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:20.185395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:20.188031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.200937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.218970 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.225925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:03:20.227488 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.421560 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f resource provider aggregate not found Jun 04 07:03:20.447826 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cd3adb5-de3a-4cd8-aeac-7f52b6da5c9f found for delete ", "request_id": "req-c3403695-98e8-4d64-87d4-df780117d982"}]} Jun 04 07:03:20.463246 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.481875 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.495367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Network': ['ID=ddb4169b-71b1-492b-a819-0b6e7db91478,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:20.509674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f177ac2d-10ec-4bd1-b141-c3f41a26c5de tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/networks/ddb4169b-71b1-492b-a819-0b6e7db91478 HTTP/1.1" status: 204 len: 168 time: 1.1288261 Jun 04 07:03:20.512963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46044) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:20.535259 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.674588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Deleting port d8d2b3b1-b211-4523-8272-5f9dec5304b5 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:20.675100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.732205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port ed0ec4f6-42b2-43c4-8984-378a5e151a32 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:20.732547 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.751710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-24343d6a-e2dd-4c8e-909c-c9f23a78e854 None None] The port 'd8d2b3b1-b211-4523-8272-5f9dec5304b5' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:03:20.912654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.913356 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:20.956132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0221e3a2-7b49-4aa3-9569-2eccb2724980 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:20.989621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 0221e3a2-7b49-4aa3-9569-2eccb2724980 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:20.989961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 0221e3a2-7b49-4aa3-9569-2eccb2724980 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:21.035569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for ed0ec4f6-42b2-43c4-8984-378a5e151a32 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:21.187112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:21.237018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=ed0ec4f6-42b2-43c4-8984-378a5e151a32,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:21.323399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:21.323723 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Floating IP c3d1029c-1795-43f5-bf0c-5ebda67cd44f disassociated (deleted). External IP: 172.25.1.185, port: a29429f8-b98a-4915-b763-a388832dfa02. Jun 04 07:03:21.674468 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:21.973897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:21.984765 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:21.991636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:21.998947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:22.000364 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:22.048108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea495c4d-9347-4b96-b4b2-ef5b5471a84c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/floatingips/c3d1029c-1795-43f5-bf0c-5ebda67cd44f HTTP/1.1" status: 204 len: 168 time: 1.5340483 Jun 04 07:03:22.049204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:22.110778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:22.185594 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:22.289797 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ca441e-157e-4539-bcff-1fa8df979376'] response: {'name': 'network-changed', 'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02', 'status': 'completed', 'code': 200} Jun 04 07:03:22.441513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-83119366-f4ff-41ce-9aa9-f4798416c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:22.442979 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-83119366-f4ff-41ce-9aa9-f4798416c9cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 1096 time: 0.1230693 Jun 04 07:03:22.502909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:22.506651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:22.515009 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:22.515602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:22.551674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292d3c-bccf-4eb2-a53a-50720fe6103e req-bf4c1cf2-107d-4e3d-bf63-538656b25b63 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:22.553854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14292d3c-bccf-4eb2-a53a-50720fe6103e req-bf4c1cf2-107d-4e3d-bf63-538656b25b63 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.1742115 Jun 04 07:03:22.625198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-0a7d9355-b88b-4dc4-9125-68dfcba846dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:22.626666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-0a7d9355-b88b-4dc4-9125-68dfcba846dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 200 len: 897 time: 0.1758659 Jun 04 07:03:22.633430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14292d3c-bccf-4eb2-a53a-50720fe6103e req-ff19c6bd-7788-4a1a-b3ec-835f3f02b6b8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720034 Jun 04 07:03:22.695420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-93755c41-e314-47d8-8d90-408e19c11101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 200 len: 217 time: 0.0603571 Jun 04 07:03:22.723102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:22.761026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-a91bee63-3270-46d1-8356-124f6bbc7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:22.762412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-a91bee63-3270-46d1-8356-124f6bbc7a0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 200 len: 835 time: 0.0613379 Jun 04 07:03:22.839348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-089328ff-2ea9-4594-8865-082fbb40011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:22.841071 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-089328ff-2ea9-4594-8865-082fbb40011b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4ef9103-a72a-4114-9abf-37e2314893f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719182 Jun 04 07:03:22.981575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-44abab82-847d-4405-ac00-b37adef90270 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325271 Jun 04 07:03:23.060881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:23.064693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc428a-c8ff-4488-ad57-e6f0452d1329 None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:13Z', 'revision_number': 6, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f239ade1-460a-4b3d-ae33-1e5eba8af48c', 'name': '', 'network_id': 'c4ef9103-a72a-4114-9abf-37e2314893f1', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:55:b8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:16Z', 'updated_at': '2022-06-04T07:00:43Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '65d2b8c8-e03d-41c0-a4bd-27da34fa44e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:23.136908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f4c18699-3e3e-49c3-ba1e-dbcf0181c0cc req-981702e6-f292-44e7-af26-69694f881368 service neutron] 10.222.0.39 "GET /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480317 Jun 04 07:03:23.284152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92a955e-143a-4677-9464-018a8a762ca3 None None] New status for floating IP c3d1029c-1795-43f5-bf0c-5ebda67cd44f: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:03:23.817370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e358-3744-4c88-b1d3-11b80a8c73b3 req-d62bab05-2bda-458a-b411-c93716d02a85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:23.819591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1cb4e358-3744-4c88-b1d3-11b80a8c73b3 req-d62bab05-2bda-458a-b411-c93716d02a85 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.0805190 Jun 04 07:03:23.868977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1cb4e358-3744-4c88-b1d3-11b80a8c73b3 req-965aaa8c-3c14-44a1-a330-57ed3e90e5a1 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=fe5add24-cbbc-4bcf-9e09-6fed739028e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Jun 04 07:03:23.975882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-60d82edd-6e36-431b-9045-9285fd482cfa tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:23.977299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-60d82edd-6e36-431b-9045-9285fd482cfa tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 945 time: 0.0795777 Jun 04 07:03:24.047423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port a29429f8-b98a-4915-b763-a388832dfa02 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:24.048092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:24.292965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port a29429f8-b98a-4915-b763-a388832dfa02, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a29429f8-b98a-4915-b763-a388832dfa02,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:24.293225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:24.418853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for a29429f8-b98a-4915-b763-a388832dfa02 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:24.654595 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:24.706283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=a29429f8-b98a-4915-b763-a388832dfa02,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:24.746349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.746693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.747030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.747362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.747689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.748010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.748327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.748644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.748958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.749273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.749639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.749961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:24.791887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] No DVR routers for this DVR port a29429f8-b98a-4915-b763-a388832dfa02 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:03:24.794340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:24.797082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'name': 'network-vif-deleted', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:24.810011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c576ca09-deed-41f4-a93d-a3f7ec5cdfa7 req-5a33169a-fdae-44c0-8fb7-e9299192cc9e tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "DELETE /v2.0/ports/a29429f8-b98a-4915-b763-a388832dfa02 HTTP/1.1" status: 204 len: 173 time: 0.8279707 Jun 04 07:03:24.980000 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90d9ceb-01d4-4037-9abf-b4d7d13e3b0a'] response: {'server_uuid': 'e8852f39-43fe-4823-9910-60b3750d6bbc', 'name': 'network-vif-deleted', 'tag': 'a29429f8-b98a-4915-b763-a388832dfa02', 'status': 'completed', 'code': 200} Jun 04 07:03:25.122606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-64aea4e1-05b0-4f81-afcf-4b16dccece51 req-e74a8d24-0cb3-475a-93cb-afbb6414b9d5 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:25.139601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-64aea4e1-05b0-4f81-afcf-4b16dccece51 req-e74a8d24-0cb3-475a-93cb-afbb6414b9d5 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:25.140797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64aea4e1-05b0-4f81-afcf-4b16dccece51 req-e74a8d24-0cb3-475a-93cb-afbb6414b9d5 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=e8852f39-43fe-4823-9910-60b3750d6bbc HTTP/1.1" status: 200 len: 210 time: 0.0641384 Jun 04 07:03:25.774234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:25.949756 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:26.239521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46066) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:26.306308 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:26.334890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:26.401400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:26.420518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5add24-cbbc-4bcf-9e09-6fed739028e5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:26.428166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:26.430085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d50e377a-7426-4d36-9d95-d0c712a5051b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/security-groups/fe5add24-cbbc-4bcf-9e09-6fed739028e5 HTTP/1.1" status: 204 len: 168 time: 0.1885793 Jun 04 07:03:26.464199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46072) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:27.014756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:27.263383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a29429f8-b98a-4915-b763-a388832dfa02 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:27.299164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: a29429f8-b98a-4915-b763-a388832dfa02 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:27.299434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a29429f8-b98a-4915-b763-a388832dfa02 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:27.377831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port f239ade1-460a-4b3d-ae33-1e5eba8af48c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:27.378166 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:27.571018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port f239ade1-460a-4b3d-ae33-1e5eba8af48c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f239ade1-460a-4b3d-ae33-1e5eba8af48c,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:27.571657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:27.796382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for f239ade1-460a-4b3d-ae33-1e5eba8af48c owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:28.118925 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:28.168419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=f239ade1-460a-4b3d-ae33-1e5eba8af48c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:28.445605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:28.798340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router a3820139-306d-477e-8890-7d58ed7df614 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:29.094785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:29.104485 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Sync routers for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:29.111841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-17095f12-9452-4d0f-be2d-51a01d3f3f49 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/a3820139-306d-477e-8890-7d58ed7df614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6465447 Jun 04 07:03:29.114463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46076) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:29.114617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:29.115828 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:29.187557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting subnet 65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:03:29.190462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.244611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.290694 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:29.327352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.404557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.442236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Subnet': ['ID=65d2b8c8-e03d-41c0-a4bd-27da34fa44e9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:29.448089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.454507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9fe04419-058b-4ce4-ab19-284a397b81d7 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/subnets/65d2b8c8-e03d-41c0-a4bd-27da34fa44e9 HTTP/1.1" status: 204 len: 168 time: 0.3384364 Jun 04 07:03:29.455381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9cd44-3aab-4392-bd93-f99d9f40d199 None None] Network c4ef9103-a72a-4114-9abf-37e2314893f1 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:03:29.457063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46080) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:29.582076 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:28Z', 'revision_number': 7, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:29.586057 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Checking router: a3820139-306d-477e-8890-7d58ed7df614 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:29.594427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Routers {'a3820139-306d-477e-8890-7d58ed7df614'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:29.595029 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['a3820139-306d-477e-8890-7d58ed7df614'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:29.644413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.728064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] DHCP port deletion for c4ef9103-a72a-4114-9abf-37e2314893f1 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:03:29.732835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Deleting port bb5bc917-0e89-451a-8d5e-f159e86ede6d {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:29.733605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.777693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] Set router a3820139-306d-477e-8890-7d58ed7df614 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:29.842262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.852771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port 6dc1013b-7ef2-402e-b767-6437251c6cf9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:29.853222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:29.950060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] For port bb5bc917-0e89-451a-8d5e-f159e86ede6d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bb5bc917-0e89-451a-8d5e-f159e86ede6d,segment=NetworkSegment(bb9d7059-e518-4b77-b55a-a99c57915c5f),segment_id=bb9d7059-e518-4b77-b55a-a99c57915c5f)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:29.950307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.047677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port 6dc1013b-7ef2-402e-b767-6437251c6cf9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6dc1013b-7ef2-402e-b767-6437251c6cf9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:30.048174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.101810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Calling delete_port for bb5bc917-0e89-451a-8d5e-f159e86ede6d owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:30.122187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:28Z', 'revision_number': 7, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:30.127139 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190f53-61ae-4257-a425-f755f0aca4f7 None None] The sync data for ids ['a3820139-306d-477e-8890-7d58ed7df614'] in n-d-811808-2 is: [{'id': 'a3820139-306d-477e-8890-7d58ed7df614', 'name': 'tempest-TestNetworkBasicOps-router-2113166', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:59:59Z', 'updated_at': '2022-06-04T07:03:28Z', 'revision_number': 7, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': '6dc1013b-7ef2-402e-b767-6437251c6cf9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3820139-306d-477e-8890-7d58ed7df614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:00:01Z', 'updated_at': '2022-06-04T07:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:30.176265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bb5bc917-0e89-451a-8d5e-f159e86ede6d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:30.198842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for 6dc1013b-7ef2-402e-b767-6437251c6cf9 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:30.246610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.290953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port bb5bc917-0e89-451a-8d5e-f159e86ede6d {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 07:03:30.291364 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bb5bc917-0e89-451a-8d5e-f159e86ede6d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:30.301756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] Pushing event deleted for resources: {'Port': ['ID=bb5bc917-0e89-451a-8d5e-f159e86ede6d,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:30.303933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c5d1d-bcc3-41bd-a105-5353cfb3816f None None] No DVR routers for this DVR port bb5bc917-0e89-451a-8d5e-f159e86ede6d on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:03:30.376310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.427078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=6dc1013b-7ef2-402e-b767-6437251c6cf9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:30.524518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.811251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.813291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.835865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.836399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Fanout notify agent at l3_agent the message router_deleted on router a3820139-306d-477e-8890-7d58ed7df614 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:03:30.851740 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:30.852781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5b4b98f6-1bc6-4208-9573-6ffed64da085 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/routers/a3820139-306d-477e-8890-7d58ed7df614 HTTP/1.1" status: 204 len: 168 time: 1.3947933 Jun 04 07:03:30.855393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46086) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:30.972517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.104415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.128875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef9103-a72a-4114-9abf-37e2314893f1']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:31.141414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9d7059-e518-4b77-b55a-a99c57915c5f') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:31.141740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9d7059-e518-4b77-b55a-a99c57915c5f') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:31.152846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.171499 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.177875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:03:31.178494 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.245647 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bb9d7059-e518-4b77-b55a-a99c57915c5f resource provider aggregate not found Jun 04 07:03:31.270519 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment bb9d7059-e518-4b77-b55a-a99c57915c5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb9d7059-e518-4b77-b55a-a99c57915c5f found for delete ", "request_id": "req-ba745341-458e-47a8-9540-f14369020f18"}]} Jun 04 07:03:31.278798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.283035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.311650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Network': ['ID=c4ef9103-a72a-4114-9abf-37e2314893f1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:31.315191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-13dd46fc-71da-4423-8022-2305d23d5dc4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/networks/c4ef9103-a72a-4114-9abf-37e2314893f1 HTTP/1.1" status: 204 len: 168 time: 0.4588811 Jun 04 07:03:31.348385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46094) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:31.355013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'network': {'name': 'tempest-network-smoke--1831376197', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:31.360700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:31.365523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:network and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:31.368555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:31.374380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:31.388478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:03:31.391810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.420605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:03:31.429929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.430270 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Added segment 82187853-b730-4597-8c02-c4406daa71d6 of type vlan for network f3c78581-ac21-4d58-9c72-9aa0aae3b14c Jun 04 07:03:31.455509 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.484565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.490093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:31.490670 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.590809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2411802 Jun 04 07:03:31.593551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46098) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:31.600192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-916373842', 'admin_state_up': True, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:31.600408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6eb8b-06b4-4175-b4f6-dfd74abdbdd2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Network': ['ID=f3c78581-ac21-4d58-9c72-9aa0aae3b14c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:31.608979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:31.612171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:03:31.613344 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:router and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:31.616949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:31.623424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:31.633631 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.634622 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.650324 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:31.918444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:32.059830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f239ade1-460a-4b3d-ae33-1e5eba8af48c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:32.093919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f239ade1-460a-4b3d-ae33-1e5eba8af48c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:32.094262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f239ade1-460a-4b3d-ae33-1e5eba8af48c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:32.094673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6dc1013b-7ef2-402e-b767-6437251c6cf9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:32.127464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6dc1013b-7ef2-402e-b767-6437251c6cf9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:03:32.127814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6dc1013b-7ef2-402e-b767-6437251c6cf9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:32.222021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:32.251598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:32.390362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.25.1.38 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f69bc43f-bca8-4396-baed-067f4f3b7882) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:03:32.535523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:32.564434 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:32.627941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:32.631204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:32.633560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:03:32.677622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=f69bc43f-bca8-4396-baed-067f4f3b7882,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:33.160328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:33.501116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:33.704661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router 1a5ca0b8-0834-404c-8448-3cb6e909f710 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:03:33.882990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:33.893662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Sync routers for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:33.903847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:33.904517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:33.910109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:33.911314 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf2fe426-421a-40c4-bbea-f545efa5c49f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3160059 Jun 04 07:03:33.914711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:33.955711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-132c902f-a009-4782-8a6b-b7ac7353f3b4 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=7eae2f0ae6fb4919a883d0973d83bebd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393319 Jun 04 07:03:33.957823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46106) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:34.089382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6403f8-9fb8-44c1-9eab-e090a0d84d80 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:34.090890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a6403f8-9fb8-44c1-9eab-e090a0d84d80 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314549 Jun 04 07:03:34.093647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:34.121925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:34.132558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-df92e845-7ba6-4547-a018-4dddb64db522 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378625 Jun 04 07:03:34.135270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46114) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:34.140406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605041847', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:34.259295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:34.263092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:subnet and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:34.265858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:34.271501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:34.281147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:03:34.284548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:34.414397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:32Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:34.418234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Checking router: 1a5ca0b8-0834-404c-8448-3cb6e909f710 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:34.418587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Updating router 1a5ca0b8-0834-404c-8448-3cb6e909f710 port f69bc43f-bca8-4396-baed-067f4f3b7882 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:03:34.470772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:34.501647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:34.584142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Subnet': ['ID=052b41a0-f021-45c2-ae1b-909b31f32a18,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:34.592623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Checking segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:03:34.592979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network hostable DHCP agents. Network: f3c78581-ac21-4d58-9c72-9aa0aae3b14c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:03:34.612068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:03:34.621443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f3c78581-ac21-4d58-9c72-9aa0aae3b14c) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:34.625612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:34.626200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:34.650128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25148968-7271-432c-9050-226e1add37b6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5112202 Jun 04 07:03:34.650326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:34.668456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66753e75-87e2-4d8d-bd1b-865de932de44 None None] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:03:34.981958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:34.993907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Transition to ACTIVE for port object f69bc43f-bca8-4396-baed-067f4f3b7882 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:35.002288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.060147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:03:35.060862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.109114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Attempting to bind port f69bc43f-bca8-4396-baed-067f4f3b7882 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:03:35.109493 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Attempting to bind port f69bc43f-bca8-4396-baed-067f4f3b7882 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:03:35.109877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Attempting to bind port f69bc43f-bca8-4396-baed-067f4f3b7882 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:03:35.113287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Pushing event updated for resources: {'Port': ['ID=f69bc43f-bca8-4396-baed-067f4f3b7882,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:35.153943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:03:35.154324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:03:35.154735 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.155130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:03:35.155611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Bound port: f69bc43f-bca8-4396-baed-067f4f3b7882, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:03:35.155987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.300851 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] For port f69bc43f-bca8-4396-baed-067f4f3b7882, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:03:35.314583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] For port f69bc43f-bca8-4396-baed-067f4f3b7882, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f69bc43f-bca8-4396-baed-067f4f3b7882,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:03:35.319989 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.375776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Allocated IP 172.20.0.2 (f3c78581-ac21-4d58-9c72-9aa0aae3b14c/052b41a0-f021-45c2-ae1b-909b31f32a18/a1a4a799-fcc0-405d-8ab6-5229a78ac089) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:03:35.430918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:35.431555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:35.466645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:35.545571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Pushing event updated for resources: {'Port': ['ID=f69bc43f-bca8-4396-baed-067f4f3b7882,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:35.604845 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.605105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.605447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.605878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.606211 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.606548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.606872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.607194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.607514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.607834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.608152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.608470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fc6ed-0244-4060-8c22-27c0b551a856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:35.770188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:36.008212 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.024026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Transition to ACTIVE for port object a1a4a799-fcc0-405d-8ab6-5229a78ac089 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:36.068985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Transition to ACTIVE for port object a1a4a799-fcc0-405d-8ab6-5229a78ac089 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:36.101781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.140578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.1 (f3c78581-ac21-4d58-9c72-9aa0aae3b14c/052b41a0-f021-45c2-ae1b-909b31f32a18/9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:03:36.176849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:36.183456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:36.188093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:03:36.196616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Pushing event updated for resources: {'Port': ['ID=a1a4a799-fcc0-405d-8ab6-5229a78ac089,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:36.295509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:32Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:36.297534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Attempting to bind port a1a4a799-fcc0-405d-8ab6-5229a78ac089 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:03:36.297908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Attempting to bind port a1a4a799-fcc0-405d-8ab6-5229a78ac089 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:03:36.298272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Attempting to bind port a1a4a799-fcc0-405d-8ab6-5229a78ac089 on network f3c78581-ac21-4d58-9c72-9aa0aae3b14c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:03:36.302969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.305411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:03:36.305812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Checking segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:03:36.306459 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.306909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Bound using segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:03:36.307389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Bound port: a1a4a799-fcc0-405d-8ab6-5229a78ac089, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:03:36.307824 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.317865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c46533-4c8a-4076-a6d6-813b2bf817cb None None] The sync data for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 is: [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:32Z', 'revision_number': 3, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:36.322095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:36.348331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.408115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] For port a1a4a799-fcc0-405d-8ab6-5229a78ac089, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:03:36.414956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] For port a1a4a799-fcc0-405d-8ab6-5229a78ac089, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1a4a799-fcc0-405d-8ab6-5229a78ac089,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:03:36.419467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.432699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:36.435989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:36.440476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:03:36.468417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:36.501253 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:36.515520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2959e-1903-413e-a2a1-7db665f51f43 None None] Pushing event updated for resources: {'Port': ['ID=a1a4a799-fcc0-405d-8ab6-5229a78ac089,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:36.962931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:37.401613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:37.408157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:37.527047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:37.533915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:37.584388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44800aa-aea1-4c0c-8f0d-0f5872c7865d None None] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:03:37.672668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:37.673837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:37.684903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-33bd381c-87e6-4075-9fc7-db26a08b41d6 None None] Provisioning for port a1a4a799-fcc0-405d-8ab6-5229a78ac089 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:37.872187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router 1a5ca0b8-0834-404c-8448-3cb6e909f710 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:38.072779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:38.083575 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Sync routers for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:38.093197 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:38.094176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:38.094306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1924b829-a96a-4ac0-9863-4704131c62fe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/1a5ca0b8-0834-404c-8448-3cb6e909f710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4429574 Jun 04 07:03:38.096647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46124) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:38.138900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f69bc43f-bca8-4396-baed-067f4f3b7882 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:38.214611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3670b52-d206-48d7-8a24-e441c0fffcd4 None None] Provisioning for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:38.222808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c3670b52-d206-48d7-8a24-e441c0fffcd4 None None] Provisioning complete for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:38.223554 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c3670b52-d206-48d7-8a24-e441c0fffcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.267985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f69bc43f-bca8-4396-baed-067f4f3b7882 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:38.298193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f69bc43f-bca8-4396-baed-067f4f3b7882 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:38.300071 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.303068 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:38.349575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c3670b52-d206-48d7-8a24-e441c0fffcd4 None None] Port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:03:38.462889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.463463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.463984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.464502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.465009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.465535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.466042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.466547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.468732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c55e75c0-1ce0-40cc-90d4-16aa39a7fa38 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.3711522 Jun 04 07:03:38.471627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46128) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:38.512780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a15cc6f3-4f2c-4fc8-b082-7be477e3da72 None None] Provisioning complete for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:38.513402 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a15cc6f3-4f2c-4fc8-b082-7be477e3da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.539891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f69bc43f-bca8-4396-baed-067f4f3b7882 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:38.540540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.569013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.569612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.570178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.570752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.571204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.571734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.572081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.572522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:38.574411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c6a30cb4-b7c5-4962-ac35-5ce16ae38237 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.1017897 Jun 04 07:03:38.577203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:38.584241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f69bc43f-bca8-4396-baed-067f4f3b7882, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f69bc43f-bca8-4396-baed-067f4f3b7882,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:38.590811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.591582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1a4a799-fcc0-405d-8ab6-5229a78ac089 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:38.647397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a15cc6f3-4f2c-4fc8-b082-7be477e3da72 None None] Port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:03:38.656266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:37Z', 'revision_number': 2, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:38.660188 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Checking router: 1a5ca0b8-0834-404c-8448-3cb6e909f710 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:38.660532 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Updating router 1a5ca0b8-0834-404c-8448-3cb6e909f710 port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:03:38.709184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f69bc43f-bca8-4396-baed-067f4f3b7882,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:38.721692 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.723727 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a1a4a799-fcc0-405d-8ab6-5229a78ac089 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:38.729570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a1a4a799-fcc0-405d-8ab6-5229a78ac089 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:38.730152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.795645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e8c345a0-0172-4327-9ac9-34e233325f26 None None] Provisioning complete for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:38.796008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e8c345a0-0172-4327-9ac9-34e233325f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.800165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-52edddc4-272e-40b2-bb9f-c8aad3294b9d tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.2216620 Jun 04 07:03:38.884111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46138) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:38.890338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114956979', 'description': 'tempest-secgroup-smoke-114956979 description', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:38.895080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e8c345a0-0172-4327-9ac9-34e233325f26 None None] Port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:03:38.897944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:38.903015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:38.906393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:38.914243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:38.917286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a1a4a799-fcc0-405d-8ab6-5229a78ac089 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:38.917962 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.926272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.949224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:38.953362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:38.953605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a1a4a799-fcc0-405d-8ab6-5229a78ac089, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1a4a799-fcc0-405d-8ab6-5229a78ac089,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:38.957104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:38.963440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:38.963737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.045136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a1a4a799-fcc0-405d-8ab6-5229a78ac089,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.058791 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.062960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.108193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96333338-48e6-4025-b97a-00fe0dbb91cf,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.115317 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.116832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76560d31-3c9d-4293-a901-1607fddf131d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2312317 Jun 04 07:03:39.117441 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.119550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46142) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.125102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.130707 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Transition to ACTIVE for port object 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:39.132378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.136633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.138226 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.139714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.145657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.163777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.233650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.238063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.264266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f2e9c7-8002-4caf-8263-889e2f4341be,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.274394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.278229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f198c13a-56be-415a-85d4-63dca0e9470f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548374 Jun 04 07:03:39.278481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46146) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.283814 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.291684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.295756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.298845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.307111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.307465 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Pushing event updated for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.326111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.352796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.353137 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.353522 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.353828 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.354154 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.354483 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.354796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.355133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.355436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.355813 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.356131 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.356443 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:03:39.375996 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Attempting to bind port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:03:39.376363 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Attempting to bind port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:03:39.376721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Attempting to bind port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 on network f3c78581-ac21-4d58-9c72-9aa0aae3b14c {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:03:39.382580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:03:39.382946 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Checking segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:03:39.383454 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.383721 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Bound using segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:03:39.384178 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Bound port: 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:03:39.384704 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.401427 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.406475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.434652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0840f180-18e6-44df-ab09-0a7a0d9477f4,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.444781 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.446023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cc2e8a3c-8b82-4cf5-805b-b2dca7404bbe tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1666033 Jun 04 07:03:39.448839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46150) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.453768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.460570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.464364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.467218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.472837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.486766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] For port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:03:39.490609 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] For port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:03:39.492532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.495248 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.560565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.564192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.591581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6970c9f-64ad-4fe9-8d6a-efc6feb54e7a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.605766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:39.606429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:39.609906 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.611784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0455ece5-c350-4b60-8b42-d21b3f3a28c2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619790 Jun 04 07:03:39.614698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46154) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.620424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.627335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.632018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.635007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.641275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.660901 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.672623 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b6e0e-ba16-4192-8b33-58ed20017c82 None None] Pushing event updated for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.737323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.742185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.771105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99df179e-4687-4469-a96c-c81ab4835989,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.782850 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.784155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-17e58d58-687b-4d70-b349-3810ba32b313 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683733 Jun 04 07:03:39.787458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46158) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.792585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.799772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.802740 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:39.804426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.807864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.813843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.826967 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:03:39.835093 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.902451 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.906278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.931538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa2ba71-0e03-49fc-a88d-7c178dd42497,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:39.941399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:39.942644 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d7e49027-82f9-4d18-b5dd-9ff469d2a7e3 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541553 Jun 04 07:03:39.945300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46162) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:39.950349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'security_group_rule': {'security_group_id': '96333338-48e6-4025-b97a-00fe0dbb91cf', 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:39.956625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:39.960985 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:security_group_rule and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:39.963833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:39.969582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:39.981391 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Project 7eae2f0ae6fb4919a883d0973d83bebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:03:39.988066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.078081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.082717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f69bc43f-bca8-4396-baed-067f4f3b7882 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:40.083908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.114224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.116361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700861 Jun 04 07:03:40.119130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f9d4-31d8-401d-a06b-43f13aa039f6 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cab193-9670-4787-ac89-b262eb44caae,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:40.130393 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:39Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:40.134924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b948b0d7-376e-4dd0-b432-ab9192c134bf None None] The sync data for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 is: [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:39Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:40.165328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f69bc43f-bca8-4396-baed-067f4f3b7882 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:40.165745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.310503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f69bc43f-bca8-4396-baed-067f4f3b7882 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:40.311705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1a4a799-fcc0-405d-8ab6-5229a78ac089 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:40.378941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-41bcf8d4-9c6c-4270-ac01-6ad56be3f0b8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:40.393168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a1a4a799-fcc0-405d-8ab6-5229a78ac089 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:40.393572 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:40.397893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-41bcf8d4-9c6c-4270-ac01-6ad56be3f0b8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:40.399618 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-41bcf8d4-9c6c-4270-ac01-6ad56be3f0b8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114956979&fields=id&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 267 time: 0.0704062 Jun 04 07:03:40.529213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a1a4a799-fcc0-405d-8ab6-5229a78ac089 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:40.564923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-98feee01-fbb6-4c41-8f27-7749dbffbb01 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:40.565684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-98feee01-fbb6-4c41-8f27-7749dbffbb01 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:40.582372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-98feee01-fbb6-4c41-8f27-7749dbffbb01 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:40.583587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-98feee01-fbb6-4c41-8f27-7749dbffbb01 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 797 time: 0.1773262 Jun 04 07:03:40.600192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-276d46d5-0416-4d5c-9e80-337345ec1b9f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/quotas/7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 375 time: 0.0107172 Jun 04 07:03:40.699421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-1d45a646-6672-44ae-ba47-8d564506d5f2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:40.716708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-1d45a646-6672-44ae-ba47-8d564506d5f2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:40.718182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-1d45a646-6672-44ae-ba47-8d564506d5f2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083131 Jun 04 07:03:40.864204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-1437de8e-9a9a-40b1-b20e-f3ed36917061 service neutron] 10.222.0.17 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334429 Jun 04 07:03:41.003392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-e0cbd586-82a6-4495-9cbf-e1a90cf01d51 service neutron] 10.222.0.17 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323464 Jun 04 07:03:41.193381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a6a4939-f43b-4411-b83d-d7447bf4a9f8 req-deaf424f-0d98-41ba-bffc-1fa1dd9b9dcc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 210 time: 0.0433884 Jun 04 07:03:42.084098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:42.151315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:42.156793 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:42.157308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:42.288089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:42.288703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:42.327792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:42.332050 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:42.407954 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:42.439422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-441f8af8-0404-4d0b-9622-d21f5f978d41 req-8a791df1-dc88-4cfd-8468-db0fa4803bcf tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 210 time: 0.1120284 Jun 04 07:03:42.509061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-14f47698-22e0-45c9-ac63-d450c169a42c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:42.510474 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-14f47698-22e0-45c9-ac63-d450c169a42c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 797 time: 0.2225256 Jun 04 07:03:42.559169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-29ab20f0-a1ed-4757-8beb-48380fb6e632 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eae2f0ae6fb4919a883d0973d83bebd HTTP/1.1" status: 200 len: 379 time: 0.0391665 Jun 04 07:03:42.567062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'port': {'device_id': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'admin_state_up': True, 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'security_groups': ['96333338-48e6-4025-b97a-00fe0dbb91cf']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:42.832794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:42.842617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:42.852960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Made reservation on behalf of 7eae2f0ae6fb4919a883d0973d83bebd for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:03:42.856833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.026637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.20.0.9 (f3c78581-ac21-4d58-9c72-9aa0aae3b14c/052b41a0-f021-45c2-ae1b-909b31f32a18/270c0246-5b11-4017-8138-a7bff4d91107) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:03:43.218649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.234488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Transition to ACTIVE for port object 270c0246-5b11-4017-8138-a7bff4d91107 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:43.257512 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.334476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:43.337438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:43.341237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:03:43.371316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:43.409087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:43.409776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.435576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0bd8727a-99e8-4ae9-9c84-f3e96182b16c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8717525 Jun 04 07:03:43.447130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Request body: {'port': {'device_id': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:43.601705 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.638487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-698411ad-9b83-4a2b-b186-2158b8cfcc02 None None] Provisioning for port 270c0246-5b11-4017-8138-a7bff4d91107 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:43.643252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-698411ad-9b83-4a2b-b186-2158b8cfcc02 None None] Provisioning complete for port 270c0246-5b11-4017-8138-a7bff4d91107 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:43.643627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-698411ad-9b83-4a2b-b186-2158b8cfcc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:43.707933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-698411ad-9b83-4a2b-b186-2158b8cfcc02 None None] Port 270c0246-5b11-4017-8138-a7bff4d91107 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:03:43.759078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a3989-6704-4870-b998-97d7a8263bbb req-6257bb1b-7a06-42e8-a39d-074bf8745dbf tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:43.759762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b37a3989-6704-4870-b998-97d7a8263bbb req-6257bb1b-7a06-42e8-a39d-074bf8745dbf tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:43.799122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b37a3989-6704-4870-b998-97d7a8263bbb req-6257bb1b-7a06-42e8-a39d-074bf8745dbf tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:43.800231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b37a3989-6704-4870-b998-97d7a8263bbb req-6257bb1b-7a06-42e8-a39d-074bf8745dbf tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 931 time: 0.2451332 Jun 04 07:03:43.918113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b37a3989-6704-4870-b998-97d7a8263bbb req-d8410586-86d5-400a-8477-96295f76f5df tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113076 Jun 04 07:03:44.017098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270c0246-5b11-4017-8138-a7bff4d91107 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:03:44.024860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.040226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Transition to ACTIVE for port object 270c0246-5b11-4017-8138-a7bff4d91107 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:03:44.044162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.068976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:44.137324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:44.137727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.210353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Pushing event updated for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:44.261710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:44.289655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Attempting to bind port 270c0246-5b11-4017-8138-a7bff4d91107 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:03:44.289985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Attempting to bind port 270c0246-5b11-4017-8138-a7bff4d91107 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:03:44.290362 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Attempting to bind port 270c0246-5b11-4017-8138-a7bff4d91107 on network f3c78581-ac21-4d58-9c72-9aa0aae3b14c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:03:44.295090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Port 270c0246-5b11-4017-8138-a7bff4d91107 on network f3c78581-ac21-4d58-9c72-9aa0aae3b14c not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:03:44.295401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Attempting to bind port 270c0246-5b11-4017-8138-a7bff4d91107 on network f3c78581-ac21-4d58-9c72-9aa0aae3b14c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:03:44.300413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:03:44.300738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Checking segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:03:44.301112 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Bound using segment: {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:03:44.301553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Bound port: 270c0246-5b11-4017-8138-a7bff4d91107, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82187853-b730-4597-8c02-c4406daa71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:03:44.302048 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.391147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:03:44.394005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=270c0246-5b11-4017-8138-a7bff4d91107,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:03:44.399391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.456878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:44.457894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:44.460821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] 10.222.0.39 "PUT /v2.0/ports/270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 1091 time: 1.0185409 Jun 04 07:03:44.461506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:44.535031 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6939099-3051-48b4-94d5-c578a53aa3d9'] response: {'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107', 'status': 'completed', 'code': 200} Jun 04 07:03:44.547680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74eb6b-811a-42bb-b546-2bd59427d85d service neutron] Pushing event updated for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:44.585251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-218d5a4b-b7bb-4821-a158-9c7159f23f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:44.586797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-218d5a4b-b7bb-4821-a158-9c7159f23f64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1094 time: 0.0861228 Jun 04 07:03:44.602964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46202) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:44.782718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-208bf40e-2452-4305-a49d-345635992806 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 217 time: 0.1890821 Jun 04 07:03:44.847541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-dd37c4fe-5155-4542-a897-450d59a56e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:44.849597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-dd37c4fe-5155-4542-a897-450d59a56e58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.0603228 Jun 04 07:03:44.926003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-d959e4a8-4f12-4a4a-9aeb-cba07e79a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:44.927553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-d959e4a8-4f12-4a4a-9aeb-cba07e79a10d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725622 Jun 04 07:03:45.017918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 96ec96cf-8090-4265-8cee-0365ce527011 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:45.018176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:45.098672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-ebe33290-30c1-4c2c-b17b-e37cb17c7e55 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4152315 Jun 04 07:03:45.126333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-2e5bb0da-8124-4d96-ba2d-15b025c1d012 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930521 Jun 04 07:03:45.240571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bd485-07be-487c-8a4b-c59bb6a574cc req-1f6f784d-eba0-4f40-b7ec-24c1ff110e28 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.242055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-586bd485-07be-487c-8a4b-c59bb6a574cc req-1f6f784d-eba0-4f40-b7ec-24c1ff110e28 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 943 time: 0.2028372 Jun 04 07:03:45.246043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:45.246377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:45.310716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-237a30e2-3665-4e9d-aa1c-997e8fc0fba8 req-226159d0-92f5-4db4-a300-41a0baebbf06 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751819 Jun 04 07:03:45.318230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-586bd485-07be-487c-8a4b-c59bb6a574cc req-e7937272-7cd5-46d1-bb1c-62dd774c4d8d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669184 Jun 04 07:03:45.393867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 96ec96cf-8090-4265-8cee-0365ce527011 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:45.437154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beffc8-b001-4656-b500-0813d39790e3 req-a3a8ad85-ccb4-460e-86f4-b2fb1196e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.438713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-a3a8ad85-ccb4-460e-86f4-b2fb1196e326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1094 time: 0.0794091 Jun 04 07:03:45.445148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-168dd795-fdfd-4fe9-923a-491c589acc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.446700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-168dd795-fdfd-4fe9-923a-491c589acc0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.2789252 Jun 04 07:03:45.571013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beffc8-b001-4656-b500-0813d39790e3 req-0432921b-de8f-4eb5-a018-0c1a6213b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.572396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-0432921b-de8f-4eb5-a018-0c1a6213b7bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 898 time: 0.1280560 Jun 04 07:03:45.644324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-99dcd619-2775-4906-aae7-71354940b19b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 217 time: 0.0656226 Jun 04 07:03:45.664634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-80f65fba-dac2-43bb-8904-e382b1053bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.666776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-80f65fba-dac2-43bb-8904-e382b1053bb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1969032 Jun 04 07:03:45.713705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beffc8-b001-4656-b500-0813d39790e3 req-982376e2-88c5-48da-8fe5-793e1c78ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.715152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-982376e2-88c5-48da-8fe5-793e1c78ca8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.0649264 Jun 04 07:03:45.762003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:45.791447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beffc8-b001-4656-b500-0813d39790e3 req-d7f0bfbd-0972-487b-b9d2-2cf5b89326a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:45.792920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-d7f0bfbd-0972-487b-b9d2-2cf5b89326a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723159 Jun 04 07:03:45.834571 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=96ec96cf-8090-4265-8cee-0365ce527011,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:45.915398 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-01dac33f-c446-4657-b71f-9d28a5795a12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1000 time: 0.2368741 Jun 04 07:03:45.924436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-b9355992-3cf0-4a82-bc70-c5c102f7384c service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255102 Jun 04 07:03:45.975509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:45.976075 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822 disassociated (deleted). External IP: 172.25.1.212, port: 667152c6-58ab-4079-b7e8-84bc515c0898. Jun 04 07:03:46.062792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67beffc8-b001-4656-b500-0813d39790e3 req-d152b117-0b07-4b0e-9ed2-868f8bfd8618 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318653 Jun 04 07:03:46.080556 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-13d87ccd-e0ae-4de4-aca9-91adc978b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:46.082393 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-13d87ccd-e0ae-4de4-aca9-91adc978b564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.1587145 Jun 04 07:03:46.435308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-2ee3c6d3-6b08-401d-b49d-17ba82cdbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:46.436771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-2ee3c6d3-6b08-401d-b49d-17ba82cdbd46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467546 Jun 04 07:03:46.515540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c413f5-9ccb-47de-8e44-8f3d3511335b req-8cebdbbb-5975-4439-bfe3-64e741c022d9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:46.517232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c413f5-9ccb-47de-8e44-8f3d3511335b req-8cebdbbb-5975-4439-bfe3-64e741c022d9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 943 time: 0.0843811 Jun 04 07:03:46.561615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c413f5-9ccb-47de-8e44-8f3d3511335b req-21cbb326-9bf4-48d7-b00c-657863ca33d5 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Jun 04 07:03:46.629681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:46.654886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-bbbcec42-8d1c-4f96-8880-9bc549aa8493 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114704 Jun 04 07:03:46.943967 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ec844b36-05e8-469f-b6d0-9a1ce34ade30 req-ec5e6105-c37f-4be8-8bff-0e176a0ab987 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345676 Jun 04 07:03:46.944915 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:46.954715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:46.966202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:46.986924 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:46.988344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:47.033002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-43d3c603-6112-4297-a337-9baf5f7d2666 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "DELETE /v2.0/floatingips/a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822 HTTP/1.1" status: 204 len: 168 time: 2.4280605 Jun 04 07:03:47.033844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:47.049155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-744863ab-81e4-455c-8549-a1128cbbb309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:47.211233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:47.278096 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab37e9d-a996-47cc-abc2-75b66401f1a1'] response: {'name': 'network-changed', 'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898', 'status': 'completed', 'code': 200} Jun 04 07:03:47.398609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 270c0246-5b11-4017-8138-a7bff4d91107 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:03:47.419281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-f5e2e034-63ba-42a3-9f5c-fd72b24c0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:47.420737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-f5e2e034-63ba-42a3-9f5c-fd72b24c0c2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 1096 time: 0.1212709 Jun 04 07:03:47.542882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce690-7126-436f-adb7-fb931e7519a6 req-aaf75d17-259d-4aab-b249-c7a2706889ef tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:47.544219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6bce690-7126-436f-adb7-fb931e7519a6 req-aaf75d17-259d-4aab-b249-c7a2706889ef tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1825552 Jun 04 07:03:47.674570 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=270c0246-5b11-4017-8138-a7bff4d91107,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:47.696697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '270c0246-5b11-4017-8138-a7bff4d91107', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'port_id': '270c0246-5b11-4017-8138-a7bff4d91107', 'mac_address': 'fa:16:3e:65:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:03:47.724725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-c80b84bb-5ebb-4485-925c-5aa73f925e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:47.726182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-c80b84bb-5ebb-4485-925c-5aa73f925e11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.2990720 Jun 04 07:03:47.753579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:47.762510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:47.766979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 270c0246-5b11-4017-8138-a7bff4d91107 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:47.767360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:47.788513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:47.789132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:47.790055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6bce690-7126-436f-adb7-fb931e7519a6 req-83a64e86-2182-4315-aba6-a3bbf9376f65 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105604 Jun 04 07:03:47.800948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-82c1fed3-32b4-4ff2-a5b9-4e76bb420603 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 200 len: 217 time: 0.0684576 Jun 04 07:03:47.843349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270c0246-5b11-4017-8138-a7bff4d91107 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:03:47.870417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-c236de03-bb2f-425f-9c76-a44aca8e90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:47.872284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-c236de03-bb2f-425f-9c76-a44aca8e90d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.0646732 Jun 04 07:03:47.876900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=270c0246-5b11-4017-8138-a7bff4d91107,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:47.887789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:48.018012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-0805cb48-fbb1-46e7-9d3c-f9b76951f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:48.019123 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-0805cb48-fbb1-46e7-9d3c-f9b76951f159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395524 Jun 04 07:03:48.026730 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fca423-ce11-4278-b1d1-071544e8d8e1 req-1a3d06b9-fa7a-408f-960f-bf3bb3426d55 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:48.028101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33fca423-ce11-4278-b1d1-071544e8d8e1 req-1a3d06b9-fa7a-408f-960f-bf3bb3426d55 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 944 time: 0.1161864 Jun 04 07:03:48.040020 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:48.125769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:48.162301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33fca423-ce11-4278-b1d1-071544e8d8e1 req-5fc8a578-38ea-446d-9391-b92455af203b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132636 Jun 04 07:03:48.200509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-8eda24b1-120b-4c3f-958c-33be20d2ee07 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714647 Jun 04 07:03:48.219749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['270c0246-5b11-4017-8138-a7bff4d91107'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:03:48.336412 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-091a453c-14b7-4d1a-bd13-b045d8c775e5 req-0d9fbb03-6334-4951-9899-6d06f3f64878 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283827 Jun 04 07:03:48.594139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:48.609869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22ec65-1826-49f8-9c90-9a5814a2773b None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'a68df6f5-d385-405d-b102-3df88f27bb4e', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'port_id': '59110630-b8c7-4449-868d-612b217dae0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'mac_address': 'fa:16:3e:59:81:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9370238-230a-4bfa-acd9-f45c03900465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T06:59:48Z', 'updated_at': '2022-06-04T06:59:54Z', 'revision_number': 1, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:48.876444 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90938f4f-3863-433f-8322-df16119e3b2b None None] New status for floating IP a4f9a8d1-5eb1-4fef-8baf-62ddb3dd7822: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:03:49.050012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41585083-4699-4b86-afe1-3b6ae3db5eae req-6eddab1a-af3b-45b3-849e-cd6b1cef2cb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:49.051495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41585083-4699-4b86-afe1-3b6ae3db5eae req-6eddab1a-af3b-45b3-849e-cd6b1cef2cb6 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1155713 Jun 04 07:03:49.061191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072237f-7e46-4f91-9752-c062d024b50f req-dcdb6bac-6029-42d4-a10f-c0bb45f351dd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:49.062479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4072237f-7e46-4f91-9752-c062d024b50f req-dcdb6bac-6029-42d4-a10f-c0bb45f351dd tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 945 time: 0.1721342 Jun 04 07:03:49.092152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efd9063c-1f2b-4f63-807a-13aed7b213ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.158021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41585083-4699-4b86-afe1-3b6ae3db5eae req-08dbc1fc-7b75-4d4f-b0fa-efb0401edbec tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945666 Jun 04 07:03:49.162224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 667152c6-58ab-4079-b7e8-84bc515c0898 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:49.162556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.390071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 270c0246-5b11-4017-8138-a7bff4d91107 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:03:49.479836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d85f3-bad5-4284-bc7b-b95fc0fb556d req-9ba2473c-a51b-4506-a602-affbdac59863 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:49.481340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a28d85f3-bad5-4284-bc7b-b95fc0fb556d req-9ba2473c-a51b-4506-a602-affbdac59863 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 944 time: 0.2087302 Jun 04 07:03:49.483199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 667152c6-58ab-4079-b7e8-84bc515c0898, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=667152c6-58ab-4079-b7e8-84bc515c0898,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:49.483555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.512983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 270c0246-5b11-4017-8138-a7bff4d91107 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:03:49.518254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 270c0246-5b11-4017-8138-a7bff4d91107 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:03:49.518617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.624121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 667152c6-58ab-4079-b7e8-84bc515c0898 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:49.643562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 270c0246-5b11-4017-8138-a7bff4d91107 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:03:49.643858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.670322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:49.680751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=270c0246-5b11-4017-8138-a7bff4d91107,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:49.685045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.686060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 667152c6-58ab-4079-b7e8-84bc515c0898 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:03:49.699038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a28d85f3-bad5-4284-bc7b-b95fc0fb556d req-43e5c7f8-3f73-471d-b3aa-bb6e603770e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074354 Jun 04 07:03:49.777298 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8c9afc-8428-4163-8f8e-17fe5f3e21ef'] response: {'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107', 'code': 200} Jun 04 07:03:49.802565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:49.807752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:49.811613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No active binding found for port 667152c6-58ab-4079-b7e8-84bc515c0898 {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 07:03:49.812048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 667152c6-58ab-4079-b7e8-84bc515c0898 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:03:49.909710 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd878a-2c29-42aa-9492-d9809660ef72 req-4d2ac8a6-9aa7-422d-82d7-ee46028be5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:49.911183 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4fd878a-2c29-42aa-9492-d9809660ef72 req-4d2ac8a6-9aa7-422d-82d7-ee46028be5bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1096 time: 0.0730355 Jun 04 07:03:49.956517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e4fd878a-2c29-42aa-9492-d9809660ef72 req-7fe7113e-cd57-4fff-929d-0b1601699e1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380926 Jun 04 07:03:49.980659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=667152c6-58ab-4079-b7e8-84bc515c0898,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:50.056774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 667152c6-58ab-4079-b7e8-84bc515c0898 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:03:50.059679 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:50.062208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'name': 'network-vif-deleted', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:50.074787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4072237f-7e46-4f91-9752-c062d024b50f req-56173701-7685-42eb-abcc-30b6f49fdbb0 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "DELETE /v2.0/ports/667152c6-58ab-4079-b7e8-84bc515c0898 HTTP/1.1" status: 204 len: 173 time: 0.9987924 Jun 04 07:03:50.106360 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f23c79-60b8-45e6-aba7-e8ae767b2188'] response: {'server_uuid': '012e1c99-8994-43dd-863c-db06dc4aa657', 'name': 'network-vif-deleted', 'tag': '667152c6-58ab-4079-b7e8-84bc515c0898', 'status': 'completed', 'code': 200} Jun 04 07:03:50.180842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:50.321549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-323cc272-191c-406a-b412-9c9d1227f462 req-c2bab53b-d917-4288-99d4-3785869e8e15 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:03:50.339926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-323cc272-191c-406a-b412-9c9d1227f462 req-c2bab53b-d917-4288-99d4-3785869e8e15 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:03:50.341163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-323cc272-191c-406a-b412-9c9d1227f462 req-c2bab53b-d917-4288-99d4-3785869e8e15 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=012e1c99-8994-43dd-863c-db06dc4aa657 HTTP/1.1" status: 200 len: 210 time: 0.0667934 Jun 04 07:03:50.536441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:50.889604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d36b-d7c0-43f6-a5f9-e59a67c561bd req-51fc6151-a2fd-49db-b4fe-e9ecf5c1fbdd tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:50.890970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9dd3d36b-d7c0-43f6-a5f9-e59a67c561bd req-51fc6151-a2fd-49db-b4fe-e9ecf5c1fbdd tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.0833855 Jun 04 07:03:50.916729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:03:50.938861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9dd3d36b-d7c0-43f6-a5f9-e59a67c561bd req-bd0e6b80-2a3b-40f7-9b1c-e79fd84228ec tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Jun 04 07:03:52.115680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:52.293132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bcddb-3aa0-40ff-8a6c-74aff6ec38c3 req-d4e22f7f-21ef-46cb-ac6c-96b1aee0b9b4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:52.294515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-738bcddb-3aa0-40ff-8a6c-74aff6ec38c3 req-d4e22f7f-21ef-46cb-ac6c-96b1aee0b9b4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.0822203 Jun 04 07:03:52.339551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-738bcddb-3aa0-40ff-8a6c-74aff6ec38c3 req-6a1bc9b2-8d66-4a99-b339-89e72dc28875 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392051 Jun 04 07:03:52.525019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68019d6d-892a-43f9-b102-7ca337cf1fb7 req-ecd52731-348a-4135-80ef-bbc5968a5412 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:52.526621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68019d6d-892a-43f9-b102-7ca337cf1fb7 req-ecd52731-348a-4135-80ef-bbc5968a5412 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.0812454 Jun 04 07:03:52.573730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68019d6d-892a-43f9-b102-7ca337cf1fb7 req-473cab39-fa2c-4ee1-afc5-993747de0dc2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412998 Jun 04 07:03:52.596351 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46252) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:52.671238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468f5c0-1fc9-4a3b-82e3-bc2babd881a9 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:52.673962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0468f5c0-1fc9-4a3b-82e3-bc2babd881a9 tempest-TestNetworkBasicOps-1429396358 tempest-TestNetworkBasicOps-1429396358-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1091 time: 0.0765400 Jun 04 07:03:52.675688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46258) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:52.681862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '270c0246-5b11-4017-8138-a7bff4d91107', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:03:52.692823 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:03:52.692983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Usage tracker for resource:floatingip and tenant:7eae2f0ae6fb4919a883d0973d83bebd is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:03:52.695911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:03:52.705266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:03:52.716673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:52.856291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:53.007761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Allocated IP 172.25.1.252 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/bc0148ba-c92b-4552-89e6-f95801fffe94) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:03:53.164987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:53.196098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:53.260551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:03:53.267638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:03:53.272049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:03:53.315125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=bc0148ba-c92b-4552-89e6-f95801fffe94,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:53.700747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:53.782087 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:54.122783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:54.128285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:54.245139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event updated for resources: {'Port': ['ID=bc0148ba-c92b-4552-89e6-f95801fffe94,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:54.255200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:54.436940 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Floating IP 4b309a0c-765f-44f1-8f09-8d06bab06703 associated. External IP: 172.25.1.252, port: 270c0246-5b11-4017-8138-a7bff4d91107. Jun 04 07:03:54.800907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router 1a5ca0b8-0834-404c-8448-3cb6e909f710 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:54.992050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:55.002949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Sync routers for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:55.015785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:55.016628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:55.018985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:55.093631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1b57579e-3485-40f0-8b84-f236a11c32e2 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4143200 Jun 04 07:03:55.093631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:55.094498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46272) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:55.144132 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b397a131-137f-4c78-925b-2e8577bea3e6'] response: {'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107', 'status': 'completed', 'code': 200} Jun 04 07:03:55.219439 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2f5422da-03c9-4a60-baaa-0a08f0b69a4c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/4b309a0c-765f-44f1-8f09-8d06bab06703 HTTP/1.1" status: 200 len: 991 time: 0.1231599 Jun 04 07:03:55.221702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:55.239755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54f14-dd99-4823-a91d-846d305b3980 req-708b07c1-2d4b-4a59-a555-47ea3ae9f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:55.241237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-708b07c1-2d4b-4a59-a555-47ea3ae9f638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1096 time: 0.0746975 Jun 04 07:03:55.374470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54f14-dd99-4823-a91d-846d305b3980 req-c31b37d4-0b48-4d45-9409-521a6eb872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:55.375787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-c31b37d4-0b48-4d45-9409-521a6eb872f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 898 time: 0.1284518 Jun 04 07:03:55.486388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-b6ffa4c8-e402-465c-aa6b-da878aac8656 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 999 time: 0.1046674 Jun 04 07:03:55.554996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54f14-dd99-4823-a91d-846d305b3980 req-e97e9491-131a-4c9a-a09f-5287f545b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:55.556440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-e97e9491-131a-4c9a-a09f-5287f545b509 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.0648623 Jun 04 07:03:55.583401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4b309a0c-765f-44f1-8f09-8d06bab06703', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'port_id': '270c0246-5b11-4017-8138-a7bff4d91107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'mac_address': 'fa:16:3e:65:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:03:53Z', 'updated_at': '2022-06-04T07:03:53Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:55.587435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Checking router: 1a5ca0b8-0834-404c-8448-3cb6e909f710 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:55.595876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:55.596478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:55.776208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b54f14-dd99-4823-a91d-846d305b3980 req-c5edd3b7-7861-4af1-9880-bd6c5ad6934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:55.778301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-c5edd3b7-7861-4af1-9880-bd6c5ad6934c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158968 Jun 04 07:03:55.803406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:55.844982 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:55.909722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-3f2e6e25-5119-45ee-b27f-4c108040a2b4 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253014 Jun 04 07:03:55.986333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46280) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:56.008964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.068552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38b54f14-dd99-4823-a91d-846d305b3980 req-8b003b7a-1795-4ce3-a55e-b00fd29012ed service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528583 Jun 04 07:03:56.184467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4b309a0c-765f-44f1-8f09-8d06bab06703', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'port_id': '270c0246-5b11-4017-8138-a7bff4d91107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'mac_address': 'fa:16:3e:65:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:03:53Z', 'updated_at': '2022-06-04T07:03:53Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:56.188368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92a2eb-0a76-409d-9e42-1fde4cce8111 None None] The sync data for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 is: [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4b309a0c-765f-44f1-8f09-8d06bab06703', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'port_id': '270c0246-5b11-4017-8138-a7bff4d91107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'mac_address': 'fa:16:3e:65:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:03:53Z', 'updated_at': '2022-06-04T07:03:53Z', 'revision_number': 0, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:56.198838 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port f3cb25ca-db48-446f-ae00-4b52472904e9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:56.199390 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.221759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46284) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:56.332665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8501d922-b8b6-4908-8d5d-757094e35fbc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/4b309a0c-765f-44f1-8f09-8d06bab06703 HTTP/1.1" status: 200 len: 991 time: 0.1097131 Jun 04 07:03:56.379320 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.380252 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.392572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0eae34-269c-4186-99a1-c794934a2fda None None] New status for floating IP 4b309a0c-765f-44f1-8f09-8d06bab06703: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:03:56.622324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for f3cb25ca-db48-446f-ae00-4b52472904e9 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:03:56.773618 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.819661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=f3cb25ca-db48-446f-ae00-4b52472904e9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:03:56.914351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:56.914698 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Floating IP a68df6f5-d385-405d-b102-3df88f27bb4e disassociated (deleted). External IP: 172.25.1.131, port: 59110630-b8c7-4449-868d-612b217dae0b. Jun 04 07:03:57.262319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:03:57.337101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:03:57.448008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:03:57.454476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e578630-b2ad-449e-bbfe-0438b118f34d tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/4b309a0c-765f-44f1-8f09-8d06bab06703 HTTP/1.1" status: 200 len: 993 time: 0.1161520 Jun 04 07:03:57.459496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:03:57.472070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:57.472741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:57.477346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:57.539650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba4fcf7e-1cd8-432c-ac21-09db5985791f tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "DELETE /v2.0/floatingips/a68df6f5-d385-405d-b102-3df88f27bb4e HTTP/1.1" status: 204 len: 168 time: 1.5519571 Jun 04 07:03:57.540148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:03:57.702086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:57.790495 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab16ef6-2529-461b-b156-3301fd84919b'] response: {'name': 'network-changed', 'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'tag': '59110630-b8c7-4449-868d-612b217dae0b', 'status': 'completed', 'code': 200} Jun 04 07:03:57.949387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-8fa9b6b8-a678-4f4c-8ba8-76e49f655697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:57.950875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-8fa9b6b8-a678-4f4c-8ba8-76e49f655697 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 1096 time: 0.1389236 Jun 04 07:03:58.032152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:58.036323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:03:58.046766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:03:58.047340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:58.066240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701b7c-3b8f-4969-b05f-fe125dd5359d req-ea4defb4-32a2-4c9b-8d96-526fd3941fba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.068331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c701b7c-3b8f-4969-b05f-fe125dd5359d req-ea4defb4-32a2-4c9b-8d96-526fd3941fba tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.1824167 Jun 04 07:03:58.129008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-6e59e125-8efb-426c-a668-ce1b986edb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.131122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-6e59e125-8efb-426c-a668-ce1b986edb6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 200 len: 913 time: 0.1713176 Jun 04 07:03:58.140653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c701b7c-3b8f-4969-b05f-fe125dd5359d req-fcc3ec2b-425c-4dcd-817e-72dd9e84c3e2 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648510 Jun 04 07:03:58.210196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-7e7c8cab-5697-433a-b2dc-12c96c1827e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 200 len: 217 time: 0.0686059 Jun 04 07:03:58.237135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:03:58.275154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-3788008c-45b3-4911-94af-e14a59369ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.276769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-3788008c-45b3-4911-94af-e14a59369ae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 200 len: 851 time: 0.0592926 Jun 04 07:03:58.358432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-3e1b06ac-de33-4d00-a980-1d428a94bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.359816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-3e1b06ac-de33-4d00-a980-1d428a94bc4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=65d3b96a-9fea-490b-9064-5a0e5720ae84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756488 Jun 04 07:03:58.498027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-f97f026e-bb45-412b-ae44-998a0f1f5761 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317270 Jun 04 07:03:58.519132 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-a8b8899d-aa5e-4bec-8927-63722d900450 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915964 Jun 04 07:03:58.581941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:03:58.586665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ed8608-74f8-4fc6-bb66-04bb83a23e44 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T06:49:55Z', 'revision_number': 4, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a', 'name': '', 'network_id': '65d3b96a-9fea-490b-9064-5a0e5720ae84', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'mac_address': 'fa:16:3e:b8:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:53Z', 'updated_at': '2022-06-04T06:50:04Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'subnets': [{'id': 'c39048f4-a79a-4370-90df-cf4f1af1b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:03:58.650820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86fbe5ad-fce7-4651-b155-29a8ef7c9c8b req-2b5d5461-4db4-4fdd-866f-f7c1eda0b787 service neutron] 10.222.0.39 "GET /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449163 Jun 04 07:03:58.684699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1a03-b028-4270-8c02-b4e142c44408 req-5bd6a080-3570-4754-a164-8b474fb62393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.686226 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-5bd6a080-3570-4754-a164-8b474fb62393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1096 time: 0.0827055 Jun 04 07:03:58.822645 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd654ae1-405a-4d4f-b28d-611cb14a2c75 None None] New status for floating IP a68df6f5-d385-405d-b102-3df88f27bb4e: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:03:58.839334 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1a03-b028-4270-8c02-b4e142c44408 req-fb86e955-4a46-46c8-9e66-06aa03b31f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:58.840784 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-fb86e955-4a46-46c8-9e66-06aa03b31f2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 898 time: 0.1358030 Jun 04 07:03:58.947628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-b45ff31f-a7b7-4585-8842-a28ba52481ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 1001 time: 0.0996945 Jun 04 07:03:59.011699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1a03-b028-4270-8c02-b4e142c44408 req-d4bb4d46-3a0f-4d8c-9579-7450be7de0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:59.013192 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-d4bb4d46-3a0f-4d8c-9579-7450be7de0b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.0599823 Jun 04 07:03:59.091478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1a03-b028-4270-8c02-b4e142c44408 req-7aaa3b63-a5a5-4c31-92af-03721bf33e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:59.092948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-7aaa3b63-a5a5-4c31-92af-03721bf33e32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727520 Jun 04 07:03:59.340548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bef959-a0cb-4406-8612-30b891113465 req-8f94c756-a525-4df7-b089-6997537391ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:59.345380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2bef959-a0cb-4406-8612-30b891113465 req-8f94c756-a525-4df7-b089-6997537391ed tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.0876846 Jun 04 07:03:59.345517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-35b45300-bc11-4d8a-99a9-6540b1bfc13d service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442870 Jun 04 07:03:59.430699 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2bef959-a0cb-4406-8612-30b891113465 req-9b77c35e-d740-4423-93e0-b9dabe862149 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/security-groups?id=8f810e74-87fc-47f7-9981-8d483cf908b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827856 Jun 04 07:03:59.469054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-d2a5dd84-ca5c-4af1-9b85-c5c78f17f337 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:03:59.469054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-d2a5dd84-ca5c-4af1-9b85-c5c78f17f337 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 945 time: 0.1014931 Jun 04 07:03:59.484359 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-ab301ac4-e8a4-470e-8e9a-77f8f71aceda service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343153 Jun 04 07:03:59.650881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port 59110630-b8c7-4449-868d-612b217dae0b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:03:59.651105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:03:59.897245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] For port 59110630-b8c7-4449-868d-612b217dae0b, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=59110630-b8c7-4449-868d-612b217dae0b,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:03:59.897631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:00.021849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for 59110630-b8c7-4449-868d-612b217dae0b owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:00.165184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:00.214383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=59110630-b8c7-4449-868d-612b217dae0b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:00.289640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] No DVR routers for this DVR port 59110630-b8c7-4449-868d-612b217dae0b on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:04:00.292060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:00.294538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'name': 'network-vif-deleted', 'tag': '59110630-b8c7-4449-868d-612b217dae0b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:04:00.306888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9878469e-5568-42ef-97d6-f7c602a47d7d req-cc012339-0013-4fcf-9990-004f8f34f023 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.39 "DELETE /v2.0/ports/59110630-b8c7-4449-868d-612b217dae0b HTTP/1.1" status: 204 len: 173 time: 0.8339832 Jun 04 07:04:00.345165 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3aebc5d-6e61-4fdb-9766-20ae8ddb4127'] response: {'server_uuid': 'd9370238-230a-4bfa-acd9-f45c03900465', 'name': 'network-vif-deleted', 'tag': '59110630-b8c7-4449-868d-612b217dae0b', 'status': 'completed', 'code': 200} Jun 04 07:04:00.588464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-665bad8b-477b-400b-8609-ec22fd8b2624 req-65217bae-a95f-4759-bec7-6101b2303c13 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Synchronizing usage tracker for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:04:00.607049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-665bad8b-477b-400b-8609-ec22fd8b2624 req-65217bae-a95f-4759-bec7-6101b2303c13 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Unset dirty status for tenant:583d2e88dbf2437cb0fea6cc43c1b507 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:04:00.614626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-665bad8b-477b-400b-8609-ec22fd8b2624 req-65217bae-a95f-4759-bec7-6101b2303c13 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "GET /v2.0/ports?device_id=d9370238-230a-4bfa-acd9-f45c03900465 HTTP/1.1" status: 200 len: 210 time: 0.0724366 Jun 04 07:04:01.437536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59110630-b8c7-4449-868d-612b217dae0b no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:01.477067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 59110630-b8c7-4449-868d-612b217dae0b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:01.477067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 59110630-b8c7-4449-868d-612b217dae0b not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:01.705024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46308) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:01.861191 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Deleting port f9571bbf-e27e-4ac6-8762-e37ece4eb4ba {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:01.861561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.028786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.028955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.155566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Calling delete_port for f9571bbf-e27e-4ac6-8762-e37ece4eb4ba owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:02.292942 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.339880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'Port': ['ID=f9571bbf-e27e-4ac6-8762-e37ece4eb4ba,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:02.533576 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.551853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:02.553012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bbe2b52f-fd78-43e7-b369-c2637f9f5b23 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "DELETE /v2.0/floatingips/d14ca39c-5711-47e1-98d4-d44a98917713 HTTP/1.1" status: 204 len: 168 time: 0.8469341 Jun 04 07:04:05.011810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46332) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:05.063066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46336) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:05.090202 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:05.120921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:05.186974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42dfd-2b4e-45ae-84fc-21291d1f12c3 req-3723d56c-13ac-4e9f-828c-b10e32d41a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:04:05.188923 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ea42dfd-2b4e-45ae-84fc-21291d1f12c3 req-3723d56c-13ac-4e9f-828c-b10e32d41a49 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.1237619 Jun 04 07:04:05.190981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:05.210616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f810e74-87fc-47f7-9981-8d483cf908b9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:05.222488 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:05.225971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5f02e3fa-5951-451d-ae6f-9df511ad2641 tempest-TestVolumeBootPattern-1394112010 tempest-TestVolumeBootPattern-1394112010-project] 10.222.0.17 "DELETE /v2.0/security-groups/8f810e74-87fc-47f7-9981-8d483cf908b9 HTTP/1.1" status: 204 len: 168 time: 0.2122526 Jun 04 07:04:05.231520 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4ea42dfd-2b4e-45ae-84fc-21291d1f12c3 req-8ef07db0-98ff-4314-8551-93d623cd0e4c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360529 Jun 04 07:04:05.288553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:05.973314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:06.332702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Deleting port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:06.333414 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:06.504948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] For port aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:06.505304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:06.640205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Calling delete_port for aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:07.065879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:07.110148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:07.386545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:07.742602 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Router b4404d38-4494-49d1-9294-03bfd354548a has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:04:07.913950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:04:07.922304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Sync routers for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:04:07.929617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb0b7104-2d3a-4cf8-9ed2-b56a2e7f631e admin admin] 10.222.0.17 "PUT /v2.0/routers/b4404d38-4494-49d1-9294-03bfd354548a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361177 Jun 04 07:04:07.929617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46364) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:07.932238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:04:07.932827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:08.167490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:04:08.241724 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:08.442461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:08.452061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Deleting port 56cd8992-60a7-44f3-9e5e-02bf3681d37c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:08.452388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:08.462831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T07:04:07Z', 'revision_number': 5, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port': {'id': '56cd8992-60a7-44f3-9e5e-02bf3681d37c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:49:46Z', 'updated_at': '2022-06-04T06:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:08.466578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Checking router: b4404d38-4494-49d1-9294-03bfd354548a for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:04:08.474949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Routers {'b4404d38-4494-49d1-9294-03bfd354548a'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:04:08.475536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b4404d38-4494-49d1-9294-03bfd354548a'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:08.627175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] Set router b4404d38-4494-49d1-9294-03bfd354548a gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:04:08.628382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] For port 56cd8992-60a7-44f3-9e5e-02bf3681d37c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56cd8992-60a7-44f3-9e5e-02bf3681d37c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:08.628743 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:08.732682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T07:04:08Z', 'revision_number': 6, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:08.736579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28bdfa-65bf-41f7-b6a7-7f98860dc995 None None] The sync data for ids ['b4404d38-4494-49d1-9294-03bfd354548a'] in n-d-811808-2 is: [{'id': 'b4404d38-4494-49d1-9294-03bfd354548a', 'name': 'tempest-TestVolumeBootPattern-2030361468-router', 'tenant_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:49:44Z', 'updated_at': '2022-06-04T07:04:08Z', 'revision_number': 6, 'project_id': '583d2e88dbf2437cb0fea6cc43c1b507', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:04:08.759427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Calling delete_port for 56cd8992-60a7-44f3-9e5e-02bf3681d37c owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:08.930739 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:08.981774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cd8992-60a7-44f3-9e5e-02bf3681d37c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:09.070756 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.250208 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.252522 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.276817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.277321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4404d38-4494-49d1-9294-03bfd354548a {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:04:09.290094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.291200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6552b745-7f36-483a-bd92-4adf37762932 admin admin] 10.222.0.17 "DELETE /v2.0/routers/b4404d38-4494-49d1-9294-03bfd354548a HTTP/1.1" status: 204 len: 168 time: 1.3606577 Jun 04 07:04:09.293714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46368) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:09.354484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Deleting subnet c39048f4-a79a-4370-90df-cf4f1af1b0bd {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:04:09.357313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.405124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.481722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.552517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.592132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39048f4-a79a-4370-90df-cf4f1af1b0bd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:09.596532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.603155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b18de0e-095c-4c5e-9c34-8a100dc7c36c None None] Network 65d3b96a-9fea-490b-9064-5a0e5720ae84 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:04:09.604381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-00fcec41-76d1-4bc2-b249-65b4ba8b517e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c39048f4-a79a-4370-90df-cf4f1af1b0bd HTTP/1.1" status: 204 len: 168 time: 0.3097250 Jun 04 07:04:09.606851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46372) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:09.852507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.871377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Deleting port dcd6ada1-4511-400f-abd9-b75697cd692f {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:09.871714 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:09.898671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] DHCP port deletion for 65d3b96a-9fea-490b-9064-5a0e5720ae84 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:04:09.902686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Deleting port dcd6ada1-4511-400f-abd9-b75697cd692f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:09.903056 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.087540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] For port dcd6ada1-4511-400f-abd9-b75697cd692f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dcd6ada1-4511-400f-abd9-b75697cd692f,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:10.087817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.092762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:10.141503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:10.141751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device aa54ca1b-2861-40eb-9b2b-6a9c2ed1209a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:10.142165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56cd8992-60a7-44f3-9e5e-02bf3681d37c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:10.179324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 56cd8992-60a7-44f3-9e5e-02bf3681d37c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:10.179673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56cd8992-60a7-44f3-9e5e-02bf3681d37c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:10.180083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dcd6ada1-4511-400f-abd9-b75697cd692f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:10.210443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Calling delete_port for dcd6ada1-4511-400f-abd9-b75697cd692f owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:10.215503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] For port dcd6ada1-4511-400f-abd9-b75697cd692f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dcd6ada1-4511-400f-abd9-b75697cd692f,segment=NetworkSegment(30ca7957-6eae-4c5f-ac7a-692c845371f8),segment_id=30ca7957-6eae-4c5f-ac7a-692c845371f8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:10.215902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.289846 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.338550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd6ada1-4511-400f-abd9-b75697cd692f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:10.344635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] No DVR routers for this DVR port dcd6ada1-4511-400f-abd9-b75697cd692f on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:04:10.383549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Calling delete_port for dcd6ada1-4511-400f-abd9-b75697cd692f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:10.435234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port dcd6ada1-4511-400f-abd9-b75697cd692f {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 07:04:10.435652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dcd6ada1-4511-400f-abd9-b75697cd692f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:10.462806 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:04:10.463164 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:04:10.466162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.491009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d3b96a-9fea-490b-9064-5a0e5720ae84']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:10.502680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ca7957-6eae-4c5f-ac7a-692c845371f8') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:10.502975 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ca7957-6eae-4c5f-ac7a-692c845371f8') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:10.514706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.530588 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.536614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:04:10.536988 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.603764 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 30ca7957-6eae-4c5f-ac7a-692c845371f8 resource provider aggregate not found Jun 04 07:04:10.622277 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 30ca7957-6eae-4c5f-ac7a-692c845371f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30ca7957-6eae-4c5f-ac7a-692c845371f8 found for delete ", "request_id": "req-e6818bc2-61c3-440d-98f8-f571040430ad"}]} Jun 04 07:04:10.635092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.651349 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:10.662550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d3b96a-9fea-490b-9064-5a0e5720ae84,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:10.673949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-199809c1-1178-4e91-adab-3894aef70555 admin admin] 10.222.0.17 "DELETE /v2.0/networks/65d3b96a-9fea-490b-9064-5a0e5720ae84 HTTP/1.1" status: 204 len: 168 time: 1.0661700 Jun 04 07:04:10.676911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46380) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:10.964417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Deleting port dcd6ada1-4511-400f-abd9-b75697cd692f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:10.964934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:11.034546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5e4611d6-43e8-4424-9a79-4b19e409ab1e None None] The port 'dcd6ada1-4511-400f-abd9-b75697cd692f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:04:11.210149 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:11.659486 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Deleting port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:11.660232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:11.829288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] For port a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:11.829677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:11.950752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Calling delete_port for a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:12.126457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:12.177443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:12.440371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:12.906463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Router e96be29d-a948-49cc-927a-fd85b9fdcd3b has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:04:13.094805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:04:13.104026 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Sync routers for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:04:13.110981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-25b9aae9-743a-4fb6-b975-78b2ffd38be8 admin admin] 10.222.0.17 "PUT /v2.0/routers/e96be29d-a948-49cc-927a-fd85b9fdcd3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4330432 Jun 04 07:04:13.113411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:13.114153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:04:13.114153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:13.291063 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:13.320775 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:04:13.470981 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:13.480899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Deleting port 4efc6c62-a793-4f97-aae5-a6dc753233ad {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:13.481238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:13.610860 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T07:04:12Z', 'revision_number': 5, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port': {'id': '4efc6c62-a793-4f97-aae5-a6dc753233ad', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T06:50:03Z', 'updated_at': '2022-06-04T06:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:13.614610 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Checking router: e96be29d-a948-49cc-927a-fd85b9fdcd3b for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:04:13.622567 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Routers {'e96be29d-a948-49cc-927a-fd85b9fdcd3b'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:04:13.623149 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:03:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:13.657842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] For port 4efc6c62-a793-4f97-aae5-a6dc753233ad, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4efc6c62-a793-4f97-aae5-a6dc753233ad,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:13.658335 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:13.783739 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] Set router e96be29d-a948-49cc-927a-fd85b9fdcd3b gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:04:13.788827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Calling delete_port for 4efc6c62-a793-4f97-aae5-a6dc753233ad owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:13.890676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T07:04:13Z', 'revision_number': 6, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:13.894652 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232291d-1c2a-4ae9-95bd-657024d4b83c None None] The sync data for ids ['e96be29d-a948-49cc-927a-fd85b9fdcd3b'] in n-d-811808-2 is: [{'id': 'e96be29d-a948-49cc-927a-fd85b9fdcd3b', 'name': 'tempest-TestVolumeBootPattern-1245187518-router', 'tenant_id': '5a1ef08781524fefabbed3e50d4df5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T06:50:01Z', 'updated_at': '2022-06-04T07:04:13Z', 'revision_number': 6, 'project_id': '5a1ef08781524fefabbed3e50d4df5fb', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:04:13.957798 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.003876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Pushing event deleted for resources: {'Port': ['ID=4efc6c62-a793-4f97-aae5-a6dc753233ad,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:14.206554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.359937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:14.397996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:14.398348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a4a40ae1-9e9a-4c86-b169-d7e0060fc3a2 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:14.401287 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.403987 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.429888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.430434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e96be29d-a948-49cc-927a-fd85b9fdcd3b {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:04:14.443203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.445900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20d698ed-54d1-45ca-9d33-7b4b1cb5e25f admin admin] 10.222.0.17 "DELETE /v2.0/routers/e96be29d-a948-49cc-927a-fd85b9fdcd3b HTTP/1.1" status: 204 len: 168 time: 1.3305099 Jun 04 07:04:14.446936 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46388) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:14.509213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Deleting subnet 4d29083a-1f03-48bb-b14a-248c9a067213 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:04:14.512089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.562122 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.640508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.709842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.748301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d29083a-1f03-48bb-b14a-248c9a067213,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:14.754741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.758100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc10950-ec80-4152-afca-5ba1d2cb7313 None None] Network f4c2b8bc-cb47-469b-a26e-98cd4de13488 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:04:14.762981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.763275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.763609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.763957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.764282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.764612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.764941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.765269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.765653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.765967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.766292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.766615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:14.770862 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6afdd88e-ad1d-47d5-8de7-14747dceafed admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4d29083a-1f03-48bb-b14a-248c9a067213 HTTP/1.1" status: 204 len: 168 time: 0.3229351 Jun 04 07:04:14.773232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46392) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:14.885880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:14.897217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Deleting port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:14.897585 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.044378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] DHCP port deletion for f4c2b8bc-cb47-469b-a26e-98cd4de13488 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:04:15.048707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Deleting port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:15.049081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.113680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] For port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:15.114219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.236402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Calling delete_port for 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:15.250420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] For port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,segment=NetworkSegment(335dc846-3650-462c-8430-a918497345d8),segment_id=335dc846-3650-462c-8430-a918497345d8)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:04:15.250750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.314911 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.361047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec84c84-8617-4e7d-878d-6f77f5a95ab4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:15.366514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] No DVR routers for this DVR port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:04:15.376413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Calling delete_port for 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:15.449457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:04:15.449836 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:04:15.482576 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.508775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c2b8bc-cb47-469b-a26e-98cd4de13488']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:15.520596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335dc846-3650-462c-8430-a918497345d8') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:15.520886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335dc846-3650-462c-8430-a918497345d8') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:04:15.531715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.548203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.555396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:04:15.555876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.726253 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 335dc846-3650-462c-8430-a918497345d8 resource provider aggregate not found Jun 04 07:04:15.745428 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 335dc846-3650-462c-8430-a918497345d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 335dc846-3650-462c-8430-a918497345d8 found for delete ", "request_id": "req-8df58cb8-d3a3-49bf-9a72-b9a2b7c00e21"}]} Jun 04 07:04:15.757765 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.773408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.783116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c2b8bc-cb47-469b-a26e-98cd4de13488,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:15.790660 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b665a942-b244-426a-a1fd-86f4ae0fd2b3 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f4c2b8bc-cb47-469b-a26e-98cd4de13488 HTTP/1.1" status: 204 len: 168 time: 1.0164690 Jun 04 07:04:15.912124 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46404) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:15.951261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Deleting port 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:15.951651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:15.960766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6ac2dca4-e78b-41a2-84c1-de5816245bb7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=583d2e88dbf2437cb0fea6cc43c1b507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475023 Jun 04 07:04:15.963185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46408) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:16.022576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-264a60a7-2c35-4b78-8535-86039adc0425 None None] The port '2ec84c84-8617-4e7d-878d-6f77f5a95ab4' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:04:16.034776 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.062198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.094187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4efc6c62-a793-4f97-aae5-a6dc753233ad no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:16.118930 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.131051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4efc6c62-a793-4f97-aae5-a6dc753233ad {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:16.131397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4efc6c62-a793-4f97-aae5-a6dc753233ad not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:16.131811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:04:16.141877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f730eac-4f7e-40dc-8fed-a211778de9da,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:16.146176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.149930 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c75794dd-3a8c-4a69-81ce-4e4bbdbfe263 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5f730eac-4f7e-40dc-8fed-a211778de9da HTTP/1.1" status: 204 len: 168 time: 0.1831825 Jun 04 07:04:16.173868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:04:16.174210 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2ec84c84-8617-4e7d-878d-6f77f5a95ab4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:04:16.485620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46416) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:16.533951 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-919232db-c3fe-4829-8921-da1a938522ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5a1ef08781524fefabbed3e50d4df5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471673 Jun 04 07:04:16.536886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46420) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:16.592880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.626529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.689157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.703896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b7c3ce-0a34-4abe-bf7c-354509953c2c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:16.712653 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:16.713788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b62f8b1e-5031-4de2-8a27-3bfaac10f222 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/75b7c3ce-0a34-4abe-bf7c-354509953c2c HTTP/1.1" status: 204 len: 168 time: 0.1759894 Jun 04 07:04:16.985159 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b4f1d11-c3b8-4b76-be56-4f4b66c000ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:19.093278 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7c6356df-731b-48f7-818a-e00b5b1506c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:20.185212 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:20.538220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:22.117513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:25.806338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:25.965398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:27.916369 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:04:45.715264 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-a827021b-e0c5-4d80-b8c6-c652c9279b0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690119 Jun 04 07:04:45.852986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-8fbba249-e737-4147-938c-215a21dd7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:04:45.854457 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-8fbba249-e737-4147-938c-215a21dd7f01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0733738 Jun 04 07:04:46.000459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-7d4d97d8-daff-4c36-aa10-d74316417a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:04:46.001938 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-7d4d97d8-daff-4c36-aa10-d74316417a5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1296380 Jun 04 07:04:46.104190 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-0f62bc31-fea6-4ad9-acb7-fcd5718816f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1000 time: 0.0963769 Jun 04 07:04:46.165295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-200ecd7b-0442-481c-a9b1-354ac1c9265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:04:46.166710 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-200ecd7b-0442-481c-a9b1-354ac1c9265c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0568211 Jun 04 07:04:46.239731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-9fbe6613-4caa-4c25-9fd5-dd10a83252ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:04:46.241128 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-9fbe6613-4caa-4c25-9fd5-dd10a83252ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683162 Jun 04 07:04:46.369972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-aa92abb4-df0d-4775-a8b4-0cbbe9a9da06 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226063 Jun 04 07:04:46.501093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-10a78eb8-0029-48e8-9003-6cc7be324040 req-acb7cde2-8c4f-4b8f-bb53-11e0ba9288ad service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247883 Jun 04 07:04:46.980461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c0baac39-f595-4c31-936f-662e402cbd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:49.095345 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-153b0124-4f99-4184-bbdf-705dc1c811d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:50.186646 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:50.540367 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:52.121676 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:55.811541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:55.980538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:58.112353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46460) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:58.435280 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ca0e935f-d65a-430f-8a4e-fd946025897c tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/floatingips/4b309a0c-765f-44f1-8f09-8d06bab06703 HTTP/1.1" status: 200 len: 993 time: 0.3217752 Jun 04 07:04:58.800061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46470) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:04:59.009253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port bc0148ba-c92b-4552-89e6-f95801fffe94 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:04:59.009671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:59.176079 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:59.176442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:59.299687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for bc0148ba-c92b-4552-89e6-f95801fffe94 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:04:59.488875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:59.565897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=bc0148ba-c92b-4552-89e6-f95801fffe94,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:04:59.611835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.612176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.612515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.612846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.613173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.613522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.613851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.614241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.614559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.614878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.615202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.615519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:04:59.652197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-d421d93f-808e-45dc-b67b-038fd2767fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2127032 Jun 04 07:04:59.658173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:04:59.658499 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Floating IP 4b309a0c-765f-44f1-8f09-8d06bab06703 disassociated (deleted). External IP: 172.25.1.252, port: 270c0246-5b11-4017-8138-a7bff4d91107. Jun 04 07:05:00.003083 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-506c9164-5f96-41b7-9d7b-f3a35566a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:00.004530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-506c9164-5f96-41b7-9d7b-f3a35566a14e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1096 time: 0.2809126 Jun 04 07:05:00.282506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-0a6d7cc9-9a53-439b-b71b-97b809c83dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:00.283827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-0a6d7cc9-9a53-439b-b71b-97b809c83dd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 898 time: 0.2290969 Jun 04 07:05:00.289203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router 1a5ca0b8-0834-404c-8448-3cb6e909f710 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:05:00.357977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-3d12ce49-90ba-4d60-ac5f-4ca03224ba6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 217 time: 0.0676646 Jun 04 07:05:00.544925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-0045b250-a5e4-4540-8d75-465de06bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:00.546282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-0045b250-a5e4-4540-8d75-465de06bcbfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.1346014 Jun 04 07:05:00.620394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:05:00.630502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Sync routers for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:05:00.640018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:05:00.640771 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:04:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:00.656524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:00.698726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-4fee7ec2-f753-4680-a984-d78b24f6a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:00.700181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-4fee7ec2-f753-4680-a984-d78b24f6a9f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467288 Jun 04 07:05:00.787709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bcf5f1dd-fef6-4dff-9030-53a245b68c6b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/floatingips/4b309a0c-765f-44f1-8f09-8d06bab06703 HTTP/1.1" status: 204 len: 168 time: 1.9840279 Jun 04 07:05:00.791027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:05:00.839373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:05:00.852406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-b1b277a8-5870-4122-a571-69a185b5e4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429825 Jun 04 07:05:00.997720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1da215-82d6-4c0d-aa7e-1ee81b0f489b req-8de845bf-4342-44ea-8b1e-ff5d7a3f2428 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386094 Jun 04 07:05:01.069812 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5d1c94-181c-4c82-9b5b-ffe2be4724be'] response: {'name': 'network-changed', 'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107', 'status': 'completed', 'code': 200} Jun 04 07:05:01.160850 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:01.165568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Checking router: 1a5ca0b8-0834-404c-8448-3cb6e909f710 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:05:01.173784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:05:01.174371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:04:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:01.216568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-d776b253-603a-45cd-8ab2-0326df02ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:01.218058 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-d776b253-603a-45cd-8ab2-0326df02ea61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 1096 time: 0.1250491 Jun 04 07:05:01.318667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fd8bb-33b3-42c8-9cd6-ced2b09a90f0 req-1841e6bb-eee2-492c-912c-2b769c9db345 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:01.319309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-059fd8bb-33b3-42c8-9cd6-ced2b09a90f0 req-1841e6bb-eee2-492c-912c-2b769c9db345 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Synchronizing usage tracker for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:05:01.358325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:05:01.360863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-059fd8bb-33b3-42c8-9cd6-ced2b09a90f0 req-1841e6bb-eee2-492c-912c-2b769c9db345 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Unset dirty status for tenant:7eae2f0ae6fb4919a883d0973d83bebd on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:05:01.362043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-059fd8bb-33b3-42c8-9cd6-ced2b09a90f0 req-1841e6bb-eee2-492c-912c-2b769c9db345 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.2069139 Jun 04 07:05:01.394816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-7f14d1db-5b6e-4fc1-a70f-d0c5c8405b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:01.396362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-7f14d1db-5b6e-4fc1-a70f-d0c5c8405b4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 200 len: 898 time: 0.1674497 Jun 04 07:05:01.614786 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-059fd8bb-33b3-42c8-9cd6-ced2b09a90f0 req-a9a10632-8d9a-427d-97e7-a0aeae2b9ea4 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391262 Jun 04 07:05:01.616032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-8a499a7b-fbd2-489a-ab37-a4a07ff19cec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 200 len: 217 time: 0.2036588 Jun 04 07:05:01.679412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-1330b578-2b08-4bc9-a90e-e64d37c1fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:01.680833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-1330b578-2b08-4bc9-a90e-e64d37c1fcec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 200 len: 835 time: 0.0581384 Jun 04 07:05:01.687375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:01.691320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad4a89-8207-4e91-b7ef-486cb34b2c37 None None] The sync data for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 is: [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:03:36Z', 'revision_number': 4, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3', 'name': '', 'network_id': 'f3c78581-ac21-4d58-9c72-9aa0aae3b14c', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'mac_address': 'fa:16:3e:bd:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:35Z', 'updated_at': '2022-06-04T07:03:42Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'subnets': [{'id': '052b41a0-f021-45c2-ae1b-909b31f32a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:05:01.760051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-974467bf-9609-4950-ba76-840aec8d48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:01.761594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-974467bf-9609-4950-ba76-840aec8d48d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3c78581-ac21-4d58-9c72-9aa0aae3b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742576 Jun 04 07:05:01.902180 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3506b3b-6a94-4c41-b1b2-85fe404cb1ee None None] New status for floating IP 4b309a0c-765f-44f1-8f09-8d06bab06703: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:05:01.903817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-68f004e8-8611-4b7f-a703-c6778c7ce731 service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348054 Jun 04 07:05:02.042601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b890350-46f2-49b7-a3c4-7251a6da370a req-2adef81b-80b7-46c4-ba78-06f4324a281a service neutron] 10.222.0.39 "GET /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323020 Jun 04 07:05:02.638197 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1515206-66b1-43e1-89fd-87760765b32d req-81e341c6-46f5-4b36-91bb-3b78f6a888c9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:02.640599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1515206-66b1-43e1-89fd-87760765b32d req-81e341c6-46f5-4b36-91bb-3b78f6a888c9 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.0842757 Jun 04 07:05:02.726896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port 270c0246-5b11-4017-8138-a7bff4d91107 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:05:02.727237 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:02.970132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7ee23-87c5-47d4-9e88-d08bfc7dcbfb req-f174ff7a-e5cf-466a-9f8b-de1f49223556 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:02.971583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5b7ee23-87c5-47d4-9e88-d08bfc7dcbfb req-f174ff7a-e5cf-466a-9f8b-de1f49223556 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4281245-2f65-4d7e-b2b7-2c6649248d2c HTTP/1.1" status: 200 len: 945 time: 0.2209153 Jun 04 07:05:03.064848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5b7ee23-87c5-47d4-9e88-d08bfc7dcbfb req-ff2fe6b4-a720-4bcb-ab47-9f5ffea34c73 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "GET /v2.0/security-groups?id=96333338-48e6-4025-b97a-00fe0dbb91cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798132 Jun 04 07:05:03.074512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port 270c0246-5b11-4017-8138-a7bff4d91107, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=270c0246-5b11-4017-8138-a7bff4d91107,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:05:03.074874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:03.197844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for 270c0246-5b11-4017-8138-a7bff4d91107 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:05:03.338907 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:03.386536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=270c0246-5b11-4017-8138-a7bff4d91107,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:03.465818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] No DVR routers for this DVR port 270c0246-5b11-4017-8138-a7bff4d91107 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:05:03.468314 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:03.471972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'name': 'network-vif-deleted', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:05:03.487019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1515206-66b1-43e1-89fd-87760765b32d req-03a05e60-fff8-4639-8173-681cb22016a8 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.39 "DELETE /v2.0/ports/270c0246-5b11-4017-8138-a7bff4d91107 HTTP/1.1" status: 204 len: 173 time: 0.8414638 Jun 04 07:05:03.518763 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b7dad0-e26e-48de-a5b7-b55651c42819'] response: {'server_uuid': 'c4281245-2f65-4d7e-b2b7-2c6649248d2c', 'name': 'network-vif-deleted', 'tag': '270c0246-5b11-4017-8138-a7bff4d91107', 'status': 'completed', 'code': 200} Jun 04 07:05:04.161371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46490) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:04.229307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:04.259075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:04.323480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:04.341391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96333338-48e6-4025-b97a-00fe0dbb91cf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:04.357133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:04.358286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f3e7faa2-4ec6-407e-9da3-ece1d770057a tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/security-groups/96333338-48e6-4025-b97a-00fe0dbb91cf HTTP/1.1" status: 204 len: 168 time: 0.1959105 Jun 04 07:05:04.391288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46496) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:04.915350 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:05:05.043510 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:05.390254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:05:05.390960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:05.575334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:05:05.575688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:05.695896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:05:05.878902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:05.929118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:06.314021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:06.680269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Router 1a5ca0b8-0834-404c-8448-3cb6e909f710 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:05:06.861464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:05:06.871838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Sync routers for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:05:06.873885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-95ff97cc-6b36-4f60-bca1-223aa42175bc tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "PUT /v2.0/routers/1a5ca0b8-0834-404c-8448-3cb6e909f710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4815156 Jun 04 07:05:06.876459 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46500) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:06.881181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:05:06.882081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:04:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:06.941595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting subnet 052b41a0-f021-45c2-ae1b-909b31f32a18 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:05:06.944522 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.005838 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.064964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:05:07.095435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.173504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.215210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Subnet': ['ID=052b41a0-f021-45c2-ae1b-909b31f32a18,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:07.222049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.231038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c96bf24d-77ac-40f0-8186-fa3d9947357f tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/subnets/052b41a0-f021-45c2-ae1b-909b31f32a18 HTTP/1.1" status: 204 len: 168 time: 0.3512242 Jun 04 07:05:07.231227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46504) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:07.231347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2dfea8-71bd-4007-8196-99504a3f7a1d None None] Network f3c78581-ac21-4d58-9c72-9aa0aae3b14c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:05:07.410562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.587476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:05:05Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:07.591951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Checking router: 1a5ca0b8-0834-404c-8448-3cb6e909f710 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:05:07.601646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Routers {'1a5ca0b8-0834-404c-8448-3cb6e909f710'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:05:07.602283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:04:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['1a5ca0b8-0834-404c-8448-3cb6e909f710'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:07.656835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] DHCP port deletion for f3c78581-ac21-4d58-9c72-9aa0aae3b14c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:05:07.677188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Deleting port a1a4a799-fcc0-405d-8ab6-5229a78ac089 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:05:07.677589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.718028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.727734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Deleting port f69bc43f-bca8-4396-baed-067f4f3b7882 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:05:07.728070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.731693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 270c0246-5b11-4017-8138-a7bff4d91107 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:05:07.825136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 270c0246-5b11-4017-8138-a7bff4d91107 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:05:07.825509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 270c0246-5b11-4017-8138-a7bff4d91107 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:05:07.910334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] For port f69bc43f-bca8-4396-baed-067f4f3b7882, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f69bc43f-bca8-4396-baed-067f4f3b7882,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:05:07.910561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:07.918059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] Set router 1a5ca0b8-0834-404c-8448-3cb6e909f710 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:05:08.034643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Calling delete_port for f69bc43f-bca8-4396-baed-067f4f3b7882 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:05:08.127516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a1a4a799-fcc0-405d-8ab6-5229a78ac089 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:05:08.216174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.253331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] For port a1a4a799-fcc0-405d-8ab6-5229a78ac089, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a1a4a799-fcc0-405d-8ab6-5229a78ac089,segment=NetworkSegment(82187853-b730-4597-8c02-c4406daa71d6),segment_id=82187853-b730-4597-8c02-c4406daa71d6)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:05:08.253749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.265790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Port': ['ID=f69bc43f-bca8-4396-baed-067f4f3b7882,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:08.358779 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.436150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Calling delete_port for a1a4a799-fcc0-405d-8ab6-5229a78ac089 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:05:08.545570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.547656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.570169 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.570659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5ca0b8-0834-404c-8448-3cb6e909f710 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:05:08.586941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.588014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5cd90a8f-5899-49c2-94f2-dd2b61c06311 tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/routers/1a5ca0b8-0834-404c-8448-3cb6e909f710 HTTP/1.1" status: 204 len: 168 time: 1.3558841 Jun 04 07:05:08.590796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46508) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:08.623880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a1a4a799-fcc0-405d-8ab6-5229a78ac089 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:05:08.624249 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.654418 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.706892 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.735497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Pushing event deleted for resources: {'Port': ['ID=a1a4a799-fcc0-405d-8ab6-5229a78ac089,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:08.743641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] No DVR routers for this DVR port a1a4a799-fcc0-405d-8ab6-5229a78ac089 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:05:08.758070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.758395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.758733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.759064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.759401 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.759730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.760061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.760384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.760708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.761032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.761353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.761703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946da2e5-166f-49a1-8d06-ed6890ac0619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:05:08.774953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:05:05Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:08.780357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42c62a-1935-4770-940c-e420a06257bc None None] The sync data for ids ['1a5ca0b8-0834-404c-8448-3cb6e909f710'] in n-d-811808-2 is: [{'id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'name': 'tempest-TestNetworkBasicOps-router-916373842', 'tenant_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:03:31Z', 'updated_at': '2022-06-04T07:05:05Z', 'revision_number': 5, 'project_id': '7eae2f0ae6fb4919a883d0973d83bebd', 'gw_port': {'id': 'f69bc43f-bca8-4396-baed-067f4f3b7882', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5ca0b8-0834-404c-8448-3cb6e909f710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:03:32Z', 'updated_at': '2022-06-04T07:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:05:08.842888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.867971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c78581-ac21-4d58-9c72-9aa0aae3b14c']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:08.879427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82187853-b730-4597-8c02-c4406daa71d6') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:08.879719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82187853-b730-4597-8c02-c4406daa71d6') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:05:08.890675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.905885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.911692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:05:08.912062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:08.983655 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 82187853-b730-4597-8c02-c4406daa71d6 resource provider aggregate not found Jun 04 07:05:09.004509 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 82187853-b730-4597-8c02-c4406daa71d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82187853-b730-4597-8c02-c4406daa71d6 found for delete ", "request_id": "req-4f42f86b-86a6-4243-b3ae-c52a8346e8c2"}]} Jun 04 07:05:09.016688 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.034760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.046412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] Pushing event deleted for resources: {'Network': ['ID=f3c78581-ac21-4d58-9c72-9aa0aae3b14c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:09.055762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bd0045ed-0175-4996-b048-7899dffd581b tempest-TestNetworkBasicOps-893077115 tempest-TestNetworkBasicOps-893077115-project] 10.222.0.17 "DELETE /v2.0/networks/f3c78581-ac21-4d58-9c72-9aa0aae3b14c HTTP/1.1" status: 204 len: 168 time: 0.4639630 Jun 04 07:05:09.340640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46520) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:09.496557 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e2d945f5-ee89-4fb9-b561-1eadc4691403 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7eae2f0ae6fb4919a883d0973d83bebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547740 Jun 04 07:05:09.498984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:09.555620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.581129 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.632336 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.649510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1bd8f-81f7-4c10-97d8-8dada7aaf483,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:09.657714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.658834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef6b2371-30c9-4e71-9b3b-329f6ba47654 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/69e1bd8f-81f7-4c10-97d8-8dada7aaf483 HTTP/1.1" status: 204 len: 168 time: 0.1589658 Jun 04 07:05:09.945899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:09.963070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:09.977157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:05:09.981012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Usage tracker for resource:security_group_rule and tenant:e32b0e9a7c71465baef9eeb19ebce93e is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:05:09.983883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:05:09.989547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:05:10.073863 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.077776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.114929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f69bc43f-bca8-4396-baed-067f4f3b7882 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:05:10.151142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f69bc43f-bca8-4396-baed-067f4f3b7882 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:05:10.151867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f69bc43f-bca8-4396-baed-067f4f3b7882 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:05:10.152289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:05:10.190208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:05:10.190461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d8ddcac-271a-4f13-90e2-ab3ddf3aaca3 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:05:10.242707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e32b0e9a7c71465baef9eeb19ebce93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957072 Jun 04 07:05:10.243576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab6b8-0f7c-43a7-802d-846d1721e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f136944-6330-4030-a80b-8b154e9b9b82,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:10.245407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46538) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:05:10.302264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.327748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.382189 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.396396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f136944-6330-4030-a80b-8b154e9b9b82,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:05:10.403233 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:10.404602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-13b4ba45-b7b9-42da-bd62-dab932bf5603 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9f136944-6330-4030-a80b-8b154e9b9b82 HTTP/1.1" status: 204 len: 168 time: 0.1580386 Jun 04 07:05:16.984053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ec31896-32cf-40a8-8862-9e36e69bba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:19.096406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9396455b-a397-4df3-8a1d-61cca8eb761f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:20.188995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:20.544251 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:22.129037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:25.831174 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:25.988377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:41.913918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:05:45.701695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-71aa7bff-c31e-40bc-bfec-39e394f55f3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743427 Jun 04 07:05:45.841264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-fe27e25f-8d5f-4fb0-a58a-5c1fc1b1de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:45.842747 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-fe27e25f-8d5f-4fb0-a58a-5c1fc1b1de65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0741804 Jun 04 07:05:45.984617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-edaf0116-f582-48e2-b812-83da5da69755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:45.986073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-edaf0116-f582-48e2-b812-83da5da69755 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1255524 Jun 04 07:05:46.083616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-19e9bd1a-a3fe-4a88-a3fc-c9f0ff6a0db4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1000 time: 0.0916333 Jun 04 07:05:46.147553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-62570b62-c6f3-461d-b2d6-6738e445108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:46.148953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-62570b62-c6f3-461d-b2d6-6738e445108f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0598788 Jun 04 07:05:46.221285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-f0eba006-b4a3-47c1-a81f-eb4fcdd93ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:05:46.222767 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-f0eba006-b4a3-47c1-a81f-eb4fcdd93ec7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684459 Jun 04 07:05:46.447561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-288ec11f-1ed4-4e64-9fe9-9345c049e1e8 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191124 Jun 04 07:05:46.577803 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7a7a276a-9dd9-437a-86bd-9b7f0d21dfa2 req-d709338a-ae5a-491d-b699-f99de125ded9 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238456 Jun 04 07:05:46.986246 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4be83de6-275f-48b5-84ff-df207dcbfd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:49.100363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-846b23cc-1cc3-4c8f-8789-833a928082d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:50.190680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:50.546597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:52.125463 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:55.820978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:05:55.986031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:16.988934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-231f12f7-164e-4bd5-a0ca-1abd7f79b6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:18.912940 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:06:19.102014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-098dc51a-390f-46d0-b8d2-c209c269424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:20.193261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:20.549165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:22.126423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:25.829018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:25.980149 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:46.698805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-4339a800-0519-4e8f-aa14-3d31369c3246 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733261 Jun 04 07:06:46.835923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f371-127c-4e25-ad83-a52779da356a req-df92dda6-311f-473b-a750-df0151f2190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:06:46.837361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-df92dda6-311f-473b-a750-df0151f2190a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0705726 Jun 04 07:06:46.979490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f371-127c-4e25-ad83-a52779da356a req-d558db40-8671-418a-8f9f-8b27c972975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:06:46.980988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-d558db40-8671-418a-8f9f-8b27c972975d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1258118 Jun 04 07:06:46.991788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9afca71c-2024-44df-997d-5726f6b27d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:47.085968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-d7e1e2e4-0382-4f84-8a91-8c842a9270a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1000 time: 0.0987418 Jun 04 07:06:47.146620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f371-127c-4e25-ad83-a52779da356a req-3f47ecf0-459e-407d-8037-1b9f253a5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:06:47.148645 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-3f47ecf0-459e-407d-8037-1b9f253a5a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0565538 Jun 04 07:06:47.224531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f371-127c-4e25-ad83-a52779da356a req-acfe9bf3-e9d2-4d4b-9303-bff449514dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:06:47.226136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-acfe9bf3-e9d2-4d4b-9303-bff449514dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717263 Jun 04 07:06:47.235251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-3a204547-9f86-4494-b999-6914670e8781 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:06:47.236099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-3a204547-9f86-4494-b999-6914670e8781 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046666 Jun 04 07:06:47.371376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-aac72163-dfb5-418c-b2a4-a6f26b5c8a29 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291232 Jun 04 07:06:47.505630 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-94f0f371-127c-4e25-ad83-a52779da356a req-80c3736c-8302-4443-bfd0-053bcc80f856 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277723 Jun 04 07:06:49.104632 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7d12e023-340a-4dde-9da9-59b188f3f0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:50.196606 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:50.551587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:52.129188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:55.849632 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:06:55.912127 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:06:55.991346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:16.994318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8ed3d530-1a0f-4570-bf4a-baf2c67fde50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:19.106458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-720f59cf-4f5f-458f-9c7a-46e34c1b65ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:20.199396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:20.554440 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:22.131983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:25.849227 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:26.016195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:32.912381 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:07:46.996659 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb32c5c3-4f4a-4e76-b1e0-2475e6e3b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:48.890395 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-84c34e71-d98b-441f-a518-927b8d927c5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2679110 Jun 04 07:07:49.031582 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-a53a7b2d-f71f-44df-96d2-f305c7334f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:07:49.033064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-a53a7b2d-f71f-44df-96d2-f305c7334f34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff2ab03e962a4daa99c2eef0044be660&device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 1096 time: 0.0751204 Jun 04 07:07:49.108183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d174acf3-6c82-4c48-b37b-ed03ecdc2810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:49.178082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-f2545e41-71a9-4b41-bdc4-05f089652963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:07:49.179641 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-f2545e41-71a9-4b41-bdc4-05f089652963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 200 len: 910 time: 0.1269352 Jun 04 07:07:49.282752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-1348c2b0-89e3-42e1-a7ff-917df3633e42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 200 len: 1000 time: 0.0967879 Jun 04 07:07:49.342797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-7f983686-9efd-4f79-9aa4-a842b49a4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:07:49.344198 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-7f983686-9efd-4f79-9aa4-a842b49a4a3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 200 len: 848 time: 0.0555134 Jun 04 07:07:49.417355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-410589bd-f72e-47d2-8015-4c732cebc34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:07:49.418800 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-410589bd-f72e-47d2-8015-4c732cebc34a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ddb2551-4609-42e0-b460-f6644866b843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689342 Jun 04 07:07:49.658221 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-b5e3f2b8-55fc-4c70-a3ce-d9123ae71a7d service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334185 Jun 04 07:07:49.787744 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-540cf3bc-8daa-48c5-90e1-357cf5d1d58a req-eaa99984-3b11-424c-b82c-f357e125bb2a service neutron] 10.222.0.24 "GET /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233177 Jun 04 07:07:50.201644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:50.556521 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:52.134514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:55.863505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:07:56.021154 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:09.911753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:08:10.501649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec22bd-4585-4acc-96a3-558756c85f5a req-932745fc-9524-4d60-9d01-cf4a07fbe64b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:10.503084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dec22bd-4585-4acc-96a3-558756c85f5a req-932745fc-9524-4d60-9d01-cf4a07fbe64b tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.1354222 Jun 04 07:08:10.546984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dec22bd-4585-4acc-96a3-558756c85f5a req-a364416f-bb80-413c-8085-ab40f6caecef tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Jun 04 07:08:10.998871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-be2262de-849e-4545-9ef3-bc2dcf7457af tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:10.999559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-be2262de-849e-4545-9ef3-bc2dcf7457af tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Synchronizing usage tracker for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:08:11.016186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-be2262de-849e-4545-9ef3-bc2dcf7457af tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Unset dirty status for tenant:ff2ab03e962a4daa99c2eef0044be660 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:08:11.017547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-be2262de-849e-4545-9ef3-bc2dcf7457af tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.0966928 Jun 04 07:08:11.090601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Deleting port 592511e7-ff5c-497d-8839-460d99109e32 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:11.090950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:11.338473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] For port 592511e7-ff5c-497d-8839-460d99109e32, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=592511e7-ff5c-497d-8839-460d99109e32,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:11.338737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:11.635119 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:11.635385 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:11.635682 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Floating IP eea4d38d-d1b4-4bba-96f4-8b213da7de4a disassociated. External IP: 172.25.1.29, port: 592511e7-ff5c-497d-8839-460d99109e32. Jun 04 07:08:11.636011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Calling delete_port for 592511e7-ff5c-497d-8839-460d99109e32 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:11.751651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a4a8c-32d9-4ec7-8ca3-506b5d6b04d5 req-90015c13-2f64-40ea-92c4-8bd3e068dbc2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:11.753106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a66a4a8c-32d9-4ec7-8ca3-506b5d6b04d5 req-90015c13-2f64-40ea-92c4-8bd3e068dbc2 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 945 time: 0.0830050 Jun 04 07:08:11.779200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:11.800166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a66a4a8c-32d9-4ec7-8ca3-506b5d6b04d5 req-e229b865-5a36-4ec7-a573-33557c61e430 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/security-groups?id=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Jun 04 07:08:11.832949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event deleted for resources: {'Port': ['ID=592511e7-ff5c-497d-8839-460d99109e32,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:11.845273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.845577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.845918 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.846250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.846580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.846907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.847230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.847552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.847871 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.848191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.848537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:11.848862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:12.029531 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Router df7f53cd-7b5e-4e03-9f67-3afe10465dcb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:08:12.329421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:08:12.339636 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Sync routers for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:08:12.349648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:12.350791 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:07:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:12.404446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] No DVR routers for this DVR port 592511e7-ff5c-497d-8839-460d99109e32 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:08:12.407109 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:12.409748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'name': 'network-vif-deleted', 'tag': '592511e7-ff5c-497d-8839-460d99109e32'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:08:12.427841 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a0d89b4c-4b1c-44ee-8a28-0ff2cbe005d9 req-d32150d0-9bfb-46d6-8531-5d948f450c4a tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.24 "DELETE /v2.0/ports/592511e7-ff5c-497d-8839-460d99109e32 HTTP/1.1" status: 204 len: 173 time: 1.4055333 Jun 04 07:08:12.525006 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a980d31-b9e9-4940-8777-d590078943a4'] response: {'server_uuid': 'ea5ffdaf-7684-4198-a062-8e38a91392e1', 'name': 'network-vif-deleted', 'tag': '592511e7-ff5c-497d-8839-460d99109e32', 'status': 'completed', 'code': 200} Jun 04 07:08:12.575462 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:12.898718 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:12.903304 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Checking router: df7f53cd-7b5e-4e03-9f67-3afe10465dcb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:08:12.911676 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:12.912379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:07:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:12.980381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80f62511-8a71-4ad4-a9cf-6d4a03510d8d req-6ed4ef90-177c-4d1d-aec4-6945602b6436 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea5ffdaf-7684-4198-a062-8e38a91392e1 HTTP/1.1" status: 200 len: 210 time: 0.0478957 Jun 04 07:08:13.122240 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:13.429277 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:13.433180 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffb54f-d673-4edd-aa7f-4f08d2b106d1 None None] The sync data for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 is: [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '0d845910-f640-4605-812f-7e807c75d9ef', 'name': '', 'network_id': '6ddb2551-4609-42e0-b460-f6644866b843', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'mac_address': 'fa:16:3e:00:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:24Z', 'updated_at': '2022-06-04T07:02:34Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'subnets': [{'id': '62ac893d-5c97-49a5-8ddb-be30b4b4cd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:08:13.637073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37814a85-ac07-4c53-8aba-8746279a51d2 None None] New status for floating IP eea4d38d-d1b4-4bba-96f4-8b213da7de4a: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:08:14.077247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46624) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:14.231741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Deleting port 5bca5f00-fe2a-4098-85b9-e86e941c7f01 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:14.232074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.403719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.403937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.528314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Calling delete_port for 5bca5f00-fe2a-4098-85b9-e86e941c7f01 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:14.553568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 592511e7-ff5c-497d-8839-460d99109e32 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:14.591941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 592511e7-ff5c-497d-8839-460d99109e32 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:14.592284 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 592511e7-ff5c-497d-8839-460d99109e32 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:14.674173 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.720364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event deleted for resources: {'Port': ['ID=5bca5f00-fe2a-4098-85b9-e86e941c7f01,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:14.812468 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.826710 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:14.827829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf7df479-4f70-44bc-8c1d-0ff5dfbd8c05 tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "DELETE /v2.0/floatingips/eea4d38d-d1b4-4bba-96f4-8b213da7de4a HTTP/1.1" status: 204 len: 168 time: 0.7495811 Jun 04 07:08:14.972475 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46632) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:15.042368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:15.072721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:15.135092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:15.152064 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bdffb-9e66-4b30-a3a8-bb93becd72fe,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:15.164718 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:15.165883 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e8f21241-8040-4469-a84c-26376eb3455f tempest-TestServerBasicOps-1341773740 tempest-TestServerBasicOps-1341773740-project] 10.222.0.17 "DELETE /v2.0/security-groups/1e6bdffb-9e66-4b30-a3a8-bb93becd72fe HTTP/1.1" status: 204 len: 168 time: 0.1924238 Jun 04 07:08:15.202137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46638) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:15.874088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:16.216180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Deleting port 0d845910-f640-4605-812f-7e807c75d9ef {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:16.216866 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:16.383550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] For port 0d845910-f640-4605-812f-7e807c75d9ef, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0d845910-f640-4605-812f-7e807c75d9ef,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:16.383932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:16.609534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Calling delete_port for 0d845910-f640-4605-812f-7e807c75d9ef owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:16.783673 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:16.832033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d845910-f640-4605-812f-7e807c75d9ef,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:16.874150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.874413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.874754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.875094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.875425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.875756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.876110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.876397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.876716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.877035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.877357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:16.877704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:17.002340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b84d-b20d-47ce-96b9-d62cbe19e734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:17.110934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:17.465911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Router df7f53cd-7b5e-4e03-9f67-3afe10465dcb has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:08:17.645108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:08:17.655982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Sync routers for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:08:17.665232 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:17.665534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f4a89728-e338-4110-8fa2-548525a4f711 admin admin] 10.222.0.17 "PUT /v2.0/routers/df7f53cd-7b5e-4e03-9f67-3afe10465dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4622936 Jun 04 07:08:17.665869 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:07:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:17.667966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46644) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:17.842352 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:17.865338 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:18.147659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.156539 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:08:16Z', 'revision_number': 5, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port': {'id': '790a7a0e-2978-4638-bb23-6b1806d1820d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:15Z', 'updated_at': '2022-06-04T07:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:18.161241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Deleting port 790a7a0e-2978-4638-bb23-6b1806d1820d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:18.161432 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Checking router: df7f53cd-7b5e-4e03-9f67-3afe10465dcb for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:08:18.161686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.175781 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Routers {'df7f53cd-7b5e-4e03-9f67-3afe10465dcb'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:18.176546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:07:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:18.326231 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] Set router df7f53cd-7b5e-4e03-9f67-3afe10465dcb gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:18.337314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] For port 790a7a0e-2978-4638-bb23-6b1806d1820d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=790a7a0e-2978-4638-bb23-6b1806d1820d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:18.337704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.431374 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:08:18Z', 'revision_number': 6, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:18.435603 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e612d-7e0f-42e8-a555-02c433ac0718 None None] The sync data for ids ['df7f53cd-7b5e-4e03-9f67-3afe10465dcb'] in n-d-811808-2 is: [{'id': 'df7f53cd-7b5e-4e03-9f67-3afe10465dcb', 'name': 'tempest-TestServerBasicOps-1023004285-router', 'tenant_id': 'ff2ab03e962a4daa99c2eef0044be660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:13Z', 'updated_at': '2022-06-04T07:08:18Z', 'revision_number': 6, 'project_id': 'ff2ab03e962a4daa99c2eef0044be660', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:08:18.461916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Calling delete_port for 790a7a0e-2978-4638-bb23-6b1806d1820d owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:18.629288 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.706126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Pushing event deleted for resources: {'Port': ['ID=790a7a0e-2978-4638-bb23-6b1806d1820d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:18.769989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.943812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.946751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.969306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.969856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7f53cd-7b5e-4e03-9f67-3afe10465dcb {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:08:18.981830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:18.983129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed66fea4-e8e3-4db1-a0f8-1f6a7f55e31f admin admin] 10.222.0.17 "DELETE /v2.0/routers/df7f53cd-7b5e-4e03-9f67-3afe10465dcb HTTP/1.1" status: 204 len: 168 time: 1.3140805 Jun 04 07:08:18.985397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46648) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:19.043539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Deleting subnet 62ac893d-5c97-49a5-8ddb-be30b4b4cd49 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:08:19.046568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.098614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.111526 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cfc18010-231f-4ca5-a312-a6d1fb06d979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.179834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.249752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.289536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ac893d-5c97-49a5-8ddb-be30b4b4cd49,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:19.295598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.300710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fde177-b9f6-4271-a85b-eba5af9bfcc9 None None] Network 6ddb2551-4609-42e0-b460-f6644866b843 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:08:19.302968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66014f10-2bb2-4eff-852c-86af5a786cee admin admin] 10.222.0.17 "DELETE /v2.0/subnets/62ac893d-5c97-49a5-8ddb-be30b4b4cd49 HTTP/1.1" status: 204 len: 168 time: 0.3166177 Jun 04 07:08:19.306285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:19.523517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.534196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Deleting port 891af383-5991-4b38-a0bc-750876fe736c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:19.534524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.562827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] DHCP port deletion for 6ddb2551-4609-42e0-b460-f6644866b843 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:08:19.567203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Deleting port 891af383-5991-4b38-a0bc-750876fe736c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:19.567703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.739503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] For port 891af383-5991-4b38-a0bc-750876fe736c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=891af383-5991-4b38-a0bc-750876fe736c,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:19.740077 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.824314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] For port 891af383-5991-4b38-a0bc-750876fe736c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=891af383-5991-4b38-a0bc-750876fe736c,segment=NetworkSegment(625a2e14-7a4f-4acc-958e-f23aba3d16ee),segment_id=625a2e14-7a4f-4acc-958e-f23aba3d16ee)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:19.824629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.864662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Calling delete_port for 891af383-5991-4b38-a0bc-750876fe736c owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:19.942691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:19.948196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Calling delete_port for 891af383-5991-4b38-a0bc-750876fe736c owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:19.992909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Pushing event deleted for resources: {'Port': ['ID=891af383-5991-4b38-a0bc-750876fe736c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:19.997339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] No DVR routers for this DVR port 891af383-5991-4b38-a0bc-750876fe736c on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:08:20.028599 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:08:20.028957 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:08:20.113972 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.138959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddb2551-4609-42e0-b460-f6644866b843']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:20.151437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625a2e14-7a4f-4acc-958e-f23aba3d16ee') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:20.151737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625a2e14-7a4f-4acc-958e-f23aba3d16ee') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:20.163583 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.181273 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.188811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:08:20.189222 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.203149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 891af383-5991-4b38-a0bc-750876fe736c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:20.238728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 891af383-5991-4b38-a0bc-750876fe736c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:20.239154 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 891af383-5991-4b38-a0bc-750876fe736c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:20.239506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0d845910-f640-4605-812f-7e807c75d9ef no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:20.269148 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.279964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0d845910-f640-4605-812f-7e807c75d9ef {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:20.280568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0d845910-f640-4605-812f-7e807c75d9ef not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:20.281144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 790a7a0e-2978-4638-bb23-6b1806d1820d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:20.289524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.310553 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.316776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddb2551-4609-42e0-b460-f6644866b843,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:20.319272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 790a7a0e-2978-4638-bb23-6b1806d1820d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:20.319736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 790a7a0e-2978-4638-bb23-6b1806d1820d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:20.337514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2c3a2f77-c3c3-4c3f-8cce-1fa85a21163f admin admin] 10.222.0.17 "DELETE /v2.0/networks/6ddb2551-4609-42e0-b460-f6644866b843 HTTP/1.1" status: 204 len: 168 time: 1.0289197 Jun 04 07:08:20.339046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46660) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:20.397401 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 625a2e14-7a4f-4acc-958e-f23aba3d16ee resource provider aggregate not found Jun 04 07:08:20.426812 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 625a2e14-7a4f-4acc-958e-f23aba3d16ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 625a2e14-7a4f-4acc-958e-f23aba3d16ee found for delete ", "request_id": "req-898bd52e-9044-4ae0-870c-cb24b095d80e"}]} Jun 04 07:08:20.530547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Deleting port 891af383-5991-4b38-a0bc-750876fe736c {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:20.530935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.609595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-36ac2bf7-59a5-40f1-900a-2f21b3d81242 None None] The port '891af383-5991-4b38-a0bc-750876fe736c' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:08:20.617904 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:20.876554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:21.329377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Deleting port 25499c0a-9fa8-41c4-8c24-6f09676d0162 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:21.329742 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:21.498734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] For port 25499c0a-9fa8-41c4-8c24-6f09676d0162, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=25499c0a-9fa8-41c4-8c24-6f09676d0162,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:21.499088 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:21.620369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Calling delete_port for 25499c0a-9fa8-41c4-8c24-6f09676d0162 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:21.795997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:21.844714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Pushing event deleted for resources: {'Port': ['ID=25499c0a-9fa8-41c4-8c24-6f09676d0162,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:22.115375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:22.138380 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:22.581054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:08:22.754830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:08:22.763189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Sync routers for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:08:22.771351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c72ecc1f-5efa-4a39-9875-8e93158e086a admin admin] 10.222.0.17 "PUT /v2.0/routers/33f44e38-d9fc-4fc8-952b-2b8ee716ee43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313128 Jun 04 07:08:22.773430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:22.774100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:08:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:22.774439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46666) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:22.952348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:22.955992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:23.155625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:23.164869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Deleting port 94e84c8a-e038-4354-8aad-6c8b28aed5f9 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:23.165204 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:23.254547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:08:21Z', 'revision_number': 5, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port': {'id': '94e84c8a-e038-4354-8aad-6c8b28aed5f9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:02:32Z', 'updated_at': '2022-06-04T07:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:23.259067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Checking router: 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:08:23.267939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Routers {'33f44e38-d9fc-4fc8-952b-2b8ee716ee43'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:08:23.268571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:08:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:23.345630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] For port 94e84c8a-e038-4354-8aad-6c8b28aed5f9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=94e84c8a-e038-4354-8aad-6c8b28aed5f9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:23.346277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:23.420609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] Set router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:08:23.478557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Calling delete_port for 94e84c8a-e038-4354-8aad-6c8b28aed5f9 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:23.564574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:08:23Z', 'revision_number': 6, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:23.568392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f51b49-f41e-4eb7-a8b7-1f91acd2fa8a None None] The sync data for ids ['33f44e38-d9fc-4fc8-952b-2b8ee716ee43'] in n-d-811808-2 is: [{'id': '33f44e38-d9fc-4fc8-952b-2b8ee716ee43', 'name': 'tempest-TestServerBasicOps-568740993-router', 'tenant_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:02:31Z', 'updated_at': '2022-06-04T07:08:23Z', 'revision_number': 6, 'project_id': '70ad51a6f5f548a5a49430ab2ecc9bb7', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:08:23.656631 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:23.727565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e84c8a-e038-4354-8aad-6c8b28aed5f9,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:23.905212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.078159 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.080327 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.102269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.102868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f44e38-d9fc-4fc8-952b-2b8ee716ee43 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:08:24.114294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.115925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cd81fd16-ac9f-4fbc-bbc0-aef9c4edbc27 admin admin] 10.222.0.17 "DELETE /v2.0/routers/33f44e38-d9fc-4fc8-952b-2b8ee716ee43 HTTP/1.1" status: 204 len: 168 time: 1.3400528 Jun 04 07:08:24.118504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46670) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:24.178927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Deleting subnet e8f9e74f-2a02-46cb-be33-2dd7dd771c1b {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:08:24.182004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.231773 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.315122 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.344788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 25499c0a-9fa8-41c4-8c24-6f09676d0162 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:24.381046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 25499c0a-9fa8-41c4-8c24-6f09676d0162 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:24.381394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 25499c0a-9fa8-41c4-8c24-6f09676d0162 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:24.382095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 94e84c8a-e038-4354-8aad-6c8b28aed5f9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:24.387059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.417386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 94e84c8a-e038-4354-8aad-6c8b28aed5f9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:24.417765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 94e84c8a-e038-4354-8aad-6c8b28aed5f9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:24.430536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f9e74f-2a02-46cb-be33-2dd7dd771c1b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:24.435060 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.443619 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0e32dacc-b02d-41db-b60f-0db623a69d78 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e8f9e74f-2a02-46cb-be33-2dd7dd771c1b HTTP/1.1" status: 204 len: 168 time: 0.3219035 Jun 04 07:08:24.443863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdeca8-b1d6-4eb9-8f36-5a7fa0427478 None None] Network 97b94fea-fb25-4085-b0d4-c8579463b26f requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:08:24.444025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46674) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:24.559287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.570892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Deleting port 0f050d83-b356-47f1-b053-cc15ed9db61b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:24.571232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.705698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] DHCP port deletion for 97b94fea-fb25-4085-b0d4-c8579463b26f request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:08:24.709993 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Deleting port 0f050d83-b356-47f1-b053-cc15ed9db61b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:24.710443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.787271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] For port 0f050d83-b356-47f1-b053-cc15ed9db61b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0f050d83-b356-47f1-b053-cc15ed9db61b,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:24.787660 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:24.920448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Calling delete_port for 0f050d83-b356-47f1-b053-cc15ed9db61b owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:24.921523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] For port 0f050d83-b356-47f1-b053-cc15ed9db61b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0f050d83-b356-47f1-b053-cc15ed9db61b,segment=NetworkSegment(37122b4d-76a5-4780-ad86-1ba31c4850fd),segment_id=37122b4d-76a5-4780-ad86-1ba31c4850fd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:24.921923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.000106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.048576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f050d83-b356-47f1-b053-cc15ed9db61b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:25.052173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] No DVR routers for this DVR port 0f050d83-b356-47f1-b053-cc15ed9db61b on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:08:25.054102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Calling delete_port for 0f050d83-b356-47f1-b053-cc15ed9db61b owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:25.127030 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:08:25.127387 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:08:25.270444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.294602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b94fea-fb25-4085-b0d4-c8579463b26f']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:25.306708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37122b4d-76a5-4780-ad86-1ba31c4850fd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:25.306998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37122b4d-76a5-4780-ad86-1ba31c4850fd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:08:25.318021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.336338 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.342423 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:08:25.342798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.405043 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 37122b4d-76a5-4780-ad86-1ba31c4850fd resource provider aggregate not found Jun 04 07:08:25.424395 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 37122b4d-76a5-4780-ad86-1ba31c4850fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37122b4d-76a5-4780-ad86-1ba31c4850fd found for delete ", "request_id": "req-e8555a8e-74e9-4796-acc9-452dd51f3745"}]} Jun 04 07:08:25.437286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.453138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.467041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b94fea-fb25-4085-b0d4-c8579463b26f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:25.474053 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6672e040-d572-48c9-9ee5-daf10fddf1f6 admin admin] 10.222.0.17 "DELETE /v2.0/networks/97b94fea-fb25-4085-b0d4-c8579463b26f HTTP/1.1" status: 204 len: 168 time: 1.0291054 Jun 04 07:08:25.582811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46684) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:25.628536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Deleting port 0f050d83-b356-47f1-b053-cc15ed9db61b {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:25.629104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.631748 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e44c65eb-23db-4ec2-8b58-02570610b76c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ff2ab03e962a4daa99c2eef0044be660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476937 Jun 04 07:08:25.634023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46688) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:25.692665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.697281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-908761f3-3be8-4b97-acec-473f194a4a83 None None] The port '0f050d83-b356-47f1-b053-cc15ed9db61b' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:08:25.726110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.777899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.798807 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83842c1e-8928-47fc-9d4c-3b6de40b6db0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:25.805525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:25.807642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb2b1a7a-9c44-4c50-aa15-582a75897dd4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/83842c1e-8928-47fc-9d4c-3b6de40b6db0 HTTP/1.1" status: 204 len: 168 time: 0.1726229 Jun 04 07:08:25.859191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.037514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.152940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46696) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:26.206003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0f050d83-b356-47f1-b053-cc15ed9db61b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:08:26.206641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fd79cbf8-1bae-46f9-8ba7-731064b7a6db admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=70ad51a6f5f548a5a49430ab2ecc9bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523241 Jun 04 07:08:26.209102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46700) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:26.240820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0f050d83-b356-47f1-b053-cc15ed9db61b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:08:26.241857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0f050d83-b356-47f1-b053-cc15ed9db61b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:08:26.266931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.291990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.343793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.357414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185fac1-66f0-4ca9-8975-8591791e72c0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:26.363848 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:26.364946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7465b205-f1a2-4bef-b354-d0b459737942 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6185fac1-66f0-4ca9-8975-8591791e72c0 HTTP/1.1" status: 204 len: 168 time: 0.1549296 Jun 04 07:08:37.414519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-1a59037b-4f6b-4e41-a29d-240c19570011 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=94ab4e393d7c4d8daf734307667ac762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276155 Jun 04 07:08:37.567049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-a79096d4-7337-4ad1-96a2-3d362b7ab062 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:37.569267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-a79096d4-7337-4ad1-96a2-3d362b7ab062 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489043 Jun 04 07:08:37.585954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-685096a3-36a6-4cb5-8392-a7d8a6cad8fd tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/quotas/94ab4e393d7c4d8daf734307667ac762 HTTP/1.1" status: 200 len: 375 time: 0.0105956 Jun 04 07:08:37.637732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-643c1aed-abad-48a3-9108-3aa66ad5250b tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=94ab4e393d7c4d8daf734307667ac762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461788 Jun 04 07:08:38.820282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c93f162a-b16e-455a-9875-8c48fd13d24a req-85049986-015f-4d6c-931c-770d22784699 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0428901 Jun 04 07:08:39.921581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b808f74-62d1-47d7-abc7-78db78086743 req-e80c68da-604d-45e1-87f8-0d08c976e946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0518141 Jun 04 07:08:41.020547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2daf9905-afa8-4e4b-bb4c-3b359fc7f711 req-87288107-79ba-4463-ab66-6caa6e7b45ac tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0460517 Jun 04 07:08:42.115977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79a02a90-c591-42ab-81d6-0347c719abad req-f25e83a3-af5f-4e0a-b9bc-6c2022dc823b tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0424306 Jun 04 07:08:43.264664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eaf3c718-f7c6-4c4e-9472-55f3c445b4ec req-33a23f45-7e62-40be-9fab-9b176c878bbc tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0427642 Jun 04 07:08:43.939440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-bb6c4f29-5bc5-4f32-ad4c-33e39a52c278 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=94ab4e393d7c4d8daf734307667ac762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306826 Jun 04 07:08:44.094644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-2b710fe1-7de7-44d3-8483-055c80978443 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:44.096038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-2b710fe1-7de7-44d3-8483-055c80978443 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517239 Jun 04 07:08:44.106616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Request body: {'port': {'device_id': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'admin_state_up': True, 'tenant_id': '94ab4e393d7c4d8daf734307667ac762'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:08:44.350413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:08:44.354208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Usage tracker for resource:port and tenant:94ab4e393d7c4d8daf734307667ac762 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:08:44.357005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:08:44.362656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:08:44.372487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Made reservation on behalf of 94ab4e393d7c4d8daf734307667ac762 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:08:44.376304 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:44.419444 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:44.441232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-501b8806-d11a-4559-abaf-1d13888062c2 req-7a4dc0b1-8f52-441a-91ef-2e27b0e1eae3 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0540059 Jun 04 07:08:44.445173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:08:44.449074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Usage tracker for resource:security_group_rule and tenant:94ab4e393d7c4d8daf734307667ac762 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:08:44.451967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:08:44.457742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:08:44.542187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:44.545931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:44.626520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b841554b-2978-47ce-aa90-ee2c81a59348,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:44.715938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Allocated IP 192.168.233.117 (3679b408-f5ea-4a7a-8197-f3bd8cde3368/490dbe45-c597-42a3-ba54-3b1d5a4889e3/4c3d5a09-27da-4485-b603-f4f9a37a25ee) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:08:44.913267 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:44.928551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Transition to ACTIVE for port object 4c3d5a09-27da-4485-b603-f4f9a37a25ee will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:08:44.952120 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.022643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:08:45.025711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:08:45.029549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:08:45.064082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Pushing event updated for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:45.101690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:45.102300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.128312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-0e3ed2ad-092b-494a-9319-7c45a91dce79 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0252304 Jun 04 07:08:45.138290 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-04a5f5e8-9955-49b8-b0f7-c1e542da20c0 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:08:45.139207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-04a5f5e8-9955-49b8-b0f7-c1e542da20c0 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050976 Jun 04 07:08:45.254873 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dcfe6890-4265-4895-a25e-041cb9cfb625 None None] Provisioning for port 4c3d5a09-27da-4485-b603-f4f9a37a25ee completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:08:45.259716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Request body: {'port': {'device_id': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:08:45.260508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-dcfe6890-4265-4895-a25e-041cb9cfb625 None None] Provisioning complete for port 4c3d5a09-27da-4485-b603-f4f9a37a25ee triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:08:45.260915 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6890-4265-4895-a25e-041cb9cfb625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.316181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe6890-4265-4895-a25e-041cb9cfb625 None None] Port 4c3d5a09-27da-4485-b603-f4f9a37a25ee cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:08:45.373874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.712942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9342b-a524-4051-a771-13936ae8ec0e req-756a8581-0e2d-4a97-94db-91ebfebabe84 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:45.713643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-68f9342b-a524-4051-a771-13936ae8ec0e req-756a8581-0e2d-4a97-94db-91ebfebabe84 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Synchronizing usage tracker for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:08:45.784005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-68f9342b-a524-4051-a771-13936ae8ec0e req-756a8581-0e2d-4a97-94db-91ebfebabe84 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Unset dirty status for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:08:45.785027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68f9342b-a524-4051-a771-13936ae8ec0e req-756a8581-0e2d-4a97-94db-91ebfebabe84 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 936 time: 0.2043016 Jun 04 07:08:45.789432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3d5a09-27da-4485-b603-f4f9a37a25ee {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:08:45.798106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.840397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Transition to ACTIVE for port object 4c3d5a09-27da-4485-b603-f4f9a37a25ee will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:08:45.844950 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:45.887835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-68f9342b-a524-4051-a771-13936ae8ec0e req-975e0cf6-d595-4201-8107-76971fffb80c tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Synchronizing usage tracker for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:08:45.987528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:46.028505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-68f9342b-a524-4051-a771-13936ae8ec0e req-975e0cf6-d595-4201-8107-76971fffb80c tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Unset dirty status for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:08:46.029676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68f9342b-a524-4051-a771-13936ae8ec0e req-975e0cf6-d595-4201-8107-76971fffb80c tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360127 Jun 04 07:08:46.104757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Attempting to bind port 4c3d5a09-27da-4485-b603-f4f9a37a25ee on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:08:46.105082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Attempting to bind port 4c3d5a09-27da-4485-b603-f4f9a37a25ee by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:08:46.105393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Attempting to bind port 4c3d5a09-27da-4485-b603-f4f9a37a25ee on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:08:46.110588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Port 4c3d5a09-27da-4485-b603-f4f9a37a25ee on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:08:46.110897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Attempting to bind port 4c3d5a09-27da-4485-b603-f4f9a37a25ee on network 3679b408-f5ea-4a7a-8197-f3bd8cde3368 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:08:46.116184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:08:46.116519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Checking segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:08:46.116891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Bound using segment: {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:08:46.117306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Bound port: 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adae674-2da7-408c-a678-6b516afb8b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:08:46.117677 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:46.215370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:08:46.218428 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:08:46.222342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:46.385425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:46.386084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:46.387421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-60f588e0-61c5-4634-accc-79065f59534d service neutron] 10.222.0.39 "PUT /v2.0/ports/4c3d5a09-27da-4485-b603-f4f9a37a25ee HTTP/1.1" status: 200 len: 1096 time: 1.2422788 Jun 04 07:08:46.387930 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:08:46.416120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f588e0-61c5-4634-accc-79065f59534d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:46.504967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-9f580b48-3748-4895-8ce8-246653b5bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:46.507193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-9f580b48-3748-4895-8ce8-246653b5bc0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94ab4e393d7c4d8daf734307667ac762&device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 1099 time: 0.0787561 Jun 04 07:08:46.514627 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577c24f7-6b4b-4ba8-8f9c-243c91984ef3'] response: {'name': 'network-changed', 'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee', 'status': 'completed', 'code': 200} Jun 04 07:08:46.585957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-c8d8d969-14f8-4ed1-a648-f9d850e4d626 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee HTTP/1.1" status: 200 len: 217 time: 0.0689051 Jun 04 07:08:46.648147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-091f23e1-3f31-415e-8aab-56d38050f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:46.649499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-091f23e1-3f31-415e-8aab-56d38050f654 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0578737 Jun 04 07:08:46.726309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-e845cda9-c6bd-4510-87b5-a166f12f455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:46.727765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-e845cda9-c6bd-4510-87b5-a166f12f455e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723059 Jun 04 07:08:46.860285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-09c1da87-8bdc-4ec4-a485-30124c1727bd service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Jun 04 07:08:46.912387 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:08:46.991723 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a9fcb4b-ac35-4ebc-8dfc-3666ba6a97d7 req-aa21763f-aa00-4b48-92c8-ecd7f188a94c service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247714 Jun 04 07:08:47.001288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84d133e8-605e-496f-b684-9ad5a944d5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:47.107232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6abe-a529-426c-a884-4a54b034676b req-dfb0b5d7-a587-4a51-b67d-276b25120323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:47.108701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-dfb0b5d7-a587-4a51-b67d-276b25120323 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94ab4e393d7c4d8daf734307667ac762&device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 1099 time: 0.0707650 Jun 04 07:08:47.297978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6abe-a529-426c-a884-4a54b034676b req-91dad795-7574-4232-b8fc-c9c413a340c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:47.299399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-91dad795-7574-4232-b8fc-c9c413a340c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3679b408-f5ea-4a7a-8197-f3bd8cde3368 HTTP/1.1" status: 200 len: 870 time: 0.1850526 Jun 04 07:08:47.311248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08779010-ba8a-4b36-919a-f25bf30b0522 req-c7e152b8-5bda-47f3-bd62-46c40536030a tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:47.312587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08779010-ba8a-4b36-919a-f25bf30b0522 req-c7e152b8-5bda-47f3-bd62-46c40536030a tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 948 time: 0.1281617 Jun 04 07:08:47.386515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-2d0d00b0-71e4-46c0-94a1-f2cc0fc98eff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee HTTP/1.1" status: 200 len: 217 time: 0.0729954 Jun 04 07:08:47.455391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08779010-ba8a-4b36-919a-f25bf30b0522 req-32fe31dc-b009-475d-aa1c-7842745e740c tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949650 Jun 04 07:08:47.468369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6abe-a529-426c-a884-4a54b034676b req-0a9e787c-07d5-43fe-8ea4-c7a6c44f2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:47.469784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-0a9e787c-07d5-43fe-8ea4-c7a6c44f2151 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=490dbe45-c597-42a3-ba54-3b1d5a4889e3 HTTP/1.1" status: 200 len: 843 time: 0.0766845 Jun 04 07:08:47.543042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c6abe-a529-426c-a884-4a54b034676b req-65416951-879c-42eb-949f-9903ceca2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:47.544467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-65416951-879c-42eb-949f-9903ceca2b79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3679b408-f5ea-4a7a-8197-f3bd8cde3368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689862 Jun 04 07:08:47.676503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-d0ff226b-34b0-4fef-8688-d90a1d98dd26 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Jun 04 07:08:47.807329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984c6abe-a529-426c-a884-4a54b034676b req-44bac4dd-4ca5-4fe3-a168-6593b6520f30 service neutron] 10.222.0.39 "GET /v2.0/networks/3679b408-f5ea-4a7a-8197-f3bd8cde3368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238716 Jun 04 07:08:48.644677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc67d34-97f6-4ff8-b82a-4b9f74872094 req-7a625511-df53-4c56-88d2-a1a8512266d0 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:48.646171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bc67d34-97f6-4ff8-b82a-4b9f74872094 req-7a625511-df53-4c56-88d2-a1a8512266d0 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 948 time: 0.0825245 Jun 04 07:08:48.690250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6bc67d34-97f6-4ff8-b82a-4b9f74872094 req-6a8f02fb-958a-4804-a2b0-a97c76a850d8 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383525 Jun 04 07:08:48.755317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4c3d5a09-27da-4485-b603-f4f9a37a25ee details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:08:48.884949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:48.898649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '4c3d5a09-27da-4485-b603-f4f9a37a25ee', 'network_id': '3679b408-f5ea-4a7a-8197-f3bd8cde3368', 'port_id': '4c3d5a09-27da-4485-b603-f4f9a37a25ee', 'mac_address': 'fa:16:3e:74:2c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dbe45-c597-42a3-ba54-3b1d5a4889e3', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:08:48.952017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4c3d5a09-27da-4485-b603-f4f9a37a25ee is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:08:48.952391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:48.972611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3d5a09-27da-4485-b603-f4f9a37a25ee {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:08:48.988311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:48.992822 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:49.060829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:49.068844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.069235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.069647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.070300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.070785 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.071153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.071672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.072209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.072571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.073144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.073605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.073939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:08:49.113996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bdd30605-f880-4869-b0fc-fd62b4b9c60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:49.341533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4c3d5a09-27da-4485-b603-f4f9a37a25ee'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:08:49.872411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21602-59d2-459e-9ff5-511babdb5253 req-57729e9c-16f6-41ae-999f-49057cd433bf tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:49.873858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33a21602-59d2-459e-9ff5-511babdb5253 req-57729e9c-16f6-41ae-999f-49057cd433bf tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 949 time: 0.0786572 Jun 04 07:08:49.916852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33a21602-59d2-459e-9ff5-511babdb5253 req-04ebcd9d-a274-4e90-b306-2499d5e357d7 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374186 Jun 04 07:08:50.203835 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:50.561808 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:50.770294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4c3d5a09-27da-4485-b603-f4f9a37a25ee up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:08:50.836848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 4c3d5a09-27da-4485-b603-f4f9a37a25ee completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:08:50.841460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 4c3d5a09-27da-4485-b603-f4f9a37a25ee triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:08:50.841857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:50.955926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4c3d5a09-27da-4485-b603-f4f9a37a25ee is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:08:50.956327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:50.982632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:08:50.993192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:50.996970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:51.067084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:51.106713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad3221-1129-4a7e-a2a3-5da64bec6eeb req-5e687f03-7cb2-41d5-91c8-7cce4a011cb4 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:51.108084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61ad3221-1129-4a7e-a2a3-5da64bec6eeb req-5e687f03-7cb2-41d5-91c8-7cce4a011cb4 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.0839286 Jun 04 07:08:51.151554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61ad3221-1129-4a7e-a2a3-5da64bec6eeb req-3dfe7a9a-b0f1-42d2-8174-58aff1bc6edc tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Jun 04 07:08:51.259977 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edde993-a89a-44f1-ab2d-a28dd3dc0e4c'] response: {'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee', 'code': 200} Jun 04 07:08:51.379431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d7eb5-3686-41c3-9922-f418bc041600 req-397c0952-9716-45b8-ba31-4e681a7ef203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:51.380856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f04d7eb5-3686-41c3-9922-f418bc041600 req-397c0952-9716-45b8-ba31-4e681a7ef203 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 1101 time: 0.0690053 Jun 04 07:08:51.524974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f04d7eb5-3686-41c3-9922-f418bc041600 req-6d4d5a2b-da58-4d9a-a177-86f056d6bbab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384556 Jun 04 07:08:52.140263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:52.335888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d289c-3781-49f8-aa88-19caebcc530c req-4e981859-eea7-426f-bafb-d247ba00f6d4 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:52.337230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-011d289c-3781-49f8-aa88-19caebcc530c req-4e981859-eea7-426f-bafb-d247ba00f6d4 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.0786338 Jun 04 07:08:52.379866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-011d289c-3781-49f8-aa88-19caebcc530c req-77959b4b-a7f8-4f1a-befa-9b7cc0ef0512 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Jun 04 07:08:53.565424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633705db-431d-42be-92a2-599e601935b1 req-a0cdc57c-b095-4a21-8b67-5633e5c068cf tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:53.566878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-633705db-431d-42be-92a2-599e601935b1 req-a0cdc57c-b095-4a21-8b67-5633e5c068cf tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.0816438 Jun 04 07:08:53.619067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-633705db-431d-42be-92a2-599e601935b1 req-0aeafbdc-9707-4e6b-9a67-3c6b38b0af3b tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Jun 04 07:08:54.702091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c81d-5e4d-4353-85e9-5b430e8f82eb req-0bf8dccd-828d-4d1f-9584-e0009151e8c7 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:54.703521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf6c81d-5e4d-4353-85e9-5b430e8f82eb req-0bf8dccd-828d-4d1f-9584-e0009151e8c7 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.0796828 Jun 04 07:08:54.750159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf6c81d-5e4d-4353-85e9-5b430e8f82eb req-d8201143-5ad7-4b9e-b9eb-7cff23fdb870 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Jun 04 07:08:55.863794 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:55.984452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87b53d-891f-4de7-96a8-c8873fbc8577 req-da3a2e6a-16e1-4a53-92ab-a01152b92b98 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:55.986030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b87b53d-891f-4de7-96a8-c8873fbc8577 req-da3a2e6a-16e1-4a53-92ab-a01152b92b98 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.1307850 Jun 04 07:08:56.046320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-e4d9d344-229e-4742-aaef-23b74f765bf5 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:08:56.047703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-e4d9d344-229e-4742-aaef-23b74f765bf5 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 950 time: 0.1324530 Jun 04 07:08:56.048446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:56.084101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b87b53d-891f-4de7-96a8-c8873fbc8577 req-89f0875c-401f-4eba-b822-f66fe1195a12 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/security-groups?id=b841554b-2978-47ce-aa90-ee2c81a59348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889828 Jun 04 07:08:56.121132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Deleting port 4c3d5a09-27da-4485-b603-f4f9a37a25ee {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:08:56.121495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:56.365588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] For port 4c3d5a09-27da-4485-b603-f4f9a37a25ee, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4c3d5a09-27da-4485-b603-f4f9a37a25ee,segment=NetworkSegment(6adae674-2da7-408c-a678-6b516afb8b17),segment_id=6adae674-2da7-408c-a678-6b516afb8b17)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:08:56.365875 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:56.495919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Calling delete_port for 4c3d5a09-27da-4485-b603-f4f9a37a25ee owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:08:56.644071 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:56.655149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4c3d5a09-27da-4485-b603-f4f9a37a25ee'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:08:56.693749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Pushing event deleted for resources: {'Port': ['ID=4c3d5a09-27da-4485-b603-f4f9a37a25ee,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:56.770041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] No DVR routers for this DVR port 4c3d5a09-27da-4485-b603-f4f9a37a25ee on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:08:56.773329 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:56.776010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'name': 'network-vif-deleted', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:08:56.793155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb835055-b113-413e-afd6-4f4b55a94f99 req-11fe51b4-8024-48c6-860b-e69ede546946 tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.39 "DELETE /v2.0/ports/4c3d5a09-27da-4485-b603-f4f9a37a25ee HTTP/1.1" status: 204 len: 173 time: 0.7386947 Jun 04 07:08:56.832020 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd17e28-319a-4eb6-80b8-45ad9dcb2b07'] response: {'server_uuid': '9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101', 'name': 'network-vif-deleted', 'tag': '4c3d5a09-27da-4485-b603-f4f9a37a25ee', 'status': 'completed', 'code': 200} Jun 04 07:08:57.254638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-714b1c9a-3bd3-46c6-a38e-059fef89b476 req-0e1d4892-ee47-41a0-9896-7181d699088a tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Synchronizing usage tracker for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:08:57.271511 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-714b1c9a-3bd3-46c6-a38e-059fef89b476 req-0e1d4892-ee47-41a0-9896-7181d699088a tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] Unset dirty status for tenant:94ab4e393d7c4d8daf734307667ac762 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:08:57.273244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-714b1c9a-3bd3-46c6-a38e-059fef89b476 req-0e1d4892-ee47-41a0-9896-7181d699088a tempest-ServersAdminNegativeTestJSON-1984752800 tempest-ServersAdminNegativeTestJSON-1984752800-project] 10.222.0.17 "GET /v2.0/ports?device_id=9d11f1a8-4afd-4e9e-9a20-3c1e0f2ef101 HTTP/1.1" status: 200 len: 210 time: 0.0648592 Jun 04 07:08:58.626918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:58.776269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ad2c575-2355-4f07-b582-215f6816fa00 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=94ab4e393d7c4d8daf734307667ac762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481941 Jun 04 07:08:58.778693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46868) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:58.835105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:58.859927 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:58.913279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:58.930806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841554b-2978-47ce-aa90-ee2c81a59348,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:58.945637 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:58.949294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5ba0b516-eb12-4e28-9faa-977fe61bf3f8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b841554b-2978-47ce-aa90-ee2c81a59348 HTTP/1.1" status: 204 len: 168 time: 0.1671832 Jun 04 07:08:59.225107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46876) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:59.243996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.258085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:08:59.261892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Usage tracker for resource:security_group_rule and tenant:2ff0fb7b82a74da1b7b734cc9578bc4f is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:08:59.264643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:08:59.270204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:08:59.354986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.358813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.408698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2ff0fb7b82a74da1b7b734cc9578bc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821611 Jun 04 07:08:59.410196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cc9a9-3eae-4ec0-be16-4cfa041961da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a1273-946f-4f05-be23-d56248225d7b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:59.411272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46880) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:08:59.470560 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.496094 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.549921 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.569450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a1273-946f-4f05-be23-d56248225d7b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:08:59.572919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:08:59.576889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-59051442-7a17-4f08-a8a4-86d4e01891d3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a87a1273-946f-4f05-be23-d56248225d7b HTTP/1.1" status: 204 len: 168 time: 0.1640048 Jun 04 07:09:00.297843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 46904) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:00.399943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-290739897-network', 'tenant_id': '39fe68e10f834a33a0e9b423c7e951c6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:00.405294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:00.409287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Usage tracker for resource:network and tenant:39fe68e10f834a33a0e9b423c7e951c6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:00.412743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:00.419026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:00.429682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Made reservation on behalf of 39fe68e10f834a33a0e9b423c7e951c6 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:09:00.431898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.445744 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.459443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:00.463201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Usage tracker for resource:security_group_rule and tenant:39fe68e10f834a33a0e9b423c7e951c6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:00.465948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:00.471484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:00.556743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.560680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.588074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:09:00.600878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baefe0e-e97f-4014-abe7-17e46959084b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:00.606722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.607063 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Added segment fda9b85d-de12-4f7d-8072-e6b6f3949418 of type vlan for network 88a8a86b-633a-4498-8d0b-1a26cc36f27a Jun 04 07:09:00.633770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.662783 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.663711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:00.664287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.761906 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4629488 Jun 04 07:09:00.764913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 46910) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:00.766754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32500f-8e9c-431e-8498-bfdaf3530d4d admin admin] Pushing event updated for resources: {'Network': ['ID=88a8a86b-633a-4498-8d0b-1a26cc36f27a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:00.770454 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Request body: {'subnet': {'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-290739897-subnet', 'tenant_id': '39fe68e10f834a33a0e9b423c7e951c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:00.776789 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:00.777208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 88a8a86b-633a-4498-8d0b-1a26cc36f27a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:09:00.780824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Usage tracker for resource:subnet and tenant:39fe68e10f834a33a0e9b423c7e951c6 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:00.783769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:00.790465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:00.800307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Made reservation on behalf of 39fe68e10f834a33a0e9b423c7e951c6 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:09:00.802696 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:00.850472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4c3d5a09-27da-4485-b603-f4f9a37a25ee no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:09:00.895354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 4c3d5a09-27da-4485-b603-f4f9a37a25ee {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:09:00.895700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4c3d5a09-27da-4485-b603-f4f9a37a25ee not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:09:01.105148 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:01.179714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c58b91-2451-439a-959d-6ad74ca55ab3,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:01.188460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Checking segment: {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:09:01.188813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Network hostable DHCP agents. Network: 88a8a86b-633a-4498-8d0b-1a26cc36f27a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:09:01.208128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Network 88a8a86b-633a-4498-8d0b-1a26cc36f27a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:09:01.217751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 88a8a86b-633a-4498-8d0b-1a26cc36f27a) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:09:01.221680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:01.222268 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:01.226339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12419151-a014-42dd-ae48-628188752717 None None] Network 88a8a86b-633a-4498-8d0b-1a26cc36f27a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:09:01.248316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9ccebe52-34e0-4d22-8156-d9f53d71ab81 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4821517 Jun 04 07:09:01.445868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06181196-7777-4464-b519-cbcb4f61890f None None] Network 88a8a86b-633a-4498-8d0b-1a26cc36f27a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:09:01.760950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-2367943b-bb59-4b30-a4ef-9e4d7dd59da5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:01.762407 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-2367943b-bb59-4b30-a4ef-9e4d7dd59da5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 811 time: 0.1444342 Jun 04 07:09:01.777364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-cbfc042d-e1a9-428b-8cda-616d103717f7 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/quotas/39fe68e10f834a33a0e9b423c7e951c6 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Jun 04 07:09:01.824167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-fde08d55-a9da-4fbc-9001-02843126dcd9 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418324 Jun 04 07:09:02.030880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-c8e82609-d344-49dc-917f-8043a3ab28ae service neutron] 10.222.0.17 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003043 Jun 04 07:09:02.160776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-cece33ce-1943-46b6-b5fd-5185e7fbf0ab service neutron] 10.222.0.17 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240919 Jun 04 07:09:02.335873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-958266e9-63bf-4353-b878-862adcca996e req-5865f9ef-9f8d-4bf9-bbb3-b3052548c10c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 210 time: 0.0425758 Jun 04 07:09:03.436378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a547bb83-d8be-48aa-892a-928079d7a4a0 req-df58ea74-77fd-44dc-aca8-7a1de4757c2b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 210 time: 0.0502436 Jun 04 07:09:04.584440 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12021a6f-6441-4389-a84c-133aec0a4879 req-e3ac6c80-8155-4763-9a4d-621ade0d8641 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 210 time: 0.0426667 Jun 04 07:09:05.498058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-c2f35d5c-529c-4b7a-8bf2-9d88361d6f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:05.498724 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-c2f35d5c-529c-4b7a-8bf2-9d88361d6f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Synchronizing usage tracker for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:09:05.515730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-c2f35d5c-529c-4b7a-8bf2-9d88361d6f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Unset dirty status for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:09:05.517325 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-c2f35d5c-529c-4b7a-8bf2-9d88361d6f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.24 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 811 time: 0.1693888 Jun 04 07:09:05.528734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Request body: {'port': {'device_id': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a', 'admin_state_up': True, 'tenant_id': '39fe68e10f834a33a0e9b423c7e951c6'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:05.664704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:05.668550 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Usage tracker for resource:port and tenant:39fe68e10f834a33a0e9b423c7e951c6 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:05.671361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:05.676941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:05.687234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Made reservation on behalf of 39fe68e10f834a33a0e9b423c7e951c6 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:09:05.690879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:05.734003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-382b8c4e-0a9b-4268-857b-8fe35a365a39 req-d6ecec9f-f37a-474d-abac-87452177af9a tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 210 time: 0.0434856 Jun 04 07:09:05.859232 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Allocated IP 172.20.0.2 (88a8a86b-633a-4498-8d0b-1a26cc36f27a/d1c58b91-2451-439a-959d-6ad74ca55ab3/6bbc11fb-f377-489a-947a-4bf40bd2999c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:09:06.062609 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.093904 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.166127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Network 88a8a86b-633a-4498-8d0b-1a26cc36f27a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:09:06.169068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:09:06.172793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:09:06.203183 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:06.236650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:06.237260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.258253 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a95c7d98-ffda-40a2-a768-e8e54b54b2f5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332802 Jun 04 07:09:06.269736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Request body: {'port': {'device_id': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:06.378301 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.812683 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbc11fb-f377-489a-947a-4bf40bd2999c {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:09:06.819881 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.834331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Transition to ACTIVE for port object 6bbc11fb-f377-489a-947a-4bf40bd2999c will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:09:06.838250 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:06.927925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeefc6-06e5-45d3-abb3-e1355a7e66fb req-fb5ab6b9-032b-415c-beb3-51fd13758500 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:06.929354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0aeefc6-06e5-45d3-abb3-e1355a7e66fb req-fb5ab6b9-032b-415c-beb3-51fd13758500 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.0865169 Jun 04 07:09:06.974360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0aeefc6-06e5-45d3-abb3-e1355a7e66fb req-8e24ed5c-9d2a-4b21-b799-884e4b92989a tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Jun 04 07:09:07.025887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:07.069336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:09:07.069694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:09:07.070017 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:09:07.074620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:09:07.074933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:09:07.079859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:09:07.080184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Checking segment: {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:09:07.080555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Bound using segment: {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:09:07.080968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Bound port: 6bbc11fb-f377-489a-947a-4bf40bd2999c, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:09:07.081303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:07.170679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:09:07.173530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:09:07.178646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:07.231357 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:07.232112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:07.233459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 1091 time: 0.9677258 Jun 04 07:09:07.233907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:07.261036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16a7b-5800-4486-b7bb-e6abf3063f00 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:07.302004 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11d37e2-c1de-446f-8084-da9ea858d44e'] response: {'name': 'network-changed', 'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'status': 'completed', 'code': 200} Jun 04 07:09:07.345428 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-45af7b5a-9635-43b1-a29d-7591240390b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:07.346921 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-45af7b5a-9635-43b1-a29d-7591240390b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1094 time: 0.0767012 Jun 04 07:09:07.415114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-fcd6ad96-cd6c-4b02-9394-bcc067c7d3cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0619581 Jun 04 07:09:07.482164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-72286bcd-4d76-497c-92a4-e3a5ee956a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:07.484561 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-72286bcd-4d76-497c-92a4-e3a5ee956a7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0630503 Jun 04 07:09:07.530131 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-57d50950-9229-4cf1-8c94-d686a5f1f89e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402970 Jun 04 07:09:07.660490 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-97c5929e-61ce-4e15-a151-25d119574eac service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241589 Jun 04 07:09:07.790397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-edd30549-29a6-4ff6-9f20-c0ec53623806 req-a8694177-848a-4bfe-b5c9-f9fe6baf7aed service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238263 Jun 04 07:09:07.901950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-4b8c3178-ad32-4cde-9bcc-3e7508865f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:07.903407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-4b8c3178-ad32-4cde-9bcc-3e7508865f4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1094 time: 0.0683725 Jun 04 07:09:08.033398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-9bce9428-f323-450a-a28e-5e78fa1b6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:08.034902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-9bce9428-f323-450a-a28e-5e78fa1b6f91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1264105 Jun 04 07:09:08.105197 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-4ff5796f-9994-4082-8362-92491ed3c9f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0644951 Jun 04 07:09:08.167624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b75743-071c-4575-ab26-03cbfc9bc9c2 req-a53cb5e9-4e34-4c3a-bdb7-bbfc145ff29c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:08.169093 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b75743-071c-4575-ab26-03cbfc9bc9c2 req-a53cb5e9-4e34-4c3a-bdb7-bbfc145ff29c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.0787506 Jun 04 07:09:08.169226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-93bb4e7d-6289-4199-a896-68dc882f539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:08.170656 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-93bb4e7d-6289-4199-a896-68dc882f539f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0606132 Jun 04 07:09:08.220366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4b75743-071c-4575-ab26-03cbfc9bc9c2 req-c1756b40-99a4-466e-bc6a-52154ee883a9 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Jun 04 07:09:08.319411 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-c426ad2e-3c23-4b34-8ee8-d970846e356f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430035 Jun 04 07:09:08.448086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-9a3cf08f-e4c2-4308-837f-3bbb8d59725b service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228585 Jun 04 07:09:08.577937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-eb19f5b5-ba33-4335-b956-ffbb6200dde5 req-e4766093-85ae-4512-a464-d1f634441233 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235068 Jun 04 07:09:09.408419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af339d-a914-443d-95ec-6a60191e0b35 req-12e55d9a-306a-45fe-8a35-c7610a897568 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:09.409780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5af339d-a914-443d-95ec-6a60191e0b35 req-12e55d9a-306a-45fe-8a35-c7610a897568 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.0793023 Jun 04 07:09:09.455175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5af339d-a914-443d-95ec-6a60191e0b35 req-24136307-ebea-4e38-ac0d-fb9327bbf583 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Jun 04 07:09:10.643703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39cb44-a72d-40ea-a124-71111bd4d31e req-c240178d-1bf2-4972-bda1-8f54e8a8a4d0 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:10.645182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e39cb44-a72d-40ea-a124-71111bd4d31e req-c240178d-1bf2-4972-bda1-8f54e8a8a4d0 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.0851619 Jun 04 07:09:10.698000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e39cb44-a72d-40ea-a124-71111bd4d31e req-33a9d267-5d5f-4599-b8d3-e9b4a4b366a5 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Jun 04 07:09:10.941978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:09:11.079279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:11.091831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a', 'port_id': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'mac_address': 'fa:16:3e:33:89:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c58b91-2451-439a-959d-6ad74ca55ab3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:09:11.145215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6bbc11fb-f377-489a-947a-4bf40bd2999c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:09:11.145637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:11.162717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbc11fb-f377-489a-947a-4bf40bd2999c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:09:11.177423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:11.181290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:11.288365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:11.546567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['6bbc11fb-f377-489a-947a-4bf40bd2999c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:09:11.879834 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c81d2-c22f-42bd-83ee-efd409c0ff18 req-69a6a466-2623-438b-a00a-aeaeac0f578d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:11.881742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-224c81d2-c22f-42bd-83ee-efd409c0ff18 req-69a6a466-2623-438b-a00a-aeaeac0f578d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 944 time: 0.0784996 Jun 04 07:09:11.924456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-224c81d2-c22f-42bd-83ee-efd409c0ff18 req-79a64401-0e8e-4efb-8803-3a16290845c1 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Jun 04 07:09:12.952608 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:09:13.038019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 6bbc11fb-f377-489a-947a-4bf40bd2999c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:09:13.043447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 6bbc11fb-f377-489a-947a-4bf40bd2999c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:09:13.043814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:13.123684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbed54-65a0-4d85-aad2-1d44a969114d req-ec918d61-7a8e-4894-b5c6-0611cf856733 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:13.125144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ccbed54-65a0-4d85-aad2-1d44a969114d req-ec918d61-7a8e-4894-b5c6-0611cf856733 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 944 time: 0.0839980 Jun 04 07:09:13.162789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 6bbc11fb-f377-489a-947a-4bf40bd2999c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:09:13.163169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:13.170612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ccbed54-65a0-4d85-aad2-1d44a969114d req-d1f688ba-5b17-4f52-84b6-074fbd9a647b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Jun 04 07:09:13.190310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:13.200607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:13.204880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:13.242806 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b69f62-2f30-4ee9-82ff-542a05eb88a0'] response: {'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'code': 200} Jun 04 07:09:13.275005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:13.357291 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300359-fb46-474e-872e-42c58b6bfb6a req-a0ab64a3-4448-44aa-b531-94f7fbcb2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:13.358778 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc300359-fb46-474e-872e-42c58b6bfb6a req-a0ab64a3-4448-44aa-b531-94f7fbcb2eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1096 time: 0.0680518 Jun 04 07:09:13.402752 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dc300359-fb46-474e-872e-42c58b6bfb6a req-c48ad8e9-bb0e-4ef7-85be-d2ac5a9f1fd8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381017 Jun 04 07:09:14.359568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450c4ff-737b-4096-a605-7105a4bd530e req-55642f09-8c91-4999-9234-021a1c7f7c0f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:14.360971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2450c4ff-737b-4096-a605-7105a4bd530e req-55642f09-8c91-4999-9234-021a1c7f7c0f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0816553 Jun 04 07:09:14.408540 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2450c4ff-737b-4096-a605-7105a4bd530e req-878f5e5f-a0a2-4cbe-85e6-2aefcb233e24 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Jun 04 07:09:15.591600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794daa5-1d15-4f0e-b1bf-01afc5f128ee req-e12c5b7a-a8fc-4d17-aeb8-cfd2dfe625cf tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:15.593038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d794daa5-1d15-4f0e-b1bf-01afc5f128ee req-e12c5b7a-a8fc-4d17-aeb8-cfd2dfe625cf tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0790157 Jun 04 07:09:15.637327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d794daa5-1d15-4f0e-b1bf-01afc5f128ee req-ffed7e24-ed12-4761-bfcd-afe53c80de4f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Jun 04 07:09:16.035598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-d0cd5759-ba1a-45d5-98c8-3d0f02669806 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223221 Jun 04 07:09:16.041438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8cdd8-eaf6-4ae5-98da-b1c1cb054756 req-031cdc2c-4498-4217-af0f-3365b1d2271e tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:16.042960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c8cdd8-eaf6-4ae5-98da-b1c1cb054756 req-031cdc2c-4498-4217-af0f-3365b1d2271e tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0876837 Jun 04 07:09:16.089281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74c8cdd8-eaf6-4ae5-98da-b1c1cb054756 req-8d1dd827-3146-40d1-bffa-702a64f75fa1 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Jun 04 07:09:17.000356 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a3ca-2243-4919-a904-14d2fd3310d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:17.276595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160bf1c-a171-40f8-9834-a42228a739c3 req-92db8d01-d909-40fe-815f-dd0d63808f28 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:17.278079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5160bf1c-a171-40f8-9834-a42228a739c3 req-92db8d01-d909-40fe-815f-dd0d63808f28 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0814130 Jun 04 07:09:17.333423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5160bf1c-a171-40f8-9834-a42228a739c3 req-26a9d827-ae7b-4296-938e-b99cda810d05 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486176 Jun 04 07:09:17.336814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-57d2dc28-a9d6-41f2-a0d8-3bbbf380a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:17.338371 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-57d2dc28-a9d6-41f2-a0d8-3bbbf380a390 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1096 time: 0.0768671 Jun 04 07:09:17.475042 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-2ec3558d-1990-4c74-9543-ba4fbe59c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:17.476474 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-2ec3558d-1990-4c74-9543-ba4fbe59c440 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1321328 Jun 04 07:09:17.546259 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-8c2278c8-ad0d-4312-869f-1e448e14ec1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0639477 Jun 04 07:09:17.606599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-e6af282d-ad86-4a6e-bea0-16452fbbffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:17.608021 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-e6af282d-ad86-4a6e-bea0-16452fbbffc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0564075 Jun 04 07:09:17.658147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-141c8f51-514d-44a7-8c91-3316ed53c1ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440042 Jun 04 07:09:17.787596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-929b3cd8-87f9-469b-9d12-5c9740879ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237903 Jun 04 07:09:17.917166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-30778a58-66ff-425d-9824-5371515fc5c5 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238372 Jun 04 07:09:18.632100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152cbc-eba1-4896-afe6-a5647db6a775 req-64edfef9-46c8-48a3-b136-78b2ee237096 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:18.633566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57152cbc-eba1-4896-afe6-a5647db6a775 req-64edfef9-46c8-48a3-b136-78b2ee237096 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.1836035 Jun 04 07:09:18.677694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57152cbc-eba1-4896-afe6-a5647db6a775 req-84503f43-bd3e-4834-9a9f-337665e82a56 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Jun 04 07:09:19.116569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-78f9db72-0a23-4c20-9cd8-545d2c5ba674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:19.859180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14e88b-d838-4775-a098-8e69a2fc6f5b req-22030820-e79e-4364-bc8f-f82d57e2ec75 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:19.860603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed14e88b-d838-4775-a098-8e69a2fc6f5b req-22030820-e79e-4364-bc8f-f82d57e2ec75 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0785029 Jun 04 07:09:19.906810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed14e88b-d838-4775-a098-8e69a2fc6f5b req-f38010da-492c-40c4-98af-321f8c2f6039 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Jun 04 07:09:20.205881 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:20.565610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:21.090329 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61ab8b-a837-4b78-868a-9c46cd184235 req-787b00d2-794c-4f58-a38a-d7218cbc1e65 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:21.091772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f61ab8b-a837-4b78-868a-9c46cd184235 req-787b00d2-794c-4f58-a38a-d7218cbc1e65 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0799448 Jun 04 07:09:21.135691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f61ab8b-a837-4b78-868a-9c46cd184235 req-95eedc3d-a6ca-4964-adf0-aaa0e085d447 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 Jun 04 07:09:22.143049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:22.324580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca79034-9e1c-40e9-b3bb-9cdebec1d8a7 req-5a0328e0-fd18-4da3-8154-81ee349b3253 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:22.325933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ca79034-9e1c-40e9-b3bb-9cdebec1d8a7 req-5a0328e0-fd18-4da3-8154-81ee349b3253 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0821183 Jun 04 07:09:22.371928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ca79034-9e1c-40e9-b3bb-9cdebec1d8a7 req-01e0d603-8f43-4a8c-a661-9e41e702c85b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Jun 04 07:09:23.557763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21333e-8077-4cf6-b614-7211a61a490c req-e6ef186e-c74e-4074-b82a-700f63007ada tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:23.559157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b21333e-8077-4cf6-b614-7211a61a490c req-e6ef186e-c74e-4074-b82a-700f63007ada tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0805349 Jun 04 07:09:23.603302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b21333e-8077-4cf6-b614-7211a61a490c req-0582fb5e-ed3b-4f92-9ef7-d5ca68e4c4f4 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380986 Jun 04 07:09:23.912345 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:09:24.795227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd00fd-fe7d-4014-9734-8a6df1d12f90 req-a3d26566-e359-4d96-8485-853406180065 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:24.796670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdbd00fd-fe7d-4014-9734-8a6df1d12f90 req-a3d26566-e359-4d96-8485-853406180065 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0860207 Jun 04 07:09:24.840717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cdbd00fd-fe7d-4014-9734-8a6df1d12f90 req-818953f0-1250-4ff6-b941-990e051bf304 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380516 Jun 04 07:09:25.880809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:26.026684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b68863-7a2f-4af8-8311-0f76a815f79f req-18d2a706-97fd-4940-a2fd-7366e73bfdf2 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:26.028127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69b68863-7a2f-4af8-8311-0f76a815f79f req-18d2a706-97fd-4940-a2fd-7366e73bfdf2 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0784335 Jun 04 07:09:26.046349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:26.076845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69b68863-7a2f-4af8-8311-0f76a815f79f req-22973370-23f6-49e3-9dc5-78c0d9af40f3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Jun 04 07:09:27.278457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8acaa-3b3f-462d-acfe-c69375ccefee req-ea37423b-e3b6-41c9-be8e-627337fcc83d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:27.280682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5e8acaa-3b3f-462d-acfe-c69375ccefee req-ea37423b-e3b6-41c9-be8e-627337fcc83d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0915990 Jun 04 07:09:27.328845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5e8acaa-3b3f-462d-acfe-c69375ccefee req-77d2d326-711d-4909-8144-3d2cd14b4dfc tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Jun 04 07:09:28.521358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980416-8d75-4c8f-9eca-aa4b6dd9c731 req-d1280fa7-7ee5-47e1-8537-75a7a7c00307 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:28.522835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42980416-8d75-4c8f-9eca-aa4b6dd9c731 req-d1280fa7-7ee5-47e1-8537-75a7a7c00307 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0859056 Jun 04 07:09:28.566337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42980416-8d75-4c8f-9eca-aa4b6dd9c731 req-8120b317-a7de-40ba-bd6c-9666946006cc tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Jun 04 07:09:29.752151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034126e-2d28-4ec8-82a0-3830c96e7ab8 req-e28399b1-2ee9-45d8-9a32-5b7e31bdb589 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:29.753601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e034126e-2d28-4ec8-82a0-3830c96e7ab8 req-e28399b1-2ee9-45d8-9a32-5b7e31bdb589 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0804331 Jun 04 07:09:29.797336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e034126e-2d28-4ec8-82a0-3830c96e7ab8 req-0effb67c-1814-4f49-9053-d771dd349b23 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Jun 04 07:09:30.987560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2675-08f1-4aff-a69b-702bb288c03d req-a2a247eb-3506-4468-97bd-a9614a66db4e tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:30.989567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d42b2675-08f1-4aff-a69b-702bb288c03d req-a2a247eb-3506-4468-97bd-a9614a66db4e tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0831068 Jun 04 07:09:31.033187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d42b2675-08f1-4aff-a69b-702bb288c03d req-ee02fd79-5c6a-4d1f-8b64-cde96884db6a tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Jun 04 07:09:32.218216 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbf329-1ba3-4bae-a29b-9e6d044db7c2 req-58ec11fd-6a07-4b1f-941f-949cfff86c38 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:32.219663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebbbf329-1ba3-4bae-a29b-9e6d044db7c2 req-58ec11fd-6a07-4b1f-941f-949cfff86c38 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0806937 Jun 04 07:09:32.263174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ebbbf329-1ba3-4bae-a29b-9e6d044db7c2 req-5fb17d16-9ec5-41c3-b628-54d782bc522b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Jun 04 07:09:33.451923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479821-56a5-4245-a9ca-33e32050aee4 req-758eb267-b12d-4b0c-ac73-446cbcc52ceb tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:33.453359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3479821-56a5-4245-a9ca-33e32050aee4 req-758eb267-b12d-4b0c-ac73-446cbcc52ceb tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0834701 Jun 04 07:09:33.496479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3479821-56a5-4245-a9ca-33e32050aee4 req-d7fe7640-7c3f-44d7-9c43-111a45580197 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Jun 04 07:09:34.683685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3bf3-3b02-47a6-a7e4-c044b74f9708 req-1e96efb5-96be-4a36-9b9c-8a8d9961c71c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:34.685393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e34a3bf3-3b02-47a6-a7e4-c044b74f9708 req-1e96efb5-96be-4a36-9b9c-8a8d9961c71c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0833206 Jun 04 07:09:34.735096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e34a3bf3-3b02-47a6-a7e4-c044b74f9708 req-ad86ec6f-a0f6-40fe-bef3-5a886f546521 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Jun 04 07:09:35.917487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3142f-336a-4d2e-b515-09e74c5ccdf3 req-f128ddb1-4e9f-4978-84b3-58ce52dfc507 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:35.918958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8f3142f-336a-4d2e-b515-09e74c5ccdf3 req-f128ddb1-4e9f-4978-84b3-58ce52dfc507 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0794308 Jun 04 07:09:35.963441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e8f3142f-336a-4d2e-b515-09e74c5ccdf3 req-e578e7e8-c2c9-4e9e-819e-64b3b7f950d3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jun 04 07:09:37.152548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8149b-44b3-4cd0-b16c-2313e1d7c06e req-55d26f22-f0fe-429c-8323-c655d56e7f86 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:37.154041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf8149b-44b3-4cd0-b16c-2313e1d7c06e req-55d26f22-f0fe-429c-8323-c655d56e7f86 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0835757 Jun 04 07:09:37.197926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf8149b-44b3-4cd0-b16c-2313e1d7c06e req-16424fde-5987-4976-b517-fba4b7273cc8 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Jun 04 07:09:38.381394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b266b-f457-4f03-9432-111a39e0220c req-80f00368-0897-4d3f-8626-e46afbbda2a8 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:38.382767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-398b266b-f457-4f03-9432-111a39e0220c req-80f00368-0897-4d3f-8626-e46afbbda2a8 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0789146 Jun 04 07:09:38.425079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-398b266b-f457-4f03-9432-111a39e0220c req-36f52b23-4e5d-4f36-afd8-a66c6eb410de tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Jun 04 07:09:39.617047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0abae-ae97-4170-b6f7-1e6e5ced1f04 req-640d56de-5c6c-4ad0-98e4-8880e2b7d23b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:39.618526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02d0abae-ae97-4170-b6f7-1e6e5ced1f04 req-640d56de-5c6c-4ad0-98e4-8880e2b7d23b tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0833244 Jun 04 07:09:39.662765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-02d0abae-ae97-4170-b6f7-1e6e5ced1f04 req-43bfe2aa-8760-409b-bcb4-3b54aaeac96d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Jun 04 07:09:40.857400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812d8f-0bea-4b01-bb29-7e0809aba69b req-e0aca121-3366-4458-9525-50cf6262d039 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:40.859172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0812d8f-0bea-4b01-bb29-7e0809aba69b req-e0aca121-3366-4458-9525-50cf6262d039 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0875230 Jun 04 07:09:40.907708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0812d8f-0bea-4b01-bb29-7e0809aba69b req-68ea00c4-787f-40a5-9da6-356abe419927 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Jun 04 07:09:42.254268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339c7e4-e330-4d55-9f97-b1348b7ddcae req-d745caf9-e792-4957-ad42-5ef6ed5f3f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:42.256742 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7339c7e4-e330-4d55-9f97-b1348b7ddcae req-d745caf9-e792-4957-ad42-5ef6ed5f3f8f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0886943 Jun 04 07:09:42.309167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7339c7e4-e330-4d55-9f97-b1348b7ddcae req-7d9fc23d-fb3d-45fc-97cf-c04a04ecf0ac tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Jun 04 07:09:43.514465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42848f65-104a-4d90-b368-aca45719a2c1 req-9d0ca049-1951-45ef-b0af-481cde4a8f1d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:43.515917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42848f65-104a-4d90-b368-aca45719a2c1 req-9d0ca049-1951-45ef-b0af-481cde4a8f1d tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.1018877 Jun 04 07:09:43.558939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42848f65-104a-4d90-b368-aca45719a2c1 req-486d776e-3ee7-41fa-9681-401718615a43 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373006 Jun 04 07:09:44.744448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae709b34-0c4a-46d2-8729-990594078b3d req-3b74d3a3-1268-4110-b7bb-291c452517c7 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:44.745957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae709b34-0c4a-46d2-8729-990594078b3d req-3b74d3a3-1268-4110-b7bb-291c452517c7 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0805471 Jun 04 07:09:44.789238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae709b34-0c4a-46d2-8729-990594078b3d req-ae04e2fe-cc97-48b4-b08e-d2f923323fb6 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Jun 04 07:09:44.886430 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-93d187b5-3638-4f61-b79f-f7fd61f9059c service neutron] show failed (client error): The resource could not be found. Jun 04 07:09:44.887333 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-93d187b5-3638-4f61-b79f-f7fd61f9059c service neutron] 10.222.0.24 "GET /v2.0/ports/6bbc11fb-f377-489a-947a-4bf40bd2999c/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0733826 Jun 04 07:09:45.153798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-36d2877e-625e-4766-a179-27739758c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:45.155142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-36d2877e-625e-4766-a179-27739758c0f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab&tenant_id=39fe68e10f834a33a0e9b423c7e951c6 HTTP/1.1" status: 200 len: 1096 time: 0.0746760 Jun 04 07:09:45.166797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:45.282885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:45.645312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:45.673536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:09:45.730931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:45.736382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:45.751587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Transition to ACTIVE for port object 6bbc11fb-f377-489a-947a-4bf40bd2999c will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:09:45.756412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:45.797872 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e79d87-f533-4259-a5ae-e4bb9f5ee2db'] response: {'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'code': 200} Jun 04 07:09:45.945802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] No DVR routers for this DVR port 6bbc11fb-f377-489a-947a-4bf40bd2999c on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:09:45.956555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:45.996640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.996979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.997313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.997668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.997996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.998320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.998643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.998962 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.999285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.999604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:45.999918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:46.000268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:46.030443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:09:46.030792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:09:46.031114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:09:46.042640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:09:46.042951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Attempting to bind port 6bbc11fb-f377-489a-947a-4bf40bd2999c on network 88a8a86b-633a-4498-8d0b-1a26cc36f27a {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:09:46.051049 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:09:46.051379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Checking segment: {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:09:46.051758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Bound using segment: {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:09:46.052849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Bound port: 6bbc11fb-f377-489a-947a-4bf40bd2999c, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda9b85d-de12-4f7d-8072-e6b6f3949418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:09:46.053189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:46.111265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8c04-1154-47a7-8a1c-56f5fb205756 req-5aa92c85-65b7-4dcf-b5ac-cfdad93576cb tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:46.112719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b2b8c04-1154-47a7-8a1c-56f5fb205756 req-5aa92c85-65b7-4dcf-b5ac-cfdad93576cb tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.2114282 Jun 04 07:09:46.184045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2b2b8c04-1154-47a7-8a1c-56f5fb205756 req-91497329-74fa-4940-a48e-c70eb22020a6 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644279 Jun 04 07:09:46.190037 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:09:46.193455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:09:46.198368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:46.261700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:46.262306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:46.263633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] 10.222.0.39 "PUT /v2.0/ports/6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 1091 time: 1.1008019 Jun 04 07:09:46.278185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc228460-a919-4978-bfff-a07e3a53aef8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:46.353570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-8a52af0a-da2f-4001-bb7b-14f26c162672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:46.355002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-8a52af0a-da2f-4001-bb7b-14f26c162672 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1094 time: 0.0711980 Jun 04 07:09:46.486911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-738ec064-a769-4f3f-a319-9fcee2f07797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:46.488354 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-738ec064-a769-4f3f-a319-9fcee2f07797 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1274788 Jun 04 07:09:46.557085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-de168f21-ac9b-45c5-81e8-88dd85a7e7fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0629213 Jun 04 07:09:46.618427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-790fb462-ab94-4de0-8d3e-8bba770755d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:46.619844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-790fb462-ab94-4de0-8d3e-8bba770755d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0565138 Jun 04 07:09:46.666756 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-0ea4d684-aabb-42d4-acdf-2a83bf385805 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408890 Jun 04 07:09:46.798376 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-79b3e788-d8f8-49fa-94e3-daefa895673d service neutron] 10.222.0.39 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256709 Jun 04 07:09:46.925671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1ce8dad-9f80-4456-bb4c-0da1fc82a972 req-040e2cad-4dea-436e-90c3-f0ad711ff99a service neutron] 10.222.0.39 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209345 Jun 04 07:09:46.997772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-80e7d6ad-205c-43d4-8c03-7c406c2afafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:47.475504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a5a09-805b-46c8-ba36-79adcfbff6f9 req-ab638862-40e6-46b4-a3f3-eb2e229216b3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:47.476932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-937a5a09-805b-46c8-ba36-79adcfbff6f9 req-ab638862-40e6-46b4-a3f3-eb2e229216b3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.1843786 Jun 04 07:09:47.520076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-937a5a09-805b-46c8-ba36-79adcfbff6f9 req-460d42ca-bd4f-46e4-b021-1dedf9a46572 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Jun 04 07:09:47.799537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:47.864300 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ce5d4a-c492-4400-8f5a-c4cfac9aec8a'] response: {'name': 'network-changed', 'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'status': 'completed', 'code': 200} Jun 04 07:09:47.952783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-590119f4-afe1-4453-80a2-aa37f8173a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:47.954325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-590119f4-afe1-4453-80a2-aa37f8173a08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1094 time: 0.0713761 Jun 04 07:09:47.962461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-bf37a7b0-c531-4db9-98a5-d55b6e64b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:47.964018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-bf37a7b0-c531-4db9-98a5-d55b6e64b2ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1094 time: 0.0843527 Jun 04 07:09:48.094221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-2e9db111-6c3d-4fb3-a732-4acadb7177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:48.095626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-2e9db111-6c3d-4fb3-a732-4acadb7177b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1353784 Jun 04 07:09:48.115030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-86c31ad1-3eda-46fe-9d42-9080e4323e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:48.116503 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-86c31ad1-3eda-46fe-9d42-9080e4323e51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1467865 Jun 04 07:09:48.172099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-40078adb-e4ee-4f53-a8f8-abc791f136b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0701132 Jun 04 07:09:48.216958 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-40a6b7cf-a49e-4129-9200-5c2c77396612 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0946858 Jun 04 07:09:48.254763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-71e4933c-3c7e-4591-9918-17f07ee80804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:48.257594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-71e4933c-3c7e-4591-9918-17f07ee80804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0789814 Jun 04 07:09:48.308854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-38961d23-5b6f-4301-a61b-c17603965669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451493 Jun 04 07:09:48.426657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-b0b7dd83-807b-478b-9e77-c22abecbfe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:48.429253 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-b0b7dd83-807b-478b-9e77-c22abecbfe17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.2067599 Jun 04 07:09:48.468059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-0ab7ca0c-dff7-41cc-ab42-d127765e1ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527538 Jun 04 07:09:48.481845 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-8525e871-aef8-43ca-9b81-2c65ed05e50f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461547 Jun 04 07:09:48.618204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-0af5da66-9b5b-47f2-83a0-4176fd1296c6 service neutron] 10.222.0.39 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426575 Jun 04 07:09:48.624097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-4767fef6-30cd-4525-92f8-1327cbac6d76 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358681 Jun 04 07:09:48.740885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552696f9-629e-4229-8663-5255f4e186e8 req-a6f735ac-567e-4e62-a32e-0e68f1b44d15 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:48.742566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-552696f9-629e-4229-8663-5255f4e186e8 req-a6f735ac-567e-4e62-a32e-0e68f1b44d15 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.1008534 Jun 04 07:09:48.765599 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2de7808e-4042-4e0b-8888-43e42a88b2c9 req-3be6d560-e688-4967-8147-fa5d581aa001 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363750 Jun 04 07:09:48.795954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-552696f9-629e-4229-8663-5255f4e186e8 req-62deb18f-f279-4b7d-9a65-ca6cc93be513 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Jun 04 07:09:49.113330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:09:49.159966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-348dd6d2-71c9-4d8a-93be-530c2fed8e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:49.188324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:09:50.016103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb751a-c7d0-48e6-8d72-f2e1ee3ca26f req-7e828846-5645-4b03-84f5-ba574fbddf48 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:50.017923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39fb751a-c7d0-48e6-8d72-f2e1ee3ca26f req-7e828846-5645-4b03-84f5-ba574fbddf48 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.1117659 Jun 04 07:09:50.065972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-39fb751a-c7d0-48e6-8d72-f2e1ee3ca26f req-256142e9-dad8-477b-a096-e890feccbb25 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Jun 04 07:09:50.207417 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:50.568751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:51.035034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:09:51.170275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:51.183764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'network_id': '88a8a86b-633a-4498-8d0b-1a26cc36f27a', 'port_id': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'mac_address': 'fa:16:3e:33:89:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c58b91-2451-439a-959d-6ad74ca55ab3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:09:51.243144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6bbc11fb-f377-489a-947a-4bf40bd2999c is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:09:51.243850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:51.255275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3fbd8-2465-43d1-a750-b25e721048ef req-33b9c00c-f1df-40c6-a17c-beccf4772e2c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:51.257211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8da3fbd8-2465-43d1-a750-b25e721048ef req-33b9c00c-f1df-40c6-a17c-beccf4772e2c tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 943 time: 0.0829110 Jun 04 07:09:51.261874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbc11fb-f377-489a-947a-4bf40bd2999c {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:09:51.278081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:51.281971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:51.306544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8da3fbd8-2465-43d1-a750-b25e721048ef req-999bebd8-b47e-4a08-81a2-b69198eaa531 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Jun 04 07:09:51.351235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:51.358706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.359060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.359396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.359732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.360064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.360394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.360724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.361050 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.361371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.361721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.362045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.362369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:51.612291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['6bbc11fb-f377-489a-947a-4bf40bd2999c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:09:51.714781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-fc41619c-06f0-4cbe-8fbc-ef8b6f324391 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:51.715654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-fc41619c-06f0-4cbe-8fbc-ef8b6f324391 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Synchronizing usage tracker for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:09:51.732993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-fc41619c-06f0-4cbe-8fbc-ef8b6f324391 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Unset dirty status for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:09:51.734248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-fc41619c-06f0-4cbe-8fbc-ef8b6f324391 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.24 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab&tenant_id=39fe68e10f834a33a0e9b423c7e951c6&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.1086559 Jun 04 07:09:51.818069 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-3b74fa52-7878-474f-8f13-d82cbfa9d481 service neutron] delete failed (client error): The resource could not be found. Jun 04 07:09:51.819153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-3b74fa52-7878-474f-8f13-d82cbfa9d481 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6bbc11fb-f377-489a-947a-4bf40bd2999c/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0791657 Jun 04 07:09:51.964012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-63743f6a-62a0-4bfb-afbf-e9ed23aa6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:51.965487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-63743f6a-62a0-4bfb-afbf-e9ed23aa6a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 1095 time: 0.0779951 Jun 04 07:09:52.095327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-d4637308-681e-412b-88a3-73b3e5ffecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:52.097056 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-d4637308-681e-412b-88a3-73b3e5ffecfd service neutron] 10.222.0.24 "GET /v2.0/networks?id=88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 200 len: 912 time: 0.1256142 Jun 04 07:09:52.145749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:52.162480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-819f4f6c-2569-4747-8480-f1873bcbd83a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 200 len: 217 time: 0.0599747 Jun 04 07:09:52.226948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-d17e615f-9169-4cca-9483-d83eba52e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:52.228269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-d17e615f-9169-4cca-9483-d83eba52e35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 200 len: 851 time: 0.0599926 Jun 04 07:09:52.275631 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-07856dec-8d6b-4c3e-a34b-82cbf62e208f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88a8a86b-633a-4498-8d0b-1a26cc36f27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408404 Jun 04 07:09:52.405585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-062c9243-9848-46cd-a847-b24541c0cc3f service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232705 Jun 04 07:09:52.536618 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-ee6a4146-76b3-4c03-aa10-cc98d29f2407 service neutron] 10.222.0.24 "GET /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256280 Jun 04 07:09:53.034318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:09:53.104985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 6bbc11fb-f377-489a-947a-4bf40bd2999c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:09:53.110472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 6bbc11fb-f377-489a-947a-4bf40bd2999c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:09:53.110847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:53.254044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 6bbc11fb-f377-489a-947a-4bf40bd2999c is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:09:53.254431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:53.283379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:53.294355 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:53.298102 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:53.361301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150547d-87db-403f-9b73-3afc5caa56fe req-5f8437eb-87af-42c4-8cb6-273ca978b194 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:53.363178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f150547d-87db-403f-9b73-3afc5caa56fe req-5f8437eb-87af-42c4-8cb6-273ca978b194 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.0853701 Jun 04 07:09:53.376557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:53.410400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f150547d-87db-403f-9b73-3afc5caa56fe req-96082d52-dc04-49ea-a6b8-71b910a0530f tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jun 04 07:09:53.462263 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b328f2-86f1-4a6f-80e5-b33e3befe7a5'] response: {'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'code': 200} Jun 04 07:09:54.698296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d569ab-03bf-4071-ac06-825f3629ab97 req-23210075-df88-4b4a-a3d6-abbfd6cf42a3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:54.699684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48d569ab-03bf-4071-ac06-825f3629ab97 req-23210075-df88-4b4a-a3d6-abbfd6cf42a3 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.1733813 Jun 04 07:09:54.707705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-7efa1e16-79c1-4692-8076-5698a26ae642 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:54.709237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-7efa1e16-79c1-4692-8076-5698a26ae642 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.39 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 945 time: 0.1435218 Jun 04 07:09:54.803132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-48d569ab-03bf-4071-ac06-825f3629ab97 req-10153e0a-c758-4027-817c-23e6f7c82e59 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/security-groups?id=3baefe0e-e97f-4014-abe7-17e46959084b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929201 Jun 04 07:09:54.808364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Deleting port 6bbc11fb-f377-489a-947a-4bf40bd2999c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:09:54.808701 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:55.178740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] For port 6bbc11fb-f377-489a-947a-4bf40bd2999c, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=6bbc11fb-f377-489a-947a-4bf40bd2999c,segment=NetworkSegment(fda9b85d-de12-4f7d-8072-e6b6f3949418),segment_id=fda9b85d-de12-4f7d-8072-e6b6f3949418)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:09:55.179098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:55.301028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Calling delete_port for 6bbc11fb-f377-489a-947a-4bf40bd2999c owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:09:55.454155 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:55.467099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['6bbc11fb-f377-489a-947a-4bf40bd2999c'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:09:55.548031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Pushing event deleted for resources: {'Port': ['ID=6bbc11fb-f377-489a-947a-4bf40bd2999c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:55.669319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] No DVR routers for this DVR port 6bbc11fb-f377-489a-947a-4bf40bd2999c on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:09:55.673235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:55.678181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-deleted', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:09:55.703168 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b1dcca4-4e31-4900-a0db-6e00ff87e3c5 req-2cd90d8b-ab77-44f5-b029-f9fc5c1d9fea tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.39 "DELETE /v2.0/ports/6bbc11fb-f377-489a-947a-4bf40bd2999c HTTP/1.1" status: 204 len: 173 time: 0.9783130 Jun 04 07:09:55.756561 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146d171d-3824-404d-abbc-19c1d89501a7'] response: {'server_uuid': '92c81b33-f97b-4e06-9646-5cdad22176ab', 'name': 'network-vif-deleted', 'tag': '6bbc11fb-f377-489a-947a-4bf40bd2999c', 'status': 'completed', 'code': 200} Jun 04 07:09:55.900631 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:56.040753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ad6ad8b2-68bf-48b1-86df-ae9e6fe67048 req-a4179ad3-0f50-4ca0-b9ed-76c8775a8b37 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Synchronizing usage tracker for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:09:56.050462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:56.065130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ad6ad8b2-68bf-48b1-86df-ae9e6fe67048 req-a4179ad3-0f50-4ca0-b9ed-76c8775a8b37 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] Unset dirty status for tenant:39fe68e10f834a33a0e9b423c7e951c6 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:09:56.068408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad6ad8b2-68bf-48b1-86df-ae9e6fe67048 req-a4179ad3-0f50-4ca0-b9ed-76c8775a8b37 tempest-DeleteServersTestJSON-715089652 tempest-DeleteServersTestJSON-715089652-project] 10.222.0.17 "GET /v2.0/ports?device_id=92c81b33-f97b-4e06-9646-5cdad22176ab HTTP/1.1" status: 200 len: 210 time: 0.1050673 Jun 04 07:09:57.317903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47098) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:57.387223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Deleting subnet d1c58b91-2451-439a-959d-6ad74ca55ab3 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:09:57.390938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.441042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.495556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.566537 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.602603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c58b91-2451-439a-959d-6ad74ca55ab3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:57.607983 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.613825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c436ef71-2e30-4415-8887-3c0d77ea9eaa admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d1c58b91-2451-439a-959d-6ad74ca55ab3 HTTP/1.1" status: 204 len: 168 time: 0.2948554 Jun 04 07:09:57.616924 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47102) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:57.743797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.885914 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.916434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a8a86b-633a-4498-8d0b-1a26cc36f27a']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:09:57.932209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda9b85d-de12-4f7d-8072-e6b6f3949418') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:09:57.932538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda9b85d-de12-4f7d-8072-e6b6f3949418') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:09:57.947454 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.965618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:57.972483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:09:57.973461 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.047645 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fda9b85d-de12-4f7d-8072-e6b6f3949418 resource provider aggregate not found Jun 04 07:09:58.067635 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment fda9b85d-de12-4f7d-8072-e6b6f3949418 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fda9b85d-de12-4f7d-8072-e6b6f3949418 found for delete ", "request_id": "req-404b25fb-cd7a-4dfa-98ba-c5d3475ac54d"}]} Jun 04 07:09:58.081370 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.097785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.109927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a8a86b-633a-4498-8d0b-1a26cc36f27a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:58.120645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-683fd008-53ba-4607-b2c3-e3cbf6c12752 admin admin] 10.222.0.17 "DELETE /v2.0/networks/88a8a86b-633a-4498-8d0b-1a26cc36f27a HTTP/1.1" status: 204 len: 168 time: 0.5022793 Jun 04 07:09:58.239465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47112) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:58.291619 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d4cdfcb7-d66e-45d7-8ffb-2e0679d5ace6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39fe68e10f834a33a0e9b423c7e951c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501988 Jun 04 07:09:58.295011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47118) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:58.360960 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.393078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.446681 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.461677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baefe0e-e97f-4014-abe7-17e46959084b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:58.471996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:58.473105 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3baefe0e-e97f-4014-abe7-17e46959084b HTTP/1.1" status: 204 len: 168 time: 0.1762276 Jun 04 07:09:58.475842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.476299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.476647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.477027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.477370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.477730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.478412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.478412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.478700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.479027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.479354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:58.479681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27d2572-8364-4c4e-b60a-3e9b1af0ee3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:09:59.107080 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:09:59.147945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 6bbc11fb-f377-489a-947a-4bf40bd2999c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:09:59.148288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 6bbc11fb-f377-489a-947a-4bf40bd2999c not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:09:59.224375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47142) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:59.334576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-222430745-network', 'tenant_id': '9103911b19f64f2ba1709c2417824c89'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:59.340375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:59.344891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Usage tracker for resource:network and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:59.347997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:59.356165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:59.367453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Made reservation on behalf of 9103911b19f64f2ba1709c2417824c89 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:09:59.370013 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.383014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.399167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:59.403326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Usage tracker for resource:security_group_rule and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:59.406443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:59.413136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:59.496785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.500365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.530540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:09:59.538927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef40085-37bf-4406-9301-89853c9de0b0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:59.544445 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.544779 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Added segment 8e570bc6-3173-4611-8417-f6c93df9dbcd of type vlan for network 1b309791-35af-4260-9f86-fb950b958393 Jun 04 07:09:59.575132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.603490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.604438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:09:59.605031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.706499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] Pushing event updated for resources: {'Network': ['ID=1b309791-35af-4260-9f86-fb950b958393,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:09:59.712701 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7dbc8e2f-23b6-4317-b476-55fcfa56e2cc admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4871647 Jun 04 07:09:59.713175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47148) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:09:59.717225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 1b309791-35af-4260-9f86-fb950b958393 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:09:59.719099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Request body: {'subnet': {'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-222430745-subnet', 'tenant_id': '9103911b19f64f2ba1709c2417824c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:09:59.725045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:09:59.729078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Usage tracker for resource:subnet and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:09:59.732006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:09:59.737827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:09:59.749497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Made reservation on behalf of 9103911b19f64f2ba1709c2417824c89 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:09:59.751793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:09:59.976552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:00.056063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86685dc9-5b7d-465c-827c-dad23bef8e00,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:00.066617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Checking segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:10:00.066978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Network hostable DHCP agents. Network: 1b309791-35af-4260-9f86-fb950b958393, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:10:00.086968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Network 1b309791-35af-4260-9f86-fb950b958393 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:10:00.095934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 1b309791-35af-4260-9f86-fb950b958393) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:10:00.100254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:00.100834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:00.107038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6f0fe-f842-4421-b0de-5d3bc7580c57 None None] Network 1b309791-35af-4260-9f86-fb950b958393 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:10:00.122456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c063d7ec-8d5b-40e0-8e84-2ab4894e6867 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4079595 Jun 04 07:10:00.362155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f894447-7075-4460-9b84-4feceb4bbd31 None None] Network 1b309791-35af-4260-9f86-fb950b958393 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:10:00.651260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-4b5863fb-af67-46e7-9499-7a4ec5ee7574 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:00.652689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-4b5863fb-af67-46e7-9499-7a4ec5ee7574 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 814 time: 0.1503587 Jun 04 07:10:00.668761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-112505cf-1399-4079-b4ef-84d2fbc6ff57 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/quotas/9103911b19f64f2ba1709c2417824c89 HTTP/1.1" status: 200 len: 375 time: 0.0105538 Jun 04 07:10:00.833771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-ee84f9cd-2ebf-4ded-9451-1501d251e881 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1586535 Jun 04 07:10:00.844275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-75b1bc29-4c0a-47d1-a160-4a6a205deb4c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:10:00.845241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-75b1bc29-4c0a-47d1-a160-4a6a205deb4c service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048907 Jun 04 07:10:00.913483 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:10:00.981862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-a84a2815-3f01-494a-afc3-561153c5d07d service neutron] 10.222.0.17 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300049 Jun 04 07:10:01.118881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-767cb8e3-d4d4-4980-8d6a-320288d336fe service neutron] 10.222.0.17 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309180 Jun 04 07:10:01.294639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cd91ae5-57cb-4dc1-98a5-f8fdc21138d6 req-0a0e6c38-1b23-44be-9df2-8c97b9c236b6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 210 time: 0.0433969 Jun 04 07:10:02.345057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-5143c335-3bf8-4c03-9de4-71cb10e2e765 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:02.346538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-5143c335-3bf8-4c03-9de4-71cb10e2e765 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 814 time: 0.1531627 Jun 04 07:10:02.357786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'port': {'device_id': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'admin_state_up': True, 'tenant_id': '9103911b19f64f2ba1709c2417824c89'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:02.494815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac83ec2c-6dfc-4ce2-9ab2-8b00a31a7f5d req-5aec0e4c-f7d1-40a0-9185-bdcb3f0a0d1f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 210 time: 0.0573778 Jun 04 07:10:02.550899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:02.555438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:port and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:02.558262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:02.564106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:02.573951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Made reservation on behalf of 9103911b19f64f2ba1709c2417824c89 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:10:02.577217 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:02.738011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Allocated IP 172.20.0.5 (1b309791-35af-4260-9f86-fb950b958393/86685dc9-5b7d-465c-827c-dad23bef8e00/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:10:02.949254 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:02.979115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:03.047160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Network 1b309791-35af-4260-9f86-fb950b958393 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:10:03.050632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:10:03.055204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:10:03.100077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:03.125038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:03.125725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:03.146256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f3e9bd40-ab32-4c5d-ae7b-5506ba8dde0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923901 Jun 04 07:10:03.158023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Request body: {'port': {'device_id': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:03.266447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:03.776795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:10:03.786363 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:03.812509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Transition to ACTIVE for port object 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:10:03.818296 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:03.886557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81ef6f-2ceb-4b03-99d9-912236fc00f2 req-8b93d70e-535f-45a9-a10f-70ba92cac6f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:03.887259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3f81ef6f-2ceb-4b03-99d9-912236fc00f2 req-8b93d70e-535f-45a9-a10f-70ba92cac6f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Synchronizing usage tracker for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:10:03.969996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:04.043653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3f81ef6f-2ceb-4b03-99d9-912236fc00f2 req-8b93d70e-535f-45a9-a10f-70ba92cac6f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Unset dirty status for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:10:04.044824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f81ef6f-2ceb-4b03-99d9-912236fc00f2 req-8b93d70e-535f-45a9-a10f-70ba92cac6f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 931 time: 0.4387248 Jun 04 07:10:04.116744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f81ef6f-2ceb-4b03-99d9-912236fc00f2 req-a1f40ed4-4fcd-48d9-b46a-f5f9ddde5b36 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607748 Jun 04 07:10:04.118839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:10:04.119175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:10:04.119502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:10:04.124394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:10:04.124711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:10:04.130465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:10:04.130894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Checking segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:10:04.131277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Bound using segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:10:04.131708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Bound port: 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:10:04.132058 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:04.226040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:10:04.228961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:10:04.233913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:04.289839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:04.290457 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:04.291836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 1091 time: 1.1377940 Jun 04 07:10:04.292264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:04.323040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc103e-cbeb-4a6a-b00d-31acb93f6bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:04.365714 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228b3258-5de9-462f-b731-32cc7876660e'] response: {'name': 'network-changed', 'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'status': 'completed', 'code': 200} Jun 04 07:10:04.411150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-108776e9-33cd-41f6-b884-9874539d9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:04.413735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-108776e9-33cd-41f6-b884-9874539d9736 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1094 time: 0.0797894 Jun 04 07:10:04.482258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-8f8576ec-25a7-4aa2-8f54-6123e38841a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0624263 Jun 04 07:10:04.547877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f98692e4-66bd-4f78-9a34-cc2c5164e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:04.549234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-f98692e4-66bd-4f78-9a34-cc2c5164e76a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0608039 Jun 04 07:10:04.594806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-14edcbdc-b7bc-4834-9cc2-5a4caf5898af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400145 Jun 04 07:10:04.725675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-c5fd1176-d14f-4403-bb4d-25cb57297b63 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250117 Jun 04 07:10:04.859099 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9c94fe80-af28-4388-822b-34a9530a1e31 req-60f08d6b-fd4f-4b4f-810e-0b091a0a06a3 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Jun 04 07:10:04.975222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-c2a2ca43-0212-4818-bbf7-1d6c93f67596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:04.976727 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-c2a2ca43-0212-4818-bbf7-1d6c93f67596 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1094 time: 0.0732253 Jun 04 07:10:05.108180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-6d4cc870-a114-4e2b-8500-79e94788a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:05.109732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-6d4cc870-a114-4e2b-8500-79e94788a9c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1275029 Jun 04 07:10:05.182559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-cb8eea12-276e-4e7d-b8af-28ebecdbe3f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0667293 Jun 04 07:10:05.290648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-480103a5-0f14-4c2b-a767-bb1be1a6962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:05.292106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-480103a5-0f14-4c2b-a767-bb1be1a6962f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.1044331 Jun 04 07:10:05.346155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-d0bf2ef2-bfe1-4583-95f5-fc23bff1a356 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431719 Jun 04 07:10:05.387221 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546e82-18e5-49ea-a057-d7c8f03e0df7 req-7257f1cd-d2a8-423e-820e-4641dbfd1fe9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:05.388588 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae546e82-18e5-49ea-a057-d7c8f03e0df7 req-7257f1cd-d2a8-423e-820e-4641dbfd1fe9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.1586599 Jun 04 07:10:05.613843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae546e82-18e5-49ea-a057-d7c8f03e0df7 req-a3bd1b25-3589-4d55-8952-b9c911e0d4d4 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Jun 04 07:10:05.634137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-da8bd96f-5063-477c-a67e-20d48a368c42 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819109 Jun 04 07:10:05.767255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30faef3e-b20d-45fd-b874-4e4857123d39 req-e18701cc-fb63-4a9d-9c93-a6b3aa887cd2 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272180 Jun 04 07:10:06.801828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60395db-8fb7-43a3-9f3e-fc5c790aeb0c req-86269d78-8f6b-4996-bc0e-c241430f03fd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:06.803314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d60395db-8fb7-43a3-9f3e-fc5c790aeb0c req-86269d78-8f6b-4996-bc0e-c241430f03fd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0803382 Jun 04 07:10:06.847738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d60395db-8fb7-43a3-9f3e-fc5c790aeb0c req-c84c1613-814a-477b-913f-88e49ed57e96 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Jun 04 07:10:08.039414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c813aea-fd51-4a7f-85a8-38c15057378b req-ab3caf3a-5395-4409-8f54-269394050cb9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:08.040910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c813aea-fd51-4a7f-85a8-38c15057378b req-ab3caf3a-5395-4409-8f54-269394050cb9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0849578 Jun 04 07:10:08.085890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c813aea-fd51-4a7f-85a8-38c15057378b req-5f535d45-88e8-4669-bf99-015bb51d04b8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Jun 04 07:10:09.175486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:10:09.280926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67132c8f-5e30-4ded-aa18-91804975b160 req-b271da8b-1331-4eb5-a81b-cf350d23b039 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:09.282338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67132c8f-5e30-4ded-aa18-91804975b160 req-b271da8b-1331-4eb5-a81b-cf350d23b039 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0850499 Jun 04 07:10:09.313366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:09.328431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'port_id': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'mac_address': 'fa:16:3e:34:c5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86685dc9-5b7d-465c-827c-dad23bef8e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:10:09.328641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67132c8f-5e30-4ded-aa18-91804975b160 req-c623c7fd-67c3-40d9-80fa-d45832ca809f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Jun 04 07:10:09.385298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:10:09.385708 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:09.402896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:10:09.418696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:09.422257 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:09.492819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:09.712564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:10:10.528699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ee36e-25cd-4dac-a14e-f9bd81acc4e8 req-cdd08543-9896-492e-893f-fa4837908a4e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:10.530226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f8ee36e-25cd-4dac-a14e-f9bd81acc4e8 req-cdd08543-9896-492e-893f-fa4837908a4e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 944 time: 0.0924654 Jun 04 07:10:10.575050 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f8ee36e-25cd-4dac-a14e-f9bd81acc4e8 req-00f480a1-89ee-4bce-a54c-1a5a97d55d52 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Jun 04 07:10:11.175413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:10:11.250357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:10:11.255757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:10:11.256122 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:11.372769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:10:11.373055 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:11.399619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:11.409660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:11.413847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:11.451641 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9d145c-8221-47f1-a8f9-3c2dbbc6bee0'] response: {'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'code': 200} Jun 04 07:10:11.484380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:11.574172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a623442-06f3-40de-a4f7-d68ddf183600 req-55c8385e-b0e8-4f09-b398-753b1504b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:11.575648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a623442-06f3-40de-a4f7-d68ddf183600 req-55c8385e-b0e8-4f09-b398-753b1504b323 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0701163 Jun 04 07:10:11.623869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a623442-06f3-40de-a4f7-d68ddf183600 req-c21e9a28-dff9-4ac5-9321-2051290548c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Jun 04 07:10:11.766610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698acc3a-e30f-4dee-b4ab-82a1e9e1ee26 req-32fc8653-4779-4b69-be18-9a736a00e2ff tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:11.768040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-698acc3a-e30f-4dee-b4ab-82a1e9e1ee26 req-32fc8653-4779-4b69-be18-9a736a00e2ff tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0818152 Jun 04 07:10:11.814363 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-698acc3a-e30f-4dee-b4ab-82a1e9e1ee26 req-66e80050-3e30-4c75-bd4a-21f62f02608e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Jun 04 07:10:13.006992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966b3b0-155b-499f-9228-0556a8ff92be req-04e31d42-8c33-4e96-b65c-e9b0c9b9c720 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:13.008656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3966b3b0-155b-499f-9228-0556a8ff92be req-04e31d42-8c33-4e96-b65c-e9b0c9b9c720 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0854356 Jun 04 07:10:13.064486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3966b3b0-155b-499f-9228-0556a8ff92be req-d54df2f7-405e-4776-9c9b-fb4f4fdcd2f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500281 Jun 04 07:10:14.259070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c90c3-da03-4ff3-98e1-742a0231ee5c req-2a4afca8-b845-40a4-b99c-a3a90ad21304 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:14.260562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-868c90c3-da03-4ff3-98e1-742a0231ee5c req-2a4afca8-b845-40a4-b99c-a3a90ad21304 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0880542 Jun 04 07:10:14.305316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-868c90c3-da03-4ff3-98e1-742a0231ee5c req-5ac1f5d3-21b4-42b4-af3a-ff290830ef2a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Jun 04 07:10:14.503954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dee47-05d6-4bd5-b11a-a54397ff76e6 req-0a72eef9-c27b-4b0b-bbce-f0c3727a8429 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:14.506559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-513dee47-05d6-4bd5-b11a-a54397ff76e6 req-0a72eef9-c27b-4b0b-bbce-f0c3727a8429 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0887859 Jun 04 07:10:14.554049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-513dee47-05d6-4bd5-b11a-a54397ff76e6 req-571bac65-58fb-4e06-b1bb-5a3321308640 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Jun 04 07:10:14.916056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6af810-81c4-4c7c-b7f9-0a4ecb7e35ce req-31783a8c-908d-4c93-94d2-37b681335b7f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:14.917516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b6af810-81c4-4c7c-b7f9-0a4ecb7e35ce req-31783a8c-908d-4c93-94d2-37b681335b7f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0815520 Jun 04 07:10:14.976240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b6af810-81c4-4c7c-b7f9-0a4ecb7e35ce req-e0dae3f7-6c94-4f44-9bb0-288bdeebf2dc tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528066 Jun 04 07:10:15.163906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03989204-884a-40a0-a0a5-3fdba8fe6f90 req-fd8d039d-5aec-4049-8f6c-1b889850bb59 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:15.165344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03989204-884a-40a0-a0a5-3fdba8fe6f90 req-fd8d039d-5aec-4049-8f6c-1b889850bb59 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0839951 Jun 04 07:10:15.209213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-03989204-884a-40a0-a0a5-3fdba8fe6f90 req-c75226c6-cd4d-46c4-a3ab-e864c3b1004e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Jun 04 07:10:15.563328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-a7e9c347-01f5-4f15-a369-a25cf8addf02 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747070 Jun 04 07:10:15.613269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56ab5-f40e-4cda-bb22-db21ecf86e27 req-9c23d5af-c468-4fe9-b2ae-3963ef5d122b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:15.614799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ef56ab5-f40e-4cda-bb22-db21ecf86e27 req-9c23d5af-c468-4fe9-b2ae-3963ef5d122b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Jun 04 07:10:15.663186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ef56ab5-f40e-4cda-bb22-db21ecf86e27 req-6b70fbb4-04e0-40bd-84d9-17cd977083e1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Jun 04 07:10:16.753390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-3c9e4a77-955a-4ff2-b01c-f3d53ec3f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:16.755973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-3c9e4a77-955a-4ff2-b01c-f3d53ec3f8d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0748858 Jun 04 07:10:16.950182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-1cd13cc0-2390-44b8-b8f7-9b1f5f6e466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:16.951526 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-1cd13cc0-2390-44b8-b8f7-9b1f5f6e466b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1903479 Jun 04 07:10:16.960740 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f876db-4c8d-4f40-99b5-c83ba7ab03eb req-bd34d5f6-9cdb-4874-95bd-5262837208ce tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:16.962128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20f876db-4c8d-4f40-99b5-c83ba7ab03eb req-bd34d5f6-9cdb-4874-95bd-5262837208ce tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.1822047 Jun 04 07:10:16.990561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d5ef097d-f949-40a9-99ae-7c0785c89f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:17.050161 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-2fcb5766-795d-4db9-8a13-13a361a3ec10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0869451 Jun 04 07:10:17.123038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20f876db-4c8d-4f40-99b5-c83ba7ab03eb req-527a8869-93ab-4050-8f85-609b0604d5a6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110237 Jun 04 07:10:17.132680 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-77203644-f09a-4a02-be1c-8f5f23c20c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:17.134117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-77203644-f09a-4a02-be1c-8f5f23c20c83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0783076 Jun 04 07:10:17.180426 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-2d681d36-38d0-466c-bd77-1ade7e662419 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407708 Jun 04 07:10:17.314388 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-a5667724-fdd1-4b50-8e7a-047290193d70 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279516 Jun 04 07:10:17.554220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-a434973a-3243-4b97-b940-3c56d300e1bd service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337863 Jun 04 07:10:18.315790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a9e2-1c4b-4c78-9b64-fec3a8ea2f7a req-2ed645a0-9e28-468b-86f4-1da1d0882786 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:18.317781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6a9a9e2-1c4b-4c78-9b64-fec3a8ea2f7a req-2ed645a0-9e28-468b-86f4-1da1d0882786 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0855520 Jun 04 07:10:18.362594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6a9a9e2-1c4b-4c78-9b64-fec3a8ea2f7a req-a24e649f-7a58-4a49-b327-3acfa543cf6c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Jun 04 07:10:19.123948 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4fd19ed5-d29b-4a01-ac82-61c9be04dd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:19.558117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e7824-ad0e-4f95-9732-7db1a8481f3f req-fd182604-d075-4430-83b3-ac82c5dd476e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:19.560039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-094e7824-ad0e-4f95-9732-7db1a8481f3f req-fd182604-d075-4430-83b3-ac82c5dd476e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0835090 Jun 04 07:10:19.606685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-094e7824-ad0e-4f95-9732-7db1a8481f3f req-46e2b593-83e0-44d9-8126-c55794cf94f8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Jun 04 07:10:20.211761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:20.571500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:20.806557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b89f99-b96e-4b75-80ea-28e6c6ed5441 req-2f903d56-c931-4245-9aed-186a0d75a2bd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:20.808312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b89f99-b96e-4b75-80ea-28e6c6ed5441 req-2f903d56-c931-4245-9aed-186a0d75a2bd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0911341 Jun 04 07:10:20.856322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6b89f99-b96e-4b75-80ea-28e6c6ed5441 req-aa58d8c8-6703-4ac7-8345-9210dfc1e6e9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Jun 04 07:10:22.052630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a7ed3-d063-4fad-b6ef-2305c07087f9 req-bb5aee46-87af-4323-91b1-2761d54eb515 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:22.054113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-320a7ed3-d063-4fad-b6ef-2305c07087f9 req-bb5aee46-87af-4323-91b1-2761d54eb515 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0899200 Jun 04 07:10:22.103513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-320a7ed3-d063-4fad-b6ef-2305c07087f9 req-5ebb612a-267a-413c-b9f1-65c06f7794b6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Jun 04 07:10:22.149457 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:23.292008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8b20-84b8-4f87-85a4-c1ced150919e req-8ae39730-98ae-475c-b8ef-56b564e0a356 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:23.293365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-caea8b20-84b8-4f87-85a4-c1ced150919e req-8ae39730-98ae-475c-b8ef-56b564e0a356 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0815318 Jun 04 07:10:23.339695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-caea8b20-84b8-4f87-85a4-c1ced150919e req-e5a8bcfe-07a0-4930-baa5-16b5a62e4f7d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Jun 04 07:10:24.534551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75099a45-d837-4dcc-9bad-71c7fa22180b req-acc58c40-c638-4e73-abf0-299768ee3c68 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:24.536080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75099a45-d837-4dcc-9bad-71c7fa22180b req-acc58c40-c638-4e73-abf0-299768ee3c68 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0845315 Jun 04 07:10:24.584575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-75099a45-d837-4dcc-9bad-71c7fa22180b req-3b79485d-c2f4-410a-94f2-fd142531aa98 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Jun 04 07:10:25.781101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09f39-ac8b-474e-9775-f9c39f4ad4d4 req-5bf4edc2-3c88-4abc-9c62-7a30b763b771 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:25.782710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08a09f39-ac8b-474e-9775-f9c39f4ad4d4 req-5bf4edc2-3c88-4abc-9c62-7a30b763b771 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0840528 Jun 04 07:10:25.827193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08a09f39-ac8b-474e-9775-f9c39f4ad4d4 req-89b9681a-cab7-4748-a52f-d794330b7f21 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Jun 04 07:10:25.905114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:26.063098 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:27.040520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22862a30-868b-4605-97e1-d888caa11df4 req-e4fba308-987c-4bab-ae44-ab73a9af8f30 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:27.042137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22862a30-868b-4605-97e1-d888caa11df4 req-e4fba308-987c-4bab-ae44-ab73a9af8f30 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0983777 Jun 04 07:10:27.096701 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22862a30-868b-4605-97e1-d888caa11df4 req-ba734da0-98b1-4912-9baa-5538563ce2bc tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Jun 04 07:10:28.291700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d39c9-89b2-4721-9028-34133ae78e90 req-cbac7ed2-04c9-4050-836c-768741abe95d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:28.293068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-983d39c9-89b2-4721-9028-34133ae78e90 req-cbac7ed2-04c9-4050-836c-768741abe95d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0822468 Jun 04 07:10:28.342643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-983d39c9-89b2-4721-9028-34133ae78e90 req-b7ac352c-5891-4478-b1ea-553b8c178f6e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Jun 04 07:10:29.567353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa55167-39e5-401b-8bf1-c1be0b3af4f9 req-f335a4b8-0f9f-4ce2-84bd-8faa8e13e8b5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:29.568944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0aa55167-39e5-401b-8bf1-c1be0b3af4f9 req-f335a4b8-0f9f-4ce2-84bd-8faa8e13e8b5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.1029232 Jun 04 07:10:29.629956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0aa55167-39e5-401b-8bf1-c1be0b3af4f9 req-b257a0a5-5a88-4c59-bc9a-9236c0a94f13 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526564 Jun 04 07:10:30.840389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17d45-b210-48df-931b-adb884ee9d85 req-ecf076b6-08d0-4475-9fc6-4823e3859e7e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:30.842033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1aa17d45-b210-48df-931b-adb884ee9d85 req-ecf076b6-08d0-4475-9fc6-4823e3859e7e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0967669 Jun 04 07:10:30.902033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1aa17d45-b210-48df-931b-adb884ee9d85 req-7a5b1848-6ffb-4273-bb3a-7ea748d85828 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540426 Jun 04 07:10:32.114625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da098c9-f91c-4475-a52f-70f87775004d req-576a7616-001c-4ab9-9cfc-468f7789b99a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:32.116810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7da098c9-f91c-4475-a52f-70f87775004d req-576a7616-001c-4ab9-9cfc-468f7789b99a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0833151 Jun 04 07:10:32.160740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7da098c9-f91c-4475-a52f-70f87775004d req-abf09cac-43ad-492d-9a38-e303b262cc1d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Jun 04 07:10:33.354218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3d7d-9bcc-40b4-8c92-e7ed4c075fad req-251c60f4-1a68-4dd0-ab27-434e0ffba510 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:33.355608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f4f3d7d-9bcc-40b4-8c92-e7ed4c075fad req-251c60f4-1a68-4dd0-ab27-434e0ffba510 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0847287 Jun 04 07:10:33.400542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f4f3d7d-9bcc-40b4-8c92-e7ed4c075fad req-b0368bca-4a73-4ffc-9560-5b3c034d3f9d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Jun 04 07:10:34.589141 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768d6c-57f8-4c19-aa43-e5e43bd86291 req-839f41f2-76d5-437f-ab14-dd9671de6463 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:34.590617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d768d6c-57f8-4c19-aa43-e5e43bd86291 req-839f41f2-76d5-437f-ab14-dd9671de6463 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0797932 Jun 04 07:10:34.635624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9d768d6c-57f8-4c19-aa43-e5e43bd86291 req-b5cfda45-9263-41e3-905b-19d4b915aca5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Jun 04 07:10:35.846641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9e3a-c275-439e-a250-d33fdd936737 req-3b2c2617-6e6e-4ca3-ba79-6c18f96f6cf2 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:35.848200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a8f9e3a-c275-439e-a250-d33fdd936737 req-3b2c2617-6e6e-4ca3-ba79-6c18f96f6cf2 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0970128 Jun 04 07:10:35.895915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a8f9e3a-c275-439e-a250-d33fdd936737 req-04c007f8-d136-40d3-9c49-67c112a9aa94 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Jun 04 07:10:37.089311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47986a-84bf-4fe7-80f8-4c7cc3aee7bf req-c6560ee7-13b3-4f0d-b9f0-821a246ae30f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:37.090803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a47986a-84bf-4fe7-80f8-4c7cc3aee7bf req-c6560ee7-13b3-4f0d-b9f0-821a246ae30f tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0828261 Jun 04 07:10:37.141035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a47986a-84bf-4fe7-80f8-4c7cc3aee7bf req-1d6c607a-8bc0-4f8d-a569-63d0798a855e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Jun 04 07:10:37.914256 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:10:38.339920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56b7bc-0d87-4753-b9fb-fd44fe127e19 req-829e0ac8-7b88-4fa1-9842-b442f6a0b7ee tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:38.341425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d56b7bc-0d87-4753-b9fb-fd44fe127e19 req-829e0ac8-7b88-4fa1-9842-b442f6a0b7ee tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0863800 Jun 04 07:10:38.388863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d56b7bc-0d87-4753-b9fb-fd44fe127e19 req-4d0479fe-8a0c-45cc-9983-7e34ab9a25dd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Jun 04 07:10:39.592307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1a86-a350-4c38-bf02-8b102431c609 req-f756654b-fdf0-4b4c-9c90-dd394ee5a38e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:39.593918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd1a86-a350-4c38-bf02-8b102431c609 req-f756654b-fdf0-4b4c-9c90-dd394ee5a38e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0889986 Jun 04 07:10:39.640067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69fd1a86-a350-4c38-bf02-8b102431c609 req-1b5864d1-b7fb-4d2d-b5db-b8a8b403ad6d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Jun 04 07:10:40.851593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade9d7b-6f05-4d13-87fd-af7e61249acd req-440a6838-bb6b-43ef-91ee-dd8dc33f3eaa tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:40.853119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dade9d7b-6f05-4d13-87fd-af7e61249acd req-440a6838-bb6b-43ef-91ee-dd8dc33f3eaa tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0912163 Jun 04 07:10:40.902186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dade9d7b-6f05-4d13-87fd-af7e61249acd req-f509f1f6-533c-4e04-a17e-a81f0861a7e5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Jun 04 07:10:42.114727 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb6ee5-e046-4679-b9d6-8b4955abb19e req-6a7980bd-0f27-4416-95c2-66ab3598d9e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:42.117030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bddb6ee5-e046-4679-b9d6-8b4955abb19e req-6a7980bd-0f27-4416-95c2-66ab3598d9e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Jun 04 07:10:42.164908 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bddb6ee5-e046-4679-b9d6-8b4955abb19e req-1fb73b9b-9707-4da2-a0ce-c41264722c54 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Jun 04 07:10:43.368575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481674e-4b25-4040-9ace-c38defa3d8d5 req-d0fc76d9-0e23-41d4-83a1-c0a0969fa62d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:43.369995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7481674e-4b25-4040-9ace-c38defa3d8d5 req-d0fc76d9-0e23-41d4-83a1-c0a0969fa62d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0822299 Jun 04 07:10:43.420741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7481674e-4b25-4040-9ace-c38defa3d8d5 req-149d81a6-a23c-4c4e-b72a-fef12c83b29d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Jun 04 07:10:44.828660 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-f3753f6d-bab6-4766-93e5-35e35d32a039 service neutron] show failed (client error): The resource could not be found. Jun 04 07:10:44.829664 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-f3753f6d-bab6-4766-93e5-35e35d32a039 service neutron] 10.222.0.39 "GET /v2.0/ports/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.2573483 Jun 04 07:10:44.842707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd5a4-05c4-4846-8080-eb1a3c32b943 req-04b8bdb3-a143-49c0-b707-f10a0ad565e0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:44.844544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99dcd5a4-05c4-4846-8080-eb1a3c32b943 req-04b8bdb3-a143-49c0-b707-f10a0ad565e0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.3092315 Jun 04 07:10:44.895583 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99dcd5a4-05c4-4846-8080-eb1a3c32b943 req-df771dcf-c2bc-4d46-aa51-00c06e700ea7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Jun 04 07:10:45.122228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-e13a528c-35e0-45b6-bf8c-925022f40483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:45.123628 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-e13a528c-35e0-45b6-bf8c-925022f40483 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6&tenant_id=9103911b19f64f2ba1709c2417824c89 HTTP/1.1" status: 200 len: 1096 time: 0.0720022 Jun 04 07:10:45.134175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:45.252172 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:45.664694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:45.696801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:10:45.760207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:45.766074 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:45.781335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Transition to ACTIVE for port object 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:10:45.785066 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:45.824947 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af597812-7228-4e28-9154-535090222211'] response: {'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'code': 200} Jun 04 07:10:45.940231 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:45.948402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] No DVR routers for this DVR port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:10:46.005433 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:10:46.005900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:10:46.006196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:10:46.011565 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:10:46.011975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Attempting to bind port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:10:46.017669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:10:46.018007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Checking segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:10:46.018391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Bound using segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:10:46.018819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Bound port: 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:10:46.019166 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:46.106794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe30c-991d-40d8-a172-a4e22974ddcc req-3d3e9b5b-af53-4287-95a6-c1b212e454d2 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:46.108513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07cbe30c-991d-40d8-a172-a4e22974ddcc req-3d3e9b5b-af53-4287-95a6-c1b212e454d2 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0909567 Jun 04 07:10:46.115160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:10:46.118955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:10:46.125076 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:46.159667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07cbe30c-991d-40d8-a172-a4e22974ddcc req-3831da02-3a3c-46da-bb55-27dd27eac17b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444100 Jun 04 07:10:46.182802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:46.183572 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:46.185850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] 10.222.0.24 "PUT /v2.0/ports/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 1091 time: 1.0557702 Jun 04 07:10:46.262082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094111dd-3a3c-4433-a772-193fb1601e9e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:46.296717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-e2ad4c27-af29-479e-b5ba-ef748d04b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:46.298274 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-e2ad4c27-af29-479e-b5ba-ef748d04b253 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1094 time: 0.0889802 Jun 04 07:10:46.440424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-0f4db7b9-7043-4f89-be34-193c37414173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:46.441842 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-0f4db7b9-7043-4f89-be34-193c37414173 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1375654 Jun 04 07:10:46.516243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-989cf62c-4c56-4b4d-876c-327624d9b2f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0685437 Jun 04 07:10:46.595112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-698de8f6-63c0-4017-88d7-a9a894d9cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:46.596585 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-698de8f6-63c0-4017-88d7-a9a894d9cc0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0751970 Jun 04 07:10:46.658166 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-3db789d9-1afe-4c12-b183-7e0acbbee6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556910 Jun 04 07:10:46.797731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-725fee5d-9ad0-4253-86e5-232a59dcfe48 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325276 Jun 04 07:10:46.940108 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-be006c3c-b5a6-4305-ae2e-b340dd1cc103 req-d86857b9-4067-48ef-94a9-4cf497cc804d service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369228 Jun 04 07:10:46.993670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5e03c8b1-5813-4ada-bae2-8f8807c45d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:47.362568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ec19-5e93-4f6c-917e-f8eae8d8e047 req-ab684801-412a-4e7f-82f1-40219a220836 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:47.363937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7e9ec19-5e93-4f6c-917e-f8eae8d8e047 req-ab684801-412a-4e7f-82f1-40219a220836 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0890040 Jun 04 07:10:47.410980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c7e9ec19-5e93-4f6c-917e-f8eae8d8e047 req-833d0d22-834f-4e62-9103-3aedd1b34d86 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Jun 04 07:10:47.826642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:47.891399 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceffedfa-bd86-4497-be7c-56d9263ea68c'] response: {'name': 'network-changed', 'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'status': 'completed', 'code': 200} Jun 04 07:10:47.983650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-3cbb8a5a-f541-4989-aadb-322f711da01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:47.985144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-3cbb8a5a-f541-4989-aadb-322f711da01d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1094 time: 0.0735657 Jun 04 07:10:47.985341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-30cfcbef-7865-4a15-a651-8be2cc58e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:47.986983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-30cfcbef-7865-4a15-a651-8be2cc58e3b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1094 time: 0.0843437 Jun 04 07:10:48.128208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-529b399a-5405-4af6-b799-3dc9afbf9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:48.129621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-529b399a-5405-4af6-b799-3dc9afbf9482 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1386256 Jun 04 07:10:48.204489 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-eac36b81-a2d9-4b4d-8b7c-6e37732ea05e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0691452 Jun 04 07:10:48.236715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-4ce56574-f2bc-4fca-bac5-07a3fe23563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:48.238231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-4ce56574-f2bc-4fca-bac5-07a3fe23563f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.2454576 Jun 04 07:10:48.271157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-a5c7c431-fbc3-4d33-8fd6-80c9ea344908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:48.273408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-a5c7c431-fbc3-4d33-8fd6-80c9ea344908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0632663 Jun 04 07:10:48.313106 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-e3b60365-06e9-490f-8187-b58f51345efe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0686901 Jun 04 07:10:48.324845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-6f2372af-b543-440d-8143-439186310a54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456278 Jun 04 07:10:48.375534 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096705-538a-474f-93db-1286c1b0fb7c req-25779b03-c98e-4310-bf16-5950c4096929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:48.377018 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-25779b03-c98e-4310-bf16-5950c4096929 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0586715 Jun 04 07:10:48.422648 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-f46987af-2346-46f6-99f9-871b4cd3b40a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400703 Jun 04 07:10:48.464726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-f8f8a4fe-e931-4f30-b2a3-e1c087f6eb1e service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337726 Jun 04 07:10:48.559465 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-84471b96-443f-4a7c-babf-2b59e6bc3bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310160 Jun 04 07:10:48.657247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-b0e16514-2b76-4122-b769-5d749ca0f306 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869671 Jun 04 07:10:48.678865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2834477-4420-4883-afd8-445f255ea6bf req-77d3b5c2-2f5f-4039-aace-3d3572c2261e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:48.680500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2834477-4420-4883-afd8-445f255ea6bf req-77d3b5c2-2f5f-4039-aace-3d3572c2261e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.1388574 Jun 04 07:10:48.706437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c1096705-538a-474f-93db-1286c1b0fb7c req-71bc3d89-b6a4-4708-a1e4-27c58c4a5a47 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404772 Jun 04 07:10:48.730740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2834477-4420-4883-afd8-445f255ea6bf req-0e3a7474-80ff-4498-a51b-dd07592a3d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Jun 04 07:10:49.126047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c42f512-60fb-4b2d-ba0f-5ed80c4b803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:49.408928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:10:49.472979 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:10:49.939616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c2d67-583b-4dd3-ad9a-f519479b1b9a req-f16bdc67-74db-4011-b9a9-3ca4bce4c6e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:49.941065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-394c2d67-583b-4dd3-ad9a-f519479b1b9a req-f16bdc67-74db-4011-b9a9-3ca4bce4c6e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0864663 Jun 04 07:10:49.985722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-394c2d67-583b-4dd3-ad9a-f519479b1b9a req-e4710122-9ba2-46dc-91b4-3a7e33a650c5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 Jun 04 07:10:50.215211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:50.575557 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:51.175179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dcba1-aff4-4873-93f4-c36d6e92d659 req-215b8b97-ca52-431a-87ad-1c6d08c95b87 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:51.176772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be5dcba1-aff4-4873-93f4-c36d6e92d659 req-215b8b97-ca52-431a-87ad-1c6d08c95b87 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.0807352 Jun 04 07:10:51.228233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be5dcba1-aff4-4873-93f4-c36d6e92d659 req-515856c5-65fd-43f9-96da-5199c7700f20 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Jun 04 07:10:51.439026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:10:51.589459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:51.603925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'port_id': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'mac_address': 'fa:16:3e:34:c5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86685dc9-5b7d-465c-827c-dad23bef8e00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:10:51.632179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-c2369a08-48ca-48b0-92ae-5356d1ada6e7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:51.633669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-c2369a08-48ca-48b0-92ae-5356d1ada6e7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6&tenant_id=9103911b19f64f2ba1709c2417824c89&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 943 time: 0.1724010 Jun 04 07:10:51.648550 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c732-2096-4e6a-9d7c-f7d984e7266c req-b0ceac88-79d4-4aa1-9213-abddcc6815b1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:51.650043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfa9c732-2096-4e6a-9d7c-f7d984e7266c req-b0ceac88-79d4-4aa1-9213-abddcc6815b1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 943 time: 0.1421599 Jun 04 07:10:51.662750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:10:51.663129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:51.684114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:10:51.701779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:51.705695 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:51.751791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cfa9c732-2096-4e6a-9d7c-f7d984e7266c req-894cfb6e-fec0-4aba-aa0c-e093ecf604de tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Jun 04 07:10:51.760562 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-7a178649-3129-4cba-b969-799476dd2c55 service neutron] delete failed (client error): The resource could not be found. Jun 04 07:10:51.761679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-7a178649-3129-4cba-b969-799476dd2c55 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1220322 Jun 04 07:10:51.777200 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:51.789165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.789622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.789891 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.790269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.790532 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.791056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.791241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.791510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.791817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.792142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.792467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.792791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:51.915777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-6067db0d-12e2-4823-93db-aa16a8c05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:51.917057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-6067db0d-12e2-4823-93db-aa16a8c05194 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0814774 Jun 04 07:10:52.013844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:10:52.170538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:52.180472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-27900269-4558-48bd-a031-d2558c89f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:52.181996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-27900269-4558-48bd-a031-d2558c89f2e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.2592437 Jun 04 07:10:52.258014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-4d196068-1037-4e39-b656-f973fc046680 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0697453 Jun 04 07:10:52.321509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-b4ea4461-618e-414c-827a-850b847bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:52.322948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-b4ea4461-618e-414c-827a-850b847bdcf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0598671 Jun 04 07:10:52.371658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-bf303dfd-c1dc-4a56-b28c-e11d9ffae8f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422196 Jun 04 07:10:52.510510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-5f2e5fcd-1672-477c-bdbd-de4672d4e5e9 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326306 Jun 04 07:10:52.649418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9ad99c0-156d-4b4f-9667-a713cd080f9b req-3b3c6d3a-7677-490d-a591-46c7f2f72ed0 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335883 Jun 04 07:10:52.979030 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87dd07-d87d-4530-96ab-d96c828a898c req-77f4736b-60de-46bc-838f-8a2414935c34 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:52.985410 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b87dd07-d87d-4530-96ab-d96c828a898c req-77f4736b-60de-46bc-838f-8a2414935c34 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 944 time: 0.1024289 Jun 04 07:10:53.036125 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b87dd07-d87d-4530-96ab-d96c828a898c req-f40ee10a-fd62-4477-9a91-e7e77e273e72 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Jun 04 07:10:53.438843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:10:53.507903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:10:53.512734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:10:53.513104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:53.666137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:10:53.666511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:53.696831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:53.711694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:53.718053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:53.729242 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-c991355d-56f2-4f64-898e-549fe2b86151 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789893 Jun 04 07:10:53.753955 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fda590-0027-4543-b731-5da52e6767c9'] response: {'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'code': 200} Jun 04 07:10:53.795651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:53.884783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-df9f4ea7-c49b-4968-b945-1123f9b573a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:53.886346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-df9f4ea7-c49b-4968-b945-1123f9b573a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0791955 Jun 04 07:10:54.052098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-a89481ef-26fc-4494-bee3-c4f3a472bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:54.054920 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-a89481ef-26fc-4494-bee3-c4f3a472bc6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1486783 Jun 04 07:10:54.131111 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-28f53269-55fe-4f9f-939d-fdb294ff08f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 200 len: 217 time: 0.0695539 Jun 04 07:10:54.197778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-d195ba4d-8dbf-4bcb-9935-26473d2a41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:54.199249 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-d195ba4d-8dbf-4bcb-9935-26473d2a41f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0628295 Jun 04 07:10:54.247815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aebd3-db35-4e59-a6ed-3b5bcb824aca req-37745534-da28-451e-b4ff-df6527d42a87 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:54.249315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598aebd3-db35-4e59-a6ed-3b5bcb824aca req-37745534-da28-451e-b4ff-df6527d42a87 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0863740 Jun 04 07:10:54.250674 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-6613611c-6542-4bca-8a62-3de549e6dc2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459354 Jun 04 07:10:54.298421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-598aebd3-db35-4e59-a6ed-3b5bcb824aca req-ff5bd54d-d282-4a8b-a635-8277dd4a2ec3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Jun 04 07:10:54.394444 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-2398b1f1-200e-4746-b6b7-e908e09d0e12 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377246 Jun 04 07:10:54.499474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdff2d-1543-4e3c-b4f5-5ad4b30864d7 req-240f0d94-e7dc-4638-b2b0-5d77c633e1b6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:54.500753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5afdff2d-1543-4e3c-b4f5-5ad4b30864d7 req-240f0d94-e7dc-4638-b2b0-5d77c633e1b6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0914946 Jun 04 07:10:54.550769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5afdff2d-1543-4e3c-b4f5-5ad4b30864d7 req-76ea1d43-2360-4834-812f-d811f551d793 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Jun 04 07:10:54.552278 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f0e87944-ea5b-416f-9606-59a5c2ce298f req-4170558a-2cc3-4d68-83b3-62af580b5080 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517196 Jun 04 07:10:54.655050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47312) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:10:54.661434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852068805', 'description': 'tempest-description--375073492'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:54.668429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:54.672698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:security_group and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:54.675646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:54.683194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:54.694761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:54.717036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:54.721004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:security_group_rule and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:54.723879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:54.730186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:54.808385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:54.812691 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:54.860162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2c3d5-80a9-4e9b-befe-a357fc3129b5,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:54.863868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:54.865693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2090189 Jun 04 07:10:54.868647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47316) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:10:54.870420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.870771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.871113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.871447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.871781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.872111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.872466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.872792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.873117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.873438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.873786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.874106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c196dc3-3c14-4eea-baee-650e9256eba7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:54.875700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'security_group_rule': {'security_group_id': '30a2c3d5-80a9-4e9b-befe-a357fc3129b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:54.883808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:54.887864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:security_group_rule and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:54.890877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:54.897454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:54.915105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.015040 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.018669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.043157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0e1f2e-bd26-4ad7-b611-8adb940bb75c,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:55.053711 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.055289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-23d17240-0412-4e48-a693-2e56006cd244 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852806 Jun 04 07:10:55.057973 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47320) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:10:55.063502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'security_group_rule': {'security_group_id': '30a2c3d5-80a9-4e9b-befe-a357fc3129b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:55.070851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:55.074734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:security_group_rule and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:55.077749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:55.083996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:55.105753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.169161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.173071 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.199960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f2593e-6f33-4ad1-ab30-d6587b580723,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:55.210232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.211407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3e5b02d5-74ee-4def-ba64-6edd53084b55 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525123 Jun 04 07:10:55.214717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47324) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:10:55.219868 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:55.228448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:55.232362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:floatingip and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:55.235210 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:55.243857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:55.260467 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.399075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.540325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Allocated IP 172.25.1.93 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/5527c03d-e11d-462b-a005-62bce3f7175a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:10:55.697519 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.731259 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.908496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:55.916785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:10:55.919595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:10:55.923479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:10:55.954801 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'Port': ['ID=5527c03d-e11d-462b-a005-62bce3f7175a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:56.019879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.072447 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.096044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.314265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.323860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.463753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'Port': ['ID=5527c03d-e11d-462b-a005-62bce3f7175a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:56.475489 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.499325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:56.500611 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1b030572-cfd4-4f3f-aab0-7537c12f596d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2849827 Jun 04 07:10:56.674135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1925382-57a7-481d-9797-8680d5d7d9e5 req-32a5aed5-8f7e-49b4-b1ac-74b82f47d1b5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:56.675585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1925382-57a7-481d-9797-8680d5d7d9e5 req-32a5aed5-8f7e-49b4-b1ac-74b82f47d1b5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0864148 Jun 04 07:10:56.719964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b1925382-57a7-481d-9797-8680d5d7d9e5 req-3d88b8da-d3a7-4c68-b482-f62c42a5a729 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Synchronizing usage tracker for tenant:9103911b19f64f2ba1709c2417824c89 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:10:56.737002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b1925382-57a7-481d-9797-8680d5d7d9e5 req-3d88b8da-d3a7-4c68-b482-f62c42a5a729 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Unset dirty status for tenant:9103911b19f64f2ba1709c2417824c89 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:10:56.738334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1925382-57a7-481d-9797-8680d5d7d9e5 req-3d88b8da-d3a7-4c68-b482-f62c42a5a729 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 Jun 04 07:10:57.256060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-2bfc6528-bbb3-4e38-bda6-151805f926e5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:57.257546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-2bfc6528-bbb3-4e38-bda6-151805f926e5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 814 time: 0.1557553 Jun 04 07:10:57.273932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-98ef1448-d0dd-4a4b-85cd-9b702efcb6b8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/quotas/9103911b19f64f2ba1709c2417824c89 HTTP/1.1" status: 200 len: 375 time: 0.0107155 Jun 04 07:10:57.362288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-d4f5dbe1-e4f8-4db9-94b5-286400870a11 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829775 Jun 04 07:10:57.499126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-dcbf66bb-fbd0-4043-8507-b67b8d035b47 service neutron] 10.222.0.17 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287549 Jun 04 07:10:57.639676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-129c6213-7d6c-4683-af55-3aeb9166570e service neutron] 10.222.0.17 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341162 Jun 04 07:10:57.831199 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cd18d1b-91c9-434a-8405-01273aaf28ef req-4338fa71-749e-4768-a1b8-24802d4f6487 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 210 time: 0.0449440 Jun 04 07:10:58.433456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-f7218293-4d59-413b-8fc4-cc83f3b0e0af tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:58.435334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-f7218293-4d59-413b-8fc4-cc83f3b0e0af tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dd760ef-6f30-4d15-8965-b31c8a681fb6 HTTP/1.1" status: 200 len: 945 time: 0.0989821 Jun 04 07:10:58.513994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Deleting port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:10:58.514329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:58.781501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] For port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:10:58.781837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:58.918352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Calling delete_port for 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:10:59.152528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:59.165486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:10:59.210600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event deleted for resources: {'Port': ['ID=9d0e6732-ceb5-49e1-93ac-9b363af8b2d3,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:10:59.249821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.250263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.250696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.251101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.251499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.251899 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.252297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.252700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.253097 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.253529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.253859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.254194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:10:59.291169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-eb1b6e6b-4810-4f47-81a0-bb3de80193dd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:10:59.292612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-eb1b6e6b-4810-4f47-81a0-bb3de80193dd tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 814 time: 0.3791065 Jun 04 07:10:59.299517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-516f52c6-2852-4d73-a1b6-1c0c4d80e52a req-be6b7dcd-1ac3-4983-826b-24c5c0d0fe10 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 210 time: 0.0559289 Jun 04 07:10:59.307643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Request body: {'port': {'device_id': '385ea3a2-fac9-4902-96f4-69757f99285c', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'admin_state_up': True, 'tenant_id': '9103911b19f64f2ba1709c2417824c89'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:10:59.310148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] No DVR routers for this DVR port 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:10:59.312915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:59.315670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-deleted', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:10:59.334501 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dd3ff6a5-b908-420a-b527-6cce75126f6b req-42f8b849-b4dc-46c3-ac47-aed0a8856618 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.24 "DELETE /v2.0/ports/9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 HTTP/1.1" status: 204 len: 173 time: 0.8942029 Jun 04 07:10:59.371215 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942e6a84-b2f9-41e8-96e1-66f214a06fd4'] response: {'server_uuid': '5dd760ef-6f30-4d15-8965-b31c8a681fb6', 'name': 'network-vif-deleted', 'tag': '9d0e6732-ceb5-49e1-93ac-9b363af8b2d3', 'status': 'completed', 'code': 200} Jun 04 07:10:59.469624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:10:59.475913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Usage tracker for resource:port and tenant:9103911b19f64f2ba1709c2417824c89 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:10:59.479414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:10:59.486156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:10:59.497828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Made reservation on behalf of 9103911b19f64f2ba1709c2417824c89 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:10:59.503333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:59.717607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Allocated IP 172.20.0.9 (1b309791-35af-4260-9f86-fb950b958393/86685dc9-5b7d-465c-827c-dad23bef8e00/e545457d-517f-4bcf-94d4-2ee8061df399) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:10:59.964665 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:10:59.996522 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:00.083194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Network 1b309791-35af-4260-9f86-fb950b958393 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:11:00.087909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:11:00.092623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:11:00.132272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:00.169322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:00.170023 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:00.197105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ee5eed25-18d4-45c1-b0ca-dba19bae03b0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8957083 Jun 04 07:11:00.208307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Request body: {'port': {'device_id': '385ea3a2-fac9-4902-96f4-69757f99285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:11:00.360582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:00.673422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829f798-2d1d-43b9-89b7-a30d0560765e req-1edeca81-a250-447b-9582-abcbdea7ed91 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:00.674052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c829f798-2d1d-43b9-89b7-a30d0560765e req-1edeca81-a250-447b-9582-abcbdea7ed91 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Synchronizing usage tracker for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:11:00.715799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c829f798-2d1d-43b9-89b7-a30d0560765e req-1edeca81-a250-447b-9582-abcbdea7ed91 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Unset dirty status for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:11:00.716954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c829f798-2d1d-43b9-89b7-a30d0560765e req-1edeca81-a250-447b-9582-abcbdea7ed91 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 931 time: 0.2841818 Jun 04 07:11:00.788626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c829f798-2d1d-43b9-89b7-a30d0560765e req-a2945aa6-c7f2-42bd-a628-bea424786479 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624065 Jun 04 07:11:00.857054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e545457d-517f-4bcf-94d4-2ee8061df399 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:11:00.864483 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:00.879826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Transition to ACTIVE for port object e545457d-517f-4bcf-94d4-2ee8061df399 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:00.884572 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:01.016504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:01.126231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:11:01.126558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:11:01.126894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:01.132642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:11:01.132958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:01.138383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:11:01.138716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Checking segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:11:01.139099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Bound using segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:11:01.139523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Bound port: e545457d-517f-4bcf-94d4-2ee8061df399, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:11:01.139898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:01.351378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:11:01.354297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:11:01.358932 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:01.417008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:01.417936 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:01.419197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] 10.222.0.39 "PUT /v2.0/ports/e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 1091 time: 1.2151191 Jun 04 07:11:01.419656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:01.451342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1af0d-66ec-4e6e-bfbe-c6b20ef7c5ed service neutron] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:01.493248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:11:01.493922 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba55e94-7134-47af-b001-fa5d40e358ad'] response: {'name': 'network-changed', 'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'status': 'completed', 'code': 200} Jun 04 07:11:01.527938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:11:01.528282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 9d0e6732-ceb5-49e1-93ac-9b363af8b2d3 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:11:01.542163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-bece4bf5-97a3-4b18-a7fc-f627e3888b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:01.543658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-bece4bf5-97a3-4b18-a7fc-f627e3888b57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0817580 Jun 04 07:11:01.613941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-086f61d6-7105-4d82-875f-66ffab04b0a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0628138 Jun 04 07:11:01.679623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-8663a7df-c030-4685-9ff2-9446952e24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:01.681090 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-8663a7df-c030-4685-9ff2-9446952e24b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0618434 Jun 04 07:11:01.733873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-5878ec4f-8a92-4b41-9bc1-d5ed8c5f29dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469761 Jun 04 07:11:01.883130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-ed41a60c-64a1-4eb8-985f-7e0cb3cc82ad service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427767 Jun 04 07:11:02.082306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df720255-87a2-4a59-ad40-b0d3167e0aeb req-37a28903-e2cd-409d-b3aa-316a40340b2e service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941106 Jun 04 07:11:02.105193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1404176-ae2c-4deb-83fb-1bccb7f26edf req-716b6b0a-c5c9-45ca-8117-140b3db222f4 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:02.107904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1404176-ae2c-4deb-83fb-1bccb7f26edf req-716b6b0a-c5c9-45ca-8117-140b3db222f4 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.1989634 Jun 04 07:11:02.200536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1404176-ae2c-4deb-83fb-1bccb7f26edf req-416c8751-0635-45af-9709-b22c12bfc93c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862041 Jun 04 07:11:02.230339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-0de69723-a6e5-4334-a0f4-695d5d10d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:02.231836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-0de69723-a6e5-4334-a0f4-695d5d10d0db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0949302 Jun 04 07:11:02.369610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-a1ad2128-799f-43f8-8ce2-b058d5b3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:02.371064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-a1ad2128-799f-43f8-8ce2-b058d5b3b3e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1328852 Jun 04 07:11:02.446434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-ee296495-64d8-4c31-8e99-2c4fb49b6cac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0698228 Jun 04 07:11:02.511665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-a1562eb0-eec6-4977-afcb-702a26ec7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:02.513106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-a1562eb0-eec6-4977-afcb-702a26ec7968 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0611403 Jun 04 07:11:02.565685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-a01ddef1-259b-4716-abaf-b89f3ea92663 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464411 Jun 04 07:11:02.707052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-7d2c3b1a-7b73-4908-870e-ec65aa5311a6 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359270 Jun 04 07:11:02.851396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8b13ff96-4b3c-4cbc-b288-9a6fa3f69e7e req-f197513d-4c81-4719-82c1-8dc54afb4fea service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375957 Jun 04 07:11:03.403599 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941d4fd-ac08-4852-9778-069951bf317a req-0187c076-c425-4aba-bec1-c24493112391 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:03.405114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7941d4fd-ac08-4852-9778-069951bf317a req-0187c076-c425-4aba-bec1-c24493112391 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.0842018 Jun 04 07:11:03.464387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7941d4fd-ac08-4852-9778-069951bf317a req-f5f8cf8e-e2ff-44cd-b50d-21bb619a1630 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506234 Jun 04 07:11:04.791514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a964a9-ac4d-4648-a0d1-bd6c3ad51fe0 req-ea555cf1-a279-4974-9710-1147e4308989 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:04.793559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51a964a9-ac4d-4648-a0d1-bd6c3ad51fe0 req-ea555cf1-a279-4974-9710-1147e4308989 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.2176671 Jun 04 07:11:04.844451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-51a964a9-ac4d-4648-a0d1-bd6c3ad51fe0 req-662d5dce-1b06-4aab-871a-ec12fe93bd2e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Jun 04 07:11:05.533566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:11:05.680245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:05.695389 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'port_id': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'mac_address': 'fa:16:3e:3f:1d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86685dc9-5b7d-465c-827c-dad23bef8e00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:11:05.759689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e545457d-517f-4bcf-94d4-2ee8061df399 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:05.760064 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:05.778149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545457d-517f-4bcf-94d4-2ee8061df399 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:11:05.794068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:05.797847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:05.867690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:06.061431 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0d524-57b9-4e28-b587-bf070f44156e req-8cbd01e5-bdf6-4d9c-a59e-18bca18d5a9b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:06.062919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14f0d524-57b9-4e28-b587-bf070f44156e req-8cbd01e5-bdf6-4d9c-a59e-18bca18d5a9b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 944 time: 0.0926867 Jun 04 07:11:06.108165 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e545457d-517f-4bcf-94d4-2ee8061df399'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:11:06.113117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14f0d524-57b9-4e28-b587-bf070f44156e req-fb22f4ac-e3b7-4b5c-9be1-09710ac1b0c9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Jun 04 07:11:07.306718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69f6c8-545e-4aff-ba40-7358f23b5722 req-937deed3-07a9-4eab-bd96-61f7d44fb9c3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:07.308159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc69f6c8-545e-4aff-ba40-7358f23b5722 req-937deed3-07a9-4eab-bd96-61f7d44fb9c3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 944 time: 0.0830910 Jun 04 07:11:07.357746 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cc69f6c8-545e-4aff-ba40-7358f23b5722 req-ac258632-1f5e-445d-bc31-88e6c607f71d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Jun 04 07:11:07.534462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:11:07.606711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e545457d-517f-4bcf-94d4-2ee8061df399 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:11:07.618991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e545457d-517f-4bcf-94d4-2ee8061df399 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:11:07.619406 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:07.752160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e545457d-517f-4bcf-94d4-2ee8061df399 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:07.752668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:07.782689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:07.798212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:07.805076 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:07.854235 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fcf666-5294-4335-a53f-d0a8a8cf2d98'] response: {'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'code': 200} Jun 04 07:11:07.916966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:07.975876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0488137-0849-4856-9776-089014ee0f7e req-a0f631b7-5851-4078-9555-c2d24153590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:07.977390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0488137-0849-4856-9776-089014ee0f7e req-a0f631b7-5851-4078-9555-c2d24153590c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1096 time: 0.0808239 Jun 04 07:11:08.023037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0488137-0849-4856-9776-089014ee0f7e req-6add3189-f1ad-465b-be76-69be321824e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Jun 04 07:11:08.563708 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb527-a364-4a06-a62c-4fd3390de4d2 req-3ba775ee-948c-4c7d-b8ac-9fc3fcd6b8e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:08.565689 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7fb527-a364-4a06-a62c-4fd3390de4d2 req-3ba775ee-948c-4c7d-b8ac-9fc3fcd6b8e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0891585 Jun 04 07:11:08.613972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b7fb527-a364-4a06-a62c-4fd3390de4d2 req-28b5556d-ec05-4958-928a-308f0b039584 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Jun 04 07:11:09.806637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864283b-d4b6-4367-bc94-91e382fbf9f5 req-f3103bf4-8ea4-4d40-bca8-545e7eca52d6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:09.808102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9864283b-d4b6-4367-bc94-91e382fbf9f5 req-f3103bf4-8ea4-4d40-bca8-545e7eca52d6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0866971 Jun 04 07:11:09.853149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9864283b-d4b6-4367-bc94-91e382fbf9f5 req-9b873490-0e8a-46c7-a924-f23ffc678815 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Jun 04 07:11:10.040349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f5424-ca2d-4f66-ba74-899e4b32ab2b req-528787e2-4f13-41b8-879d-019e723b1bce tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:10.041856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-513f5424-ca2d-4f66-ba74-899e4b32ab2b req-528787e2-4f13-41b8-879d-019e723b1bce tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0841575 Jun 04 07:11:10.092325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-513f5424-ca2d-4f66-ba74-899e4b32ab2b req-1f96f3e5-c422-4943-af1c-caa7c897b39c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Jun 04 07:11:10.478724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-c9613d9f-c4a5-406d-a2a6-702f6fca8217 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806346 Jun 04 07:11:10.549295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131d9e5-7de9-453c-8add-7c5dc84e2475 req-6c44fdb1-eebc-4d94-8b58-d64c4b2efb24 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:10.551276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0131d9e5-7de9-453c-8add-7c5dc84e2475 req-6c44fdb1-eebc-4d94-8b58-d64c4b2efb24 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0988986 Jun 04 07:11:10.602788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0131d9e5-7de9-453c-8add-7c5dc84e2475 req-65df680f-f4d9-45a1-beb2-775f1ca5f538 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Jun 04 07:11:11.678032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-ea96ac9c-2a83-43ce-a29c-1c39d43eb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:11.679685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-ea96ac9c-2a83-43ce-a29c-1c39d43eb211 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1096 time: 0.0782397 Jun 04 07:11:11.868059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-f78265f2-3fb9-4b5e-91dc-94bdf427a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:11.869531 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-f78265f2-3fb9-4b5e-91dc-94bdf427a504 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1845233 Jun 04 07:11:11.943882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039617f1-8ed1-4039-9c9f-74bbb08e9260 req-304307a2-333f-4a88-9aaa-78da22051d58 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:11.945260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-039617f1-8ed1-4039-9c9f-74bbb08e9260 req-304307a2-333f-4a88-9aaa-78da22051d58 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.1910784 Jun 04 07:11:11.955305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-6c5e0bfa-8527-4bf4-a168-40758bb1c8ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0789995 Jun 04 07:11:12.039018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-039617f1-8ed1-4039-9c9f-74bbb08e9260 req-d302c5fa-3a94-4591-9271-3cf103ee217b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860894 Jun 04 07:11:12.049044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-1a9591f5-5db3-4764-913d-f95356a70042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:12.050457 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-1a9591f5-5db3-4764-913d-f95356a70042 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0817339 Jun 04 07:11:12.100231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-0f64ec28-3ea7-4f4b-8d67-394ff5a5071c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442908 Jun 04 07:11:12.246366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-98b9d306-3b31-43c9-9ecb-b31daf6eda84 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365554 Jun 04 07:11:12.381156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-8f543893-10d8-4053-99d2-133f0480e572 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290395 Jun 04 07:11:13.230212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d97e0e-afcb-409f-848b-c294f27ee5ab req-33fe5682-f916-413e-9097-b4dbb9d1d51d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:13.231728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80d97e0e-afcb-409f-848b-c294f27ee5ab req-33fe5682-f916-413e-9097-b4dbb9d1d51d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0812707 Jun 04 07:11:13.282781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-80d97e0e-afcb-409f-848b-c294f27ee5ab req-4e699973-44c6-4490-b5e6-2c6b921d36be tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Jun 04 07:11:14.600628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096a860-a833-447c-838e-498fe28fa412 req-be2feda2-ca95-4cfa-89c9-9025cbf6f27b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:14.602420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7096a860-a833-447c-838e-498fe28fa412 req-be2feda2-ca95-4cfa-89c9-9025cbf6f27b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.2055242 Jun 04 07:11:14.647885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7096a860-a833-447c-838e-498fe28fa412 req-1124f193-0823-468f-8255-1d7d44e22b83 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Jun 04 07:11:14.914052 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:11:15.843562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974802-717b-45c7-b220-f564412ebda0 req-31a93af5-4c06-4533-b215-fa24224a6868 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:15.845053 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5974802-717b-45c7-b220-f564412ebda0 req-31a93af5-4c06-4533-b215-fa24224a6868 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0837193 Jun 04 07:11:15.894200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b5974802-717b-45c7-b220-f564412ebda0 req-b6d97edc-88f7-49e8-a6b3-03bb2296fb90 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Jun 04 07:11:17.000864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5cac-458e-4d78-9e0b-080113a881cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:17.099673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5293f-3b61-4075-99e6-77f97a9a14b5 req-ba52de8a-cacb-4e78-9024-e4d858215a63 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:17.101366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8d5293f-3b61-4075-99e6-77f97a9a14b5 req-ba52de8a-cacb-4e78-9024-e4d858215a63 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0850432 Jun 04 07:11:17.148241 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8d5293f-3b61-4075-99e6-77f97a9a14b5 req-676284ac-8ab3-4baa-94c9-b2117bfe07e0 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jun 04 07:11:18.351899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64031c58-eb85-48e3-a162-0806aab279ce req-62188368-a595-417a-905f-04e2ef4ad7c6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:18.353452 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64031c58-eb85-48e3-a162-0806aab279ce req-62188368-a595-417a-905f-04e2ef4ad7c6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0929658 Jun 04 07:11:18.400465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64031c58-eb85-48e3-a162-0806aab279ce req-b482c395-8f7c-4a89-bb9a-f88d5415a959 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Jun 04 07:11:19.135748 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bfca34c7-7e75-476c-aa87-7ee7eddaba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:19.592830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663373b-a4d5-462b-aadf-6e47b3429ca0 req-1962e10f-975e-412c-ba27-0b419a3c4e7c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:19.594350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c663373b-a4d5-462b-aadf-6e47b3429ca0 req-1962e10f-975e-412c-ba27-0b419a3c4e7c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0819521 Jun 04 07:11:19.648177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c663373b-a4d5-462b-aadf-6e47b3429ca0 req-5da11c4e-dd92-4855-85a5-41b5872438df tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Jun 04 07:11:20.225913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:20.579834 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:20.855862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831d40-5279-40d5-9978-43c0fe750b52 req-a4119e81-323f-4979-a5da-54c31293a164 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:20.857245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7831d40-5279-40d5-9978-43c0fe750b52 req-a4119e81-323f-4979-a5da-54c31293a164 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0945761 Jun 04 07:11:20.919726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7831d40-5279-40d5-9978-43c0fe750b52 req-d7a02a7d-f96d-4649-856c-75512ad717e6 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Jun 04 07:11:22.130713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c73cb-aa72-4bc4-9f85-d46630bcdd9c req-6d8f0678-1f9a-4e15-b7a2-aaef28a142cb tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:22.132242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-970c73cb-aa72-4bc4-9f85-d46630bcdd9c req-6d8f0678-1f9a-4e15-b7a2-aaef28a142cb tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0849576 Jun 04 07:11:22.157207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:22.182894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-970c73cb-aa72-4bc4-9f85-d46630bcdd9c req-42b46ec2-cf0a-4e9e-bfeb-493e4098bac3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Jun 04 07:11:23.393760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878473-0a69-42a5-bd20-a3de831a36ba req-623cbb0d-9848-4657-b2eb-a626143dc667 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:23.395855 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc878473-0a69-42a5-bd20-a3de831a36ba req-623cbb0d-9848-4657-b2eb-a626143dc667 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0941985 Jun 04 07:11:23.445912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc878473-0a69-42a5-bd20-a3de831a36ba req-9b23c105-df85-4c3d-b83c-37daeee43ec7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Jun 04 07:11:24.654343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651afb0e-79b5-4d70-b70c-c082bca62576 req-76aa36c8-54b9-4699-95ed-5db28297d722 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:24.655842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-651afb0e-79b5-4d70-b70c-c082bca62576 req-76aa36c8-54b9-4699-95ed-5db28297d722 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0837305 Jun 04 07:11:24.701693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-651afb0e-79b5-4d70-b70c-c082bca62576 req-4fa50e93-c972-40eb-acbf-a063a97c64d1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Jun 04 07:11:25.896733 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc4c9-4c1c-4f64-86b9-17aadb591801 req-319c35d1-f958-42a3-8b01-3cbcff32f0b9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:25.898275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-538cc4c9-4c1c-4f64-86b9-17aadb591801 req-319c35d1-f958-42a3-8b01-3cbcff32f0b9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0863898 Jun 04 07:11:25.915208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:25.952023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-538cc4c9-4c1c-4f64-86b9-17aadb591801 req-6f8e976d-5ece-4b19-89ec-251f24ad537e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Jun 04 07:11:26.078836 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:27.172168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ffabc-e8ed-4de5-bdd1-d870498dad77 req-726836b5-4c59-496b-878f-227e4302b565 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:27.173693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c7ffabc-e8ed-4de5-bdd1-d870498dad77 req-726836b5-4c59-496b-878f-227e4302b565 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0978451 Jun 04 07:11:27.228207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c7ffabc-e8ed-4de5-bdd1-d870498dad77 req-400ea3a7-9e23-440e-870e-c0abef9be817 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Jun 04 07:11:28.459327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df8b95-898a-4312-9477-876939c90d36 req-285a0896-5de7-47d8-91d4-6c3f17802c0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:28.460785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38df8b95-898a-4312-9477-876939c90d36 req-285a0896-5de7-47d8-91d4-6c3f17802c0d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.1020761 Jun 04 07:11:28.514321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38df8b95-898a-4312-9477-876939c90d36 req-b6652b9e-39e9-4ccc-a212-4a87805df2e7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476556 Jun 04 07:11:29.703683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f668b8e-4ef7-4837-a947-c7b186b8931a req-ae5021e6-167c-484c-af37-4bc0ae1277c1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:29.705138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f668b8e-4ef7-4837-a947-c7b186b8931a req-ae5021e6-167c-484c-af37-4bc0ae1277c1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0838759 Jun 04 07:11:29.749039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3f668b8e-4ef7-4837-a947-c7b186b8931a req-710cf156-8d4f-4966-bfe4-3e8d3d4c663a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Jun 04 07:11:30.951421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c29a38-75e9-43d8-86df-ff0c2367af1d req-68cc2402-3c40-4f54-846c-12fb0d06025d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:30.952884 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6c29a38-75e9-43d8-86df-ff0c2367af1d req-68cc2402-3c40-4f54-846c-12fb0d06025d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0934300 Jun 04 07:11:31.002519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6c29a38-75e9-43d8-86df-ff0c2367af1d req-b88b4bd3-7e70-440d-a0a8-80ec16f1b3a8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jun 04 07:11:32.188355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a996d-d686-4dc0-8e68-d94b66e69593 req-f298c770-95dd-4b37-b826-c09c872a9e15 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:32.189818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-100a996d-d686-4dc0-8e68-d94b66e69593 req-f298c770-95dd-4b37-b826-c09c872a9e15 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0805109 Jun 04 07:11:32.238450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-100a996d-d686-4dc0-8e68-d94b66e69593 req-4ba4abbc-299b-4114-a28f-1c7087afdd1c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Jun 04 07:11:33.451926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad392c-cdf0-4ad7-8d0b-30da6b69e2d0 req-9519950d-ae15-4596-9328-a2745c9c8a2b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:33.453395 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78ad392c-cdf0-4ad7-8d0b-30da6b69e2d0 req-9519950d-ae15-4596-9328-a2745c9c8a2b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0877013 Jun 04 07:11:33.499770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78ad392c-cdf0-4ad7-8d0b-30da6b69e2d0 req-f8e5d5d7-1c0c-4d20-b1ac-9c889918c222 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388722 Jun 04 07:11:34.749811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cf53d-bd81-4504-803d-a851b1e48172 req-4c705396-17a5-457f-9b6e-92fd0d865c76 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:34.752177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b0cf53d-bd81-4504-803d-a851b1e48172 req-4c705396-17a5-457f-9b6e-92fd0d865c76 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.1337507 Jun 04 07:11:34.831685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b0cf53d-bd81-4504-803d-a851b1e48172 req-73e1c623-5514-401f-83cd-71307f644cf9 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722070 Jun 04 07:11:36.024557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd561d9-e67e-4099-8d44-293f8767d2f4 req-cc562a90-4b6e-4a42-8f2b-eaa7fbae12f4 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:36.026073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dd561d9-e67e-4099-8d44-293f8767d2f4 req-cc562a90-4b6e-4a42-8f2b-eaa7fbae12f4 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0852087 Jun 04 07:11:36.071852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8dd561d9-e67e-4099-8d44-293f8767d2f4 req-4e792f2d-5fed-41c0-90f6-c89cd325bb08 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Jun 04 07:11:37.263157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fffc1-db44-4a59-8850-b2aa73a6d2fe req-9082679f-5504-4091-8dd1-c8f1c5b64094 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:37.264676 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-121fffc1-db44-4a59-8850-b2aa73a6d2fe req-9082679f-5504-4091-8dd1-c8f1c5b64094 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0833972 Jun 04 07:11:37.314059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-121fffc1-db44-4a59-8850-b2aa73a6d2fe req-2fd4eed8-295d-46b7-91c6-3d5b0f66e30e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Jun 04 07:11:38.503243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0350-a8c0-411b-81df-d17ebd44817f req-240328c4-2e4c-4509-b421-287c5173924c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:38.504663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a5e0350-a8c0-411b-81df-d17ebd44817f req-240328c4-2e4c-4509-b421-287c5173924c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0796418 Jun 04 07:11:38.548982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0a5e0350-a8c0-411b-81df-d17ebd44817f req-4d52ea11-fc7d-44ab-a453-35ee8bce121b tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Jun 04 07:11:39.344973 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-41164ea2-8239-430d-81b5-14e5d6ec3587 service neutron] show failed (client error): The resource could not be found. Jun 04 07:11:39.345910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-41164ea2-8239-430d-81b5-14e5d6ec3587 service neutron] 10.222.0.39 "GET /v2.0/ports/e545457d-517f-4bcf-94d4-2ee8061df399/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0779207 Jun 04 07:11:39.618794 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-9284447d-8802-44f6-bb6b-4784151ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:39.620232 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-9284447d-8802-44f6-bb6b-4784151ddd3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c&tenant_id=9103911b19f64f2ba1709c2417824c89 HTTP/1.1" status: 200 len: 1096 time: 0.0750372 Jun 04 07:11:39.630561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:11:39.746960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72fb8e-2fe9-4a76-be4b-c7df3b55df26 req-533faf2c-c522-4d48-aa88-32a48fafb7ba tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:39.748548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e72fb8e-2fe9-4a76-be4b-c7df3b55df26 req-533faf2c-c522-4d48-aa88-32a48fafb7ba tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0908260 Jun 04 07:11:39.749118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:39.796017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e72fb8e-2fe9-4a76-be4b-c7df3b55df26 req-db9469c5-e6fc-4e7e-8e7e-00ea8e72552c tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Jun 04 07:11:40.132788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:40.161789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:11:40.225642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:40.231245 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:40.250081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Transition to ACTIVE for port object e545457d-517f-4bcf-94d4-2ee8061df399 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:40.254413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:40.290434 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f33a4b9-b5c1-4421-8343-74f5c9a13cf5'] response: {'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'code': 200} Jun 04 07:11:40.419809 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:40.422347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] No DVR routers for this DVR port e545457d-517f-4bcf-94d4-2ee8061df399 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:11:40.482153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:11:40.482487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:11:40.482816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:40.487390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:11:40.487709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Attempting to bind port e545457d-517f-4bcf-94d4-2ee8061df399 on network 1b309791-35af-4260-9f86-fb950b958393 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:40.493024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:11:40.493378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Checking segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:11:40.493828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Bound using segment: {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:11:40.494279 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Bound port: e545457d-517f-4bcf-94d4-2ee8061df399, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e570bc6-3173-4611-8417-f6c93df9dbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1b309791-35af-4260-9f86-fb950b958393'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:11:40.494645 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:40.584688 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:11:40.588163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:11:40.593446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:40.650660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:40.651253 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:40.652732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] 10.222.0.24 "PUT /v2.0/ports/e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 1091 time: 1.0261157 Jun 04 07:11:40.713670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7acdb4-f9a0-455e-bd91-487470b360ce service neutron] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:40.755870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-414b2422-0b6d-4f1b-9051-73e56aec5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:40.758327 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-414b2422-0b6d-4f1b-9051-73e56aec5258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0834796 Jun 04 07:11:40.893360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-5acaa803-dfc2-45b1-a801-a1ef972eb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:40.894900 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-5acaa803-dfc2-45b1-a801-a1ef972eb603 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1309183 Jun 04 07:11:40.967943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-f6ce9571-8caa-4c5a-9e87-201f06214d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0673101 Jun 04 07:11:40.996943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c604f40-565f-4026-9887-17de976e44b7 req-931165be-1aca-4c56-88e0-c70dc971576a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:40.998584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c604f40-565f-4026-9887-17de976e44b7 req-931165be-1aca-4c56-88e0-c70dc971576a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.0854323 Jun 04 07:11:41.032855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-d67c3941-e44e-4a61-b103-76b81885b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:41.034332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-d67c3941-e44e-4a61-b103-76b81885b9b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0609260 Jun 04 07:11:41.045357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c604f40-565f-4026-9887-17de976e44b7 req-d9db34f4-f137-4364-a814-17be504d7814 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Jun 04 07:11:41.081646 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-363df070-aa60-477b-8b60-66e96f6f7e0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417910 Jun 04 07:11:41.213724 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-8d9e797f-9231-4361-967f-b551c31a1a8b service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264870 Jun 04 07:11:41.344482 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-dcba62e4-496e-4c8d-8eef-723d87f02935 req-695d9dfe-b0e2-4d23-b39d-388b20db25af service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255071 Jun 04 07:11:42.253706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf852b2-01de-4b56-9d4b-d2f5c26c2d97 req-ed3e249c-a88b-4e56-8895-73eedabb6737 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.255177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cf852b2-01de-4b56-9d4b-d2f5c26c2d97 req-ed3e249c-a88b-4e56-8895-73eedabb6737 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.0877218 Jun 04 07:11:42.291836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:42.303048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cf852b2-01de-4b56-9d4b-d2f5c26c2d97 req-55484933-a9d7-446c-8762-68a18dda1b01 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Jun 04 07:11:42.371737 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105356a3-9624-4b9e-a56a-0a763809d3a3'] response: {'name': 'network-changed', 'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'status': 'completed', 'code': 200} Jun 04 07:11:42.471040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-d54487ac-7b9c-4fc5-84c1-6baff8f75ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.472525 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-d54487ac-7b9c-4fc5-84c1-6baff8f75ad7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0822041 Jun 04 07:11:42.475401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-cab0ffd8-fc1d-40f9-994d-72482707e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.476859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-cab0ffd8-fc1d-40f9-994d-72482707e598 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0814078 Jun 04 07:11:42.615514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-cceab499-4d3b-412b-8f1b-dda1781d6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.617512 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-cceab499-4d3b-412b-8f1b-dda1781d6649 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1387858 Jun 04 07:11:42.691107 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-e987242d-9742-4c98-914c-e78c633cb842 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0675232 Jun 04 07:11:42.725434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-9f297667-2c97-4580-a7ec-27b694ce9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.726797 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-9f297667-2c97-4580-a7ec-27b694ce9655 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.2441814 Jun 04 07:11:42.800286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-3bfbe6a5-ced4-4507-b409-c78513709c9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0674937 Jun 04 07:11:42.867957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-6049f02c-cb72-44aa-9b94-065506d9e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.869116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-54cc9254-cd42-496c-b4db-36aa2ae1c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:42.869412 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-6049f02c-cb72-44aa-9b94-065506d9e5ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.1723468 Jun 04 07:11:42.870635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-54cc9254-cd42-496c-b4db-36aa2ae1c92b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0648310 Jun 04 07:11:42.917800 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-8be39c11-138d-493f-80c0-f253e5c71d2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417523 Jun 04 07:11:42.918535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-9e759f19-50a8-4c99-8239-63face1fb9da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423229 Jun 04 07:11:43.051506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-8a283cb8-791d-436d-8698-f48b9d111620 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274819 Jun 04 07:11:43.054711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-e786be9f-7035-4dd8-9f1e-edaac5f7f3a3 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302032 Jun 04 07:11:43.190753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-97add8d2-d7f8-4f10-baf4-091fdf5ed074 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305871 Jun 04 07:11:43.194590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a04b6ebf-e14f-4d06-816f-52f779ba30fb req-c7d2804e-0664-4e78-8aff-6cbf2a2f8cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363018 Jun 04 07:11:43.498818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572ee0a-a04f-4cd8-af0d-d4b29890d735 req-2ef1cde3-3f01-4ee2-acba-f910ee8036ed tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:43.500267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4572ee0a-a04f-4cd8-af0d-d4b29890d735 req-2ef1cde3-3f01-4ee2-acba-f910ee8036ed tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.0866785 Jun 04 07:11:43.545266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4572ee0a-a04f-4cd8-af0d-d4b29890d735 req-06a70665-75ba-485d-b0c3-8b3221919b11 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Jun 04 07:11:43.642692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:11:43.701204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:11:44.735068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3f4f3-b7fe-4d03-830f-e8118086eccd req-2f2aee2b-327d-4ff2-8243-d54a82cf31b7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:44.736586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ed3f4f3-b7fe-4d03-830f-e8118086eccd req-2f2aee2b-327d-4ff2-8243-d54a82cf31b7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.0796146 Jun 04 07:11:44.781552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ed3f4f3-b7fe-4d03-830f-e8118086eccd req-674ddef8-abe0-4eb0-9726-b2b9b0384cd5 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381649 Jun 04 07:11:45.168884 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-f25df8d1-e999-4d52-802b-aab0b0db4491 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:45.170349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-f25df8d1-e999-4d52-802b-aab0b0db4491 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.39 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c&tenant_id=9103911b19f64f2ba1709c2417824c89&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 943 time: 0.1524553 Jun 04 07:11:45.177830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaa616-8d61-4bf2-b753-b77a4a50e8a0 req-0f30e611-4c75-44e9-be92-85a3b196df4e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:45.179147 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0afaa616-8d61-4bf2-b753-b77a4a50e8a0 req-0f30e611-4c75-44e9-be92-85a3b196df4e tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 943 time: 0.1256609 Jun 04 07:11:45.279859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0afaa616-8d61-4bf2-b753-b77a4a50e8a0 req-3f57a6a3-8de1-4f89-b0de-bb436b3b6676 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680730 Jun 04 07:11:45.286458 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-2d150a9f-3452-457b-9fd5-aa2d119e1a2a service neutron] delete failed (client error): The resource could not be found. Jun 04 07:11:45.288389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-2d150a9f-3452-457b-9fd5-aa2d119e1a2a service neutron] 10.222.0.39 "DELETE /v2.0/ports/e545457d-517f-4bcf-94d4-2ee8061df399/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1082270 Jun 04 07:11:45.435871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-e9aaaaab-e65f-4af5-bb93-35336d2d432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:45.437222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-e9aaaaab-e65f-4af5-bb93-35336d2d432d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9103911b19f64f2ba1709c2417824c89&device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 1094 time: 0.0736768 Jun 04 07:11:45.567260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-d92ff835-a352-49fe-8c45-a913677bea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:45.569357 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-d92ff835-a352-49fe-8c45-a913677bea51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 200 len: 915 time: 0.1252968 Jun 04 07:11:45.636132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-46188c06-5490-4f17-bb24-ee9d3cd789b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 200 len: 217 time: 0.0611601 Jun 04 07:11:45.701869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:11:45.702449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-ae3343ef-544e-4175-bfdb-146b4a2bdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:45.703926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-ae3343ef-544e-4175-bfdb-146b4a2bdc94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 200 len: 854 time: 0.0617912 Jun 04 07:11:45.750923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-714b70e5-8f86-4698-9d6a-105af9c857cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b309791-35af-4260-9f86-fb950b958393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406704 Jun 04 07:11:45.843380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:45.856939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'network_id': '1b309791-35af-4260-9f86-fb950b958393', 'port_id': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'mac_address': 'fa:16:3e:3f:1d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86685dc9-5b7d-465c-827c-dad23bef8e00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:11:45.883225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-bdc67c77-99f9-4e93-9055-633be42c0300 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261625 Jun 04 07:11:45.917857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e545457d-517f-4bcf-94d4-2ee8061df399 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:45.918233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:45.937526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e545457d-517f-4bcf-94d4-2ee8061df399 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:11:45.953588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:45.960310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:46.042856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:46.134509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d712b455-32bf-4b8a-8d83-f89bfbaf908c req-84637877-cc2e-4773-9fd5-9c015baab630 service neutron] 10.222.0.39 "GET /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459249 Jun 04 07:11:46.259085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e545457d-517f-4bcf-94d4-2ee8061df399'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:11:46.476752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbbb43-f196-403c-b3ba-c866a6dae9e1 req-70887d72-4eab-4f64-a691-4953bd1344e1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:46.478245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1cbbb43-f196-403c-b3ba-c866a6dae9e1 req-70887d72-4eab-4f64-a691-4953bd1344e1 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 944 time: 0.0877726 Jun 04 07:11:46.524736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b1cbbb43-f196-403c-b3ba-c866a6dae9e1 req-9a17a4c0-2af3-41f6-8bcc-117950f72b54 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 04 07:11:46.995357 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c2fc-bdd2-46b0-b6e5-090437c8f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:47.714714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c38c-c1ff-48c6-8a07-357eedd8bf08 req-5d63a7d6-9de5-45d7-880a-638641ff1eda tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:47.716322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0233c38c-c1ff-48c6-8a07-357eedd8bf08 req-5d63a7d6-9de5-45d7-880a-638641ff1eda tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 944 time: 0.0812409 Jun 04 07:11:47.717925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:11:47.764120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0233c38c-c1ff-48c6-8a07-357eedd8bf08 req-16d75da4-41b6-47c6-9926-db6405beaa5a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Jun 04 07:11:47.790903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e545457d-517f-4bcf-94d4-2ee8061df399 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:11:47.796151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e545457d-517f-4bcf-94d4-2ee8061df399 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:11:47.796798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:47.917029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e545457d-517f-4bcf-94d4-2ee8061df399 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:47.917411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:47.944844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:47.955436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:47.961956 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:47.964512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a663e5-f64b-48eb-905e-701ec1896984 req-4f2148ef-80c4-452b-a10e-d0a20388b4bf tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:47.966948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5a663e5-f64b-48eb-905e-701ec1896984 req-4f2148ef-80c4-452b-a10e-d0a20388b4bf tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 944 time: 0.0925808 Jun 04 07:11:48.015634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5a663e5-f64b-48eb-905e-701ec1896984 req-27fb5a9b-d684-4116-a37f-755a70c7b09a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Jun 04 07:11:48.040327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:48.074287 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3892ce0-51ac-48f6-9984-3c4c792d8c61'] response: {'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'code': 200} Jun 04 07:11:48.234133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6b36-658f-45e5-b650-90922a986edb req-be4a5c10-5737-4d2e-ab45-a2fc253ff4df tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:48.235565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e8f6b36-658f-45e5-b650-90922a986edb req-be4a5c10-5737-4d2e-ab45-a2fc253ff4df tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0812085 Jun 04 07:11:48.280029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e8f6b36-658f-45e5-b650-90922a986edb req-6e9b264c-5b37-47e9-84a0-354b4fe986e2 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Jun 04 07:11:48.876119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97b49-f002-4822-b500-fac589971d11 req-0c2e36b6-e6c4-44ac-9b92-7322c4304f1a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:48.877465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1f97b49-f002-4822-b500-fac589971d11 req-0c2e36b6-e6c4-44ac-9b92-7322c4304f1a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0834329 Jun 04 07:11:48.926989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c1f97b49-f002-4822-b500-fac589971d11 req-3ffc50f4-0e8d-494c-9452-357ee144ee6d tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430195 Jun 04 07:11:49.128501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-10017fd6-95d7-4971-904d-2d6b92104064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.012877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-6026cc30-9316-499f-8be1-250d01a1f9a7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:50.013894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-6026cc30-9316-499f-8be1-250d01a1f9a7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Synchronizing usage tracker for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:11:50.027165 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-6026cc30-9316-499f-8be1-250d01a1f9a7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Unset dirty status for tenant:9103911b19f64f2ba1709c2417824c89 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:11:50.028350 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-6026cc30-9316-499f-8be1-250d01a1f9a7 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.24 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.1006041 Jun 04 07:11:50.101841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Deleting port e545457d-517f-4bcf-94d4-2ee8061df399 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:11:50.102186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.121942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e35c8-1aa1-417c-bbd3-e8e320c6436b req-7451ec10-0149-4eba-9079-da51b122a6d8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:50.123408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-175e35c8-1aa1-417c-bbd3-e8e320c6436b req-7451ec10-0149-4eba-9079-da51b122a6d8 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/ports?device_id=385ea3a2-fac9-4902-96f4-69757f99285c HTTP/1.1" status: 200 len: 945 time: 0.0850558 Jun 04 07:11:50.174510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-175e35c8-1aa1-417c-bbd3-e8e320c6436b req-945f991b-5c87-46e8-9d76-95ac370fcf4a tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups?id=5ef40085-37bf-4406-9301-89853c9de0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Jun 04 07:11:50.221935 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.368942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] For port e545457d-517f-4bcf-94d4-2ee8061df399, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e545457d-517f-4bcf-94d4-2ee8061df399,segment=NetworkSegment(8e570bc6-3173-4611-8417-f6c93df9dbcd),segment_id=8e570bc6-3173-4611-8417-f6c93df9dbcd)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:50.369292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.494528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Calling delete_port for e545457d-517f-4bcf-94d4-2ee8061df399 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:11:50.581323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.644906 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.656875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e545457d-517f-4bcf-94d4-2ee8061df399'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:11:50.699672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event deleted for resources: {'Port': ['ID=e545457d-517f-4bcf-94d4-2ee8061df399,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:50.774101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] No DVR routers for this DVR port e545457d-517f-4bcf-94d4-2ee8061df399 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:11:50.776915 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:50.780045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-deleted', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:11:50.796926 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d14e3f31-a95e-4daa-bf0a-373c41ab1d55 req-2ba56897-9f0f-41bf-b04e-f11cafe7ed77 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.24 "DELETE /v2.0/ports/e545457d-517f-4bcf-94d4-2ee8061df399 HTTP/1.1" status: 204 len: 173 time: 0.7636225 Jun 04 07:11:50.827852 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16cd288-0ae8-471a-81cd-b2d38d3f1dcf'] response: {'server_uuid': '385ea3a2-fac9-4902-96f4-69757f99285c', 'name': 'network-vif-deleted', 'tag': 'e545457d-517f-4bcf-94d4-2ee8061df399', 'status': 'completed', 'code': 200} Jun 04 07:11:51.305530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47502) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:51.379351 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.408036 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.463039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.481657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2c3d5-80a9-4e9b-befe-a357fc3129b5,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:51.494273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.495427 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-885b87b4-d10e-491e-9ced-6697e5487d88 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "DELETE /v2.0/security-groups/30a2c3d5-80a9-4e9b-befe-a357fc3129b5 HTTP/1.1" status: 204 len: 168 time: 0.1889138 Jun 04 07:11:51.498027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47506) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:51.515180 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [None req-98a2f119-e772-4c12-a9ac-caf54539ddaf tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] show failed (client error): The resource could not be found. Jun 04 07:11:51.516211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98a2f119-e772-4c12-a9ac-caf54539ddaf tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "GET /v2.0/security-groups/30a2c3d5-80a9-4e9b-befe-a357fc3129b5 HTTP/1.1" status: 404 len: 347 time: 0.0172656 Jun 04 07:11:51.518844 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47510) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:51.679511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Deleting port 5527c03d-e11d-462b-a005-62bce3f7175a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:11:51.679758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.913321 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:11:51.954154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:51.954562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.075773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Calling delete_port for 5527c03d-e11d-462b-a005-62bce3f7175a owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:11:52.158605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.218232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.295235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Pushing event deleted for resources: {'Port': ['ID=5527c03d-e11d-462b-a005-62bce3f7175a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:52.359964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.374952 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.376074 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3170a0e3-d9c3-4e66-bbc2-bead7c4408a3 tempest-ServerDiskConfigTestJSON-738166365 tempest-ServerDiskConfigTestJSON-738166365-project] 10.222.0.17 "DELETE /v2.0/floatingips/84ab9e0b-4e86-475a-85d2-c6c36a4a4020 HTTP/1.1" status: 204 len: 168 time: 0.8563423 Jun 04 07:11:52.524731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47518) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:52.584331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Deleting subnet 86685dc9-5b7d-465c-827c-dad23bef8e00 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:11:52.588337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.641985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.697619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.768078 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.807923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86685dc9-5b7d-465c-827c-dad23bef8e00,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:52.809969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:52.816590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-90935cde-6a06-4cb5-9430-533b2a55fd15 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/86685dc9-5b7d-465c-827c-dad23bef8e00 HTTP/1.1" status: 204 len: 168 time: 0.2908282 Jun 04 07:11:52.819012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47522) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:52.926638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.051918 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.077849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b309791-35af-4260-9f86-fb950b958393']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:11:53.090976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e570bc6-3173-4611-8417-f6c93df9dbcd') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:11:53.091285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e570bc6-3173-4611-8417-f6c93df9dbcd') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:11:53.102529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.118545 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.124591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:11:53.124972 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.218801 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8e570bc6-3173-4611-8417-f6c93df9dbcd resource provider aggregate not found Jun 04 07:11:53.231853 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.237857 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 8e570bc6-3173-4611-8417-f6c93df9dbcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e570bc6-3173-4611-8417-f6c93df9dbcd found for delete ", "request_id": "req-a0861eb4-ecf5-4bc9-9641-a80a72c884f0"}]} Jun 04 07:11:53.238795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.261707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b309791-35af-4260-9f86-fb950b958393,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:53.268488 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ecf0c2b8-606b-44f4-9274-75ce389b7558 admin admin] 10.222.0.17 "DELETE /v2.0/networks/1b309791-35af-4260-9f86-fb950b958393 HTTP/1.1" status: 204 len: 168 time: 0.4452114 Jun 04 07:11:53.376721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47534) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:53.425953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d2747cc-36ed-47ae-877f-8a332827ea75 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9103911b19f64f2ba1709c2417824c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479949 Jun 04 07:11:53.428380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47538) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:53.487053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.513825 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.566246 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.583311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef40085-37bf-4406-9301-89853c9de0b0,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:53.593870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:53.594968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f35842ca-db01-4097-9ef3-570c306636fb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5ef40085-37bf-4406-9301-89853c9de0b0 HTTP/1.1" status: 204 len: 168 time: 0.1651623 Jun 04 07:11:53.748513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:11:53.787354 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e545457d-517f-4bcf-94d4-2ee8061df399 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:11:53.787706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e545457d-517f-4bcf-94d4-2ee8061df399 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:11:54.333387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:54.449638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1880569596-network', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:11:54.455874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:11:54.460446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Usage tracker for resource:network and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:11:54.463732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:11:54.470474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:11:54.481306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:11:54.483671 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.500226 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.516319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:11:54.520249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:11:54.524172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:11:54.529502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:11:54.615286 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.619469 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.652396 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:11:54.661687 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802014de-2360-42c6-9df9-d6fdd1a3def8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:54.669239 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.669751 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Added segment 3c45a19e-e112-4bd9-85da-f953f9c4637e of type vlan for network 4df72f19-4eb3-4166-a79c-52eb6b87442e Jun 04 07:11:54.698794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.734315 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.735241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:54.735812 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:54.840142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5055370 Jun 04 07:11:54.843273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ec7d-fa24-4ae4-9e4f-bb57829de759 admin admin] Pushing event updated for resources: {'Network': ['ID=4df72f19-4eb3-4166-a79c-52eb6b87442e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:54.844198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47568) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:54.850135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Request body: {'subnet': {'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1880569596-subnet', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:11:54.856159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:11:54.858184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:11:54.861813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Usage tracker for resource:subnet and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:11:54.865020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:11:54.871146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:11:54.883369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:11:54.885756 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.158281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.250987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:55.263040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:11:55.263411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Network hostable DHCP agents. Network: 4df72f19-4eb3-4166-a79c-52eb6b87442e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:11:55.291601 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:11:55.304569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 4df72f19-4eb3-4166-a79c-52eb6b87442e) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:11:55.312588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:11:55.313562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.321268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0396d9-ebbe-4c3a-b25f-1d41653c7dc2 None None] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:11:55.356589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-04254e49-436c-4b48-bee3-0b9a1690444f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5108860 Jun 04 07:11:55.359589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 47572) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:55.368226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:11:55.378511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:11:55.387089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Usage tracker for resource:router and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:11:55.393180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:11:55.404904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:11:55.421555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.423248 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.451315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.598257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-4df72f19-4eb3-4166-a79c-52eb6b87442e', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:11:55.599168 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.775431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Allocated IP 172.20.0.2 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/eb905795-6f49-4d36-9cc3-f604b59c4f07) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:11:55.900548 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:55.958628 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.104234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.107778 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.117927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Transition to ACTIVE for port object eb905795-6f49-4d36-9cc3-f604b59c4f07 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:56.140347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Transition to ACTIVE for port object eb905795-6f49-4d36-9cc3-f604b59c4f07 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:56.147421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.218658 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:11:56.221586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:11:56.225568 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:11:56.231914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Pushing event updated for resources: {'Port': ['ID=eb905795-6f49-4d36-9cc3-f604b59c4f07,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:56.278740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.279550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.279550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.279860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.280075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.280653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.281269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.281767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.281991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.282272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.282607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.283227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:56.283479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.319248 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.356176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Attempting to bind port eb905795-6f49-4d36-9cc3-f604b59c4f07 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:11:56.356594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Attempting to bind port eb905795-6f49-4d36-9cc3-f604b59c4f07 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:11:56.356987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Attempting to bind port eb905795-6f49-4d36-9cc3-f604b59c4f07 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:56.363006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:11:56.363388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:11:56.363839 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.364233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:11:56.364712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Bound port: eb905795-6f49-4d36-9cc3-f604b59c4f07, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:11:56.365113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.486289 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] For port eb905795-6f49-4d36-9cc3-f604b59c4f07, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:11:56.492429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] For port eb905795-6f49-4d36-9cc3-f604b59c4f07, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb905795-6f49-4d36-9cc3-f604b59c4f07,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:11:56.494143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Allocated IP 172.25.1.90 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4d83d0d5-05ab-45df-ad95-b28e9d571178) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:11:56.498425 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.598742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51d18-839a-4ebb-87be-37659ae6b17e None None] Pushing event updated for resources: {'Port': ['ID=eb905795-6f49-4d36-9cc3-f604b59c4f07,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:56.665768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.700803 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:56.776072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:11:56.779068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:11:56.781458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:11:56.856897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Pushing event updated for resources: {'Port': ['ID=4d83d0d5-05ab-45df-ad95-b28e9d571178,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:57.533831 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:57.751815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3af6cf-f52c-43d2-b464-83c4c8276af0 None None] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:11:57.915577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e1a50466-b44d-485c-a38f-54a48ced5a41 None None] Provisioning for port eb905795-6f49-4d36-9cc3-f604b59c4f07 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:11:57.959265 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.215689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Router bc745fa4-3797-4136-b101-dabdb37f2be5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:11:58.354645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb905795-6f49-4d36-9cc3-f604b59c4f07 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:11:58.435718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port eb905795-6f49-4d36-9cc3-f604b59c4f07 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:11:58.443212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port eb905795-6f49-4d36-9cc3-f604b59c4f07 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:11:58.443617 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.471945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:11:58.487858 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:11:58.499450 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:11:58.500429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:11:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:11:58.504120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Provisioning complete for port eb905795-6f49-4d36-9cc3-f604b59c4f07 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:11:58.504620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.507779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.510522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a6be5814-1494-45ff-9582-25bf9fddc26d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1492515 Jun 04 07:11:58.513456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:11:58.721366 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:11:58.753504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Current status of the port eb905795-6f49-4d36-9cc3-f604b59c4f07 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:58.754090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.763046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port eb905795-6f49-4d36-9cc3-f604b59c4f07 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:58.763670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.811422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] For port eb905795-6f49-4d36-9cc3-f604b59c4f07, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb905795-6f49-4d36-9cc3-f604b59c4f07,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:11:58.817420 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:58.943024 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:11:58.943481 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:11:58.949717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a34dc-0bad-41e9-9111-f6fb29126ead None None] Pushing event updated for resources: {'Port': ['ID=eb905795-6f49-4d36-9cc3-f604b59c4f07,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:59.155311 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:11:57Z', 'revision_number': 3, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:11:59.159675 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:11:59.160045 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Updating router bc745fa4-3797-4136-b101-dabdb37f2be5 port 4d83d0d5-05ab-45df-ad95-b28e9d571178 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:11:59.220243 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.465928 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.549896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port eb905795-6f49-4d36-9cc3-f604b59c4f07 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:11:59.655134 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.667195 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Transition to ACTIVE for port object 4d83d0d5-05ab-45df-ad95-b28e9d571178 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:59.674413 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.707123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Allocated IP 172.20.0.1 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/4b63ea62-bffd-4667-b219-236e2ec50a4e) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:11:59.755214 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Attempting to bind port 4d83d0d5-05ab-45df-ad95-b28e9d571178 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:11:59.755580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Attempting to bind port 4d83d0d5-05ab-45df-ad95-b28e9d571178 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:11:59.755947 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Attempting to bind port 4d83d0d5-05ab-45df-ad95-b28e9d571178 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:11:59.762648 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Pushing event updated for resources: {'Port': ['ID=4d83d0d5-05ab-45df-ad95-b28e9d571178,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:11:59.767646 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:11:59.768020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:11:59.768422 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.768806 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:11:59.769273 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Bound port: 4d83d0d5-05ab-45df-ad95-b28e9d571178, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:11:59.769671 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.801770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.802114 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.802457 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.802786 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.803120 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.803970 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.804295 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.804617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.804935 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.805365 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.805603 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.806158 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:11:59.865042 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] For port 4d83d0d5-05ab-45df-ad95-b28e9d571178, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:11:59.871328 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] For port 4d83d0d5-05ab-45df-ad95-b28e9d571178, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4d83d0d5-05ab-45df-ad95-b28e9d571178,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:11:59.876541 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.876783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.903555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Transition to ACTIVE for port object 4b63ea62-bffd-4667-b219-236e2ec50a4e will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:11:59.923966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:11:59.957101 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:11:59.957756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:11:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:00.002472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:12:00.006260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:12:00.009351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:12:00.019183 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980261-7aa5-4518-a836-dfc23fad759a None None] Pushing event updated for resources: {'Port': ['ID=4d83d0d5-05ab-45df-ad95-b28e9d571178,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:00.056069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Pushing event updated for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:00.070067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.070277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.070604 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.070942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.071277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.071607 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.071936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.072265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.072595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.072918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.073242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.073591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:00.096989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.159011 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:00.326540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb905795-6f49-4d36-9cc3-f604b59c4f07 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:00.395462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-077e9b30-2817-40ca-8e40-b60c4405f907 None None] Provisioning for port 4b63ea62-bffd-4667-b219-236e2ec50a4e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:00.405257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-077e9b30-2817-40ca-8e40-b60c4405f907 None None] Provisioning complete for port 4b63ea62-bffd-4667-b219-236e2ec50a4e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:00.405918 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-077e9b30-2817-40ca-8e40-b60c4405f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.450345 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.479809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port eb905795-6f49-4d36-9cc3-f604b59c4f07 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:00.481119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.497237 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:11:57Z', 'revision_number': 3, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:00.501849 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64aae8f-ee55-4b2c-95a7-0b45a0e10697 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:11:57Z', 'revision_number': 3, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:12:00.527819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-077e9b30-2817-40ca-8e40-b60c4405f907 None None] Port 4b63ea62-bffd-4667-b219-236e2ec50a4e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:12:00.705277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port eb905795-6f49-4d36-9cc3-f604b59c4f07 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:00.781616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.795053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:00.941856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Pushing event updated for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:00.944386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:01.102056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:12:01.103518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:12:01.466167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9334f377-52e0-4e96-a2b7-a574eca6dad3 None None] Provisioning complete for port 4b63ea62-bffd-4667-b219-236e2ec50a4e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:01.466814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9334f377-52e0-4e96-a2b7-a574eca6dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:01.490248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:12:01.546646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9334f377-52e0-4e96-a2b7-a574eca6dad3 None None] Port 4b63ea62-bffd-4667-b219-236e2ec50a4e cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:12:01.731471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:12:01.743538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-66760b91-5daf-46cb-8fa2-7d943c9ca392 admin admin] 10.222.0.17 "PUT /v2.0/routers/bc745fa4-3797-4136-b101-dabdb37f2be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2281697 Jun 04 07:12:02.198412 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47586) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:12:02.215447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254460204', 'description': 'tempest-description--2036830532'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:02.223745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:02.228857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:security_group and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:02.232234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:02.240997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:02.267082 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.305860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:02.312310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:security_group_rule and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:02.315973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:02.327513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:02.388846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4d83d0d5-05ab-45df-ad95-b28e9d571178 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:02.422842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:12:02.426813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.434366 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.448066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:02.448855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:11:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:02.484265 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.489103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2764328 Jun 04 07:12:02.489305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47590) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:12:02.497274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'security_group_rule': {'security_group_id': '75a91adc-20d0-43ee-a625-49d670275909', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:02.504171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eba19d-4a27-4eb7-9812-4fd53d5fb49e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a91adc-20d0-43ee-a625-49d670275909,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:02.508094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:02.513335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:security_group_rule and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:02.516356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:02.524355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:02.545160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.635113 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.643622 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.652731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4d83d0d5-05ab-45df-ad95-b28e9d571178 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:02.663362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4d83d0d5-05ab-45df-ad95-b28e9d571178 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:02.663724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.670974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6b41fb-5131-42cc-8b51-ec53da8ba1df,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:02.685547 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.687143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3de97fed-723f-4ea0-b64f-b39612172961 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969514 Jun 04 07:12:02.689943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47594) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:12:02.696485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'security_group_rule': {'security_group_id': '75a91adc-20d0-43ee-a625-49d670275909', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:02.703180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:02.707194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:security_group_rule and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:02.711326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:02.717370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:02.723335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:02.738532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.807768 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.812821 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.840648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7f2a85-e093-41a6-ba13-33b9b86819fe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:02.852504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:02.853705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1abe08d1-8546-436e-a397-8d6663be17c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627624 Jun 04 07:12:02.857635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47598) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:12:02.863547 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:02.870776 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:02.875773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:floatingip and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:02.879323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:02.899098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:02.911446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.077241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4d83d0d5-05ab-45df-ad95-b28e9d571178 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:03.079665 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.082293 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.128794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4d83d0d5-05ab-45df-ad95-b28e9d571178, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4d83d0d5-05ab-45df-ad95-b28e9d571178,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:03.164346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.248682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4d83d0d5-05ab-45df-ad95-b28e9d571178,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:03.254193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Allocated IP 172.25.1.170 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/2b85a1c2-1985-494b-9c69-ec7a8dac46f6) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:12:03.266721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 2, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:03.271176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:12:03.271597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Updating router bc745fa4-3797-4136-b101-dabdb37f2be5 port 4b63ea62-bffd-4667-b219-236e2ec50a4e binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:12:03.340318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.428962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.466818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.536596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:12:03.546318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:12:03.555358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:12:03.598123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=2b85a1c2-1985-494b-9c69-ec7a8dac46f6,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:03.673272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.748570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.794015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.808071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Transition to ACTIVE for port object 4b63ea62-bffd-4667-b219-236e2ec50a4e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:12:03.815530 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:03.988773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ee8d3-ac08-4b5a-8358-37da6e2344de None None] Pushing event updated for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:04.064794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.070503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.135646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Attempting to bind port 4b63ea62-bffd-4667-b219-236e2ec50a4e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:12:04.137971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Attempting to bind port 4b63ea62-bffd-4667-b219-236e2ec50a4e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:12:04.139085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Attempting to bind port 4b63ea62-bffd-4667-b219-236e2ec50a4e on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:12:04.151376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:12:04.152375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:12:04.153290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.154156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:12:04.154909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Bound port: 4b63ea62-bffd-4667-b219-236e2ec50a4e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:12:04.155571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.227391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=2b85a1c2-1985-494b-9c69-ec7a8dac46f6,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:04.250158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.291776 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.293668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-18ced94e-d09d-43b4-8e49-d8c53821a8f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4349823 Jun 04 07:12:04.336065 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4d83d0d5-05ab-45df-ad95-b28e9d571178 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:04.384729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] For port 4b63ea62-bffd-4667-b219-236e2ec50a4e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:12:04.403867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] For port 4b63ea62-bffd-4667-b219-236e2ec50a4e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b63ea62-bffd-4667-b219-236e2ec50a4e,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:12:04.416941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.521304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ee8d3-ac08-4b5a-8358-37da6e2344de None None] Pushing event updated for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:04.522965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2add4961-a25e-4486-b627-ddbd6434de1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:12:04.529567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4d83d0d5-05ab-45df-ad95-b28e9d571178 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:04.529937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:04.549165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2add4961-a25e-4486-b627-ddbd6434de1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:12:04.551784 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2add4961-a25e-4486-b627-ddbd6434de1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--254460204&fields=id&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 267 time: 0.0828147 Jun 04 07:12:04.561600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:04.562612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:11:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:04.986165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-72fbe17e-73f0-431b-b839-730197b0384a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:04.987693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-72fbe17e-73f0-431b-b839-730197b0384a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:12:05.016025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-72fbe17e-73f0-431b-b839-730197b0384a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:12:05.018366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-72fbe17e-73f0-431b-b839-730197b0384a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.4584222 Jun 04 07:12:05.038955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-a70dc65c-eb2a-4661-a803-17da3ba765fc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/quotas/cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 375 time: 0.0135646 Jun 04 07:12:05.054527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:05.130229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4d83d0d5-05ab-45df-ad95-b28e9d571178 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:05.137034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-0af67e9c-a6b9-44ce-a126-936807168bb5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:12:05.157985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-0af67e9c-a6b9-44ce-a126-936807168bb5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:12:05.159322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-0af67e9c-a6b9-44ce-a126-936807168bb5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136315 Jun 04 07:12:05.321439 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-9a750385-fff3-4522-8ec0-87300104dd89 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472511 Jun 04 07:12:05.414488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:04Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:05.418747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b62e51-233d-4a06-b007-367558768ccd None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:04Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:12:05.478016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-e49713c7-714c-4b15-8c28-6bbe96e87591 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508050 Jun 04 07:12:05.707300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-470f8a0f-458b-4987-a3d4-1420d78f5800 req-afc3a644-968b-4afd-b3ea-3d92d831862b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 210 time: 0.0522423 Jun 04 07:12:06.343907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b63ea62-bffd-4667-b219-236e2ec50a4e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:06.427685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4b63ea62-bffd-4667-b219-236e2ec50a4e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:06.437213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4b63ea62-bffd-4667-b219-236e2ec50a4e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:06.437744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:06.563132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4b63ea62-bffd-4667-b219-236e2ec50a4e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:06.563507 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:06.599362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4b63ea62-bffd-4667-b219-236e2ec50a4e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b63ea62-bffd-4667-b219-236e2ec50a4e,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:06.604061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:06.686169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:06.888430 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad2027c4-d6b6-494c-9850-10f39836bacc req-f55de328-cce5-4828-a9d9-75bd719ae1f4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 210 time: 0.0606372 Jun 04 07:12:06.920247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-3d98ddcd-a2f6-4b1e-87cf-cfd0d01cef08 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:06.922030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-3d98ddcd-a2f6-4b1e-87cf-cfd0d01cef08 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.2221875 Jun 04 07:12:06.982242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-bb50ea3a-a07c-4713-9e72-23404e6a8351 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 379 time: 0.0522466 Jun 04 07:12:06.991641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'port': {'device_id': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'admin_state_up': True, 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'security_groups': ['75a91adc-20d0-43ee-a625-49d670275909']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:07.135110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:07.144954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:07.155276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:12:07.158663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.331146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Allocated IP 172.20.0.12 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/8125caa9-a198-4006-a3ba-eb56fcfb1664) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:12:07.527733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.543943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Transition to ACTIVE for port object 8125caa9-a198-4006-a3ba-eb56fcfb1664 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:12:07.568657 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.643573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:12:07.647723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:12:07.651912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:12:07.690844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:07.724965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:07.725818 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.752604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-feda97ba-0187-416b-a8f3-cd3717c1773e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651379 Jun 04 07:12:07.765928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Request body: {'port': {'device_id': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:07.878781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce74c4b0-150b-4421-b589-3c3dc57bba0c None None] Provisioning for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:07.884319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ce74c4b0-150b-4421-b589-3c3dc57bba0c None None] Provisioning complete for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:07.884770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ce74c4b0-150b-4421-b589-3c3dc57bba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.889891 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:07.945383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ce74c4b0-150b-4421-b589-3c3dc57bba0c None None] Port 8125caa9-a198-4006-a3ba-eb56fcfb1664 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:12:08.319168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b63ea62-bffd-4667-b219-236e2ec50a4e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:08.340122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d84c45-f461-46f2-8d4a-16ac60c314f4 req-226f47f4-301b-41ae-92f2-18fcf28b3de1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:08.340819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e5d84c45-f461-46f2-8d4a-16ac60c314f4 req-226f47f4-301b-41ae-92f2-18fcf28b3de1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:12:08.375225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e5d84c45-f461-46f2-8d4a-16ac60c314f4 req-226f47f4-301b-41ae-92f2-18fcf28b3de1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:12:08.376366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d84c45-f461-46f2-8d4a-16ac60c314f4 req-226f47f4-301b-41ae-92f2-18fcf28b3de1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 932 time: 0.3458197 Jun 04 07:12:08.394373 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4b63ea62-bffd-4667-b219-236e2ec50a4e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:08.394763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.462595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8125caa9-a198-4006-a3ba-eb56fcfb1664 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:12:08.474105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.482811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d84c45-f461-46f2-8d4a-16ac60c314f4 req-432190fd-2e6a-44ca-9ac2-fb8ea12a9972 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725889 Jun 04 07:12:08.495283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Transition to ACTIVE for port object 8125caa9-a198-4006-a3ba-eb56fcfb1664 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:12:08.503014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.522685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4b63ea62-bffd-4667-b219-236e2ec50a4e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:08.642255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:08.753997 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:12:08.754332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:12:08.754662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:12:08.759627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:12:08.760488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:12:08.766175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:12:08.766513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:12:08.766905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:12:08.767346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Bound port: 8125caa9-a198-4006-a3ba-eb56fcfb1664, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:12:08.767703 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.863707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:12:08.867701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:12:08.871769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.934558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:08.935211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:08.936861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1092 time: 1.1757908 Jun 04 07:12:08.937332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:08.963929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ef8de-8d63-4a09-ba5e-0219c3dc37a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:09.017648 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3737131-82c2-4758-9b24-4979e9b9c67d'] response: {'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'status': 'completed', 'code': 200} Jun 04 07:12:09.064192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-ca1c911a-11b5-4650-9eab-d7adfa3fd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.065705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-ca1c911a-11b5-4650-9eab-d7adfa3fd828 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1095 time: 0.0869710 Jun 04 07:12:09.140787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-2921b26d-0501-435d-a239-0b516da80284 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 217 time: 0.0684745 Jun 04 07:12:09.205284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-9cc7cea9-8e73-4800-aa70-1b87433c033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.206758 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-9cc7cea9-8e73-4800-aa70-1b87433c033f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0602295 Jun 04 07:12:09.290500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-a7833296-14e3-4336-8160-1d999a42c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.292059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-a7833296-14e3-4336-8160-1d999a42c060 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791721 Jun 04 07:12:09.436273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-ade59f9d-c96a-47bf-9c83-99ba794ba5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385667 Jun 04 07:12:09.574859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91ee98a7-8421-40cb-9bad-e22f2e10c1f6 req-21ce3bbe-9133-40b1-8099-a58bfc5f5109 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332052 Jun 04 07:12:09.735549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1c9ff-3fd0-434a-a6ac-ae189e48a60e req-ebff6bac-b85d-4f79-a181-78989fcfc497 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.737001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ba1c9ff-3fd0-434a-a6ac-ae189e48a60e req-ebff6bac-b85d-4f79-a181-78989fcfc497 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.1416411 Jun 04 07:12:09.739039 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-f15d0b02-bb72-4445-b3be-b8ac124c08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.740332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-f15d0b02-bb72-4445-b3be-b8ac124c08c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1095 time: 0.1097436 Jun 04 07:12:09.862902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1ba1c9ff-3fd0-434a-a6ac-ae189e48a60e req-5543c8b0-39c3-4e86-aedf-865fdce3a824 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191244 Jun 04 07:12:09.901671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-48d4cded-b5a8-4c5b-8d5c-1f52d190d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:09.903095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-48d4cded-b5a8-4c5b-8d5c-1f52d190d84e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1468394 Jun 04 07:12:10.089749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-5ab3d6f5-3c9c-47ea-ae48-a74a4be0dde5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 217 time: 0.1762359 Jun 04 07:12:10.157954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-83c9d850-c78e-4d6e-9b85-ef129d3f03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:10.159340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-83c9d850-c78e-4d6e-9b85-ef129d3f03aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0620527 Jun 04 07:12:10.234196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-aaadf2a6-f771-45fe-8708-cf23469ad45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:10.235682 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-aaadf2a6-f771-45fe-8708-cf23469ad45f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707779 Jun 04 07:12:10.370465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-37aaa641-234e-47e3-8567-a06403667188 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278012 Jun 04 07:12:10.512411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4221c61e-445d-4c9d-b7a0-e27d5f33be8d req-f42a2038-8047-44c1-a9f9-46fa7cbc2b78 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356547 Jun 04 07:12:11.061462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb9ca-79c7-4475-b395-706e2a4e2758 req-94e23d74-c9a8-4325-9fa4-ec722ad9b3a7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:11.063513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf5bb9ca-79c7-4475-b395-706e2a4e2758 req-94e23d74-c9a8-4325-9fa4-ec722ad9b3a7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0871432 Jun 04 07:12:11.111253 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cf5bb9ca-79c7-4475-b395-706e2a4e2758 req-0a50c5f1-23a7-4086-822e-0b2045f62bb3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Jun 04 07:12:12.307905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721d9ea-a10d-4be7-86e0-4834e2f309da req-1fa8a92f-3b91-4566-9389-885fb4347469 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:12.309280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3721d9ea-a10d-4be7-86e0-4834e2f309da req-1fa8a92f-3b91-4566-9389-885fb4347469 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0837379 Jun 04 07:12:12.360872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3721d9ea-a10d-4be7-86e0-4834e2f309da req-18c6e857-78b1-433c-b974-983526c0baee tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450077 Jun 04 07:12:13.558470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23c220-dfc5-416c-b553-83be64358da2 req-070141bd-4614-4dd2-89e4-f42edd9e42eb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:13.565459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a23c220-dfc5-416c-b553-83be64358da2 req-070141bd-4614-4dd2-89e4-f42edd9e42eb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0907068 Jun 04 07:12:13.617568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7a23c220-dfc5-416c-b553-83be64358da2 req-96734838-e7ab-421b-b8c7-b8b370725582 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451016 Jun 04 07:12:13.750871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:12:13.902817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:13.917765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'mac_address': 'fa:16:3e:6e:0a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:12:13.979307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 8125caa9-a198-4006-a3ba-eb56fcfb1664 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:13.979706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:13.998971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125caa9-a198-4006-a3ba-eb56fcfb1664 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:12:14.019549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:14.024129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:14.098349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:14.328455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['8125caa9-a198-4006-a3ba-eb56fcfb1664'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:12:14.833374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a358e-e353-42cf-89fc-53b91c46f684 req-28864f41-3abc-423c-8249-491ebb4940bb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:14.835487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb3a358e-e353-42cf-89fc-53b91c46f684 req-28864f41-3abc-423c-8249-491ebb4940bb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 945 time: 0.1001468 Jun 04 07:12:14.883175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb3a358e-e353-42cf-89fc-53b91c46f684 req-ebe856f9-c4fe-47cc-ab1b-28b279837064 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Jun 04 07:12:15.752618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:15.823961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:15.829192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:15.829597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:15.963599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 8125caa9-a198-4006-a3ba-eb56fcfb1664 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:15.965349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:15.999719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:16.012359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:16.017509 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:16.095961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a785dd-6226-4bc9-b647-4533f44d8cdc req-4b57e352-e02f-4dcf-8f28-f1a00ab7abc4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:16.097641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88a785dd-6226-4bc9-b647-4533f44d8cdc req-4b57e352-e02f-4dcf-8f28-f1a00ab7abc4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0950572 Jun 04 07:12:16.122334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:16.148798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88a785dd-6226-4bc9-b647-4533f44d8cdc req-dbb168df-b6e8-4329-b54b-8df7867f712a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 Jun 04 07:12:16.203701 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145b5f2d-2963-449d-b901-feed679f53b1'] response: {'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'code': 200} Jun 04 07:12:16.355336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d185d-0a29-4674-8034-43d63a5d493c req-dc7db71d-f4f0-4c22-9339-289e7b7d84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:16.356849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-274d185d-0a29-4674-8034-43d63a5d493c req-dc7db71d-f4f0-4c22-9339-289e7b7d84a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1097 time: 0.0838001 Jun 04 07:12:16.400171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-274d185d-0a29-4674-8034-43d63a5d493c req-3bae8859-1d31-498d-a7a6-d95a2f5d5f06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364847 Jun 04 07:12:17.008587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac274b18-d1c0-4339-bfd4-0c90670a5317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:17.377704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a90ad5-d0a7-4a1e-9f86-b642e567900b req-529ba7c3-efd8-4f2d-9760-0024147f6cb0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:17.379110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5a90ad5-d0a7-4a1e-9f86-b642e567900b req-529ba7c3-efd8-4f2d-9760-0024147f6cb0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0923433 Jun 04 07:12:17.432646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c5a90ad5-d0a7-4a1e-9f86-b642e567900b req-a5254086-ef87-47ff-a2d3-0883f111797c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476961 Jun 04 07:12:18.684001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4685-b4ad-4138-abfd-b582cc382862 req-d7043202-739b-40d6-abe8-a189edf5afa5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:18.685952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89ab4685-b4ad-4138-abfd-b582cc382862 req-d7043202-739b-40d6-abe8-a189edf5afa5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1333299 Jun 04 07:12:18.742640 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-89ab4685-b4ad-4138-abfd-b582cc382862 req-deac7f3d-eb1d-4b85-84c2-6e1df9a4920e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489106 Jun 04 07:12:18.939560 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a278575-fa3d-463f-9f44-d08efbbfb1fe req-c22c9c9d-0900-46fa-b1f3-1f699e497211 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:18.941294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6a278575-fa3d-463f-9f44-d08efbbfb1fe req-c22c9c9d-0900-46fa-b1f3-1f699e497211 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0919390 Jun 04 07:12:18.951509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47652) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:12:18.957220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'floatingip': {'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:19.067548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:19.134053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dfa3e233-2ef1-42a9-9937-22d431b1a989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:19.969890 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:19.974655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:20.175023 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf associated. External IP: 172.25.1.170, port: 8125caa9-a198-4006-a3ba-eb56fcfb1664. Jun 04 07:12:20.228115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:20.548934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:12:20.590220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:20.771065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:12:20.775991 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:20.782681 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:12:20.797884 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:20.798736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:20.838411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1022e453-a9ab-4641-9640-e32150ea77b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "PUT /v2.0/floatingips/e1c7e179-a983-4404-884c-26090a0024cf HTTP/1.1" status: 200 len: 992 time: 1.8856542 Jun 04 07:12:20.838918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:21.009703 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:21.082284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76893424-97af-4bb8-b33c-30a260152bd0 req-6a7f74f0-c3bd-4924-a46e-8bd0ad8ef406 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:21.083880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76893424-97af-4bb8-b33c-30a260152bd0 req-6a7f74f0-c3bd-4924-a46e-8bd0ad8ef406 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1197684 Jun 04 07:12:21.143592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76893424-97af-4bb8-b33c-30a260152bd0 req-f3b07608-de80-4557-a95c-84b12571116d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499930 Jun 04 07:12:21.215832 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99746e9f-7410-4145-bfb3-bb528cc89df9'] response: {'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'status': 'completed', 'code': 200} Jun 04 07:12:21.321822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-edd284ce-0b5b-4db9-9f9a-082f5c2bf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:21.323329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-edd284ce-0b5b-4db9-9f9a-082f5c2bf510 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1097 time: 0.0808988 Jun 04 07:12:21.414606 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:12:19Z', 'revision_number': 1, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:21.419106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:12:21.428984 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:21.429634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:21.645367 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:21.675087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-2219f0ed-abeb-48f8-bad5-c71efaa7c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:21.676431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-2219f0ed-abeb-48f8-bad5-c71efaa7c5dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.3195214 Jun 04 07:12:21.684314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e157e-b8c3-40ba-8c43-918c1ea40da3 req-d1af4e32-c0aa-4af0-865d-c98dd8bd002c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:21.686087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-936e157e-b8c3-40ba-8c43-918c1ea40da3 req-d1af4e32-c0aa-4af0-865d-c98dd8bd002c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.3600061 Jun 04 07:12:21.832273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-936e157e-b8c3-40ba-8c43-918c1ea40da3 req-4441aa08-b221-46f5-ae70-aec290afbbda tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836165 Jun 04 07:12:21.834649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-391a38cd-7429-4516-9878-9184c2b10d85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1000 time: 0.1470537 Jun 04 07:12:21.908988 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-96804704-458c-4bfe-acf2-bd6528a38c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:21.910506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-96804704-458c-4bfe-acf2-bd6528a38c14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0707393 Jun 04 07:12:21.999761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-44ecd382-5f2e-4415-8743-d2505ea6046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:22.001414 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-44ecd382-5f2e-4415-8743-d2505ea6046c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854106 Jun 04 07:12:22.056016 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:12:19Z', 'revision_number': 1, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:22.061235 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aebc7b-4218-4899-b5a3-0e50fb5e2000 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6e:0a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:12:19Z', 'revision_number': 1, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:12:22.160565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-330f6e68-0ed8-47fe-8e28-5989f48ffbc0 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516864 Jun 04 07:12:22.171553 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:22.316365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0716666-0ae3-4193-9b20-61b44597a14f None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:12:22.325829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e689885-3f94-4aef-9cbd-89d4ab9f8471 req-fb5621a9-8b8c-4096-8401-09c8e2b3ff62 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601567 Jun 04 07:12:23.123901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec76594-451f-4eb0-a3b4-eab2d718230f req-abf15536-a2e6-4d05-ab53-6c851d37b881 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:23.125945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ec76594-451f-4eb0-a3b4-eab2d718230f req-abf15536-a2e6-4d05-ab53-6c851d37b881 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1377981 Jun 04 07:12:23.197117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ec76594-451f-4eb0-a3b4-eab2d718230f req-33bf5d8d-05e5-4749-b0b4-339cf54eaa7f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627561 Jun 04 07:12:23.428853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa597ab3-662d-42f8-a56f-1446af7189e2 req-d53a09c1-bf32-4fd3-802d-38594dc07922 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:23.430410 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa597ab3-662d-42f8-a56f-1446af7189e2 req-d53a09c1-bf32-4fd3-802d-38594dc07922 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1177108 Jun 04 07:12:23.489022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa597ab3-662d-42f8-a56f-1446af7189e2 req-2f0a6053-b2fe-420f-8453-fc5bc6582c32 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514758 Jun 04 07:12:24.145776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-31da5ef5-283c-4b13-a6fd-b56b5e7e6733 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194808 Jun 04 07:12:24.198440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11110-b3ee-44f2-9bf4-b224709b41f6 req-b3f16cd0-9bb5-4445-b4ff-d22179ba097a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:24.200274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c11110-b3ee-44f2-9bf4-b224709b41f6 req-b3f16cd0-9bb5-4445-b4ff-d22179ba097a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1295969 Jun 04 07:12:24.260091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-65c11110-b3ee-44f2-9bf4-b224709b41f6 req-9bff5aaa-b8a5-4521-b4ee-e5a9af53fc3f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518255 Jun 04 07:12:25.533912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d13bc4-e96d-4d7a-a668-e94385b9368e req-02ad01ec-d959-4256-83e2-bfd75659c46b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:25.535358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3d13bc4-e96d-4d7a-a668-e94385b9368e req-02ad01ec-d959-4256-83e2-bfd75659c46b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1530433 Jun 04 07:12:25.540376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-3843621b-c82d-4bb1-8d55-a08cb6bb45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:25.541734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-3843621b-c82d-4bb1-8d55-a08cb6bb45f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1097 time: 0.1221964 Jun 04 07:12:25.668205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3d13bc4-e96d-4d7a-a668-e94385b9368e req-909b0ca0-0797-4efb-99ff-a43977bd7265 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254499 Jun 04 07:12:25.718815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-46706fe6-b35b-4ce1-98e5-cc23fd38633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:25.720246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-46706fe6-b35b-4ce1-98e5-cc23fd38633d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1644199 Jun 04 07:12:25.821792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-42e8cdad-64d7-4f35-9a15-43b462b0fd50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1002 time: 0.0950232 Jun 04 07:12:25.886683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-f60d8e24-4920-46e6-9962-4c8c5f034224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:25.888095 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-f60d8e24-4920-46e6-9962-4c8c5f034224 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0611761 Jun 04 07:12:25.936851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:25.968610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-044cea84-e049-4bb3-a0d5-eed071ec82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:25.970113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-044cea84-e049-4bb3-a0d5-eed071ec82e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767760 Jun 04 07:12:26.086669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:26.103806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-bbc00836-3440-4b25-8220-14891f3213a6 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269326 Jun 04 07:12:26.235830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-08934e09-2872-49f4-82cc-6fd66f5a5e6c service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265874 Jun 04 07:12:26.962631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846eb5f-ae4f-4cba-82ad-3f45ac51ec21 req-3e96b374-acdf-4bfd-9c38-ff1c87b12b82 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:26.964108 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1846eb5f-ae4f-4cba-82ad-3f45ac51ec21 req-3e96b374-acdf-4bfd-9c38-ff1c87b12b82 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.1867912 Jun 04 07:12:27.009627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1846eb5f-ae4f-4cba-82ad-3f45ac51ec21 req-9dd76367-af00-476e-a399-2f2f8e9c16c6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397165 Jun 04 07:12:28.203908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83f96e-fda3-49a0-9b0c-e030b3467ab0 req-4eeccdd7-5b37-459d-b603-eb589cb8c146 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:28.205429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c83f96e-fda3-49a0-9b0c-e030b3467ab0 req-4eeccdd7-5b37-459d-b603-eb589cb8c146 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0860815 Jun 04 07:12:28.253332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c83f96e-fda3-49a0-9b0c-e030b3467ab0 req-f7fe9bbc-2565-4c6d-a8a8-a0b36ea17e0d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Jun 04 07:12:28.912279 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:12:29.442186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440b56-addd-4723-96b5-eed6ce43bcf0 req-ddc136ef-d919-49d8-ba31-becfe62a91bf tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:29.443858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31440b56-addd-4723-96b5-eed6ce43bcf0 req-ddc136ef-d919-49d8-ba31-becfe62a91bf tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0810676 Jun 04 07:12:29.488029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31440b56-addd-4723-96b5-eed6ce43bcf0 req-3b50030f-02e7-4383-8ae3-74cdf10c2c03 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Jun 04 07:12:30.678054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccc454-e843-4a06-921f-ab5a778fe0de req-9bb835f8-fd48-4838-87a1-0032cf3bc85b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:30.680255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66ccc454-e843-4a06-921f-ab5a778fe0de req-9bb835f8-fd48-4838-87a1-0032cf3bc85b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0845935 Jun 04 07:12:30.726775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66ccc454-e843-4a06-921f-ab5a778fe0de req-adafa703-d2de-415b-a26e-9d8916e8665c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Jun 04 07:12:31.915415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72267-2452-4cc9-b731-2fce2b7dfe12 req-0c0f8c3c-29d1-4727-98b8-b9fb113ff646 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:31.916853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09e72267-2452-4cc9-b731-2fce2b7dfe12 req-0c0f8c3c-29d1-4727-98b8-b9fb113ff646 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0818095 Jun 04 07:12:31.961038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09e72267-2452-4cc9-b731-2fce2b7dfe12 req-669d3b54-99bc-4576-ba4e-2dc1169e7eb0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378332 Jun 04 07:12:33.155078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438feae6-23a5-4398-85e3-22a390f7b814 req-43ea9bd4-b531-46ea-af63-92b98ded3f12 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:33.156534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-438feae6-23a5-4398-85e3-22a390f7b814 req-43ea9bd4-b531-46ea-af63-92b98ded3f12 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0863233 Jun 04 07:12:33.202685 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-438feae6-23a5-4398-85e3-22a390f7b814 req-9b16d3eb-0a99-4a63-ab27-3c38b3fc79fe tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Jun 04 07:12:34.387569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab9985-55e3-4b62-bae4-18a1ff3b079c req-8b59d1f6-36f4-4b07-8666-74b0035314d8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:34.389014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88ab9985-55e3-4b62-bae4-18a1ff3b079c req-8b59d1f6-36f4-4b07-8666-74b0035314d8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0817802 Jun 04 07:12:34.447089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88ab9985-55e3-4b62-bae4-18a1ff3b079c req-7f378cff-8b4c-48b5-9832-d0baa4481593 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514290 Jun 04 07:12:35.636718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af35f6-5533-4f91-a8e1-b49fe2579267 req-07496890-c2f7-4ec0-8986-3fe9692022c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:35.638210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69af35f6-5533-4f91-a8e1-b49fe2579267 req-07496890-c2f7-4ec0-8986-3fe9692022c5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0835493 Jun 04 07:12:35.682501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-69af35f6-5533-4f91-a8e1-b49fe2579267 req-5648929c-5ea5-4cdb-af16-5530807863fb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 Jun 04 07:12:36.874228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a81d3-d6e3-417e-bdf4-7a4a0f8bc2a2 req-4efc0d79-f39f-4881-af66-c05552593a10 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:36.875702 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a5a81d3-d6e3-417e-bdf4-7a4a0f8bc2a2 req-4efc0d79-f39f-4881-af66-c05552593a10 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0825410 Jun 04 07:12:36.920874 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1a5a81d3-d6e3-417e-bdf4-7a4a0f8bc2a2 req-4eb7e72b-18d7-402b-a828-7a2751c3ad27 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Jun 04 07:12:38.118020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c3218-a6c9-4c0f-ad9d-7499918017e7 req-c7b6a36e-1d6f-43b4-9fb4-a7f0f7337a7a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:38.119615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd3c3218-a6c9-4c0f-ad9d-7499918017e7 req-c7b6a36e-1d6f-43b4-9fb4-a7f0f7337a7a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0899081 Jun 04 07:12:38.167254 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd3c3218-a6c9-4c0f-ad9d-7499918017e7 req-b0a4ed4d-eace-4c25-ae88-1d88e39a1d98 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Jun 04 07:12:39.359605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc2ca7-9503-40d0-b6e3-5b2731c2d30d req-7a72fa57-d6a4-4d06-b138-03d7b19043ca tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:39.360944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7efc2ca7-9503-40d0-b6e3-5b2731c2d30d req-7a72fa57-d6a4-4d06-b138-03d7b19043ca tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0854235 Jun 04 07:12:39.404839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7efc2ca7-9503-40d0-b6e3-5b2731c2d30d req-aa0793bc-4b80-4148-b14e-ba289b7c891e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382547 Jun 04 07:12:40.596862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6383c5-92c8-4fdc-b4fb-a2f59d45b97a req-f9cbcdd4-056d-4018-a2cd-afce628cef2b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:40.598309 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee6383c5-92c8-4fdc-b4fb-a2f59d45b97a req-f9cbcdd4-056d-4018-a2cd-afce628cef2b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0832820 Jun 04 07:12:40.641690 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee6383c5-92c8-4fdc-b4fb-a2f59d45b97a req-cbfef475-3885-4610-99d5-0a240e0d8b0e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Jun 04 07:12:41.835833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40aafe-ac5e-42be-99e5-52dc07d39d96 req-333eaa58-9875-4678-a181-93ec7f26fe63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:41.838224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a40aafe-ac5e-42be-99e5-52dc07d39d96 req-333eaa58-9875-4678-a181-93ec7f26fe63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0881405 Jun 04 07:12:41.883019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a40aafe-ac5e-42be-99e5-52dc07d39d96 req-2dae0085-5bdc-46e5-a7bc-989346f52f60 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385549 Jun 04 07:12:43.076068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457a86-82b0-4f10-b350-ab1af88af7ef req-f9e8a41d-1082-43bb-94b4-06eba29f2337 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:43.077545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66457a86-82b0-4f10-b350-ab1af88af7ef req-f9e8a41d-1082-43bb-94b4-06eba29f2337 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0800340 Jun 04 07:12:43.173516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66457a86-82b0-4f10-b350-ab1af88af7ef req-48f31eb2-198f-4d2a-be8b-0b4524c50924 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897858 Jun 04 07:12:43.202493 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-216e8217-c601-4eab-8108-ccd708b55741 service neutron] show failed (client error): The resource could not be found. Jun 04 07:12:43.203471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-216e8217-c601-4eab-8108-ccd708b55741 service neutron] 10.222.0.39 "GET /v2.0/ports/8125caa9-a198-4006-a3ba-eb56fcfb1664/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0847852 Jun 04 07:12:43.459680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-2848a9d3-9936-4787-afa0-228933bdf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:43.461715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-2848a9d3-9936-4787-afa0-228933bdf32b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0712891 Jun 04 07:12:43.472214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:43.623275 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:43.916220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:43.947822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:12:44.013453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:44.019462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:44.035560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Transition to ACTIVE for port object 8125caa9-a198-4006-a3ba-eb56fcfb1664 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:12:44.039045 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:44.206478 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2dcf76-fb2e-4149-9f79-17833837f0b4'] response: {'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'code': 200} Jun 04 07:12:44.324174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:44.351398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.352277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.352622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.352954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.353284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.353647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.354673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.354673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.354673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.354952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.355342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.355548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:12:44.397045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1145c-d0eb-416a-b188-eef9ec2fb668 req-495054b2-bbca-43f3-8fd4-faccca0161b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:44.398745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ad1145c-d0eb-416a-b188-eef9ec2fb668 req-495054b2-bbca-43f3-8fd4-faccca0161b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0909433 Jun 04 07:12:44.419326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] No DVR routers for this DVR port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:12:44.456052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3ad1145c-d0eb-416a-b188-eef9ec2fb668 req-13296794-41ef-4f38-9b4a-aee910f14f12 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501606 Jun 04 07:12:44.659673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:12:44.660294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:12:44.660294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:12:44.665824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:12:44.666023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Attempting to bind port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:12:44.671170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:12:44.671541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:12:44.671942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:12:44.672345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Bound port: 8125caa9-a198-4006-a3ba-eb56fcfb1664, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:12:44.672689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:44.766333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:12:44.769282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:12:44.775097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:44.835757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:44.836867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:44.838308 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] 10.222.0.24 "PUT /v2.0/ports/8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1092 time: 1.3706486 Jun 04 07:12:44.856689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd031-39cb-4281-a2c6-eab0b043347a service neutron] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:44.940882 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-048c6642-7058-412e-8043-56045015e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:44.942407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-048c6642-7058-412e-8043-56045015e3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1095 time: 0.0821593 Jun 04 07:12:45.085457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-2fa5ee39-4ddf-4b06-b8e5-084771df3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:45.087903 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-2fa5ee39-4ddf-4b06-b8e5-084771df3547 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1398425 Jun 04 07:12:45.199016 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-d3d5b903-d6ae-4f29-861f-91f820b63e13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1000 time: 0.1052775 Jun 04 07:12:45.265176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-09fce154-090d-41a5-8fe9-55f5f0dbdef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:45.266773 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-09fce154-090d-41a5-8fe9-55f5f0dbdef9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0626342 Jun 04 07:12:45.345924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-eda8b90a-cddd-4e70-9edd-48c738bb82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:45.347346 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-eda8b90a-cddd-4e70-9edd-48c738bb82cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745027 Jun 04 07:12:45.520294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-1f1b5fda-0b54-424c-8528-97f1d9228fd1 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666510 Jun 04 07:12:45.658695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f325c3-40ee-4d64-a082-140b9c7cfe10 req-7e13e8dd-7642-4695-9ac5-3e570f36dfcb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:45.660175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82f325c3-40ee-4d64-a082-140b9c7cfe10 req-7e13e8dd-7642-4695-9ac5-3e570f36dfcb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0818014 Jun 04 07:12:45.663943 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ed16b34c-83df-489a-8435-b61cce54ade2 req-098cfa1a-c461-4765-80b9-5093721141a6 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380146 Jun 04 07:12:45.708616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82f325c3-40ee-4d64-a082-140b9c7cfe10 req-e0922e02-7010-4eed-a66a-4c19315f8d6f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Jun 04 07:12:46.207729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:46.267138 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4407d2-2b3a-4bb8-8d2c-acf84b0def2b'] response: {'name': 'network-changed', 'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'status': 'completed', 'code': 200} Jun 04 07:12:46.365008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-ccb8ec63-6d39-4ad1-81cb-9e0fe1a1723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.365636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-3677d574-b319-4fbb-92e1-383c7d3c5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.366616 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-ccb8ec63-6d39-4ad1-81cb-9e0fe1a1723b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1095 time: 0.0800598 Jun 04 07:12:46.367293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-3677d574-b319-4fbb-92e1-383c7d3c5269 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1095 time: 0.0761619 Jun 04 07:12:46.515846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-acde442c-d211-4073-a8cf-e8a4f00bbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.517340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-acde442c-d211-4073-a8cf-e8a4f00bbad0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1443181 Jun 04 07:12:46.626079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-3476eb28-d644-40fa-bd51-d9d1bcc56726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.627547 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-3476eb28-d644-40fa-bd51-d9d1bcc56726 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.2550836 Jun 04 07:12:46.636389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-00462d11-bbbc-40ac-bcc4-6621f35fefce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1000 time: 0.1116278 Jun 04 07:12:46.698546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-84c4395c-865f-4180-b2fb-f22005ac3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.700012 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-84c4395c-865f-4180-b2fb-f22005ac3331 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0583894 Jun 04 07:12:46.731899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-0cedac36-d2dc-48e0-b220-79074cca0fe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1000 time: 0.0975790 Jun 04 07:12:46.780265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-69dc8ac4-b11a-4343-9969-a3bf7f38e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.781724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-69dc8ac4-b11a-4343-9969-a3bf7f38e792 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755014 Jun 04 07:12:46.796389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-c3929e6f-66cd-4f86-85ab-54015c9d99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.797878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-c3929e6f-66cd-4f86-85ab-54015c9d99f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0602655 Jun 04 07:12:46.878461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-ef9ffa0b-510e-401a-b03c-0d4d01f910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:46.879973 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-ef9ffa0b-510e-401a-b03c-0d4d01f910cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762763 Jun 04 07:12:47.010163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-955eebec-a465-4b27-8f0e-a192c7c148a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:47.037386 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-d0ce6a6f-80fb-4677-9843-0964020c4d0d service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505761 Jun 04 07:12:47.094467 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-c5ea8c69-d74f-423c-8a57-16f48b4da601 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069797 Jun 04 07:12:47.107013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb518d8-9040-4f5f-a683-55d5dfdb42d0 req-a6e067b8-7299-47a2-a619-5d72e69010a5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:47.108466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eb518d8-9040-4f5f-a683-55d5dfdb42d0 req-a6e067b8-7299-47a2-a619-5d72e69010a5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.1377983 Jun 04 07:12:47.177622 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-c2415d87-9879-4c85-98da-149cdad0df5d service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336057 Jun 04 07:12:47.235433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eb518d8-9040-4f5f-a683-55d5dfdb42d0 req-99891a40-fe08-4cc4-9061-c2aa6a3b4ac8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058164 Jun 04 07:12:47.275392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0c42a7d-5ddc-414c-91c5-f5f2491ebf5a req-9fef2549-c388-4cdc-84cc-962cb9818372 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659689 Jun 04 07:12:47.968745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:12:48.031258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:12:48.434788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7577e6-7d93-4af0-b837-eeba4dcd1b5b req-8ff7456a-ccd6-465e-aaac-997d81868f0a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:48.436510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d7577e6-7d93-4af0-b837-eeba4dcd1b5b req-8ff7456a-ccd6-465e-aaac-997d81868f0a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0839636 Jun 04 07:12:48.488268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d7577e6-7d93-4af0-b837-eeba4dcd1b5b req-a22d45c3-cebc-43e3-8c7b-ce2144fa2b50 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451763 Jun 04 07:12:49.139094 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9de3793e-f4b5-45bb-a212-d9b5916caebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:49.691388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec453-9bcc-40d1-a38d-5ad51ee8d782 req-0d02c8cf-1b86-4593-ba4f-505b6e6791f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:49.692980 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7adec453-9bcc-40d1-a38d-5ad51ee8d782 req-0d02c8cf-1b86-4593-ba4f-505b6e6791f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.0895786 Jun 04 07:12:49.741084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7adec453-9bcc-40d1-a38d-5ad51ee8d782 req-5d29c5a3-c2f9-4965-9253-bd1fb05a51c4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 Jun 04 07:12:49.955181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:12:50.111451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:50.131311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'mac_address': 'fa:16:3e:6e:0a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:12:50.161441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ca177-6f01-49c9-b075-e1f7d0dcd497 req-b3387f37-733c-4747-82eb-0f41b2adaa44 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.163773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-861ca177-6f01-49c9-b075-e1f7d0dcd497 req-b3387f37-733c-4747-82eb-0f41b2adaa44 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 944 time: 0.1751680 Jun 04 07:12:50.177016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-5f760b55-b5f1-4c51-8148-c6b54248f6ce tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.179091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-5f760b55-b5f1-4c51-8148-c6b54248f6ce tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.1527541 Jun 04 07:12:50.199626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8125caa9-a198-4006-a3ba-eb56fcfb1664 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:50.201321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:50.231046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8125caa9-a198-4006-a3ba-eb56fcfb1664 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:12:50.246767 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:50.253403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:50.257961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:50.336223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-861ca177-6f01-49c9-b075-e1f7d0dcd497 req-ea035d2b-f185-427b-be24-fc34b7532af5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549244 Jun 04 07:12:50.338118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:50.350618 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-b3700f0f-988d-4734-b4dc-9750e6fb5241 service neutron] delete failed (client error): The resource could not be found. Jun 04 07:12:50.352106 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-b3700f0f-988d-4734-b4dc-9750e6fb5241 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8125caa9-a198-4006-a3ba-eb56fcfb1664/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1472411 Jun 04 07:12:50.496061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-e6d42463-53df-4437-8d56-f5da2675053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.497547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-e6d42463-53df-4437-8d56-f5da2675053b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 1096 time: 0.0780714 Jun 04 07:12:50.576988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['8125caa9-a198-4006-a3ba-eb56fcfb1664'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:12:50.638325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:50.643863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-be9d0e26-7728-41b6-b199-d4c6bb4cdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.645315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-be9d0e26-7728-41b6-b199-d4c6bb4cdf33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1423750 Jun 04 07:12:50.753878 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-a0832232-eb0d-48a0-b3fb-4cb22670e1b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 200 len: 1001 time: 0.1007853 Jun 04 07:12:50.823488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-3abf76fa-b206-47b2-afc0-d2b82ae1ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.824977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-3abf76fa-b206-47b2-afc0-d2b82ae1ad0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0654769 Jun 04 07:12:50.904425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-3cbd8365-3f5e-4989-84aa-29a45ba01bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:50.905929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-3cbd8365-3f5e-4989-84aa-29a45ba01bdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750279 Jun 04 07:12:51.050130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-c1cf0560-4144-44b4-a618-364544118b04 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380558 Jun 04 07:12:51.187014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31813704-6cfb-4a2b-ba5b-dabe20452c8f req-efe6b8d2-f369-47d4-8f4c-be50479dab3e service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307833 Jun 04 07:12:51.660470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00584ee3-c176-4230-85c1-651f7b34b725 req-5053ea9d-2a75-4378-a1a5-01e60dddea25 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:51.662026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00584ee3-c176-4230-85c1-651f7b34b725 req-5053ea9d-2a75-4378-a1a5-01e60dddea25 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 945 time: 0.2074621 Jun 04 07:12:51.719939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00584ee3-c176-4230-85c1-651f7b34b725 req-05c1f64a-9d8a-4b02-b488-242e103bbc52 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511680 Jun 04 07:12:51.963184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:12:52.036922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:12:52.042486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 8125caa9-a198-4006-a3ba-eb56fcfb1664 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:12:52.042858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:52.172553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 8125caa9-a198-4006-a3ba-eb56fcfb1664 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:12:52.172921 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:52.183706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:52.217100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:52.228164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:52.232077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:52.267979 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bec28a8-7871-44de-a066-a5370db019ad'] response: {'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'code': 200} Jun 04 07:12:52.301168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:52.931950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fe7fd-f1ce-4d56-8e67-704ae69414ee req-90d4dec4-e8ef-4427-bc31-ae57682af3b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:52.933419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-268fe7fd-f1ce-4d56-8e67-704ae69414ee req-90d4dec4-e8ef-4427-bc31-ae57682af3b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0843153 Jun 04 07:12:52.983580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-268fe7fd-f1ce-4d56-8e67-704ae69414ee req-1005f760-d20a-4ea3-b232-343b2822f2a3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 Jun 04 07:12:53.177258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae1bf-6865-4d6f-8a9e-2fee4b77a40e req-a9a3985d-e354-496a-ab3f-3e64ac7ac638 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:53.178760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d4ae1bf-6865-4d6f-8a9e-2fee4b77a40e req-a9a3985d-e354-496a-ab3f-3e64ac7ac638 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0823772 Jun 04 07:12:53.227391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d4ae1bf-6865-4d6f-8a9e-2fee4b77a40e req-b5a80983-8907-421e-94cf-7f8cf305e307 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Jun 04 07:12:53.416721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160930-d47c-47dd-8b40-0d0069850c7e req-0f52fb0a-ab00-49d1-9632-fcf1dc73e1c7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:53.418242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4160930-d47c-47dd-8b40-0d0069850c7e req-0f52fb0a-ab00-49d1-9632-fcf1dc73e1c7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0863652 Jun 04 07:12:53.468773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e4160930-d47c-47dd-8b40-0d0069850c7e req-93a10a53-de63-440e-845d-9f50eec644e6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Jun 04 07:12:53.858194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98ee8-d3c2-4971-a131-4a0dbd479947 req-92cd4e1a-ce90-4d9d-859f-682aa69355e0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:53.859548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2b98ee8-d3c2-4971-a131-4a0dbd479947 req-92cd4e1a-ce90-4d9d-859f-682aa69355e0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0808399 Jun 04 07:12:53.905397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2b98ee8-d3c2-4971-a131-4a0dbd479947 req-5da2a5e8-25a8-4a96-bfab-9a4b7f1f33d1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Jun 04 07:12:55.102289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d048-5cdb-4907-bda1-4cec0afabe9e req-64b69144-ec5b-4c00-a225-e29cdb47e617 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:55.103808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb59d048-5cdb-4907-bda1-4cec0afabe9e req-64b69144-ec5b-4c00-a225-e29cdb47e617 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0880296 Jun 04 07:12:55.150224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb59d048-5cdb-4907-bda1-4cec0afabe9e req-f9727527-3ac0-4416-890a-267d13e9dc7c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Jun 04 07:12:55.166099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-370c6cfc-d867-499b-9a16-2b956f2231b1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:55.167591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-370c6cfc-d867-499b-9a16-2b956f2231b1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 946 time: 0.0851653 Jun 04 07:12:55.244085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port 8125caa9-a198-4006-a3ba-eb56fcfb1664 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:12:55.244429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:55.507192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] For port 8125caa9-a198-4006-a3ba-eb56fcfb1664, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=8125caa9-a198-4006-a3ba-eb56fcfb1664,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:12:55.507484 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:55.814005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:55.814296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:55.814605 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf disassociated. External IP: 172.25.1.170, port: 8125caa9-a198-4006-a3ba-eb56fcfb1664. Jun 04 07:12:55.814941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for 8125caa9-a198-4006-a3ba-eb56fcfb1664 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:12:55.940233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:55.975024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:56.046792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'Port': ['ID=8125caa9-a198-4006-a3ba-eb56fcfb1664,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:12:56.095979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:56.318720 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5986d2ab-f1ba-434d-82e7-a1253c2f371e req-2f905875-581d-4af5-b140-e75e7cc7d61a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=d23264d2-4b95-4cc0-93bb-74540962079d HTTP/1.1" status: 200 len: 210 time: 0.0462267 Jun 04 07:12:56.390407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:12:56.578029 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:12:56.589090 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:12:56.599243 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:56.599877 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:56.660040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] No DVR routers for this DVR port 8125caa9-a198-4006-a3ba-eb56fcfb1664 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:12:56.662728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:12:56.665661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-deleted', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:12:56.684387 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a389608d-7f27-4cfc-88d3-96b8dde8ca40 req-40aeff3d-844c-47e9-91b5-25675d9c03e9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "DELETE /v2.0/ports/8125caa9-a198-4006-a3ba-eb56fcfb1664 HTTP/1.1" status: 204 len: 173 time: 1.5108993 Jun 04 07:12:56.728455 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffc1624-1da1-43a8-bd46-c2354c9f4c06'] response: {'server_uuid': 'd23264d2-4b95-4cc0-93bb-74540962079d', 'name': 'network-vif-deleted', 'tag': '8125caa9-a198-4006-a3ba-eb56fcfb1664', 'status': 'completed', 'code': 200} Jun 04 07:12:56.837496 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:57.173246 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:57.177379 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:12:57.186861 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:12:57.187766 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:57.383506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:12:57.673892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1896ac15-6d61-41ff-9dcd-6b93a307c72f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--254460204&fields=id&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 267 time: 0.0410519 Jun 04 07:12:57.733821 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:12:57.737538 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548529-2a5a-4352-9be9-f4ca532b9f37 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:12:57.841041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-f2da1135-f395-4d85-8751-c397742ab56e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:57.842546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-f2da1135-f395-4d85-8751-c397742ab56e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1611536 Jun 04 07:12:57.859617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-f66e827c-c6f2-4d7c-954f-2e48ef665768 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/quotas/cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 375 time: 0.0111487 Jun 04 07:12:57.959892 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-fa2737cd-0fb0-4ce3-aefe-f92a94655b94 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946162 Jun 04 07:12:57.980606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e640ce58-0e9d-444a-8b36-fa17cd6c5325 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:12:58.036859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:12:58.085489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 8125caa9-a198-4006-a3ba-eb56fcfb1664 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:12:58.086379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 8125caa9-a198-4006-a3ba-eb56fcfb1664 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:12:58.115422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-d0600a47-8534-4580-81cc-4cae20822b2b service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415327 Jun 04 07:12:58.270761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-be69f846-867d-4880-8f28-8280b758d772 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482177 Jun 04 07:12:58.475524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e02ae82a-3c47-4fc4-8da3-66f348783ef0 req-7ffe38d5-e905-4543-956e-4b017512b5f5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 210 time: 0.0453789 Jun 04 07:12:59.592728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-5c07947b-8d53-49a1-884a-43ee3b90dd76 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:12:59.595617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-5c07947b-8d53-49a1-884a-43ee3b90dd76 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1683297 Jun 04 07:12:59.659356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d725edf-93a0-4929-ba15-43ecd9541468 req-5b840d02-72a8-46f4-88dc-98e961bea3ec tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 210 time: 0.0623691 Jun 04 07:12:59.687359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-53ee583b-44e9-45c7-ba6d-7673c3cedff2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 379 time: 0.0477190 Jun 04 07:12:59.696592 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'port': {'device_id': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'admin_state_up': True, 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'security_groups': ['75a91adc-20d0-43ee-a625-49d670275909']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:12:59.841540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:12:59.845570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:port and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:12:59.848568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:12:59.855114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:12:59.864961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:12:59.869767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.152626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Allocated IP 172.20.0.5 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/e2789b7b-4658-47a7-a59c-65020c668334) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:13:00.344449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.361785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Transition to ACTIVE for port object e2789b7b-4658-47a7-a59c-65020c668334 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:13:00.387359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.463457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:13:00.466576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:13:00.470413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:13:00.501817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:13:00.522294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.522644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.523575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.524079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.524865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.525209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.525569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.525907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.526240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.526568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.526939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.527274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:00.552013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:00.552652 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.579160 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-1bb9eab4-2697-4308-b943-453cf082c8f3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8867548 Jun 04 07:13:00.591031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Request body: {'port': {'device_id': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:13:00.698486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4183a94-23cf-4667-9116-9d0d1b62b61d None None] Provisioning for port e2789b7b-4658-47a7-a59c-65020c668334 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:13:00.704031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4183a94-23cf-4667-9116-9d0d1b62b61d None None] Provisioning complete for port e2789b7b-4658-47a7-a59c-65020c668334 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:13:00.704577 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4183a94-23cf-4667-9116-9d0d1b62b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.713006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:00.762520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e4183a94-23cf-4667-9116-9d0d1b62b61d None None] Port e2789b7b-4658-47a7-a59c-65020c668334 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:13:01.017340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01452e-c637-44ad-94c6-9b4f48ab9781 req-15b6e820-0ef4-4c58-805a-da4b9dd8b04f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:01.018172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8f01452e-c637-44ad-94c6-9b4f48ab9781 req-15b6e820-0ef4-4c58-805a-da4b9dd8b04f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:13:01.046353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-8f01452e-c637-44ad-94c6-9b4f48ab9781 req-15b6e820-0ef4-4c58-805a-da4b9dd8b04f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:13:01.047519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f01452e-c637-44ad-94c6-9b4f48ab9781 req-15b6e820-0ef4-4c58-805a-da4b9dd8b04f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 931 time: 0.2673435 Jun 04 07:13:01.131183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f01452e-c637-44ad-94c6-9b4f48ab9781 req-0edd0867-ce24-47ae-bed7-9c5d1c057fab tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674717 Jun 04 07:13:01.201907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2789b7b-4658-47a7-a59c-65020c668334 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:13:01.209430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:01.224346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Transition to ACTIVE for port object e2789b7b-4658-47a7-a59c-65020c668334 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:13:01.228281 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:01.387238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:13:01.487046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:13:01.487383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:13:01.487873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:13:01.493554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:13:01.493875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:13:01.500242 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:13:01.500774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:13:01.501260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:13:01.501711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Bound port: e2789b7b-4658-47a7-a59c-65020c668334, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:13:01.502062 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:01.597505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:13:01.600906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:13:01.605731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:01.673168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:01.673824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:01.675250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1091 time: 1.0885139 Jun 04 07:13:01.675697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:13:01.700317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148d4d5-f583-46ae-a5ba-f91948e2c3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:13:01.729604 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5c61ec-01e5-48e7-b71f-f89cbb55eef9'] response: {'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'status': 'completed', 'code': 200} Jun 04 07:13:01.815704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-50713d15-422d-4c9f-9be5-9557183065f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:01.817226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-50713d15-422d-4c9f-9be5-9557183065f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1094 time: 0.0862093 Jun 04 07:13:01.893377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7d9b013a-3ec7-4fc1-b6ca-9a5f1e161cbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 217 time: 0.0691788 Jun 04 07:13:01.956367 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7c3dd1ce-2f0d-4c0a-af53-c5a4f6575e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:01.957798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-7c3dd1ce-2f0d-4c0a-af53-c5a4f6575e51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0587904 Jun 04 07:13:02.147432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-5efd6b70-6c4e-47d3-9bac-63c4943d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:02.149659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-5efd6b70-6c4e-47d3-9bac-63c4943d17a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862977 Jun 04 07:13:02.342627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-a996c90c-b628-43a6-9401-875de3521da5 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865532 Jun 04 07:13:02.430956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9000-8686-4cda-adaa-52c05997ab0c req-5f3a80bc-8d69-4240-8509-b210d817794b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:02.432366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-725c9000-8686-4cda-adaa-52c05997ab0c req-5f3a80bc-8d69-4240-8509-b210d817794b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.1892767 Jun 04 07:13:02.520840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-725c9000-8686-4cda-adaa-52c05997ab0c req-8c58b01c-bad6-4628-ac53-68d7bb42dc57 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756984 Jun 04 07:13:02.529411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e30612eb-631a-4cc8-90f6-176811f0ff4c req-c3194801-8f61-4878-89d9-af44b18bc87b service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796758 Jun 04 07:13:02.650737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-77fec16f-a6ea-407d-9484-008912922012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:02.652242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-77fec16f-a6ea-407d-9484-008912922012 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1094 time: 0.0764997 Jun 04 07:13:02.788594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-45870870-077a-4b1d-84ff-70032cdb5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:02.790118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-45870870-077a-4b1d-84ff-70032cdb5d33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1324887 Jun 04 07:13:02.861483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-9d80b36c-8dfd-4178-a446-39cbe46a97b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 217 time: 0.0652559 Jun 04 07:13:02.923444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-aeaf2c18-741e-4704-b4a3-031ff42bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:02.924903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-aeaf2c18-741e-4704-b4a3-031ff42bff82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0574131 Jun 04 07:13:03.001934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-c2237b22-6a02-4027-94fe-0eadb8eb9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:03.003461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-c2237b22-6a02-4027-94fe-0eadb8eb9bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723107 Jun 04 07:13:03.150994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-ecf2f78a-208a-45db-b3dd-01740c219722 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415253 Jun 04 07:13:03.290262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2169bc36-d6f0-45a6-840a-d7e6cb30cb07 req-082545bd-3ddd-4378-9fda-cb872a114f05 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318634 Jun 04 07:13:03.722695 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650e99a-1e9b-4c17-836d-047bd9c373b0 req-b4557048-bccc-4684-8989-f8546c36fad5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:03.724337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2650e99a-1e9b-4c17-836d-047bd9c373b0 req-b4557048-bccc-4684-8989-f8546c36fad5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0902150 Jun 04 07:13:03.772519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2650e99a-1e9b-4c17-836d-047bd9c373b0 req-bccce899-4b0f-4336-aa44-a25759caeb35 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Jun 04 07:13:04.958950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b5b9-b2e5-4248-8c10-315fb09f493d req-84bba671-39eb-4b54-9e23-c043de55b037 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:04.960949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b560b5b9-b2e5-4248-8c10-315fb09f493d req-84bba671-39eb-4b54-9e23-c043de55b037 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0801351 Jun 04 07:13:05.008757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b560b5b9-b2e5-4248-8c10-315fb09f493d req-3fb7f88c-0966-4e1e-806f-837adaea3aaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420284 Jun 04 07:13:05.911663 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:13:06.057367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:13:06.199384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aecaa2-b716-4ea2-b420-bf79d43e5e7b req-a1ebedb1-d9d4-4db8-9a79-2d20bebad235 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:06.200922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3aecaa2-b716-4ea2-b420-bf79d43e5e7b req-a1ebedb1-d9d4-4db8-9a79-2d20bebad235 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0840375 Jun 04 07:13:06.232290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:13:06.246849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e2789b7b-4658-47a7-a59c-65020c668334', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334', 'mac_address': 'fa:16:3e:35:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:13:06.248463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3aecaa2-b716-4ea2-b420-bf79d43e5e7b req-4b174a4f-9b2c-4dcd-ac25-1706ccaca0f1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Jun 04 07:13:06.308855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e2789b7b-4658-47a7-a59c-65020c668334 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:13:06.309237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:06.327024 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2789b7b-4658-47a7-a59c-65020c668334 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:13:06.342789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:13:06.346952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:06.415655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:13:06.423109 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.423461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.423803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.424141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.424476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.424809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.425140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.425518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.425848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.426178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.426504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.426830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:13:06.628434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e2789b7b-4658-47a7-a59c-65020c668334'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:13:07.446658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766609f-7c85-4012-9c45-43929f908b8d req-a373c26b-a6c1-4245-81d9-ef85558211b5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:07.448473 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5766609f-7c85-4012-9c45-43929f908b8d req-a373c26b-a6c1-4245-81d9-ef85558211b5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 944 time: 0.0884674 Jun 04 07:13:07.494270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5766609f-7c85-4012-9c45-43929f908b8d req-ee2bb268-a95e-4b32-8306-a38bc4e767d9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Jun 04 07:13:08.062578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:13:08.128982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e2789b7b-4658-47a7-a59c-65020c668334 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:13:08.134405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e2789b7b-4658-47a7-a59c-65020c668334 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:13:08.134776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:08.250174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e2789b7b-4658-47a7-a59c-65020c668334 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:13:08.250548 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:08.277937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:13:08.287950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:13:08.292589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:08.332778 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3b4436-4309-43b3-bb3c-ee3a787efabe'] response: {'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'code': 200} Jun 04 07:13:08.372155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:13:08.451229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7a046-d75d-4653-9f31-00a0d51732a7 req-a31a77a2-8fd9-49c6-a958-e78c1cb17ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:08.452738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94b7a046-d75d-4653-9f31-00a0d51732a7 req-a31a77a2-8fd9-49c6-a958-e78c1cb17ffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1096 time: 0.0714135 Jun 04 07:13:08.492813 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-94b7a046-d75d-4653-9f31-00a0d51732a7 req-825379ef-43b4-4ded-b183-a7eebe5ddcaa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Jun 04 07:13:08.790357 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c93e7-156e-47c8-99ee-19c3149116bb req-1235e83d-d7b4-4f80-aa7e-0665b3c35056 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:08.791745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-159c93e7-156e-47c8-99ee-19c3149116bb req-1235e83d-d7b4-4f80-aa7e-0665b3c35056 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1875710 Jun 04 07:13:08.837667 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-159c93e7-156e-47c8-99ee-19c3149116bb req-2428b3a9-f613-4274-a06b-b3d9f898e1b3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Jun 04 07:13:10.087012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e1618-c1f6-44c3-9d44-6b3f8a987e1f req-9acb0709-6251-4016-8421-53ec20a4e477 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:10.088514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f45e1618-c1f6-44c3-9d44-6b3f8a987e1f req-9acb0709-6251-4016-8421-53ec20a4e477 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1379831 Jun 04 07:13:10.137465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f45e1618-c1f6-44c3-9d44-6b3f8a987e1f req-a3a7e735-92fa-4c72-9e30-ea2ea726d612 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430565 Jun 04 07:13:10.328269 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc29ea8-4bf2-4490-a03e-31ea81e09070 req-3d67582a-2d04-422c-9f75-f6cf36db84bf tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:10.329775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc29ea8-4bf2-4490-a03e-31ea81e09070 req-3d67582a-2d04-422c-9f75-f6cf36db84bf tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0843713 Jun 04 07:13:10.338639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 47818) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:13:10.343577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'floatingip': {'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:13:10.426614 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:11.052323 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:11.056747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:11.240697 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf associated. External IP: 172.25.1.170, port: e2789b7b-4658-47a7-a59c-65020c668334. Jun 04 07:13:11.724707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:13:11.917349 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:13:11.922107 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:11.928557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:13:11.938395 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:13:11.939008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:13:11.986852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3939736f-2402-4f88-8f9f-7584ed3a5e1b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "PUT /v2.0/floatingips/e1c7e179-a983-4404-884c-26090a0024cf HTTP/1.1" status: 200 len: 991 time: 1.6445143 Jun 04 07:13:11.986852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:13:12.034805 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d54973-d6a3-4509-b70d-1396543609fc'] response: {'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'status': 'completed', 'code': 200} Jun 04 07:13:12.136372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-ea37e87e-8e58-4269-aa57-d09dc6e6416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:12.137885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-ea37e87e-8e58-4269-aa57-d09dc6e6416f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1096 time: 0.0829470 Jun 04 07:13:12.138602 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:13:12.281080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-91bd345e-2b95-4708-bc95-1265336a4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:12.283052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-91bd345e-2b95-4708-bc95-1265336a4165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1391685 Jun 04 07:13:12.392239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-fc452240-3f04-4594-8746-27a1775612c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 999 time: 0.1040142 Jun 04 07:13:12.467575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-5bfe225b-b307-432f-8ad0-745220c138c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:12.470522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-5bfe225b-b307-432f-8ad0-745220c138c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0719686 Jun 04 07:13:12.548392 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:35:91:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:13:10Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:13:12.549278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-3e31f400-5705-4a04-9c4e-efca81968e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:13:12.551346 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-3e31f400-5705-4a04-9c4e-efca81968e34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759897 Jun 04 07:13:12.552489 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:13:12.562594 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:13:12.563190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:12:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:13:12.693562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-92d99177-af49-47ae-9e44-3edd6f02b1b8 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362240 Jun 04 07:13:12.760557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:13:12.835987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-609ae520-e565-4732-9771-f2b6dfb9cc4f req-9c694b49-bacf-420f-98fc-95ea4cac265f service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363518 Jun 04 07:13:13.138099 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2474deb4-a085-4315-a355-906ac167e64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:35:91:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:13:10Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:13:13.143758 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474deb4-a085-4315-a355-906ac167e64e None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:35:91:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:13:10Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:13:13.348292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c44e78-bd2c-4253-ba1b-361fc91b7920 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:13:17.006379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fbc16a9d-7c2a-43e8-b8b3-1e77ef8af9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:19.145222 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c884481c-f515-40b7-80cd-4b0bdf5b1751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:20.222006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:20.593266 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:22.171245 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:25.953107 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:26.104752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:42.911647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:13:47.015944 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e0b7f9a-e185-4dc5-9095-611f3a401a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:49.141008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2b22603a-47c3-45c0-af24-b78f075c3337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:50.222250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:50.595001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:52.168905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:55.949634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:13:56.104907 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:08.305817 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-deda527c-fe28-40f1-96cd-3f31facf0376 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118476 Jun 04 07:14:08.450728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-c63fcc7b-ec57-4c2c-8c30-956e1fe73a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:08.452191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-c63fcc7b-ec57-4c2c-8c30-956e1fe73a4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1096 time: 0.0780692 Jun 04 07:14:08.595518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-7503fac9-1323-4c59-b8ae-f8b361e57999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:08.596840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-7503fac9-1323-4c59-b8ae-f8b361e57999 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1267481 Jun 04 07:14:08.806547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-d5f6e018-b666-48d8-bebe-009344aa0a15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1001 time: 0.2033617 Jun 04 07:14:08.869713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-aae1d925-4ff8-4ab2-a30a-36c4e4800c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:08.871080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-aae1d925-4ff8-4ab2-a30a-36c4e4800c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0587680 Jun 04 07:14:08.949746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-935d1d7f-7af7-42ce-80da-06b602c84d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:08.951223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-935d1d7f-7af7-42ce-80da-06b602c84d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740690 Jun 04 07:14:09.084344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-df29b4fe-f259-4f91-a591-a854a2a0309d service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264999 Jun 04 07:14:09.216873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f8769c89-c2a4-4d74-a441-4f42744cfc6f req-840eab0d-b81f-454d-8284-0f2875292fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260164 Jun 04 07:14:17.010414 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa76c542-b32b-451b-a827-d611cd0961e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:17.397225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913d40-8628-4ccc-becd-172a807ec584 req-fac38901-eaaa-4f0d-8864-e7896d70f411 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:17.399413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5913d40-8628-4ccc-becd-172a807ec584 req-fac38901-eaaa-4f0d-8864-e7896d70f411 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1233461 Jun 04 07:14:17.443261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5913d40-8628-4ccc-becd-172a807ec584 req-5cfd758b-6ff6-47ac-803c-6730c0a19226 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Jun 04 07:14:18.635571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e0979-25d6-4fd1-833c-49dec960c145 req-158a1acc-0d97-4770-9586-7025adfb258d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:18.636936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c7e0979-25d6-4fd1-833c-49dec960c145 req-158a1acc-0d97-4770-9586-7025adfb258d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0855105 Jun 04 07:14:18.681273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c7e0979-25d6-4fd1-833c-49dec960c145 req-5daf25a6-8717-4166-a995-6fc6d21a7408 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386186 Jun 04 07:14:19.133595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-44b12b52-3a2a-412d-a8ee-79032f44514c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:19.868706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd8818-e864-4806-9a96-6033d17ac6dc req-0f9b848a-1e42-496a-b1bb-9537827252e7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:19.870181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2fd8818-e864-4806-9a96-6033d17ac6dc req-0f9b848a-1e42-496a-b1bb-9537827252e7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0844307 Jun 04 07:14:19.910637 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:14:19.914602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2fd8818-e864-4806-9a96-6033d17ac6dc req-ecf1f40e-a46f-4569-9895-7d7d536861ad tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Jun 04 07:14:20.214374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:20.595268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:21.103770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb935-a210-4c62-9b31-8691ef5aded0 req-a07fbcd9-1952-4ef4-9e96-00bbc595d3c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:21.105220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d4cb935-a210-4c62-9b31-8691ef5aded0 req-a07fbcd9-1952-4ef4-9e96-00bbc595d3c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0830379 Jun 04 07:14:21.147712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7d4cb935-a210-4c62-9b31-8691ef5aded0 req-b287f6e4-2ab6-49c2-82ee-e9e05468563a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368018 Jun 04 07:14:22.172798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:22.338281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec9cb6-356a-40ad-bdf7-6f90ffe53750 req-fa33db15-f116-4ba5-afa0-c838dff70e93 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:22.339826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6ec9cb6-356a-40ad-bdf7-6f90ffe53750 req-fa33db15-f116-4ba5-afa0-c838dff70e93 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0861192 Jun 04 07:14:22.400828 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6ec9cb6-356a-40ad-bdf7-6f90ffe53750 req-c56bd604-02fe-4ed9-bdd9-d0d5d0dc1786 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541127 Jun 04 07:14:23.587416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3a703-c784-46e0-970b-e4486b56f64d req-0ddacf03-be5f-4b06-8e32-ff8dbbdb38e7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:23.588969 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eea3a703-c784-46e0-970b-e4486b56f64d req-0ddacf03-be5f-4b06-8e32-ff8dbbdb38e7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0804465 Jun 04 07:14:23.633263 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eea3a703-c784-46e0-970b-e4486b56f64d req-62bf3cf3-897d-4cb8-b41c-b2df90799448 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385096 Jun 04 07:14:24.826004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed1e6-2b17-4c16-a49f-e5455d300caa req-8ed6415e-4f18-4bbf-8a7d-4027c721450d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:24.827458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35fed1e6-2b17-4c16-a49f-e5455d300caa req-8ed6415e-4f18-4bbf-8a7d-4027c721450d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0830722 Jun 04 07:14:24.872423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-35fed1e6-2b17-4c16-a49f-e5455d300caa req-d8e4dab3-941c-47b5-a419-58296bd5c8c0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Jun 04 07:14:25.956038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:26.063291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0a52-729e-49c5-9d5f-a0670e54399d req-6996bad3-0262-4b7a-a3e8-a75a992005c2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:26.064750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-231b0a52-729e-49c5-9d5f-a0670e54399d req-6996bad3-0262-4b7a-a3e8-a75a992005c2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0838444 Jun 04 07:14:26.110766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-231b0a52-729e-49c5-9d5f-a0670e54399d req-67d87da1-495f-405d-a9b1-db8869933e8c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 Jun 04 07:14:26.116698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:27.298829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d78b-8b8d-4917-8f46-534931474002 req-c948b58d-cc49-4b9a-af2c-d6e8b78735cb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:27.300197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef91d78b-8b8d-4917-8f46-534931474002 req-c948b58d-cc49-4b9a-af2c-d6e8b78735cb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0832636 Jun 04 07:14:27.344015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef91d78b-8b8d-4917-8f46-534931474002 req-cd8e0847-d66a-49dd-949e-017e5e3aee6d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Jun 04 07:14:28.553369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc538ae-02f8-4125-a987-80ff26c33106 req-0a032e1a-3f64-48c5-831a-adcab23c6214 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:28.555593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dc538ae-02f8-4125-a987-80ff26c33106 req-0a032e1a-3f64-48c5-831a-adcab23c6214 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0871487 Jun 04 07:14:28.610671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1dc538ae-02f8-4125-a987-80ff26c33106 req-2da7f7a6-a29d-4737-b0c4-ae90e41d09e4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486612 Jun 04 07:14:29.066269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-9a790834-e17a-419a-bf66-5e6c115d009d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444147 Jun 04 07:14:29.066917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c976fb-9135-46f3-9ccc-7081aa7ca675 req-34f86e48-9677-4f08-93fc-8949511a492a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:29.068034 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00c976fb-9135-46f3-9ccc-7081aa7ca675 req-34f86e48-9677-4f08-93fc-8949511a492a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0873027 Jun 04 07:14:29.119514 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00c976fb-9135-46f3-9ccc-7081aa7ca675 req-f4edd4f7-3eae-4a98-a902-f5d59653cf29 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Jun 04 07:14:30.326071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ef60-d05b-410c-b480-cd8db22dee68 req-768f1aad-49c2-4870-872d-8f161a500230 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:30.327621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5129ef60-d05b-410c-b480-cd8db22dee68 req-768f1aad-49c2-4870-872d-8f161a500230 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0967095 Jun 04 07:14:30.421180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5129ef60-d05b-410c-b480-cd8db22dee68 req-44cd4bcf-6488-46e4-9eb5-bfe948da3142 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618751 Jun 04 07:14:30.439479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-6a0fcd50-a191-4fc7-bd06-ac2e21d4e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:30.440967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-6a0fcd50-a191-4fc7-bd06-ac2e21d4e4a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1096 time: 0.1124692 Jun 04 07:14:30.712291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-ba878b0b-3e46-4aba-908e-7bbe6e5451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:30.713791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-ba878b0b-3e46-4aba-908e-7bbe6e5451ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.2664394 Jun 04 07:14:30.823047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-52b7dda8-f4a1-4a31-8afc-c1bbbb8d29fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1001 time: 0.1035292 Jun 04 07:14:30.900225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-6752e056-cdae-4262-87e2-f2316fd9d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:30.901744 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-6752e056-cdae-4262-87e2-f2316fd9d43b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0729685 Jun 04 07:14:30.981464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-7a6490f6-7120-4618-bceb-121803318594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:30.982937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-7a6490f6-7120-4618-bceb-121803318594 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754263 Jun 04 07:14:31.122008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-8c8c291f-db29-4bad-8d20-4ecbfaff0615 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329460 Jun 04 07:14:31.260323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-0f6262d6-6e08-438e-886b-5f6d21434313 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326363 Jun 04 07:14:31.618404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f74647-80e2-4c51-b488-5709e1fd8895 req-d183a1fd-a129-4a60-8806-4e4d85aaa998 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:31.619841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44f74647-80e2-4c51-b488-5709e1fd8895 req-d183a1fd-a129-4a60-8806-4e4d85aaa998 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0879900 Jun 04 07:14:31.674155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-44f74647-80e2-4c51-b488-5709e1fd8895 req-c456ee3d-3e8c-4c3e-a9e7-2290d4c5eefd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Jun 04 07:14:32.869209 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a87cd-9c2d-4c9d-94ed-0276e4680842 req-7dea5829-c269-46bc-b470-1bbd5c85fe09 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:32.870703 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f97a87cd-9c2d-4c9d-94ed-0276e4680842 req-7dea5829-c269-46bc-b470-1bbd5c85fe09 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0837259 Jun 04 07:14:32.919364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f97a87cd-9c2d-4c9d-94ed-0276e4680842 req-65d99cd3-b019-42f0-9d94-ee420834bca8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430050 Jun 04 07:14:33.196414 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-8ec7c743-1983-4efd-a542-acafd5cb6dae service neutron] show failed (client error): The resource could not be found. Jun 04 07:14:33.197418 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-8ec7c743-1983-4efd-a542-acafd5cb6dae service neutron] 10.222.0.39 "GET /v2.0/ports/e2789b7b-4658-47a7-a59c-65020c668334/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0897543 Jun 04 07:14:33.550913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bd18628-f4f9-45b6-87df-3ba0120faf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:33.552401 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bd18628-f4f9-45b6-87df-3ba0120faf41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1236320 Jun 04 07:14:33.563148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:14:33.674902 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:33.977554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:34.012172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:14:34.086103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:14:34.091223 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:34.109526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Transition to ACTIVE for port object e2789b7b-4658-47a7-a59c-65020c668334 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:14:34.114112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:34.268504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:34.285588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08f272-4f24-41c7-a758-c34801b41156 req-553dca5e-53e2-46ab-8207-beb048c86c81 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:34.287466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b08f272-4f24-41c7-a758-c34801b41156 req-553dca5e-53e2-46ab-8207-beb048c86c81 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0965726 Jun 04 07:14:34.290103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.290447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.290787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.291122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.291454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.291780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.292114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.292432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.292752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.293071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.293422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.293737 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:34.345385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b08f272-4f24-41c7-a758-c34801b41156 req-80f6b400-61b4-41a6-81b8-dba9efdb9d7a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 Jun 04 07:14:34.345528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] No DVR routers for this DVR port e2789b7b-4658-47a7-a59c-65020c668334 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:14:34.495370 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bde7cbf-434c-402a-8239-43c86edc8311'] response: {'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'code': 200} Jun 04 07:14:34.592940 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:14:34.593702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:14:34.593702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:14:34.598401 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:14:34.598772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Attempting to bind port e2789b7b-4658-47a7-a59c-65020c668334 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:14:34.604476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:14:34.604811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:14:34.605195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:14:34.605661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Bound port: e2789b7b-4658-47a7-a59c-65020c668334, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:14:34.606007 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:34.814503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:14:34.817526 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:14:34.821633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:34.882751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:34.883376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:34.884763 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] 10.222.0.24 "PUT /v2.0/ports/e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1091 time: 1.3258145 Jun 04 07:14:34.903158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbbc83-1ece-4c2d-ade0-dad3eea6af1e service neutron] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:35.002008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-274db497-502d-488a-9a6f-e19225d4fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:35.003505 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-274db497-502d-488a-9a6f-e19225d4fde7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1094 time: 0.0931237 Jun 04 07:14:35.148600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2c0445d1-be76-4f55-9c04-e219f1ca4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:35.152140 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-2c0445d1-be76-4f55-9c04-e219f1ca4edd service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1424525 Jun 04 07:14:35.263349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-8c427613-a2a8-407b-9fbd-7404d3d030e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 999 time: 0.1060238 Jun 04 07:14:35.329185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-cb5ea546-4283-4948-ad8f-34f919a92afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:35.330620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-cb5ea546-4283-4948-ad8f-34f919a92afd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0621059 Jun 04 07:14:35.408070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-aced0af7-5b5e-42cc-bb2b-3c56386e6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:35.409638 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-aced0af7-5b5e-42cc-bb2b-3c56386e6020 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732410 Jun 04 07:14:35.552591 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada4a7f-da69-4843-a831-6d56674ae6b8 req-3a05362c-a94f-4187-979c-a3acc1c77855 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:35.554848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ada4a7f-da69-4843-a831-6d56674ae6b8 req-3a05362c-a94f-4187-979c-a3acc1c77855 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0896559 Jun 04 07:14:35.554984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-85e126ff-0f80-41c3-9985-ab9c8f7917b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391957 Jun 04 07:14:35.601385 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2ada4a7f-da69-4843-a831-6d56674ae6b8 req-a208e55b-dff6-4361-aad8-4d02a5c9ba8f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Jun 04 07:14:35.688564 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-180aa758-db99-4e7c-a98d-ef05c47e238f req-ef87313a-2727-4e14-a839-75311f5582b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281152 Jun 04 07:14:36.496378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:14:36.512973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:14:36.556618 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efa8fd0-b967-4210-9e1b-73ee23396ad3'] response: {'name': 'network-changed', 'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'status': 'completed', 'code': 200} Jun 04 07:14:36.573737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:14:36.659196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-2bb2f9cf-d197-4ef7-b615-79132b56da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.659804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-9ff821ab-427c-4647-9a70-79c4fe67f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.660743 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-2bb2f9cf-d197-4ef7-b615-79132b56da41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1094 time: 0.0852668 Jun 04 07:14:36.661268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-9ff821ab-427c-4647-9a70-79c4fe67f2d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1094 time: 0.0804222 Jun 04 07:14:36.810407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-6fda946d-78cd-4ef6-9d0c-3aa65813e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.812155 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-6fda946d-78cd-4ef6-9d0c-3aa65813e65a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1448910 Jun 04 07:14:36.868176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-2327bf73-82e0-4332-9e6f-bdd55811ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.869674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-2327bf73-82e0-4332-9e6f-bdd55811ba92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.2029345 Jun 04 07:14:36.926757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-3265d239-6766-4bee-9cdb-d504f9ee5914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 999 time: 0.1083641 Jun 04 07:14:36.940573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dea08-f6aa-4eae-ae05-c57a1b4e60d6 req-5cd9065e-cb2d-4525-8d3f-57014ef64be0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.943067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c0dea08-f6aa-4eae-ae05-c57a1b4e60d6 req-5cd9065e-cb2d-4525-8d3f-57014ef64be0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.1925075 Jun 04 07:14:36.991014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-d633bed9-7714-44ec-ad65-d6051205bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:36.993228 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-d633bed9-7714-44ec-ad65-d6051205bb69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0609529 Jun 04 07:14:37.020375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0c0dea08-f6aa-4eae-ae05-c57a1b4e60d6 req-d2ce7222-4268-449e-886b-12f745c362b3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659010 Jun 04 07:14:37.022021 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-4e57c11c-a44b-4600-bfaa-f5d407ce13fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 999 time: 0.1464002 Jun 04 07:14:37.075860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-94f14c83-5d86-4616-bca9-a31011ff01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:37.077380 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-94f14c83-5d86-4616-bca9-a31011ff01d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777512 Jun 04 07:14:37.094059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-e70de558-95cf-412a-a6d2-2b6c446870df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:37.096237 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-e70de558-95cf-412a-a6d2-2b6c446870df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0671322 Jun 04 07:14:37.241096 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-ea793deb-8e05-41c7-9c9b-2d1f1e20982c service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564405 Jun 04 07:14:37.297763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-ea159d95-3793-4b2d-aa4d-8343db65b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:37.299260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-ea159d95-3793-4b2d-aa4d-8343db65b138 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973007 Jun 04 07:14:37.381181 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-e8fdfd8a-15bd-4c01-b873-bdd8c46d2669 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338649 Jun 04 07:14:37.437500 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-f25b6f72-9ae5-4329-9bd5-202e7071187a service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318507 Jun 04 07:14:37.578882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cb4254c-1812-4ef8-b865-2acf6967b906 req-53882daa-6378-4efc-a4b3-256186c9e7fa service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359363 Jun 04 07:14:38.217185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ed8e2-441b-42bf-976b-fb83b3e99d4b req-d5f75bb8-b467-4bf0-b281-192af809e6cd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:38.218920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c0ed8e2-441b-42bf-976b-fb83b3e99d4b req-d5f75bb8-b467-4bf0-b281-192af809e6cd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 943 time: 0.0880990 Jun 04 07:14:38.266060 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3c0ed8e2-441b-42bf-976b-fb83b3e99d4b req-a37e99b8-1115-4f97-b5e4-2754e5502fb6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Jun 04 07:14:38.524553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:14:38.662311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:38.681090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e2789b7b-4658-47a7-a59c-65020c668334', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': 'e2789b7b-4658-47a7-a59c-65020c668334', 'mac_address': 'fa:16:3e:35:91:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:14:38.771117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e2789b7b-4658-47a7-a59c-65020c668334 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:14:38.771562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:38.789597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2789b7b-4658-47a7-a59c-65020c668334 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:14:38.805075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:38.808979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:38.880124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:38.888134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.888478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.888817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.889149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.889505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.889831 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.890161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.890484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.890805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.891121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.891438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:38.891754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:39.097404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e2789b7b-4658-47a7-a59c-65020c668334'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:14:39.484527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af833bb8-19f7-49c1-a1ed-18fdbd0b8d3d req-f25423bc-9516-40ff-be8e-8b1db379925b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:39.485996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af833bb8-19f7-49c1-a1ed-18fdbd0b8d3d req-f25423bc-9516-40ff-be8e-8b1db379925b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 944 time: 0.0857081 Jun 04 07:14:39.533019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af833bb8-19f7-49c1-a1ed-18fdbd0b8d3d req-fdc9d45d-7b3b-4bb6-a910-ed23b7996cce tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409055 Jun 04 07:14:39.907065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9390e-9e9b-48c5-89c1-d1c939913328 req-57375444-d099-4e87-b9c5-be2835f1980e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:39.908469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fda9390e-9e9b-48c5-89c1-d1c939913328 req-57375444-d099-4e87-b9c5-be2835f1980e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 944 time: 0.1453168 Jun 04 07:14:39.916867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-9b8d4ab7-559a-432b-8c57-b2d5463831b2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:39.918256 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-9b8d4ab7-559a-432b-8c57-b2d5463831b2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.1246440 Jun 04 07:14:40.015042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fda9390e-9e9b-48c5-89c1-d1c939913328 req-b90fed54-ac53-42b2-a447-c4e564a63021 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957923 Jun 04 07:14:40.032186 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-31dff54d-562a-4836-86ed-e7f6f2e0c664 service neutron] delete failed (client error): The resource could not be found. Jun 04 07:14:40.033181 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-31dff54d-562a-4836-86ed-e7f6f2e0c664 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e2789b7b-4658-47a7-a59c-65020c668334/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0989995 Jun 04 07:14:40.172569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-24ec2aa0-1520-4431-852a-b890fc430d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:40.174258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-24ec2aa0-1520-4431-852a-b890fc430d40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1095 time: 0.0725341 Jun 04 07:14:40.310369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-de7ec9fb-15de-48fa-8888-1504617cc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:40.312278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-de7ec9fb-15de-48fa-8888-1504617cc2df service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1320367 Jun 04 07:14:40.418143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-5aa28fd6-0656-42b7-8a34-d927b9eb87b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1000 time: 0.0997493 Jun 04 07:14:40.480615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-13ab031c-6e86-4c58-939b-08d0c6f63eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:40.482091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-13ab031c-6e86-4c58-939b-08d0c6f63eae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0586021 Jun 04 07:14:40.524607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:14:40.563954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-5a9fc905-af7d-409c-85f7-51d5fa55c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:40.565456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-5a9fc905-af7d-409c-85f7-51d5fa55c260 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777099 Jun 04 07:14:40.597756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e2789b7b-4658-47a7-a59c-65020c668334 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:14:40.603449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e2789b7b-4658-47a7-a59c-65020c668334 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:14:40.603986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:40.706940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-90ecc172-bc6e-4e4c-a877-05a08edc226a service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355896 Jun 04 07:14:40.731987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e2789b7b-4658-47a7-a59c-65020c668334 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:14:40.732679 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:40.764971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:14:40.775438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:40.780953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:40.852047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a80c7680-fbc0-4140-ae7e-88b2b55f8660 req-afb7f9bb-a35c-47e5-8de8-39df6838017d service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400099 Jun 04 07:14:40.856093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:40.958855 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57171b99-e2be-4ec6-9f1c-dc85c027a33e'] response: {'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'code': 200} Jun 04 07:14:41.216691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb0542-de5d-4d52-921a-4f664ffb9466 req-4b1c635c-bc70-432d-8c7d-ca7538890651 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:41.218370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78cb0542-de5d-4d52-921a-4f664ffb9466 req-4b1c635c-bc70-432d-8c7d-ca7538890651 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0868399 Jun 04 07:14:41.267207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78cb0542-de5d-4d52-921a-4f664ffb9466 req-ba8f854d-42bc-4b91-b136-7ef38383910f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 Jun 04 07:14:42.572433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c92a7c-d33b-472a-84e6-3668f4c19628 req-3d82f374-bb79-4fad-80b7-b5c74f886e29 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:42.573890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33c92a7c-d33b-472a-84e6-3668f4c19628 req-3d82f374-bb79-4fad-80b7-b5c74f886e29 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1948948 Jun 04 07:14:42.618336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33c92a7c-d33b-472a-84e6-3668f4c19628 req-a3783260-cf6c-4da6-87e0-1ef101b6fb07 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387020 Jun 04 07:14:42.813369 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7ab6-9346-4aa8-b627-8ff403387716 req-6d1b216d-49e0-4cd0-aae1-5d1423963b5e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:42.814875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f41c7ab6-9346-4aa8-b627-8ff403387716 req-6d1b216d-49e0-4cd0-aae1-5d1423963b5e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0870690 Jun 04 07:14:42.862633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f41c7ab6-9346-4aa8-b627-8ff403387716 req-18ec40ab-1513-4bd4-b87a-a6206993770d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Jun 04 07:14:43.233139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f22b4-9310-4a54-afc6-2270da398871 req-9fd240bc-821b-405e-bde7-4a922e7ac99a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:43.234967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e6f22b4-9310-4a54-afc6-2270da398871 req-9fd240bc-821b-405e-bde7-4a922e7ac99a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0869775 Jun 04 07:14:43.284301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1e6f22b4-9310-4a54-afc6-2270da398871 req-c98e358b-583c-4965-99b2-51822e624c2f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Jun 04 07:14:43.382600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-60633860-c498-44d5-921c-576a6d4f8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:43.384263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-60633860-c498-44d5-921c-576a6d4f8434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 1096 time: 0.1888225 Jun 04 07:14:43.528283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-d4158780-2236-482c-a3dd-fce55e9398d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:43.529700 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-d4158780-2236-482c-a3dd-fce55e9398d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1394649 Jun 04 07:14:43.642486 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-133fe89f-e192-41b2-9532-61149f4f52d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 200 len: 1001 time: 0.1072755 Jun 04 07:14:43.713754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-5180eb6c-d38d-40af-bcd1-ea38c7817c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:43.715315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-5180eb6c-d38d-40af-bcd1-ea38c7817c57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0671115 Jun 04 07:14:43.798499 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-40906a5e-fe53-4f9b-8a9c-a67691ddd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:43.799919 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-40906a5e-fe53-4f9b-8a9c-a67691ddd81b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790470 Jun 04 07:14:43.949389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-b5bedd0a-7f4e-4397-add0-dd653d064d9f service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435876 Jun 04 07:14:44.087012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cb38a1f5-f100-4e12-989e-ed20cafb9325 req-157d9c63-3808-4cd9-a7a9-926a2932cd60 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317296 Jun 04 07:14:44.497165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc788f-0fea-492c-8d77-bc64a4778d5d req-11d9f035-c960-441a-99ca-684d3aceb2f8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:44.498798 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7dc788f-0fea-492c-8d77-bc64a4778d5d req-11d9f035-c960-441a-99ca-684d3aceb2f8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0955174 Jun 04 07:14:44.548044 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7dc788f-0fea-492c-8d77-bc64a4778d5d req-dbb13262-f03b-47e6-87f7-6d9e24bded00 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Jun 04 07:14:45.762256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebb06b-e01c-40c7-98a0-eb112c3491ec req-072f5137-09eb-4025-805f-18187306edf6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:45.763734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afebb06b-e01c-40c7-98a0-eb112c3491ec req-072f5137-09eb-4025-805f-18187306edf6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0976055 Jun 04 07:14:45.809930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-afebb06b-e01c-40c7-98a0-eb112c3491ec req-f94c0412-1006-4448-83ac-d65b3b436dad tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Jun 04 07:14:46.253274 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a2c6-749b-4967-b98e-bd6d7a00b0f3 req-61221704-7fad-41ab-a834-732595d69113 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:46.254776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b744a2c6-749b-4967-b98e-bd6d7a00b0f3 req-61221704-7fad-41ab-a834-732595d69113 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1032784 Jun 04 07:14:46.304880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b744a2c6-749b-4967-b98e-bd6d7a00b0f3 req-05fe32f3-6242-4ef9-a58b-3eb060e9945d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432901 Jun 04 07:14:47.013739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deef3250-a1d3-4685-925a-b08b05bd8c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:47.491967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-e22c2588-60a7-4306-9c88-98973c9e8c63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:47.492684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-e22c2588-60a7-4306-9c88-98973c9e8c63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:14:47.498178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b878d-b678-4c07-9407-37dd4827851a req-af06961f-3de7-464f-acdd-adf1f12c5d19 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:47.499842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f1b878d-b678-4c07-9407-37dd4827851a req-af06961f-3de7-464f-acdd-adf1f12c5d19 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.0828831 Jun 04 07:14:47.504841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-e22c2588-60a7-4306-9c88-98973c9e8c63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:14:47.505997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-e22c2588-60a7-4306-9c88-98973c9e8c63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 945 time: 0.1003704 Jun 04 07:14:47.555165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f1b878d-b678-4c07-9407-37dd4827851a req-36702023-9072-4c55-b10f-810c020c300c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496011 Jun 04 07:14:47.599257 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port e2789b7b-4658-47a7-a59c-65020c668334 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:14:47.599871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:47.874622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] For port e2789b7b-4658-47a7-a59c-65020c668334, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e2789b7b-4658-47a7-a59c-65020c668334,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:47.874903 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:48.169969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:48.170257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:48.170629 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf disassociated. External IP: 172.25.1.170, port: e2789b7b-4658-47a7-a59c-65020c668334. Jun 04 07:14:48.170964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for e2789b7b-4658-47a7-a59c-65020c668334 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:14:48.422725 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:48.474207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'Port': ['ID=e2789b7b-4658-47a7-a59c-65020c668334,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:48.673150 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:14:48.717352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4327500a-5c72-47d1-95ea-01004c6186bb req-d29ceac9-ff4a-4b29-970b-e0aa3b9e583e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=4ea56cd6-205c-4b0a-8675-dc562e99133c HTTP/1.1" status: 200 len: 210 time: 0.0472937 Jun 04 07:14:48.858789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:14:48.867933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:14:48.877343 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:14:48.878071 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:14:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:14:48.930926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] No DVR routers for this DVR port e2789b7b-4658-47a7-a59c-65020c668334 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:14:48.933313 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:48.935869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-deleted', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:14:48.952212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f20e1d4e-ac35-4904-9b2c-34237147da47 req-c968669f-baac-4981-8fdc-c8d920060520 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "DELETE /v2.0/ports/e2789b7b-4658-47a7-a59c-65020c668334 HTTP/1.1" status: 204 len: 173 time: 1.4414344 Jun 04 07:14:48.983771 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62b7aa7-3e58-44a8-bc86-857086e1b158'] response: {'server_uuid': '4ea56cd6-205c-4b0a-8675-dc562e99133c', 'name': 'network-vif-deleted', 'tag': 'e2789b7b-4658-47a7-a59c-65020c668334', 'status': 'completed', 'code': 200} Jun 04 07:14:49.083590 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:14:49.136752 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8580f4b6-a574-492a-b348-96b2f3c6d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:49.401395 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:14:49.405155 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:14:49.414089 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:14:49.414865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:14:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:14:49.626214 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:14:49.942689 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:14:49.947427 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eef13-0729-4697-8a64-3eef705fa9a7 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:14:50.074048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-12de5c97-156b-454f-9978-734fe704535b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--254460204&fields=id&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 267 time: 0.0411959 Jun 04 07:14:50.183486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a4073-2225-4ff0-83b4-0c6e1c7d9bad None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:14:50.232877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-4f516fa3-c7aa-46db-b9c4-66f9027593aa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:50.234393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-4f516fa3-c7aa-46db-b9c4-66f9027593aa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1537879 Jun 04 07:14:50.252657 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-7c671077-983a-4069-b4cb-31171bf31ed7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/quotas/cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 375 time: 0.0117261 Jun 04 07:14:50.348077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-47880b56-7fd4-41cc-8a36-eaaebbc4124e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893121 Jun 04 07:14:50.349938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:50.546944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-4d2b1d78-e921-417b-80f9-56f9e67be348 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839454 Jun 04 07:14:50.571457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:14:50.616517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e2789b7b-4658-47a7-a59c-65020c668334 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:14:50.616963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e2789b7b-4658-47a7-a59c-65020c668334 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:14:50.625403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:50.691179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-653c6736-2008-4094-9f8c-a6838e2c3c8a service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381743 Jun 04 07:14:50.882879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa571020-d6b3-4e71-a77c-73f5f4ffbe7a req-6658c8f8-66d4-45f6-a564-8a9aedc89da6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 210 time: 0.0459621 Jun 04 07:14:52.000802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-90ea60ab-c333-4833-8053-791781622dde tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:52.002413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-90ea60ab-c333-4833-8053-791781622dde tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1574252 Jun 04 07:14:52.080955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-636a78b7-3a47-478c-911b-0b301b122f44 req-626801c7-0a6d-43c7-ac6c-765ebbecfbef tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 210 time: 0.0570822 Jun 04 07:14:52.095767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-4836eb04-55bc-4abc-a785-839647d17fc1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 379 time: 0.0855255 Jun 04 07:14:52.107199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'port': {'device_id': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'admin_state_up': True, 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'security_groups': ['75a91adc-20d0-43ee-a625-49d670275909']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:14:52.176150 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:52.351002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:14:52.354879 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Usage tracker for resource:port and tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:14:52.357852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:14:52.363597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:14:52.374280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:14:52.377842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:52.544488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Allocated IP 172.20.0.4 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/416afcef-daf1-42f2-9586-45b55e75e1fc) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:14:52.766219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:52.784673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Transition to ACTIVE for port object 416afcef-daf1-42f2-9586-45b55e75e1fc will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:14:52.811582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:52.892063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:14:52.895148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:14:52.899174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:14:52.934709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:52.955448 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.955908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.956217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.956588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.956921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.957204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.957508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.957812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.958139 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.958461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.958780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.959100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:14:52.989413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:52.989413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:53.017355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-ad949b81-f44d-4ec4-93c6-05a63051d847 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135778 Jun 04 07:14:53.028944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Request body: {'port': {'device_id': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:14:53.123620 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-41e7d206-b2e1-4083-8ccf-39e4a47432d1 None None] Provisioning for port 416afcef-daf1-42f2-9586-45b55e75e1fc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:14:53.129029 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-41e7d206-b2e1-4083-8ccf-39e4a47432d1 None None] Provisioning complete for port 416afcef-daf1-42f2-9586-45b55e75e1fc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:14:53.129415 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-41e7d206-b2e1-4083-8ccf-39e4a47432d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:53.175946 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:53.198420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-41e7d206-b2e1-4083-8ccf-39e4a47432d1 None None] Port 416afcef-daf1-42f2-9586-45b55e75e1fc cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:14:53.456961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77284209-b147-45d2-8cbe-593a35095893 req-31c69100-b950-43f5-bdca-fd379a83c870 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:53.457864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-77284209-b147-45d2-8cbe-593a35095893 req-31c69100-b950-43f5-bdca-fd379a83c870 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:14:53.495902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-77284209-b147-45d2-8cbe-593a35095893 req-31c69100-b950-43f5-bdca-fd379a83c870 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:14:53.497046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77284209-b147-45d2-8cbe-593a35095893 req-31c69100-b950-43f5-bdca-fd379a83c870 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 931 time: 0.2790103 Jun 04 07:14:53.568483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77284209-b147-45d2-8cbe-593a35095893 req-620ae067-072c-474b-8e5c-abc1219026b3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605316 Jun 04 07:14:53.646230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:14:53.654978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:53.669728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Transition to ACTIVE for port object 416afcef-daf1-42f2-9586-45b55e75e1fc will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:14:53.674147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:53.815996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:53.934175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:14:53.934512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:14:53.934833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:14:53.940185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:14:53.940498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:14:53.946358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:14:53.946685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:14:53.947059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:14:53.947476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Bound port: 416afcef-daf1-42f2-9586-45b55e75e1fc, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:14:53.947813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:54.044225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:14:54.047969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:14:54.051965 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:54.118492 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:54.119124 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:54.120554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] 10.222.0.39 "PUT /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1091 time: 1.0963917 Jun 04 07:14:54.121023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:14:54.152825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e96d64-901a-46d9-8c55-94643970cc5d service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:54.259331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-dc43f01f-56b4-44ab-90bf-1ce546103d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:54.261107 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-dc43f01f-56b4-44ab-90bf-1ce546103d95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1094 time: 0.0863855 Jun 04 07:14:54.321937 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118a6cea-f32e-4c3c-b2be-c2dca1dc94e2'] response: {'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'status': 'completed', 'code': 200} Jun 04 07:14:54.458963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-0b1acdf3-0de3-4e62-a201-ee46d7801328 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 217 time: 0.1919079 Jun 04 07:14:54.521959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-ea2a43c1-833a-496a-b24c-8eeab4a704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:54.523749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-ea2a43c1-833a-496a-b24c-8eeab4a704e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0592661 Jun 04 07:14:54.601337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a905422-5921-478f-8470-1dc587907c7c req-026ecdac-9505-4de7-bade-f6a394f4e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:54.602889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-026ecdac-9505-4de7-bade-f6a394f4e395 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736718 Jun 04 07:14:54.796476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-e4da2a80-b6f8-4df8-85e3-c8e6a09a1e11 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879787 Jun 04 07:14:54.891288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7e5bf-b6de-4a03-b559-527db3e89c6a req-290fedac-a071-4163-a715-b0f0d713c0d4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:54.892698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27a7e5bf-b6de-4a03-b559-527db3e89c6a req-290fedac-a071-4163-a715-b0f0d713c0d4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.2077405 Jun 04 07:14:54.984629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27a7e5bf-b6de-4a03-b559-527db3e89c6a req-0204cf50-7174-4f60-a062-4205238711c4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778844 Jun 04 07:14:54.994568 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a905422-5921-478f-8470-1dc587907c7c req-1ce14698-69ea-4518-bdd0-34aed764b03d service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918209 Jun 04 07:14:55.124028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-cb5fa1f9-8cd3-46b0-b64c-4eceb495ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:55.125530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-cb5fa1f9-8cd3-46b0-b64c-4eceb495ecaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1094 time: 0.0826058 Jun 04 07:14:55.261046 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-5a6dbf3f-7db9-4f5f-8f6a-8114444047d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:55.262680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-5a6dbf3f-7db9-4f5f-8f6a-8114444047d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1319988 Jun 04 07:14:55.338310 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-884ce3ea-c02e-4e75-91c2-9326ef0274b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 217 time: 0.0695505 Jun 04 07:14:55.403219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-4532433a-ae0b-47c6-9c89-6a7ea7e0e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:55.404658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-4532433a-ae0b-47c6-9c89-6a7ea7e0e226 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0615785 Jun 04 07:14:55.488674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-34175012-60df-41d3-b82d-1f8f0119925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:55.490188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-34175012-60df-41d3-b82d-1f8f0119925f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804484 Jun 04 07:14:55.623674 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-97ddc700-a745-4135-b7dc-04ba12ba086f service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266813 Jun 04 07:14:55.752306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af388833-69bd-4be6-8e9e-bdf01bf197f0 req-aa1714b0-e632-42b5-a0aa-69a7fd62f422 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228828 Jun 04 07:14:55.949696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:56.117494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:56.180542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df4746-46c7-4518-9eb6-bbfa39e45583 req-7cfc72b2-c913-41f7-a4b8-4668524a6027 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:56.182014 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2df4746-46c7-4518-9eb6-bbfa39e45583 req-7cfc72b2-c913-41f7-a4b8-4668524a6027 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0851808 Jun 04 07:14:56.228837 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f2df4746-46c7-4518-9eb6-bbfa39e45583 req-83322eef-c11f-4657-b29b-bb8f1e51ebd3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Jun 04 07:14:56.911409 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:14:57.423635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbac6f-5510-41b1-85e5-28cadc29a580 req-6de42e1c-7ced-4044-ab8a-897e5a0694c1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:57.425113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99dbac6f-5510-41b1-85e5-28cadc29a580 req-6de42e1c-7ced-4044-ab8a-897e5a0694c1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0847862 Jun 04 07:14:57.469925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99dbac6f-5510-41b1-85e5-28cadc29a580 req-fa58abec-2d79-4003-93a5-cbc47c1e09c9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383058 Jun 04 07:14:58.607888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:14:58.666265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eefeb1-96b5-4655-a22f-76a807f5ab95 req-b94e3de2-59cc-41cc-a8b9-9d6458353ebb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:58.667749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64eefeb1-96b5-4655-a22f-76a807f5ab95 req-b94e3de2-59cc-41cc-a8b9-9d6458353ebb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0867689 Jun 04 07:14:58.738445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64eefeb1-96b5-4655-a22f-76a807f5ab95 req-12c866eb-e261-4eb8-84a9-5b2a091ddb59 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641375 Jun 04 07:14:58.759146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:58.772107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:14:58.830686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:14:58.831075 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:58.850637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:14:58.866286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:14:58.869958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:14:58.936855 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:14:59.287113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['416afcef-daf1-42f2-9586-45b55e75e1fc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:14:59.923720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918064d-4a1e-4478-b141-fcb8ced4e627 req-02b1b6ff-326e-441b-84b3-5c4ba5abedfc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:14:59.925186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f918064d-4a1e-4478-b141-fcb8ced4e627 req-02b1b6ff-326e-441b-84b3-5c4ba5abedfc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.0815339 Jun 04 07:14:59.970027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f918064d-4a1e-4478-b141-fcb8ced4e627 req-8ec5a827-2e27-4e75-a730-e9b5a1586a84 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Jun 04 07:15:00.606626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:15:00.675135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 416afcef-daf1-42f2-9586-45b55e75e1fc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:15:00.680552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 416afcef-daf1-42f2-9586-45b55e75e1fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:15:00.680925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:00.801287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:15:00.801687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:00.830022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:15:00.840569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:15:00.844813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:00.927912 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2467d5e5-b9a2-450c-9fbf-ebf251df7cec'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'code': 200} Jun 04 07:15:00.961938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:15:01.169408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece05aa-3963-4f87-a8d3-d2afe129b671 req-4dce0305-ffd2-472d-8e08-0a70bfee9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:01.170938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ece05aa-3963-4f87-a8d3-d2afe129b671 req-4dce0305-ffd2-472d-8e08-0a70bfee9ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1096 time: 0.2395844 Jun 04 07:15:01.232896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772702a-e92a-45c5-af82-86ec287c18f3 req-3c17b17d-60de-47a9-b0e1-f19aa8c433f2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:01.234351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7772702a-e92a-45c5-af82-86ec287c18f3 req-3c17b17d-60de-47a9-b0e1-f19aa8c433f2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.1243072 Jun 04 07:15:01.235982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7ece05aa-3963-4f87-a8d3-d2afe129b671 req-3e8228cc-9241-4358-9d11-33d7f4b50c52 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521653 Jun 04 07:15:01.280987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7772702a-e92a-45c5-af82-86ec287c18f3 req-30b1bc25-c3bd-4edd-9547-ffa8ca8ba2e0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410039 Jun 04 07:15:02.467273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e87d0-29d2-4f13-b45e-99571f9efd72 req-ee8b0ce7-cd58-4cfe-b4ba-f0edef194d9b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:02.468729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-850e87d0-29d2-4f13-b45e-99571f9efd72 req-ee8b0ce7-cd58-4cfe-b4ba-f0edef194d9b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0810776 Jun 04 07:15:02.517762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-850e87d0-29d2-4f13-b45e-99571f9efd72 req-408f5649-aedb-4980-bc6c-5ca43d059d37 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Jun 04 07:15:03.715114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf59c31-45de-4d72-80f7-ffb9d5813a56 req-5178b3f2-3da3-411c-af48-02505e6e92f8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:03.716708 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdf59c31-45de-4d72-80f7-ffb9d5813a56 req-5178b3f2-3da3-411c-af48-02505e6e92f8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0836804 Jun 04 07:15:03.761008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdf59c31-45de-4d72-80f7-ffb9d5813a56 req-a9e3da76-05cc-4528-a20d-830a21caffd1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385766 Jun 04 07:15:03.951017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cf661-79c8-4ed2-bda9-e30cc29cb880 req-c0115513-5632-4ac0-acc3-553620cf4e33 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:03.952378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-379cf661-79c8-4ed2-bda9-e30cc29cb880 req-c0115513-5632-4ac0-acc3-553620cf4e33 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0797205 Jun 04 07:15:03.960960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48050) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:15:03.966088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'floatingip': {'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:15:04.046960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:04.652402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:04.656556 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:04.828258 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf associated. External IP: 172.25.1.170, port: 416afcef-daf1-42f2-9586-45b55e75e1fc. Jun 04 07:15:05.293403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:15:05.477210 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:15:05.482101 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:05.486557 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:15:05.497953 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:15:05.498570 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:14:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:15:05.536753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8c54540a-50fc-4db8-b938-a528dd879eaa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "PUT /v2.0/floatingips/e1c7e179-a983-4404-884c-26090a0024cf HTTP/1.1" status: 200 len: 991 time: 1.5747058 Jun 04 07:15:05.537318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:15:05.583215 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7e2b4a-1181-4692-8988-0cadc99eb5aa'] response: {'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'status': 'completed', 'code': 200} Jun 04 07:15:05.675556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-167e4f40-f2e2-4652-af38-8b484c5db622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:05.677037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-167e4f40-f2e2-4652-af38-8b484c5db622 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1096 time: 0.0718632 Jun 04 07:15:05.682278 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:15:05.812317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-648ac08f-11f7-46c1-bae6-591faf8f1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:05.813707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-648ac08f-11f7-46c1-bae6-591faf8f1649 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1312859 Jun 04 07:15:05.920668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-7c3249b0-4018-4a93-97ad-3fdf36e9b89c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 999 time: 0.1010239 Jun 04 07:15:05.990939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-10a5e4ca-4078-49db-8c66-be5fdcfc18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:05.993092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-10a5e4ca-4078-49db-8c66-be5fdcfc18d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0628257 Jun 04 07:15:06.030668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:15:04Z', 'revision_number': 9, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:15:06.034541 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:15:06.042815 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:15:06.043408 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:14:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:15:06.073048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-67c1e8d4-b3a7-4c5d-8788-33f01f6ad67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:06.074483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-67c1e8d4-b3a7-4c5d-8788-33f01f6ad67a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753024 Jun 04 07:15:06.207734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-d2522eea-6a0c-4799-9a62-74be5ecca143 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273565 Jun 04 07:15:06.221493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:15:06.344663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d8eea86-f0b8-48c7-912c-b2a3e6460b53 req-2d5eda86-a223-41e0-93fd-12b79412dd37 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308277 Jun 04 07:15:06.596698 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:15:04Z', 'revision_number': 9, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:15:06.600446 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e53c8c-b835-4d8a-8ed3-65a16ab6c079 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:15:04Z', 'revision_number': 9, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:15:06.780928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3029f2-8a4c-4c63-961a-9d59c64bc474 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:15:09.041110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-1e1ec714-10d3-4aea-bf6a-300c647591d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788884 Jun 04 07:15:09.179824 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-2b7066a3-6507-46b6-b709-d6182a2756fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:09.181207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-2b7066a3-6507-46b6-b709-d6182a2756fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1096 time: 0.0709805 Jun 04 07:15:09.455974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-207a9f86-96bb-497d-bed5-16315411fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:09.457462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-207a9f86-96bb-497d-bed5-16315411fa40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.2560525 Jun 04 07:15:09.568919 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-5e11b201-f03e-410b-ba68-ba87841f675d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1002 time: 0.1051614 Jun 04 07:15:09.633022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-daa7caf2-51e0-4446-b272-29618c7f9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:09.634377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-daa7caf2-51e0-4446-b272-29618c7f9836 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0591164 Jun 04 07:15:09.712107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-2edbe575-f812-446f-b6cc-ceb573c4f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:15:09.713613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-2edbe575-f812-446f-b6cc-ceb573c4f723 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738621 Jun 04 07:15:09.843594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-49e19687-1ad5-48cb-bc79-85a7dc1d07dd service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Jun 04 07:15:09.972766 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae9d45d4-92e6-4580-adba-a76ad093d3f0 req-608014ac-528a-4911-bb0f-dad68ce62577 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232374 Jun 04 07:15:17.017701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e2d7fcab-9c82-4a56-8d7b-784d9b242865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:19.139511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a2b50818-2c25-4658-994c-55f724c3368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:20.214362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:20.601690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:22.180821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:25.965640 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:26.130610 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:33.915370 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:15:47.022588 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d0e820ff-2272-4507-bb18-025c7ed7bea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:49.140977 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f1b2ab10-bbae-47a3-a2d4-b21feb9c4a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:50.217016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:50.604207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:52.181829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:55.979093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:15:56.132921 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:09.115298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-7a481691-2069-490f-bb7e-06df2df1c8ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930092 Jun 04 07:16:09.276618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf91704-0988-4298-b1be-9f29e23e459a req-26a523c1-9f0a-4343-a390-7e83d595c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:09.278210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-26a523c1-9f0a-4343-a390-7e83d595c9ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1096 time: 0.0879078 Jun 04 07:16:09.435767 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf91704-0988-4298-b1be-9f29e23e459a req-da932b83-b0b4-47e2-97b2-40cee0a7a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:09.437560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-da932b83-b0b4-47e2-97b2-40cee0a7a475 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1408613 Jun 04 07:16:09.551477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-15cac213-d75a-4e87-8ab9-8af0bcb2ffcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1002 time: 0.1056731 Jun 04 07:16:09.666485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf91704-0988-4298-b1be-9f29e23e459a req-b725652f-57f1-4369-961d-d79555c6788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:09.667986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-b725652f-57f1-4369-961d-d79555c6788f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.1103001 Jun 04 07:16:09.742429 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-77cf95c3-02ad-498a-b5a3-6ea5445b93e4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302884 Jun 04 07:16:09.751052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413ee40-14e7-4932-a666-a9e7c2b427b3 req-9f738961-d16f-46ab-a9cc-d1076d78992a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:09.752516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b413ee40-14e7-4932-a666-a9e7c2b427b3 req-9f738961-d16f-46ab-a9cc-d1076d78992a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.1519816 Jun 04 07:16:09.807890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b413ee40-14e7-4932-a666-a9e7c2b427b3 req-c2b63298-debe-493c-9c88-e881d65d5617 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Jun 04 07:16:09.809883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf91704-0988-4298-b1be-9f29e23e459a req-54609964-4198-481e-95e7-08eb3ab2d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:09.811270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-54609964-4198-481e-95e7-08eb3ab2d3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321547 Jun 04 07:16:09.961091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-c643be5f-3192-4ec6-ac5b-064b8e837433 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423659 Jun 04 07:16:10.104927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ddf91704-0988-4298-b1be-9f29e23e459a req-5c83702b-6ecc-4e26-b3c4-86a4b5224131 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376441 Jun 04 07:16:10.913155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-28e9dca6-5e98-48a1-81a8-a0547bcda672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:10.914665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-28e9dca6-5e98-48a1-81a8-a0547bcda672 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1096 time: 0.0735009 Jun 04 07:16:10.914777 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:16:11.240845 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6f646b48-ff14-4b9a-8d07-1dfa54142eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:11.242323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6f646b48-ff14-4b9a-8d07-1dfa54142eb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.3217623 Jun 04 07:16:11.254085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257590c-22d4-4447-b5f8-117e41a9a915 req-bd72e80c-1edb-4e7f-8f51-75b00eea5fdc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:11.255951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1257590c-22d4-4447-b5f8-117e41a9a915 req-bd72e80c-1edb-4e7f-8f51-75b00eea5fdc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.3131733 Jun 04 07:16:11.390204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1257590c-22d4-4447-b5f8-117e41a9a915 req-6489f264-4c9b-4457-ad8f-1847d3de5ad4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Jun 04 07:16:11.391972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-233940cb-bead-47c1-98b2-885ee984bee7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1002 time: 0.1350498 Jun 04 07:16:11.478298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-77a3899c-e84c-4950-bfca-4f50b8586aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:11.479830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-77a3899c-e84c-4950-bfca-4f50b8586aaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0816288 Jun 04 07:16:11.569104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-98b2863a-e7e7-4db6-9e28-90b69d347617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:11.570593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-98b2863a-e7e7-4db6-9e28-90b69d347617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847914 Jun 04 07:16:11.713809 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-72651178-e377-462e-9864-bdbffcb2b5eb service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365840 Jun 04 07:16:11.870582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-d47a1343-42b8-4c68-af43-dba3bc7db4e8 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507611 Jun 04 07:16:12.592425 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a59f72-20e8-49d1-9010-92bdac2c813d req-c2aa6d7a-9717-42cc-aa58-86317fa3325f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:12.594712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a59f72-20e8-49d1-9010-92bdac2c813d req-c2aa6d7a-9717-42cc-aa58-86317fa3325f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0925899 Jun 04 07:16:12.644815 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6a59f72-20e8-49d1-9010-92bdac2c813d req-a241fcb2-bdd4-4e1e-9b55-ac1070b5e4f0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 Jun 04 07:16:13.840002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5adfb-0fb5-4e76-abaf-496d6918e81e req-7fe0f355-1f2d-4356-b9e0-8de4b55271f2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:13.841458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40d5adfb-0fb5-4e76-abaf-496d6918e81e req-7fe0f355-1f2d-4356-b9e0-8de4b55271f2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0808749 Jun 04 07:16:13.887984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-40d5adfb-0fb5-4e76-abaf-496d6918e81e req-fe5340d2-5348-4409-af0e-8093fffdf443 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406127 Jun 04 07:16:15.086352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b216bc3-bca3-4d47-8f66-cf84a9518e65 req-db1750da-ab4e-4d67-be45-9720755fd587 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:15.087974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b216bc3-bca3-4d47-8f66-cf84a9518e65 req-db1750da-ab4e-4d67-be45-9720755fd587 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0899017 Jun 04 07:16:15.134141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3b216bc3-bca3-4d47-8f66-cf84a9518e65 req-1bd7e467-3924-4596-be5c-35d5548512a4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Jun 04 07:16:16.325991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44b7d-cd9e-4850-8212-8ea93f88a055 req-64fe784d-ccee-40c7-8d2f-3bf8d7f583c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:16.327459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05e44b7d-cd9e-4850-8212-8ea93f88a055 req-64fe784d-ccee-40c7-8d2f-3bf8d7f583c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0823057 Jun 04 07:16:16.377632 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05e44b7d-cd9e-4850-8212-8ea93f88a055 req-c5f2b5ba-d455-41d3-a4b3-de0bb6639dad tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Jun 04 07:16:17.030170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4207cbbe-ca58-4154-bf92-ef781d29d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:17.579598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41251cf-719f-48cd-842e-e034a453d10d req-faa614d7-99bd-4334-8143-4fab14d26265 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:17.581056 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c41251cf-719f-48cd-842e-e034a453d10d req-faa614d7-99bd-4334-8143-4fab14d26265 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0850537 Jun 04 07:16:17.628934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c41251cf-719f-48cd-842e-e034a453d10d req-628532fa-5621-4e51-8d54-c725cd796026 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Jun 04 07:16:18.814804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da0874-4322-4fa8-a72e-bc9f588d466c req-f983be61-ad44-48a9-a79b-8b1f3874ee1a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:18.816247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6da0874-4322-4fa8-a72e-bc9f588d466c req-f983be61-ad44-48a9-a79b-8b1f3874ee1a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0786436 Jun 04 07:16:18.864825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6da0874-4322-4fa8-a72e-bc9f588d466c req-b7fde5d7-2661-4411-87bb-6166df09216f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Jun 04 07:16:19.142882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3bba118d-d4a2-40e6-bde5-ea3195409be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:20.052526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f78c47-0f94-4b8d-8f07-af6125b783b4 req-e679a0fd-976e-4335-8186-32eec0e2b9de tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:20.053989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90f78c47-0f94-4b8d-8f07-af6125b783b4 req-e679a0fd-976e-4335-8186-32eec0e2b9de tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0821557 Jun 04 07:16:20.098042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90f78c47-0f94-4b8d-8f07-af6125b783b4 req-6f83414f-cac8-4941-94a2-1f0da845c1ad tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383444 Jun 04 07:16:20.219095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:20.607984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:21.306443 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e944-3d97-4f52-8b62-ebcc00e72124 req-525fe88d-61d8-4b65-9028-371969f47c32 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:21.307826 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d29e944-3d97-4f52-8b62-ebcc00e72124 req-525fe88d-61d8-4b65-9028-371969f47c32 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.1017067 Jun 04 07:16:21.352092 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6d29e944-3d97-4f52-8b62-ebcc00e72124 req-664d62ee-7d5b-4d9e-be72-95e426d57398 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Jun 04 07:16:22.184887 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:22.537040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d13-28dd-4694-a0f6-57a18b5d4d5f req-71b2e87a-b8a8-4ff5-88ff-ceefe00d6bc4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:22.538535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5e4d13-28dd-4694-a0f6-57a18b5d4d5f req-71b2e87a-b8a8-4ff5-88ff-ceefe00d6bc4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0810549 Jun 04 07:16:22.585348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5e4d13-28dd-4694-a0f6-57a18b5d4d5f req-9b95bde4-2913-478b-9476-4557a7be22b8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410974 Jun 04 07:16:23.945070 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-4871e532-3276-4522-bfea-e47cc838ea73 req-9134c998-fb51-4041-b0f7-ad7081e22321 service neutron] show failed (client error): The resource could not be found. Jun 04 07:16:23.946513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-9134c998-fb51-4041-b0f7-ad7081e22321 service neutron] 10.222.0.39 "GET /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1022995 Jun 04 07:16:23.959313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8417-2570-4dc6-bf7b-f7f47c7177f1 req-c36bb4e9-d2f9-4d80-9881-2bfd8a200934 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:23.961196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d00a8417-2570-4dc6-bf7b-f7f47c7177f1 req-c36bb4e9-d2f9-4d80-9881-2bfd8a200934 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.2594321 Jun 04 07:16:24.022571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d00a8417-2570-4dc6-bf7b-f7f47c7177f1 req-3dd422e7-2272-494c-bdcb-99f391f549de tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 Jun 04 07:16:24.217297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-c89b20cf-a6a0-48e9-b1b1-71ee0a509911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:24.218812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-c89b20cf-a6a0-48e9-b1b1-71ee0a509911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0715926 Jun 04 07:16:24.230143 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:16:24.342615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:24.613285 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:24.641636 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:16:24.698898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:24.704267 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:24.719585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Transition to ACTIVE for port object 416afcef-daf1-42f2-9586-45b55e75e1fc will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:16:24.724565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:24.768903 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a341a84a-d976-4797-9d04-3d705d6c5be4'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'code': 200} Jun 04 07:16:24.878660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:24.903001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.903360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.903692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.904028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.904380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.904692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.905018 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.905342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.905722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.906049 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.906375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.906698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:24.958755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] No DVR routers for this DVR port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:16:25.214450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b949-8dca-44f1-8c49-a4ed71c0be04 req-f337d4cc-d5b2-4c82-b7b3-27e15fbf5482 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.215959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3615b949-8dca-44f1-8c49-a4ed71c0be04 req-f337d4cc-d5b2-4c82-b7b3-27e15fbf5482 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0814292 Jun 04 07:16:25.262659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3615b949-8dca-44f1-8c49-a4ed71c0be04 req-ba0c3a06-6644-472b-b48c-1acfa35a870b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 Jun 04 07:16:25.306662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:16:25.307273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:16:25.307396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:25.311842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:16:25.312416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:25.317695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:16:25.318105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:16:25.318498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:16:25.318927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Bound port: 416afcef-daf1-42f2-9586-45b55e75e1fc, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:16:25.319273 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:25.410317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:16:25.414154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:16:25.419241 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:25.471147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.471816 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:25.473886 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] 10.222.0.24 "PUT /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1091 time: 1.2469411 Jun 04 07:16:25.538367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c5e26-e978-4fea-9549-03edff647457 service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:25.573095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-eb032755-ca1b-4abf-9f6e-25ad76410016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.574655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-eb032755-ca1b-4abf-9f6e-25ad76410016 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1094 time: 0.0800188 Jun 04 07:16:25.705880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-23172130-b010-4063-a76c-10141f08277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.707315 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-23172130-b010-4063-a76c-10141f08277f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1268973 Jun 04 07:16:25.811024 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-0af50a50-3096-4f37-b90d-17b8748d4e43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.0972247 Jun 04 07:16:25.875768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-2cd7c5e4-c193-419a-944f-dfab7d6485ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.877171 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-2cd7c5e4-c193-419a-944f-dfab7d6485ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0587027 Jun 04 07:16:25.952318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871e532-3276-4522-bfea-e47cc838ea73 req-c25d9eb0-1bd9-42ff-82e7-392d109d9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:25.953797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-c25d9eb0-1bd9-42ff-82e7-392d109d9b3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703804 Jun 04 07:16:25.979084 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:26.092577 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-e2c14d6d-4d30-4d97-b486-c56d7ef1b8bd service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Jun 04 07:16:26.128328 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:26.236782 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-4871e532-3276-4522-bfea-e47cc838ea73 req-98c88578-db9b-4332-b574-d59078ad1f9c service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372807 Jun 04 07:16:26.470260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91413cda-d145-41f4-b6fb-fcf9c8c559dd req-7798fa1b-d772-4a81-95e5-cc1cf2551abc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:26.471739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91413cda-d145-41f4-b6fb-fcf9c8c559dd req-7798fa1b-d772-4a81-95e5-cc1cf2551abc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0847437 Jun 04 07:16:26.516857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91413cda-d145-41f4-b6fb-fcf9c8c559dd req-11efbcc5-bf7a-4591-8045-d5e54039fd60 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381713 Jun 04 07:16:26.771418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:26.830439 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52a6043-dbf6-4232-9deb-81f32c090474'] response: {'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'status': 'completed', 'code': 200} Jun 04 07:16:26.923838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-f3a6dca8-1b9a-4170-bc6b-aea5c82e1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:26.924389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-5daea9a7-d6a6-4eab-857f-e4dda5771971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:26.925316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-f3a6dca8-1b9a-4170-bc6b-aea5c82e1ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1094 time: 0.0734205 Jun 04 07:16:26.925854 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-5daea9a7-d6a6-4eab-857f-e4dda5771971 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1094 time: 0.0747333 Jun 04 07:16:27.026187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:16:27.063943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-4edf1cba-32c4-4cd1-a51c-bec1d4090cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.065773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-4edf1cba-32c4-4cd1-a51c-bec1d4090cbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1341081 Jun 04 07:16:27.077346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-13a042a2-f313-40bd-a029-eebf1993c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.078806 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-13a042a2-f313-40bd-a029-eebf1993c1e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1475272 Jun 04 07:16:27.088202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:16:27.170623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-5119c49e-0641-430b-8f8d-8ccb089e87db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.0981655 Jun 04 07:16:27.183137 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-6a56af33-3633-4273-a730-51fcbaba5aec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.0970325 Jun 04 07:16:27.237041 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-bd4a60d9-6d07-4e9f-ac9d-45aa57e53e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.238518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-bd4a60d9-6d07-4e9f-ac9d-45aa57e53e21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0622938 Jun 04 07:16:27.248993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-0ea6fe79-7cbb-4e48-93b8-55ce7f575225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.250508 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-0ea6fe79-7cbb-4e48-93b8-55ce7f575225 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0616541 Jun 04 07:16:27.314200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-79e867e4-fde2-4308-bf14-cc8a1de1fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.315591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-79e867e4-fde2-4308-bf14-cc8a1de1fd9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709004 Jun 04 07:16:27.327825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-97d3ad9b-d870-4ae4-abb3-4c3526ba907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.329309 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-97d3ad9b-d870-4ae4-abb3-4c3526ba907f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709989 Jun 04 07:16:27.449110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-4c61da10-da43-444d-bc4a-0de34891d8ec service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265612 Jun 04 07:16:27.460541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-b1ae1385-d391-4937-92a8-d0b465e8cf74 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248610 Jun 04 07:16:27.601186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-a5fdf64c-67ce-4abb-b1a2-e16598631062 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456003 Jun 04 07:16:27.710358 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3c20e42-9f61-4ed8-8a12-fed0c984c260 req-eeae9b9c-9837-4970-b5a5-cd05fa03f206 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433190 Jun 04 07:16:27.736094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485b3a1-135a-40fe-8ab5-aa1d11bf2e90 req-a71f3ccc-464a-4e4c-821c-81e4fa82044e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:27.737558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4485b3a1-135a-40fe-8ab5-aa1d11bf2e90 req-a71f3ccc-464a-4e4c-821c-81e4fa82044e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.0878162 Jun 04 07:16:27.791970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4485b3a1-135a-40fe-8ab5-aa1d11bf2e90 req-3094916e-8c55-4f89-ab21-59b0c8243013 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484676 Jun 04 07:16:28.998434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:16:29.008392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f1bc-562b-4b75-a2f1-8513c593aec8 req-01c757d7-e285-4df9-81de-2f0eed4578da tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:29.009114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5931f1bc-562b-4b75-a2f1-8513c593aec8 req-01c757d7-e285-4df9-81de-2f0eed4578da tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 943 time: 0.1002867 Jun 04 07:16:29.059984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5931f1bc-562b-4b75-a2f1-8513c593aec8 req-402db649-3aa0-443e-bc36-df77fd596185 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Jun 04 07:16:29.177202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:29.193718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:16:29.253047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:29.253429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:29.274801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:16:29.293291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:29.297150 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:29.366592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:29.373798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.374146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.374485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.374822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.375183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.375518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.375843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.376168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.376491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.376814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.377137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.377465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:29.637107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['416afcef-daf1-42f2-9586-45b55e75e1fc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:16:30.252488 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c3903-8396-49a8-b4fd-79f6a5cc2bc0 req-cef9b721-236f-4e43-8d16-73f594161a09 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:30.254119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-858c3903-8396-49a8-b4fd-79f6a5cc2bc0 req-cef9b721-236f-4e43-8d16-73f594161a09 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.0850565 Jun 04 07:16:30.298645 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-858c3903-8396-49a8-b4fd-79f6a5cc2bc0 req-acb2ee6b-1fe3-4e53-b173-54cfe83e974d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Jun 04 07:16:30.701578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-fddae10e-8d6b-45ea-906e-e48e75987888 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:30.702280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-fddae10e-8d6b-45ea-906e-e48e75987888 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:16:30.714244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-fddae10e-8d6b-45ea-906e-e48e75987888 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:16:30.715366 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-fddae10e-8d6b-45ea-906e-e48e75987888 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.1028483 Jun 04 07:16:30.752438 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44e501-6cae-495d-9d3a-05e7f46bfd05 req-4f66b7de-0e44-4f5b-9e30-537b41bd69c0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:30.753901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc44e501-6cae-495d-9d3a-05e7f46bfd05 req-4f66b7de-0e44-4f5b-9e30-537b41bd69c0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.0815210 Jun 04 07:16:30.795728 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-4c762de6-7e4b-4d69-aed3-9c5e18997b1c service neutron] 10.222.0.24 "GET /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc/bindings/n-h2-811808-2 HTTP/1.1" status: 200 len: 382 time: 0.0748787 Jun 04 07:16:30.798792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc44e501-6cae-495d-9d3a-05e7f46bfd05 req-55dd8fca-02ac-4951-a561-7201152a657d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384839 Jun 04 07:16:30.891270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-39ac6a16-e099-49aa-bfae-b1656f4fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:30.892650 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-39ac6a16-e099-49aa-bfae-b1656f4fce9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1095 time: 0.0743709 Jun 04 07:16:31.020607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:16:31.030907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-e76fa1e5-cb78-4173-93f8-1bf6c153cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:31.032363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-e76fa1e5-cb78-4173-93f8-1bf6c153cf3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1338098 Jun 04 07:16:31.092471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 416afcef-daf1-42f2-9586-45b55e75e1fc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:16:31.097274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 416afcef-daf1-42f2-9586-45b55e75e1fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:16:31.097771 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:31.135209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-a3c8f08e-b1e0-46d5-a294-4a15839517f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1001 time: 0.0971673 Jun 04 07:16:31.196614 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-7bd88b42-fcff-4020-b0db-9983292eee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:31.198010 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-7bd88b42-fcff-4020-b0db-9983292eee6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0577288 Jun 04 07:16:31.216258 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:31.216648 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:31.244483 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:31.254242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:31.259540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:31.275118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-7e40554b-a001-43c5-8198-2fa4ce37d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:31.276749 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-7e40554b-a001-43c5-8198-2fa4ce37d48c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731144 Jun 04 07:16:31.310161 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24413e8b-2285-4382-b28d-95a90c43065e'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'code': 200} Jun 04 07:16:31.335930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:31.412345 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-a394a176-0836-4bf0-863f-c7a6fed70b7d service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291392 Jun 04 07:16:31.544758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-b94b519d-6f66-4893-b8cc-d09509010643 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259866 Jun 04 07:16:31.993402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41aa69-b400-4d7c-b763-22b74ddd8d39 req-2b6f6ee7-2ee0-473c-b82d-83838b37c2ac tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:31.994918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff41aa69-b400-4d7c-b763-22b74ddd8d39 req-2b6f6ee7-2ee0-473c-b82d-83838b37c2ac tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0843115 Jun 04 07:16:32.047344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff41aa69-b400-4d7c-b763-22b74ddd8d39 req-c5f0a5a2-133e-4df3-bb09-a2637d6fb355 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467746 Jun 04 07:16:33.247897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74404656-70ca-4cfe-8bed-e4434b6328c6 req-9bb6b7bc-62f1-4cca-bc7b-f8fb3348aa89 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:33.249366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74404656-70ca-4cfe-8bed-e4434b6328c6 req-9bb6b7bc-62f1-4cca-bc7b-f8fb3348aa89 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0816865 Jun 04 07:16:33.300196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74404656-70ca-4cfe-8bed-e4434b6328c6 req-87c8d7b6-9ef3-42c6-a3aa-43b632ee9958 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Jun 04 07:16:33.655457 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-04b13243-e077-43e1-af87-8ab24c110840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:33.656956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-04b13243-e077-43e1-af87-8ab24c110840 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0801187 Jun 04 07:16:33.667155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:16:33.910990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:34.232409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:34.264759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:16:34.335079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:34.341318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:34.361855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Transition to ACTIVE for port object 416afcef-daf1-42f2-9586-45b55e75e1fc will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:16:34.366135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:34.576903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=10']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:34.607042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.607382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.607721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.608061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.608391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.608723 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.609050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.609375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.609734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.610057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.610378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.610697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:16:34.671441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] No DVR routers for this DVR port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:16:34.757715 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc76a83-2f60-4dc1-afbd-739b69c313af req-a3273e15-3709-41e7-bc52-a9ed45360276 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:34.759230 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc76a83-2f60-4dc1-afbd-739b69c313af req-a3273e15-3709-41e7-bc52-a9ed45360276 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.3374734 Jun 04 07:16:34.887769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dbc76a83-2f60-4dc1-afbd-739b69c313af req-54305501-b296-4f5f-a943-3440cdd76473 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227076 Jun 04 07:16:34.950282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:16:34.950615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:16:34.950940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:34.956631 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53338bab-1da6-4f10-a5ba-bec1483be19f'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'code': 200} Jun 04 07:16:34.957909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:16:34.958229 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Attempting to bind port 416afcef-daf1-42f2-9586-45b55e75e1fc on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:34.964051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:16:34.964376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:16:34.964751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:16:34.965174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Bound port: 416afcef-daf1-42f2-9586-45b55e75e1fc, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:16:34.965545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:35.055775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:16:35.058801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:16:35.063970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:35.128941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:35.129735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:35.131138 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] 10.222.0.39 "PUT /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1092 time: 1.4679461 Jun 04 07:16:35.149932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223e24-cd8f-4f8e-9308-3b0188e0e16b service neutron] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=11']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:35.229593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-15e08dd8-9b36-4e0c-bb09-fad57f8da8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:35.231173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-15e08dd8-9b36-4e0c-bb09-fad57f8da8c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1095 time: 0.0770214 Jun 04 07:16:35.372992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-0517990d-da82-4dfa-b25b-3adf8adf5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:35.374535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-0517990d-da82-4dfa-b25b-3adf8adf5ec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1373467 Jun 04 07:16:35.483070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-9c2cafc0-9c63-4f62-a609-a520b0fb1ac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.1022835 Jun 04 07:16:35.549002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-f0e2ff75-17cd-4aa8-9ee4-21355984e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:35.550425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-f0e2ff75-17cd-4aa8-9ee4-21355984e02b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0620008 Jun 04 07:16:35.749286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-544cd7f4-c323-477d-856c-2346a2dcbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:35.750812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-544cd7f4-c323-477d-856c-2346a2dcbb1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944766 Jun 04 07:16:35.893420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-7df2ea8c-0619-4942-a5ef-f963a8fe589b service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361845 Jun 04 07:16:36.103894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b11b5a-0f33-4bd6-8234-f43685a2881c req-33f2e750-4763-4a51-bc2d-e73d608e011f service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044075 Jun 04 07:16:36.144086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763eea-287b-4fad-b829-4c2249b96c72 req-abd7f4bd-1487-41d0-8eb9-5e2237afebca tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:36.145781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f763eea-287b-4fad-b829-4c2249b96c72 req-abd7f4bd-1487-41d0-8eb9-5e2237afebca tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.1394336 Jun 04 07:16:36.197736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8f763eea-287b-4fad-b829-4c2249b96c72 req-4776c4a5-eda3-4744-9e91-c3655b3c74c3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Jun 04 07:16:36.958470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:37.017659 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621079f2-b5d7-422b-a9e8-efcd412b7d75'] response: {'name': 'network-changed', 'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'status': 'completed', 'code': 200} Jun 04 07:16:37.038638 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:16:37.120704 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-a236faa8-5ca7-46c3-90b5-22a7cb3cbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.122519 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-a236faa8-5ca7-46c3-90b5-22a7cb3cbd10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1095 time: 0.0856721 Jun 04 07:16:37.134513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-7da29e4d-d68a-46c4-894d-ab22e4bc287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.135356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-7da29e4d-d68a-46c4-894d-ab22e4bc287a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 1095 time: 0.0937300 Jun 04 07:16:37.158820 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:16:37.277631 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-470be345-443c-4cfb-829d-d7a3f75943f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.280518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-470be345-443c-4cfb-829d-d7a3f75943f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1515079 Jun 04 07:16:37.284299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-1ab69061-1bec-4858-a240-00b1bf88b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.285930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-1ab69061-1bec-4858-a240-00b1bf88b8e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1434362 Jun 04 07:16:37.425215 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-9626ac82-99a3-4fd2-85ac-11d273bff12b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.1379607 Jun 04 07:16:37.487852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-d841e508-0a05-4e88-bbb9-dfbb3a02ba12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 200 len: 1000 time: 0.1955185 Jun 04 07:16:37.503727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-58278c8e-722f-4afc-b913-b61d6af47eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.505874 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-58278c8e-722f-4afc-b913-b61d6af47eab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0727742 Jun 04 07:16:37.556190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617707-7658-4c3d-a5a8-620589a5d965 req-3cd1925f-8ed3-4287-8803-ca1262e692ee tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.556616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46617707-7658-4c3d-a5a8-620589a5d965 req-3cd1925f-8ed3-4287-8803-ca1262e692ee tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.1943617 Jun 04 07:16:37.582388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-74526ee2-e2c1-4d4a-b7ec-f62a980e71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.583949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-74526ee2-e2c1-4d4a-b7ec-f62a980e71e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727639 Jun 04 07:16:37.591937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-ac29d392-546b-4c95-95c7-1b0afb6155fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.593458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-ac29d392-546b-4c95-95c7-1b0afb6155fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0965300 Jun 04 07:16:37.654995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46617707-7658-4c3d-a5a8-620589a5d965 req-17090880-a3c8-41fd-b24a-246b44c9b0e8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909812 Jun 04 07:16:37.690711 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-4dfbf4e8-7a09-4a8e-893c-27d871ffafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:37.693073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-4dfbf4e8-7a09-4a8e-893c-27d871ffafd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914094 Jun 04 07:16:37.738965 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-083bea2d-3078-4de9-a8e2-45d97996f69d service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489818 Jun 04 07:16:37.847209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-7f27abd4-e9b5-437a-ae0a-f6894f756f26 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478519 Jun 04 07:16:37.987258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-5ab06296-4490-4b17-b112-8af9104046a9 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334805 Jun 04 07:16:37.991248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-22b99f1c-2e4e-4436-84d8-1fa153a2691c req-a06f5add-72b2-442b-9d11-2daf9f4e46d7 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472646 Jun 04 07:16:38.877684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485b480-5865-4d0d-9ddb-f1af1e037800 req-308cf1e1-ec9c-4437-85d9-a715b1d6c268 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:38.879287 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485b480-5865-4d0d-9ddb-f1af1e037800 req-308cf1e1-ec9c-4437-85d9-a715b1d6c268 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 944 time: 0.0882897 Jun 04 07:16:38.926234 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b485b480-5865-4d0d-9ddb-f1af1e037800 req-339e7569-b2f6-4905-9058-7194881c5771 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413215 Jun 04 07:16:39.057396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:16:39.192996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:39.206084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'mac_address': 'fa:16:3e:6c:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:16:39.261781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:39.262424 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:39.281231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:16:39.296747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:39.300296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:39.371607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:39.621047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['416afcef-daf1-42f2-9586-45b55e75e1fc'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:16:40.114587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e8a4-b3f8-49ed-a781-aaf1250e864a req-13eabcef-5b06-4f0c-a2bd-2e9314507095 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:40.116017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0c7e8a4-b3f8-49ed-a781-aaf1250e864a req-13eabcef-5b06-4f0c-a2bd-2e9314507095 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0788167 Jun 04 07:16:40.166974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0c7e8a4-b3f8-49ed-a781-aaf1250e864a req-4fb242cc-bfeb-4548-a5a6-02ae10dc8b2b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452707 Jun 04 07:16:40.352463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f84434-1e05-4af0-8159-7a0f4bc3836b req-df79cfe2-d8e7-476b-b0e2-801b4d22d95f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:40.353921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76f84434-1e05-4af0-8159-7a0f4bc3836b req-df79cfe2-d8e7-476b-b0e2-801b4d22d95f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0829389 Jun 04 07:16:40.398731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76f84434-1e05-4af0-8159-7a0f4bc3836b req-f3401757-77f5-4508-8eb7-b889d7fed90e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Jun 04 07:16:40.695169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e886-8a4f-47a7-9aba-d9262c1c14d6 req-18b2d8e0-a43b-4e88-8ff2-4d1627116fd7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:40.696512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fd6e886-8a4f-47a7-9aba-d9262c1c14d6 req-18b2d8e0-a43b-4e88-8ff2-4d1627116fd7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.1851892 Jun 04 07:16:40.741687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0fd6e886-8a4f-47a7-9aba-d9262c1c14d6 req-0eebd61e-7705-4f29-8587-f5f665419f8e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394342 Jun 04 07:16:41.059470 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:16:41.123128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c97a86-d01b-4e62-8389-f2c4aaf98f78 req-07b0c89b-9e83-43f2-89e1-3556aadf2da6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:41.124602 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64c97a86-d01b-4e62-8389-f2c4aaf98f78 req-07b0c89b-9e83-43f2-89e1-3556aadf2da6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 945 time: 0.0823340 Jun 04 07:16:41.131694 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 416afcef-daf1-42f2-9586-45b55e75e1fc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:16:41.137526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 416afcef-daf1-42f2-9586-45b55e75e1fc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:16:41.138000 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:41.173630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64c97a86-d01b-4e62-8389-f2c4aaf98f78 req-4207724d-3b99-4b1c-bd98-0cf80c26b772 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Jun 04 07:16:41.258563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 416afcef-daf1-42f2-9586-45b55e75e1fc is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:41.258937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:41.285243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:41.295014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:41.298803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:41.330312 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53b690e-2956-45f4-a1ba-a3b4778099e4'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'code': 200} Jun 04 07:16:41.368300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:42.467804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062707d-ac4b-45d5-af6f-f0b13e22d4d7 req-81155eae-0117-458e-9e05-3d2286369cb6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:42.469565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8062707d-ac4b-45d5-af6f-f0b13e22d4d7 req-81155eae-0117-458e-9e05-3d2286369cb6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 946 time: 0.1390812 Jun 04 07:16:42.498631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856652c-f68a-426a-9e51-03aba1becf69 req-2d3750ea-7a30-43e1-a318-9fd5dd6d293a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:42.500048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2856652c-f68a-426a-9e51-03aba1becf69 req-2d3750ea-7a30-43e1-a318-9fd5dd6d293a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 946 time: 0.1220577 Jun 04 07:16:42.581392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8062707d-ac4b-45d5-af6f-f0b13e22d4d7 req-5fd4e57e-d5cd-4f63-8147-91ffcffbb207 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049273 Jun 04 07:16:42.592389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:16:42.592730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:42.840518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] For port 416afcef-daf1-42f2-9586-45b55e75e1fc, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=416afcef-daf1-42f2-9586-45b55e75e1fc,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:42.840883 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:43.136114 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:43.136402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:43.136714 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf disassociated. External IP: 172.25.1.170, port: 416afcef-daf1-42f2-9586-45b55e75e1fc. Jun 04 07:16:43.137051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for 416afcef-daf1-42f2-9586-45b55e75e1fc owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:16:43.298123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:43.351340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'Port': ['ID=416afcef-daf1-42f2-9586-45b55e75e1fc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:43.539859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:16:43.859128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a486c26-3a95-4393-898e-d845d2d273d4 req-29b47dc5-caf3-48e8-85b9-49c9235aaf5f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=ad8d98cc-4d42-4fd1-a938-9e5faceca60c HTTP/1.1" status: 200 len: 210 time: 0.0511065 Jun 04 07:16:43.896564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:16:43.907200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:16:43.917338 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:16:43.918263 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:16:43.970012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] No DVR routers for this DVR port 416afcef-daf1-42f2-9586-45b55e75e1fc on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:16:43.974541 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:43.977777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-deleted', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:43.994677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2856652c-f68a-426a-9e51-03aba1becf69 req-37867910-43dd-449f-afc6-7cb850a529be tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "DELETE /v2.0/ports/416afcef-daf1-42f2-9586-45b55e75e1fc HTTP/1.1" status: 204 len: 173 time: 1.4888921 Jun 04 07:16:44.029795 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb470ec-c5c2-4b30-9485-e839b4cbfdfc'] response: {'server_uuid': 'ad8d98cc-4d42-4fd1-a938-9e5faceca60c', 'name': 'network-vif-deleted', 'tag': '416afcef-daf1-42f2-9586-45b55e75e1fc', 'status': 'completed', 'code': 200} Jun 04 07:16:44.116617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:16:44.433965 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:16:44.439046 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:16:44.448130 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:16:44.448727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:16:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:16:44.630833 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:16:44.974416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:16:44.978568 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc839bd-702a-474a-ba1d-0bad09d1f506 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:16:45.088823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:16:45.127025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 416afcef-daf1-42f2-9586-45b55e75e1fc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:16:45.127025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 416afcef-daf1-42f2-9586-45b55e75e1fc not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:16:45.219341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4112b-20a5-4d8b-9348-12c0b0aebe65 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:16:45.220402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-9d45cba1-3136-4076-8acf-7dac12b5adb2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--254460204&fields=id&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 267 time: 0.0445998 Jun 04 07:16:45.373339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-32fb2066-38d1-486e-a3c1-473f6b55cf0c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:45.374818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-32fb2066-38d1-486e-a3c1-473f6b55cf0c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1474819 Jun 04 07:16:45.391506 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-32bb82e9-15ba-4d19-8146-60ca383f4db1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/quotas/cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 375 time: 0.0100663 Jun 04 07:16:45.483259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d25febb6-2ad1-4735-8541-5696911900e0 req-d7ae59d5-ce67-47fb-932d-64f1bd9079a8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:16:45.498898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d25febb6-2ad1-4735-8541-5696911900e0 req-d7ae59d5-ce67-47fb-932d-64f1bd9079a8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:16:45.500243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-d7ae59d5-ce67-47fb-932d-64f1bd9079a8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1035638 Jun 04 07:16:45.743841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-4de1ff61-fb94-4789-a403-c9ca139653a4 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883905 Jun 04 07:16:45.890799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-07543552-1393-401f-90c2-a237a79950e7 service neutron] 10.222.0.17 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396229 Jun 04 07:16:46.075413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3800e1b-ac1e-4c0f-bae9-bde9b4177005 req-5f2855c9-35ea-47bf-9dea-bd25015fb638 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 210 time: 0.0473497 Jun 04 07:16:47.026373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6ef20887-f7fa-4e65-83f5-c3cff574c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:47.168295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2656362f-324d-47f8-980c-15df6e8b5a68 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:47.169966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2656362f-324d-47f8-980c-15df6e8b5a68 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 812 time: 0.1734102 Jun 04 07:16:47.230062 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-1c1a5ac7-da47-4a75-8b0f-5c1b3c36ca6b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 379 time: 0.0523067 Jun 04 07:16:47.237933 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'port': {'device_id': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'admin_state_up': True, 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'security_groups': ['75a91adc-20d0-43ee-a625-49d670275909']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:16:47.249687 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31b36d19-d0a9-4f83-af52-d6a4bbc4abbf req-cf2165a8-e43c-466f-8671-817a093d1860 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 210 time: 0.0525844 Jun 04 07:16:47.376407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:16:47.387312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:16:47.397856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Made reservation on behalf of cc3c0ddf7f1245b2a0e5f80f326da9c5 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:16:47.401281 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:47.588248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Allocated IP 172.20.0.3 (4df72f19-4eb3-4166-a79c-52eb6b87442e/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b/652a7115-2233-4933-b0f9-a29c3332db24) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:16:47.821101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:47.838938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Transition to ACTIVE for port object 652a7115-2233-4933-b0f9-a29c3332db24 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:16:47.865317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:47.914101 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:16:47.937634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:16:47.940781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:16:47.945530 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:16:47.980941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:48.021975 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:48.022637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:48.056504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-2096f40e-647b-4ab7-b919-45306f4e7f5a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8219049 Jun 04 07:16:48.066427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-572e045e-35c5-45ce-96f7-d4d90363b948 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:16:48.067422 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-572e045e-35c5-45ce-96f7-d4d90363b948 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056860 Jun 04 07:16:48.078429 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Request body: {'port': {'device_id': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:16:48.199975 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:48.259119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e27a309e-e9cb-4186-87ee-ca955d25f1a8 None None] Provisioning for port 652a7115-2233-4933-b0f9-a29c3332db24 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:16:48.264665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e27a309e-e9cb-4186-87ee-ca955d25f1a8 None None] Provisioning complete for port 652a7115-2233-4933-b0f9-a29c3332db24 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:16:48.265037 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e27a309e-e9cb-4186-87ee-ca955d25f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:48.326712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e27a309e-e9cb-4186-87ee-ca955d25f1a8 None None] Port 652a7115-2233-4933-b0f9-a29c3332db24 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:16:48.460187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5245-82f9-4fb9-9eb1-7d98f012b3e7 req-3a4eeca3-c17b-4ce6-ba43-4f3ce6c75143 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:48.461707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c8b5245-82f9-4fb9-9eb1-7d98f012b3e7 req-3a4eeca3-c17b-4ce6-ba43-4f3ce6c75143 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 931 time: 0.0924053 Jun 04 07:16:48.512959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8c8b5245-82f9-4fb9-9eb1-7d98f012b3e7 req-28b39bb6-ea32-4bc6-be50-0baff7f39254 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 Jun 04 07:16:48.598976 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:16:48.607014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:48.623926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Transition to ACTIVE for port object 652a7115-2233-4933-b0f9-a29c3332db24 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:16:48.627758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:48.788044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:48.986044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:16:48.986371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:16:48.986701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:48.992272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:16:48.992591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:16:48.997982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:16:48.998324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:16:48.998734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:16:48.999184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Bound port: 652a7115-2233-4933-b0f9-a29c3332db24, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:16:48.999527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:49.100828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:16:49.105625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:16:49.110211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:49.147316 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b8d6-0c87-4920-8387-7c0b6951c36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:49.168594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.169452 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:49.170739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] 10.222.0.24 "PUT /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1091 time: 1.0970852 Jun 04 07:16:49.171233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:49.215611 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598d88b-1210-43ef-8c0e-43079f16d09e service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:49.255792 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b16a027-4ad0-4a1a-b2d1-9f9806e86705'] response: {'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'status': 'completed', 'code': 200} Jun 04 07:16:49.309634 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-347b08ee-7288-4375-8875-5f0f1edf81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.312348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-347b08ee-7288-4375-8875-5f0f1edf81c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1094 time: 0.0986207 Jun 04 07:16:49.383379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-ea5c020c-f37f-4a92-abbb-e399954d022b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 217 time: 0.0641017 Jun 04 07:16:49.450754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-c8081316-9eac-424a-9a69-7bcd643a39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.452110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-c8081316-9eac-424a-9a69-7bcd643a39aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0634737 Jun 04 07:16:49.532160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25febb6-2ad1-4735-8541-5696911900e0 req-be4738ab-4ce0-4f73-981d-e5b9b1ed90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.533689 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-be4738ab-4ce0-4f73-981d-e5b9b1ed90bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743663 Jun 04 07:16:49.672970 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-a9087e1d-1862-4cb9-a480-815eea50194c service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334567 Jun 04 07:16:49.727059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647230c-75a3-44d4-9d57-44cae32afda9 req-0ac449ee-ec12-44ea-a15e-9c77a7ecd233 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.728713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9647230c-75a3-44d4-9d57-44cae32afda9 req-0ac449ee-ec12-44ea-a15e-9c77a7ecd233 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0918112 Jun 04 07:16:49.781572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9647230c-75a3-44d4-9d57-44cae32afda9 req-831c8717-9945-4f82-aafe-0104a27d1007 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465288 Jun 04 07:16:49.817758 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-d25febb6-2ad1-4735-8541-5696911900e0 req-10706840-291a-4af0-a45e-20345ad8deb3 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377897 Jun 04 07:16:49.941021 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-ff8cdbad-2374-46da-99b2-3b5d566ed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:49.943214 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-ff8cdbad-2374-46da-99b2-3b5d566ed23d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1094 time: 0.0784209 Jun 04 07:16:50.120858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-91b87e23-818b-4b2f-a360-3d6de46c060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:50.122339 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-91b87e23-818b-4b2f-a360-3d6de46c060b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1720245 Jun 04 07:16:50.192027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-c903ae40-c1dd-4fb1-a7b4-11bd9045c7cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 217 time: 0.0626767 Jun 04 07:16:50.224221 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:50.260641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-6a607082-c74d-4af4-8e32-0cbaf60562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:50.262114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-6a607082-c74d-4af4-8e32-0cbaf60562fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0652130 Jun 04 07:16:50.345758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-e3627268-0835-4bc3-b5e7-a9efe8eb866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:50.347212 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-e3627268-0835-4bc3-b5e7-a9efe8eb866c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795779 Jun 04 07:16:50.484481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-aba54345-629b-46ce-84cb-c553d6d2058d service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313550 Jun 04 07:16:50.611452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:50.623172 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2289cf04-5b3a-40b5-8457-f3658493a561 req-3c2110ff-2afb-4913-9d13-bc63a9df3f80 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321828 Jun 04 07:16:50.978066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736dc4-e980-43ba-bff8-87b06e3678c4 req-0776b969-debb-45f4-a8f7-be87060976b9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:50.979612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71736dc4-e980-43ba-bff8-87b06e3678c4 req-0776b969-debb-45f4-a8f7-be87060976b9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0838223 Jun 04 07:16:51.027476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71736dc4-e980-43ba-bff8-87b06e3678c4 req-86b2bffb-63c1-4b8b-a958-ed4e6e1d0e5d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Jun 04 07:16:52.189119 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:52.228489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c87c4-c236-456f-b6a4-711ac9f4549d req-1ba3cad1-e0dd-486c-9321-24f3f31e8c7f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:52.230000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e35c87c4-c236-456f-b6a4-711ac9f4549d req-1ba3cad1-e0dd-486c-9321-24f3f31e8c7f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0905957 Jun 04 07:16:52.276955 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e35c87c4-c236-456f-b6a4-711ac9f4549d req-e48ac5b3-cb85-4780-b544-f535ca2facf1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409744 Jun 04 07:16:53.467902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4adb4c-5280-4632-ade3-9b7234568ed9 req-61b21516-3160-421b-93b0-49dc988be713 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:53.469591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa4adb4c-5280-4632-ade3-9b7234568ed9 req-61b21516-3160-421b-93b0-49dc988be713 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0839984 Jun 04 07:16:53.516229 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa4adb4c-5280-4632-ade3-9b7234568ed9 req-81bd6bcb-cc5a-452d-822c-17a3fc857604 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398917 Jun 04 07:16:54.714352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28439174-0d0a-450a-b182-9e9d34def129 req-8f1e653e-f394-4a5c-a09c-4f986f4e29fa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:54.715856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28439174-0d0a-450a-b182-9e9d34def129 req-8f1e653e-f394-4a5c-a09c-4f986f4e29fa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0878339 Jun 04 07:16:54.762862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28439174-0d0a-450a-b182-9e9d34def129 req-93bc8160-3204-4419-a264-b6be9d7a3b12 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 Jun 04 07:16:55.083977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:16:55.226261 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:55.240425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '652a7115-2233-4933-b0f9-a29c3332db24', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:16:55.301740 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:55.302048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:55.320911 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:16:55.337610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:55.342385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:55.411596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:55.640787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['652a7115-2233-4933-b0f9-a29c3332db24'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:16:55.955654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead859a-f9f8-47a1-8d79-ec4c31fe2f68 req-8ee3f00d-9c97-48c8-bf4f-438876fcfb43 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:55.957574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aead859a-f9f8-47a1-8d79-ec4c31fe2f68 req-8ee3f00d-9c97-48c8-bf4f-438876fcfb43 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0812604 Jun 04 07:16:55.993963 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:56.010799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aead859a-f9f8-47a1-8d79-ec4c31fe2f68 req-4085b74f-d3e3-4576-99b6-b4c83442aa70 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Jun 04 07:16:56.131285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:57.082286 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:16:57.154076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 652a7115-2233-4933-b0f9-a29c3332db24 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:16:57.159490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 652a7115-2233-4933-b0f9-a29c3332db24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:16:57.160395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:57.213581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ad05e-46f1-4812-bb26-9047f06cd71d req-4df6232c-feec-4772-93d3-2ca54515d6d4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:57.215094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b0ad05e-46f1-4812-bb26-9047f06cd71d req-4df6232c-feec-4772-93d3-2ca54515d6d4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0933096 Jun 04 07:16:57.262816 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b0ad05e-46f1-4812-bb26-9047f06cd71d req-e0a22632-0b0c-44e8-aa80-498b090a9897 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 Jun 04 07:16:57.314590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:16:57.314880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:57.344890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:16:57.355810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:16:57.359829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:16:57.392313 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f23592a-b177-4ef0-aeda-07923112197a'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'code': 200} Jun 04 07:16:57.433583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:16:57.517728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2669b3-54e4-4c10-91c2-5ca384fadc32 req-8317e674-adac-4332-982e-ba3f626fee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:57.519797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc2669b3-54e4-4c10-91c2-5ca384fadc32 req-8317e674-adac-4332-982e-ba3f626fee44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1096 time: 0.0712731 Jun 04 07:16:57.674590 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bc2669b3-54e4-4c10-91c2-5ca384fadc32 req-8614cb07-1ae4-4af4-a833-5d9f40a9d4e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497376 Jun 04 07:16:58.476606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261a0cf-a6f5-4fe4-801a-5842fa30683a req-5c2b438c-5e77-4b79-94d4-9b86c748818a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:58.478612 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4261a0cf-a6f5-4fe4-801a-5842fa30683a req-5c2b438c-5e77-4b79-94d4-9b86c748818a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.1048405 Jun 04 07:16:58.528677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4261a0cf-a6f5-4fe4-801a-5842fa30683a req-cb120ae5-b5e2-4746-850d-02888dc03c50 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Jun 04 07:16:59.740251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-2eb508d3-cba3-4f63-9588-4a0cde9e273a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161828 Jun 04 07:16:59.898194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9233d5-6395-4c96-a121-0a1200c89a54 req-fa05ebe5-0aa7-418a-9dfe-6af986f8ccb3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:59.899191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb9233d5-6395-4c96-a121-0a1200c89a54 req-fa05ebe5-0aa7-418a-9dfe-6af986f8ccb3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0856073 Jun 04 07:16:59.938890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-798eb173-cec9-4611-8946-c4b3e1853432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:16:59.940423 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-798eb173-cec9-4611-8946-c4b3e1853432 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1096 time: 0.1273723 Jun 04 07:16:59.954732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb9233d5-6395-4c96-a121-0a1200c89a54 req-45680866-e858-4ad4-9eda-ad77cd26736b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490739 Jun 04 07:17:00.103773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-cd1f87e4-3b23-4849-b0af-6adb1f428fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:00.105265 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-cd1f87e4-3b23-4849-b0af-6adb1f428fae service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1428277 Jun 04 07:17:00.179093 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-1b4130f3-feb5-4f51-a727-b06ffd61a3e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 217 time: 0.0664954 Jun 04 07:17:00.251187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-cce0bd9a-601a-4e2a-9567-0dc6619312cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:00.252685 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-cce0bd9a-601a-4e2a-9567-0dc6619312cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0682361 Jun 04 07:17:00.276990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e31a-60c0-45da-b145-72c6affc126e req-7333057c-9e0b-4ee8-9176-9c30ee8470ba tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:00.278666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b03e31a-60c0-45da-b145-72c6affc126e req-7333057c-9e0b-4ee8-9176-9c30ee8470ba tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.2147274 Jun 04 07:17:00.291019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:17:00.296246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Request body: {'floatingip': {'port_id': '652a7115-2233-4933-b0f9-a29c3332db24'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:17:00.338360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-28611823-36d7-4dfc-bc64-22f4a256bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:00.339896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-28611823-36d7-4dfc-bc64-22f4a256bc00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813787 Jun 04 07:17:00.386411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:00.487520 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-893876e1-56c6-4b78-ba6f-6693e16bcdc3 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414225 Jun 04 07:17:00.622972 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a5771a9f-7e94-4536-8d7e-6d1cb15f4d2c req-45a72223-03db-4faa-adc2-06ef7a6f3c1f service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298876 Jun 04 07:17:01.017301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:01.023532 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:01.198677 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf associated. External IP: 172.25.1.170, port: 652a7115-2233-4933-b0f9-a29c3332db24. Jun 04 07:17:01.570968 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:17:01.896780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:17:01.901917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:01.908371 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:17:01.923688 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:17:01.924330 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:16:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:17:01.970473 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b11ad98-b095-49a3-86d6-4c43f1fa97a1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "PUT /v2.0/floatingips/e1c7e179-a983-4404-884c-26090a0024cf HTTP/1.1" status: 200 len: 992 time: 1.6783049 Jun 04 07:17:01.971070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:17:02.017648 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75afc342-b48a-4847-b399-ca7658513c73'] response: {'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'status': 'completed', 'code': 200} Jun 04 07:17:02.133308 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-78bbb03a-d340-4d34-8b3b-5f96b9ac635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:02.135409 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-78bbb03a-d340-4d34-8b3b-5f96b9ac635d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1096 time: 0.0918217 Jun 04 07:17:02.144768 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:17:02.278068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-ba49255a-64fe-44be-9976-8a788f29adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:02.279518 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-ba49255a-64fe-44be-9976-8a788f29adae service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1387682 Jun 04 07:17:02.391537 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-7a89adbd-d315-4757-98a8-6b444ef35ebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1052654 Jun 04 07:17:02.461190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-1edfaedb-05b4-4829-a541-9535a8c5f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:02.462679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-1edfaedb-05b4-4829-a541-9535a8c5f9d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0647337 Jun 04 07:17:02.521604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:17:00Z', 'revision_number': 13, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:17:02.526361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:17:02.536673 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:17:02.537195 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:16:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:17:02.549070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-f51f4e03-5834-4a23-8b21-189f88b8a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:17:02.550848 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-f51f4e03-5834-4a23-8b21-189f88b8a9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823560 Jun 04 07:17:02.695115 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-83718bae-c60e-483e-8809-9b1d71efe4fc service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385822 Jun 04 07:17:02.721051 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:17:02.829986 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-594330ea-23c0-4f29-8475-d2df7bd9d637 req-d54f775d-b991-43b1-8a6a-c4c6528fe65b service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292408 Jun 04 07:17:03.072938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:17:00Z', 'revision_number': 13, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:17:03.076938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d9f8b8-0400-4e0c-9938-4cbd153485d1 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e1c7e179-a983-4404-884c-26090a0024cf', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'floating_ip_address': '172.25.1.170', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:12:03Z', 'updated_at': '2022-06-04T07:17:00Z', 'revision_number': 13, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:17:03.270309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58348368-32e8-48bf-aba3-7e8942fc4db5 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:17:13.389945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-21997c73-5895-4957-971c-290b6fdac5be req-7e4aed14-792c-4d43-8c56-e35fe314ba74 service neutron] (88848) timed out ('10.222.0.24', 53143) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 07:17:17.022145 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0e56-b580-492c-96fe-0453784762ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:19.153609 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da737e84-9d6e-4ec2-b844-a32690140608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:20.216239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:20.613765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:22.194229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:24.918399 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:17:26.008862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:26.136369 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:47.027254 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-86113899-ab00-47d8-944c-81ddb8ae67b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:49.151453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb86b-54ce-4074-99f0-ceaedab63318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:50.218765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:50.616540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:52.194999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:56.025282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:17:56.148301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:01.778086 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-e44bbb55-f5ae-4c42-995b-2a3a5d0b31e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1761084 Jun 04 07:18:01.918500 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:18:01.919355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-79d22932-cf32-44e3-a19d-10d0fb548036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:01.920825 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-79d22932-cf32-44e3-a19d-10d0fb548036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1096 time: 0.0734911 Jun 04 07:18:02.069945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-68d9506d-cf1a-487d-93c3-46e9857cf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:02.071397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-68d9506d-cf1a-487d-93c3-46e9857cf320 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1324170 Jun 04 07:18:02.176231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-9c89985d-3efd-4677-8e46-7f810cc4f8ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1002 time: 0.0981586 Jun 04 07:18:02.242067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-b62f2cc3-4b20-4aab-8a09-adacd82701fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:02.243521 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-b62f2cc3-4b20-4aab-8a09-adacd82701fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0620391 Jun 04 07:18:02.324389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-9c0594cd-b00f-4a59-a8a6-531d803663b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:02.325809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-9c0594cd-b00f-4a59-a8a6-531d803663b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756280 Jun 04 07:18:02.463575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-e281b59b-b21c-4d23-9229-058ed3a8a4f5 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297133 Jun 04 07:18:02.595729 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f3588ca4-5233-4a8c-9ca6-94103bd99f75 req-faf2350a-a03a-4c07-80c0-2fc616035a24 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256330 Jun 04 07:18:07.343391 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6a588-a7a2-43c2-a6e5-81f57339606d req-240a8b58-71f9-40e7-8937-0a210540fb9b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:07.344829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0e6a588-a7a2-43c2-a6e5-81f57339606d req-240a8b58-71f9-40e7-8937-0a210540fb9b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0808334 Jun 04 07:18:07.389331 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0e6a588-a7a2-43c2-a6e5-81f57339606d req-6019c4fe-ce6b-41b8-bcc0-ad1710cf1ae8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Jun 04 07:18:16.600946 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-1684f231-44bd-4ffa-9381-ea2d80628010 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966227 Jun 04 07:18:16.655188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf42d6-c603-4424-a064-b31ea84f8b12 req-b050391d-3ca8-4d40-8730-5b71b736458b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:16.657401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71bf42d6-c603-4424-a064-b31ea84f8b12 req-b050391d-3ca8-4d40-8730-5b71b736458b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.1081736 Jun 04 07:18:16.706049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71bf42d6-c603-4424-a064-b31ea84f8b12 req-5a0a52ef-6aad-4bad-b402-a770aed005eb tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418904 Jun 04 07:18:17.034567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf87ce0-c724-4b7e-8be0-d2a94b18ec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:17.847599 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-d1549f5c-7a7b-40d0-a882-a36cfe329a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:17.849937 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-d1549f5c-7a7b-40d0-a882-a36cfe329a4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1096 time: 0.0847914 Jun 04 07:18:17.904985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0651-834f-4daf-8fea-53266ff01a0f req-a7b7f0f3-86ec-499d-b66d-bd4329e692d6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:17.906512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-990f0651-834f-4daf-8fea-53266ff01a0f req-a7b7f0f3-86ec-499d-b66d-bd4329e692d6 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0842817 Jun 04 07:18:17.957904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-990f0651-834f-4daf-8fea-53266ff01a0f req-499a6c4a-4b68-47bd-aabe-5cc65a6126a2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440288 Jun 04 07:18:17.986830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-311e906e-e125-4e89-9d07-a6640531cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:17.988732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-311e906e-e125-4e89-9d07-a6640531cf48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1335936 Jun 04 07:18:18.093144 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-70dbd84d-ea4b-47b9-9307-f602a5b00e4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1002 time: 0.0985212 Jun 04 07:18:18.164115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-705de51a-8d7e-4aff-88f2-7d74d59d4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:18.165661 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-705de51a-8d7e-4aff-88f2-7d74d59d4d59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0638876 Jun 04 07:18:18.245032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-fa5f779b-6f66-458c-837e-cbf7575139cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:18.246540 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-fa5f779b-6f66-458c-837e-cbf7575139cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748301 Jun 04 07:18:18.383945 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-ca48ee61-a390-439c-a7e9-4ceeaeb88cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312778 Jun 04 07:18:18.525277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-c08a9e42-243e-4cdc-8844-857488f85f68 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356421 Jun 04 07:18:19.144625 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8bda1b79-e68d-44ce-b803-9e5b63c6a961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:19.157539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352d66a-0277-4e86-b112-15d21eb524c0 req-cdb48037-bfc4-4300-b8ef-3ee4448b99cd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:19.159002 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3352d66a-0277-4e86-b112-15d21eb524c0 req-cdb48037-bfc4-4300-b8ef-3ee4448b99cd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0843935 Jun 04 07:18:19.205219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3352d66a-0277-4e86-b112-15d21eb524c0 req-0740fd0c-22ff-4a16-be4f-55cbd2e223fd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Jun 04 07:18:20.221747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:20.395067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2307ce-493b-49af-b651-13cae3eac016 req-2326570d-fad9-4e51-813b-517cf1a3f246 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:20.397051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee2307ce-493b-49af-b651-13cae3eac016 req-2326570d-fad9-4e51-813b-517cf1a3f246 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0845346 Jun 04 07:18:20.440303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ee2307ce-493b-49af-b651-13cae3eac016 req-17ba9e6b-eea1-4087-884e-a6148e822888 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374539 Jun 04 07:18:20.620298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:21.627921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c304d81-665c-46ba-ab57-d70fe246e834 req-08d1299c-1ddb-4466-b85a-fe7409758bbc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:21.629260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c304d81-665c-46ba-ab57-d70fe246e834 req-08d1299c-1ddb-4466-b85a-fe7409758bbc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0783751 Jun 04 07:18:21.674246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c304d81-665c-46ba-ab57-d70fe246e834 req-3780b764-f127-410d-9297-d5e97561c8cd tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Jun 04 07:18:22.197226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:22.870736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c5ae-0edd-4918-a853-60d809b4106f req-6f78e8e2-e162-4504-bc37-30ce6de3b660 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:22.872361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99c5ae-0edd-4918-a853-60d809b4106f req-6f78e8e2-e162-4504-bc37-30ce6de3b660 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0880284 Jun 04 07:18:22.917935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-be99c5ae-0edd-4918-a853-60d809b4106f req-784b2b97-33bc-4dee-a553-8d0473591491 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Jun 04 07:18:24.107972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1baa0-2e5b-4a0c-a86e-cd0d44c4495f req-74856caa-9a7c-432b-a573-4c8485f7ab3b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:24.109400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dd1baa0-2e5b-4a0c-a86e-cd0d44c4495f req-74856caa-9a7c-432b-a573-4c8485f7ab3b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0781231 Jun 04 07:18:24.155069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0dd1baa0-2e5b-4a0c-a86e-cd0d44c4495f req-c4731066-f1c3-4700-a0ca-9c1befc1c3a3 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Jun 04 07:18:25.343174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5095e4-0aba-4685-bda3-d10ff005325b req-72d590e5-d88b-4850-8d50-38fe5d7f9f7f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:25.344518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f5095e4-0aba-4685-bda3-d10ff005325b req-72d590e5-d88b-4850-8d50-38fe5d7f9f7f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0836823 Jun 04 07:18:25.388566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5f5095e4-0aba-4685-bda3-d10ff005325b req-60e90752-8d39-4526-8f88-f1050d74d63c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380528 Jun 04 07:18:26.025672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:26.157134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:26.594946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813df9a7-55b2-4fc4-b0f8-fe712e1d101e req-dfc7959a-b30e-476a-90d9-e7934d9e2f27 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:26.596436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-813df9a7-55b2-4fc4-b0f8-fe712e1d101e req-dfc7959a-b30e-476a-90d9-e7934d9e2f27 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0930574 Jun 04 07:18:26.649084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-813df9a7-55b2-4fc4-b0f8-fe712e1d101e req-43e55fd8-064c-435e-b2a6-2f022dd4b40e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461526 Jun 04 07:18:27.852503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9480038-22a6-4adf-b568-0b51b068f9a0 req-527d4d09-4469-4a4d-bbcc-afd47aaea5b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:27.854039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9480038-22a6-4adf-b568-0b51b068f9a0 req-527d4d09-4469-4a4d-bbcc-afd47aaea5b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0879195 Jun 04 07:18:27.898821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9480038-22a6-4adf-b568-0b51b068f9a0 req-5e64ac79-f6b2-409e-9cbd-00690e970dd5 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Jun 04 07:18:29.109297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555b38-3f46-449d-a5fe-faca29f92722 req-de10eb2f-0173-4d40-9486-2bc64388d08c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:29.110771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76555b38-3f46-449d-a5fe-faca29f92722 req-de10eb2f-0173-4d40-9486-2bc64388d08c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0901628 Jun 04 07:18:29.159530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76555b38-3f46-449d-a5fe-faca29f92722 req-5c2ee828-30e3-4849-8e93-0ab7c9647b88 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Jun 04 07:18:30.362639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066b0e-bc0f-4b6b-82b6-9201f89d71d9 req-06854b4c-aae5-4994-9fb9-3a359408b152 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:30.364132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19066b0e-bc0f-4b6b-82b6-9201f89d71d9 req-06854b4c-aae5-4994-9fb9-3a359408b152 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0850663 Jun 04 07:18:30.424530 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19066b0e-bc0f-4b6b-82b6-9201f89d71d9 req-273ff540-d322-4f6e-961c-0dacad53915d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493357 Jun 04 07:18:31.630376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae7e4f-06ed-4e9b-9c38-825d10d5cd3a req-b9b55b43-b45c-4fc3-8c07-71efbd2450fc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:31.631866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cae7e4f-06ed-4e9b-9c38-825d10d5cd3a req-b9b55b43-b45c-4fc3-8c07-71efbd2450fc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0862191 Jun 04 07:18:31.677804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3cae7e4f-06ed-4e9b-9c38-825d10d5cd3a req-67dc34ad-5e1c-4d78-affb-4214324c838f tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399261 Jun 04 07:18:32.897784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70020576-7871-4099-aa94-78997297cd94 req-ba8cb2c9-2df7-431b-b3c3-b7cec19fbeab tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:32.900206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70020576-7871-4099-aa94-78997297cd94 req-ba8cb2c9-2df7-431b-b3c3-b7cec19fbeab tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0883079 Jun 04 07:18:32.955600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-70020576-7871-4099-aa94-78997297cd94 req-0c57ed18-4551-48b5-9ecb-bef382b03680 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488389 Jun 04 07:18:34.143044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358bcf5-d42a-4535-b3a3-6ce564ac917d req-7ff075cf-4cee-458b-9b1b-0702fc437629 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:34.144482 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1358bcf5-d42a-4535-b3a3-6ce564ac917d req-7ff075cf-4cee-458b-9b1b-0702fc437629 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0790253 Jun 04 07:18:34.188639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1358bcf5-d42a-4535-b3a3-6ce564ac917d req-0bb84369-3f6c-423a-b3e1-f8454594a65a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383995 Jun 04 07:18:35.381917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698e55-9ffc-458f-a018-a2c3ea844a26 req-110ca64c-cc4b-4a34-be1a-2b42e9895250 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:35.383303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2698e55-9ffc-458f-a018-a2c3ea844a26 req-110ca64c-cc4b-4a34-be1a-2b42e9895250 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0848432 Jun 04 07:18:35.427262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2698e55-9ffc-458f-a018-a2c3ea844a26 req-3d3164a7-ab17-4536-9d6a-6bd802ab0d74 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Jun 04 07:18:36.286448 n-d-811808-2 neutron-server[88848]: INFO neutron.api.v2.resource [req-ca484899-41d4-44be-b514-4d68403f030d req-a8180a3d-ae03-4a4a-8730-d7c15d734789 service neutron] show failed (client error): The resource could not be found. Jun 04 07:18:36.287384 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-a8180a3d-ae03-4a4a-8730-d7c15d734789 service neutron] 10.222.0.24 "GET /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.1977839 Jun 04 07:18:36.597950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-70293ad8-2223-46a5-98e1-78f4a7618d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:36.599869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-70293ad8-2223-46a5-98e1-78f4a7618d90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1127872 Jun 04 07:18:36.612376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:18:36.842123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23fa2-4628-4fbe-8bba-151172d6e167 req-1005ce84-38c7-49d8-b1a4-77bd4bec83c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:36.843558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3e23fa2-4628-4fbe-8bba-151172d6e167 req-1005ce84-38c7-49d8-b1a4-77bd4bec83c8 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.2855861 Jun 04 07:18:36.864990 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:36.944669 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3e23fa2-4628-4fbe-8bba-151172d6e167 req-dd96209d-fd71-4c1a-8b29-ad2e710d4289 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938535 Jun 04 07:18:37.169704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:18:37.197571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:18:37.255677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:18:37.261548 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:37.276483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Transition to ACTIVE for port object 652a7115-2233-4933-b0f9-a29c3332db24 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:18:37.280421 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:37.321748 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75935c9-db29-483f-b450-73bad8ad63c1'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'code': 200} Jun 04 07:18:37.423089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:37.441321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.441813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.442050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.442895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.443241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.443578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.443906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.444331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.444676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.445008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.445341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.445690 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:37.498348 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] No DVR routers for this DVR port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:18:37.733372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:18:37.734171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:18:37.734171 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:18:37.738617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:18:37.739026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:18:37.744891 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:18:37.745223 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:18:37.745629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:18:37.746054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Bound port: 652a7115-2233-4933-b0f9-a29c3332db24, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:18:37.746397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:37.836912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:18:37.840074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:18:37.844201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:37.907648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:37.908255 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:37.909633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] 10.222.0.39 "PUT /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1091 time: 1.3012502 Jun 04 07:18:37.925709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a3611-5ded-4357-9a77-d097a0eeddec service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:38.008289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-5726ef2a-fdfb-41a0-b971-9fbb5c013655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:38.009934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-5726ef2a-fdfb-41a0-b971-9fbb5c013655 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1094 time: 0.0781887 Jun 04 07:18:38.211900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-6c7f059e-4aab-4a8e-a0c4-eb6f465350b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:38.213390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-6c7f059e-4aab-4a8e-a0c4-eb6f465350b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1966977 Jun 04 07:18:38.298450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cee1c-b9df-4e53-9b64-fb31c6876bfd req-8a395732-16c6-41f1-a57e-1b366c52459a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:38.299777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-073cee1c-b9df-4e53-9b64-fb31c6876bfd req-8a395732-16c6-41f1-a57e-1b366c52459a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.2050362 Jun 04 07:18:38.353250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-8dbf2f94-5a5b-49b3-9e9e-fb6bd068df59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1335413 Jun 04 07:18:38.506993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-073cee1c-b9df-4e53-9b64-fb31c6876bfd req-f61bf313-249d-449d-bad7-db3b477a456d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004941 Jun 04 07:18:38.532346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-808f3ab3-7a81-4bbb-bbe3-56dbc95d1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:38.533794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-808f3ab3-7a81-4bbb-bbe3-56dbc95d1fcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.1748309 Jun 04 07:18:38.608935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484899-41d4-44be-b514-4d68403f030d req-1e73518a-0ad0-4a12-92f4-fe1433ddb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:38.610316 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-1e73518a-0ad0-4a12-92f4-fe1433ddb771 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706413 Jun 04 07:18:38.741409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-a87e6b5f-6d8e-4afc-a14e-d5880c98a7c5 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246636 Jun 04 07:18:38.876415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca484899-41d4-44be-b514-4d68403f030d req-121fe1cf-d004-4b6c-9564-2c6bc708c3a7 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291842 Jun 04 07:18:38.920278 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:18:39.323045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:18:39.381987 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b344b00f-2bc4-4c34-bd22-53c2c461979b'] response: {'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'status': 'completed', 'code': 200} Jun 04 07:18:39.470131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-a835eb58-5c2b-43b4-a61f-759f36a3271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.471596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-a835eb58-5c2b-43b4-a61f-759f36a3271a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1094 time: 0.0724332 Jun 04 07:18:39.479768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-76a0248e-72c0-48d2-8e16-a47c5d8cba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.481244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-76a0248e-72c0-48d2-8e16-a47c5d8cba6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1094 time: 0.0778403 Jun 04 07:18:39.547268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:18:39.628163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:18:39.639446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-8675d704-84bf-4179-b7a4-d75bbd7d458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.640273 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-a98cffca-866e-4028-b5d9-aeb5982ac95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.641968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-a98cffca-866e-4028-b5d9-aeb5982ac95c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1553974 Jun 04 07:18:39.642210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-8675d704-84bf-4179-b7a4-d75bbd7d458f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1649821 Jun 04 07:18:39.756417 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-b483de71-518c-4582-b28c-a3978c26fae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1079855 Jun 04 07:18:39.801779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-0abd3fe4-ceb1-4d35-ba74-d428592c217f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1532588 Jun 04 07:18:39.830747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-2606fe2a-4cc5-49db-bd71-86eed75fbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.832255 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-2606fe2a-4cc5-49db-bd71-86eed75fbb26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0700469 Jun 04 07:18:39.887149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56dbab-e3f7-4439-8edf-9973e9d453ca req-3cfd760d-1196-4aa6-bdbd-2f9987eccb0d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.888600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b56dbab-e3f7-4439-8edf-9973e9d453ca req-3cfd760d-1196-4aa6-bdbd-2f9987eccb0d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.1834304 Jun 04 07:18:39.892405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-aec8bbbc-2b81-4f36-a467-60a1170b4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.893733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-aec8bbbc-2b81-4f36-a467-60a1170b4b8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0830846 Jun 04 07:18:39.915267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-a01177d4-acda-44a3-89cd-ce119d5cacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:39.916858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-a01177d4-acda-44a3-89cd-ce119d5cacef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787852 Jun 04 07:18:39.980686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5b56dbab-e3f7-4439-8edf-9973e9d453ca req-7dea9276-0153-4996-9218-4297098b223b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854826 Jun 04 07:18:40.011023 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996597-aff4-46f4-8d03-596a661eb045 req-96469377-c17b-44ac-b3a5-6439ddfcadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:40.012520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-96469377-c17b-44ac-b3a5-6439ddfcadff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028028 Jun 04 07:18:40.057797 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-73eefda5-1ace-48e3-a9e9-7285c38ed5b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348689 Jun 04 07:18:40.162843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-c8c9172a-e5c7-44b3-b695-ced90f94a83c service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440053 Jun 04 07:18:40.202317 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-a3b6a930-f979-47ca-9709-254d8276152b service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379766 Jun 04 07:18:40.300061 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98996597-aff4-46f4-8d03-596a661eb045 req-200bee42-e68b-47d5-b220-d9d8ee0f755f service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321096 Jun 04 07:18:41.184366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68778dd-8aca-4ab5-a24c-e1271163000d req-ab8dca0b-6727-4044-9070-885578fe79b2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:41.185839 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a68778dd-8aca-4ab5-a24c-e1271163000d req-ab8dca0b-6727-4044-9070-885578fe79b2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0830860 Jun 04 07:18:41.230187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a68778dd-8aca-4ab5-a24c-e1271163000d req-c7a93d23-2787-4724-9679-a37120036a63 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384145 Jun 04 07:18:42.419377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0158646-739c-4c33-94be-cf956f05c93f req-ee90d60c-b932-46d0-8b44-57597f98eb81 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:42.420775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0158646-739c-4c33-94be-cf956f05c93f req-ee90d60c-b932-46d0-8b44-57597f98eb81 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0796809 Jun 04 07:18:42.467590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0158646-739c-4c33-94be-cf956f05c93f req-9543c944-6ad3-4936-9a22-a9d9e5104701 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 Jun 04 07:18:43.669142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928af5c5-6f50-45d4-8e52-421278bfebe2 req-5a3d4df0-dc02-4ade-9ddf-c956b645f449 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:43.670623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-928af5c5-6f50-45d4-8e52-421278bfebe2 req-5a3d4df0-dc02-4ade-9ddf-c956b645f449 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0833178 Jun 04 07:18:43.715973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-928af5c5-6f50-45d4-8e52-421278bfebe2 req-162050aa-ba77-4f21-9a24-e82e0adcc816 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Jun 04 07:18:44.904558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa47a23-4b3e-4d66-be83-4bc9508815e0 req-2948e307-e028-4126-843a-2b65a46ccf0b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:44.906057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3aa47a23-4b3e-4d66-be83-4bc9508815e0 req-2948e307-e028-4126-843a-2b65a46ccf0b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0823152 Jun 04 07:18:45.056390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3aa47a23-4b3e-4d66-be83-4bc9508815e0 req-2efd6bbf-56e6-4844-90a2-2fde0b67d5a0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443896 Jun 04 07:18:46.244579 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3348c-13bf-4774-9e8f-1e79d04bcbcf req-3797e546-dc4f-477b-9bbb-0123a90a2a68 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:46.246049 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bb3348c-13bf-4774-9e8f-1e79d04bcbcf req-3797e546-dc4f-477b-9bbb-0123a90a2a68 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0812728 Jun 04 07:18:46.289570 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7bb3348c-13bf-4774-9e8f-1e79d04bcbcf req-f16a53cc-4e4d-4e73-b390-0d33ca1eb2d0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378830 Jun 04 07:18:47.028480 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f4636458-f15d-4463-98ef-baadcc9f936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:47.485574 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ad7d-fce5-45e2-8bad-834e3ad1794a req-2935b023-2b6a-4eab-85ba-9e811dcfeafa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:47.487017 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0272ad7d-fce5-45e2-8bad-834e3ad1794a req-2935b023-2b6a-4eab-85ba-9e811dcfeafa tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0849149 Jun 04 07:18:47.533761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0272ad7d-fce5-45e2-8bad-834e3ad1794a req-e438a6f9-1f01-4eb5-8b8e-a22201fe3ad1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Jun 04 07:18:48.721104 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c4f78-17b1-4940-b415-5d8daf9cf4fe req-6f3b0c4b-be7e-4420-817c-e50cafc5b1c7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:48.722495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-261c4f78-17b1-4940-b415-5d8daf9cf4fe req-6f3b0c4b-be7e-4420-817c-e50cafc5b1c7 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0803485 Jun 04 07:18:48.769519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-261c4f78-17b1-4940-b415-5d8daf9cf4fe req-0bca37a8-f3e0-495c-b2b2-fd2cb3f3242a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Jun 04 07:18:49.147775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d6abc295-3082-4eb3-b104-895429d9d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:49.789118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:18:49.923509 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:18:49.937644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '652a7115-2233-4933-b0f9-a29c3332db24', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:18:49.958764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aec02-54fd-42a2-8a7a-7883240f2539 req-dbf936f6-6e38-4cfd-8bd5-010c93504d31 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:49.960348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16aec02-54fd-42a2-8a7a-7883240f2539 req-dbf936f6-6e38-4cfd-8bd5-010c93504d31 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 943 time: 0.0820751 Jun 04 07:18:49.994757 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:18:49.995401 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:50.007429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b16aec02-54fd-42a2-8a7a-7883240f2539 req-864b4ee2-f27a-490e-9e58-1d5cd1039e73 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Jun 04 07:18:50.021583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:18:50.038407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:18:50.042707 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:50.115797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:50.128956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.129302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.129747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.130085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.130408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.130732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.131055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.131376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.131803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.132008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.132326 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.132647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:50.224765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:50.345301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['652a7115-2233-4933-b0f9-a29c3332db24'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:18:50.489640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-389a6c07-200e-4d9f-ab82-4a228274ced1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:50.491062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-389a6c07-200e-4d9f-ab82-4a228274ced1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&binding%3Ahost_id=n-h1-811808-2 HTTP/1.1" status: 200 len: 944 time: 0.1535258 Jun 04 07:18:50.503239 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-c53699c5-1667-4eed-83bf-8e882a17e82a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:18:50.504171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-c53699c5-1667-4eed-83bf-8e882a17e82a tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065560 Jun 04 07:18:50.513352 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5edec-b25e-46b3-a4ae-682a87296234 req-7e82daa5-dcf2-4425-8946-5d7ae8a7b483 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:50.514917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88e5edec-b25e-46b3-a4ae-682a87296234 req-7e82daa5-dcf2-4425-8946-5d7ae8a7b483 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.1112778 Jun 04 07:18:50.620599 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-88e5edec-b25e-46b3-a4ae-682a87296234 req-77920690-8601-42c7-b298-e475ea3beed9 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713196 Jun 04 07:18:50.623003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:50.626553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-aca91625-50a2-44d1-bb56-15607d13e6f5 service neutron] 10.222.0.39 "GET /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24/bindings/n-h1-811808-2 HTTP/1.1" status: 200 len: 382 time: 0.1107533 Jun 04 07:18:50.722984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-0ace6975-edc1-4a73-821f-b432ee4e0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:50.724443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-0ace6975-edc1-4a73-821f-b432ee4e0269 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1095 time: 0.0712209 Jun 04 07:18:50.856844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-a9f1aeca-560e-4f2c-95b9-b12cd6f22c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:50.858336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-a9f1aeca-560e-4f2c-95b9-b12cd6f22c89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1268806 Jun 04 07:18:50.963875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-ad30c77a-ea4e-4404-9073-0cbfa3ee64b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1001 time: 0.0993862 Jun 04 07:18:51.030846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-d325e371-9f53-4142-90f7-80744ed8a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:51.032302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-d325e371-9f53-4142-90f7-80744ed8a586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0622759 Jun 04 07:18:51.107658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-fa1c4a0d-ca8f-43dd-8895-946e829d00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:51.109116 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-fa1c4a0d-ca8f-43dd-8895-946e829d00b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707269 Jun 04 07:18:51.247360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-b0d51f79-95f5-4330-bdcf-5c8a5c5971cb service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313703 Jun 04 07:18:51.378494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-97abaa3b-872e-4fa2-9b07-62adbf3db04f service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251867 Jun 04 07:18:51.816739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b19bc-ae17-4b2b-95f0-c9d6d63f45b2 req-36c34c51-5b1e-4977-a8a9-2a6f16bfe443 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:51.818220 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb2b19bc-ae17-4b2b-95f0-c9d6d63f45b2 req-36c34c51-5b1e-4977-a8a9-2a6f16bfe443 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0792601 Jun 04 07:18:51.822896 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:18:51.868812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eb2b19bc-ae17-4b2b-95f0-c9d6d63f45b2 req-f7a0db71-a0b1-4d26-ba30-0de796f73fe1 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Jun 04 07:18:51.893910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 652a7115-2233-4933-b0f9-a29c3332db24 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:18:51.904338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 652a7115-2233-4933-b0f9-a29c3332db24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:18:51.904637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:52.058194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:18:52.058581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:52.087495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:18:52.097677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:18:52.101811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:52.149903 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647e3800-a13c-4d99-91b1-5c0bf2556b9c'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'code': 200} Jun 04 07:18:52.174997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:52.198696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:53.063939 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43830453-24c3-486b-a147-2945a37aa40d req-ff14eefc-03c8-4b43-9f70-d841ea7cbc8e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:53.065404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43830453-24c3-486b-a147-2945a37aa40d req-ff14eefc-03c8-4b43-9f70-d841ea7cbc8e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0831287 Jun 04 07:18:53.112649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43830453-24c3-486b-a147-2945a37aa40d req-55f1619d-c5bc-473e-94c1-c182243a4555 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Jun 04 07:18:53.985422 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-459e7de4-4222-49ab-9d0b-14a84f951d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:53.987099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-459e7de4-4222-49ab-9d0b-14a84f951d96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b&tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0743461 Jun 04 07:18:53.997901 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:18:54.111628 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:54.313929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538dca1-52a8-484d-9f72-34c87805a7ee req-885aadec-585c-4857-b7bb-3cad1a71fd97 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:54.315307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d538dca1-52a8-484d-9f72-34c87805a7ee req-885aadec-585c-4857-b7bb-3cad1a71fd97 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0862687 Jun 04 07:18:54.385924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:18:54.418040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:18:54.467956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d538dca1-52a8-484d-9f72-34c87805a7ee req-33c83cea-f9b9-40f6-8240-024d8d6f6b8e tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462822 Jun 04 07:18:54.479352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:54.481442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:18:54.499317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Transition to ACTIVE for port object 652a7115-2233-4933-b0f9-a29c3332db24 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:18:54.503041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:54.552974 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11c072a-9dd0-46a1-8719-d63cb40a1e01'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'code': 200} Jun 04 07:18:54.643549 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:54.662699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.663040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.663380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.663712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.664069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.664399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.664722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.665045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.665365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.665708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.666033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.666349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:18:54.715576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] No DVR routers for this DVR port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:18:55.053861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:18:55.054610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:18:55.054610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:18:55.059756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:18:55.060069 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Attempting to bind port 652a7115-2233-4933-b0f9-a29c3332db24 on network 4df72f19-4eb3-4166-a79c-52eb6b87442e {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:18:55.065281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:18:55.065641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Checking segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:18:55.066019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Bound using segment: {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:18:55.066434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Bound port: 652a7115-2233-4933-b0f9-a29c3332db24, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c45a19e-e112-4bd9-85da-f953f9c4637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:18:55.066773 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:55.153689 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:18:55.156591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:18:55.160332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:55.218346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.218932 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:55.220282 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] 10.222.0.24 "PUT /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1092 time: 1.2262986 Jun 04 07:18:55.243858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f6a8-ae54-42d2-a869-eb66e9b0c5ad service neutron] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=11']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:18:55.323785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-2bb7be39-f1f1-4dbf-ab12-7eec54f5f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.325948 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-2bb7be39-f1f1-4dbf-ab12-7eec54f5f1b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1095 time: 0.0791054 Jun 04 07:18:55.462464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-fb7ce6b7-bc3e-4612-80e6-f86a4d4e6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.463896 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-fb7ce6b7-bc3e-4612-80e6-f86a4d4e6439 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1325569 Jun 04 07:18:55.570030 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-44c47021-fbcc-42db-878c-c1a5266a4bea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1004946 Jun 04 07:18:55.635547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-79fa97af-3a24-4d35-9d4b-61af9b49b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.637017 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-79fa97af-3a24-4d35-9d4b-61af9b49b9da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0614748 Jun 04 07:18:55.663268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e4c8c-1af8-48c5-84f8-70caf9cc35a4 req-2d154230-9f2a-4891-ae23-a516b1623af0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.664854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a6e4c8c-1af8-48c5-84f8-70caf9cc35a4 req-2d154230-9f2a-4891-ae23-a516b1623af0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0834615 Jun 04 07:18:55.712176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a6e4c8c-1af8-48c5-84f8-70caf9cc35a4 req-011a57d9-a082-4334-bd8a-b4c7ddcffd93 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Jun 04 07:18:55.717728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-c61775c8-f0ee-4c12-86f1-3cd01ad8bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:55.719251 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-c61775c8-f0ee-4c12-86f1-3cd01ad8bf62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768712 Jun 04 07:18:55.850860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:18:55.856143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-9c27e2a6-b0df-4ff0-86c9-439f3f58fc80 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305249 Jun 04 07:18:55.910068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:18:55.993374 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f3bc9b7-e66e-4b62-ac55-3606a3b559dd req-88d1f083-62fb-4870-9ab5-51e470a7ea51 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315405 Jun 04 07:18:56.038298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:56.154265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:18:56.554265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:18:56.614203 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2969b52-2090-47b3-b1b1-793ae903f69f'] response: {'name': 'network-changed', 'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'status': 'completed', 'code': 200} Jun 04 07:18:56.707435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-39abc00c-5b54-440e-91fd-2c8e00933cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:56.708941 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-39abc00c-5b54-440e-91fd-2c8e00933cfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1095 time: 0.0753682 Jun 04 07:18:56.716309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-19f64d77-9708-4ea1-8e15-9ad7e5acd98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:56.718046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-19f64d77-9708-4ea1-8e15-9ad7e5acd98e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1095 time: 0.0814142 Jun 04 07:18:56.861978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-4f1b8f07-ff56-4470-ae34-7b21e568df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:56.863477 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-4f1b8f07-ff56-4470-ae34-7b21e568df09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1482203 Jun 04 07:18:56.911831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-4ae0d6cc-ddc3-4b69-9c15-20006b4e6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:56.913304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-4ae0d6cc-ddc3-4b69-9c15-20006b4e6bc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1890156 Jun 04 07:18:56.970397 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-974da6a9-50a9-42d6-99d5-c94e81fdc7d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1012316 Jun 04 07:18:57.019517 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-b81e263f-6b2d-4f85-b2fe-b45a5cfd70d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1000111 Jun 04 07:18:57.042696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-d6acd4fa-1443-4a14-be2c-948e8e018385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:57.044296 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-d6acd4fa-1443-4a14-be2c-948e8e018385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0679014 Jun 04 07:18:57.110552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092f38-6836-4edd-9999-1b19fe18f849 req-2297d958-2c04-4824-865c-20416543d8d2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:57.112142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3092f38-6836-4edd-9999-1b19fe18f849 req-2297d958-2c04-4824-865c-20416543d8d2 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.2613897 Jun 04 07:18:57.113892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-617e17ea-3fea-44c2-b02c-d816476fae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:57.115276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-617e17ea-3fea-44c2-b02c-d816476fae25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0887115 Jun 04 07:18:57.209393 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3092f38-6836-4edd-9999-1b19fe18f849 req-fb74e1b6-29d4-4996-be96-54e0f5142088 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890331 Jun 04 07:18:57.239463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-ae359c18-6dc9-4c5e-9b5f-37ab3bb8803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:57.240950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-ae359c18-6dc9-4c5e-9b5f-37ab3bb8803b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193986 Jun 04 07:18:57.244666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c92e5-8f13-4233-b660-2a2822c5304e req-d15c4822-1853-493d-99f4-b7937229ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:57.246148 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-d15c4822-1853-493d-99f4-b7937229ef14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964159 Jun 04 07:18:57.381856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-c4e939a0-c592-46d8-a4ef-abdc404bcd87 service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350529 Jun 04 07:18:57.392170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-3befa844-cceb-49e3-a2d1-830102481b58 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402459 Jun 04 07:18:57.527613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-bb4bbe4d-2000-49e3-8b1d-27150c5a8edc service neutron] 10.222.0.39 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400783 Jun 04 07:18:57.540380 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-708c92e5-8f13-4233-b660-2a2822c5304e req-ffb59d6c-170f-4003-9316-87f36d74e48b service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420779 Jun 04 07:18:58.427270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7441-b37d-4fa7-b2cb-8bf7c8b82bef req-3ac2e5f7-593b-410a-96c9-be572265294d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:58.428624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3ee7441-b37d-4fa7-b2cb-8bf7c8b82bef req-3ac2e5f7-593b-410a-96c9-be572265294d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0845044 Jun 04 07:18:58.472890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a3ee7441-b37d-4fa7-b2cb-8bf7c8b82bef req-846d8f06-7e05-4fe7-a6ce-31adf14a7e20 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Jun 04 07:18:59.485911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-42da1a03-b028-4270-8c02-b4e142c44408 req-ab301ac4-e8a4-470e-8e9a-77f8f71aceda service neutron] (88848) timed out ('10.222.0.39', 52365) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 07:18:59.660284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c851-78f4-4600-9849-b0c1e881e307 req-cebd97f4-68c8-44c6-b1b6-7b1c8644432b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:18:59.661832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8af3c851-78f4-4600-9849-b0c1e881e307 req-cebd97f4-68c8-44c6-b1b6-7b1c8644432b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0798898 Jun 04 07:18:59.707642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8af3c851-78f4-4600-9849-b0c1e881e307 req-1ce19f58-e375-46e1-ac84-4de82b01552d tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392706 Jun 04 07:19:00.899943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad526e0a-b1e7-4f49-a286-2d63ba12058d req-42cbb751-0c80-4f6d-ba08-9eb6d1bc1705 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:00.901378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad526e0a-b1e7-4f49-a286-2d63ba12058d req-42cbb751-0c80-4f6d-ba08-9eb6d1bc1705 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0834165 Jun 04 07:19:00.946623 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad526e0a-b1e7-4f49-a286-2d63ba12058d req-03b2ce4a-93aa-4935-9867-533aa5aa415c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 Jun 04 07:19:02.139177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcef97-b27a-4455-ba78-15de2ac98462 req-8509bb6b-69da-49cb-be5e-948ef43b6167 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:02.140577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eabcef97-b27a-4455-ba78-15de2ac98462 req-8509bb6b-69da-49cb-be5e-948ef43b6167 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0815880 Jun 04 07:19:02.190247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eabcef97-b27a-4455-ba78-15de2ac98462 req-c51ccd31-2210-41a8-9718-2a45b6ed7b03 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439529 Jun 04 07:19:02.756560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-f8572033-20d1-411b-95ac-b3c2d24f245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:02.760124 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-f8572033-20d1-411b-95ac-b3c2d24f245d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 1095 time: 0.0777836 Jun 04 07:19:02.903444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-5272b884-86c2-4044-882f-e7b4e0c0c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:02.904889 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-5272b884-86c2-4044-882f-e7b4e0c0c16e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 200 len: 913 time: 0.1283162 Jun 04 07:19:03.012082 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-a128242f-ab53-4d77-bac3-50da5cb2ebb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 200 len: 1000 time: 0.1012454 Jun 04 07:19:03.076201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-71a26080-4d96-442d-b398-8d527834d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:03.077667 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-71a26080-4d96-442d-b398-8d527834d230 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 200 len: 851 time: 0.0602746 Jun 04 07:19:03.151003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-4c59ebca-4b09-4508-954b-71fabc4a7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:03.152476 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-4c59ebca-4b09-4508-954b-71fabc4a7d73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df72f19-4eb3-4166-a79c-52eb6b87442e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691891 Jun 04 07:19:03.284100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-89544096-2599-41b2-9e18-2688ed202523 service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256721 Jun 04 07:19:03.384451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c3e9-3556-428a-9120-0d3bf32fccb9 req-d137bbc5-72d9-45dd-a0f6-3d2cf5b55826 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:03.386521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd56c3e9-3556-428a-9120-0d3bf32fccb9 req-d137bbc5-72d9-45dd-a0f6-3d2cf5b55826 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0828192 Jun 04 07:19:03.418307 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c73984c5-6054-4e61-a816-9be392a2bd34 req-964e293a-7cd3-47b8-8ca9-52d52b27b54f service neutron] 10.222.0.24 "GET /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284461 Jun 04 07:19:03.433433 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cd56c3e9-3556-428a-9120-0d3bf32fccb9 req-5767f493-d310-40c2-a3a7-d311281d00c4 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398221 Jun 04 07:19:04.624819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd52dcf-e3ff-4438-92d2-2b6006eeed9a req-89374d2c-ce4a-4971-a4e2-1bba3f32e673 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:04.626295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cd52dcf-e3ff-4438-92d2-2b6006eeed9a req-89374d2c-ce4a-4971-a4e2-1bba3f32e673 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0844960 Jun 04 07:19:04.670556 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7cd52dcf-e3ff-4438-92d2-2b6006eeed9a req-ef36c5bf-23a6-4837-bb9a-b793d02c7198 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384429 Jun 04 07:19:05.232707 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-4ea42dfd-2b4e-45ae-84fc-21291d1f12c3 req-8ef07db0-98ff-4314-8551-93d623cd0e4c service neutron] (88848) timed out ('10.222.0.17', 46336) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 07:19:05.879003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd39368-4d8c-4968-bbf3-3fe5b882cf6c req-e5f05cbb-2e84-4b8f-870d-203ea49e8957 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:05.880624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fd39368-4d8c-4968-bbf3-3fe5b882cf6c req-e5f05cbb-2e84-4b8f-870d-203ea49e8957 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0924232 Jun 04 07:19:05.929023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fd39368-4d8c-4968-bbf3-3fe5b882cf6c req-ed4a7502-1af1-44a1-8572-5fe0b7e98106 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Jun 04 07:19:07.123389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c263733-c06e-42be-8d33-3c38deaefc1f req-3e5e26c9-91bf-4759-b179-f9560987aebc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:07.124820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c263733-c06e-42be-8d33-3c38deaefc1f req-3e5e26c9-91bf-4759-b179-f9560987aebc tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0825751 Jun 04 07:19:07.169446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c263733-c06e-42be-8d33-3c38deaefc1f req-665aacab-1213-4e59-9e6c-37bdca9e9a7b tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Jun 04 07:19:07.356475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bce7f-3227-4706-b181-6b29a7da70c3 req-4210cd2e-9cb1-48d4-944b-1f8525b55a82 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:07.357842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23bce7f-3227-4706-b181-6b29a7da70c3 req-4210cd2e-9cb1-48d4-944b-1f8525b55a82 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0799155 Jun 04 07:19:07.406521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c23bce7f-3227-4706-b181-6b29a7da70c3 req-a76aecc7-9623-4fd9-bd3c-244523d7348c tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Jun 04 07:19:07.594174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85bbb6-8648-4815-9990-2ef6fda858b8 req-8361458e-a059-4065-9e70-8344f8a07172 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:07.595615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d85bbb6-8648-4815-9990-2ef6fda858b8 req-8361458e-a059-4065-9e70-8344f8a07172 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 944 time: 0.0802288 Jun 04 07:19:07.639971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d85bbb6-8648-4815-9990-2ef6fda858b8 req-25ca8fb0-960d-48f2-aaa9-3c16e8691881 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387280 Jun 04 07:19:07.694137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:19:07.839478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:07.858241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '652a7115-2233-4933-b0f9-a29c3332db24', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'port_id': '652a7115-2233-4933-b0f9-a29c3332db24', 'mac_address': 'fa:16:3e:40:c2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:19:07.920072 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:07.920363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:07.937923 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:19:07.953936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:07.958363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:08.030146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:08.052326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f700-a145-4648-8399-2dce20319125 req-db233f4d-2bdf-4a20-b896-0fc30fdf3670 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:08.053827 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7fd0f700-a145-4648-8399-2dce20319125 req-db233f4d-2bdf-4a20-b896-0fc30fdf3670 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0871091 Jun 04 07:19:08.200077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7fd0f700-a145-4648-8399-2dce20319125 req-84e7e401-e21f-40fe-92a3-281d635dae16 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402981 Jun 04 07:19:08.276332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['652a7115-2233-4933-b0f9-a29c3332db24'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:19:09.392243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9f274-00c2-4d19-828c-2f521260a798 req-9922e8e9-fe7c-4a83-8b46-697da9b29c89 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:09.393629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7de9f274-00c2-4d19-828c-2f521260a798 req-9922e8e9-fe7c-4a83-8b46-697da9b29c89 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0822399 Jun 04 07:19:09.439204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7de9f274-00c2-4d19-828c-2f521260a798 req-23e833a4-1513-46b0-a9ec-278466806a98 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396235 Jun 04 07:19:09.702533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:19:09.704168 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-bc04b864-e840-4d54-abd1-80d56adadf99 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:09.704858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-bc04b864-e840-4d54-abd1-80d56adadf99 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Synchronizing usage tracker for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:19:09.721672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-bc04b864-e840-4d54-abd1-80d56adadf99 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Unset dirty status for tenant:cc3c0ddf7f1245b2a0e5f80f326da9c5 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:19:09.723303 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-bc04b864-e840-4d54-abd1-80d56adadf99 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 945 time: 0.0990348 Jun 04 07:19:09.771953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 652a7115-2233-4933-b0f9-a29c3332db24 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:19:09.777495 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 652a7115-2233-4933-b0f9-a29c3332db24 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:19:09.777874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:09.798895 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:09.799151 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:09.901122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 652a7115-2233-4933-b0f9-a29c3332db24 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:09.901536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:09.929002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:09.940000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:09.945079 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:09.980795 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc6a53c-568d-48b6-8c79-3ae7cb980ef2'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'code': 200} Jun 04 07:19:10.024273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=13']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:10.057005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:10.057360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:10.475920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:10.476284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:10.476636 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf disassociated. External IP: 172.25.1.170, port: 652a7115-2233-4933-b0f9-a29c3332db24. Jun 04 07:19:10.477125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for 652a7115-2233-4933-b0f9-a29c3332db24 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:10.567650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.db.api [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:19:10.567966 n-d-811808-2 neutron-server[88848]: DEBUG oslo_db.api [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:19:10.635252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c20-3e45-49e7-afe9-24c454ce23f7 req-eb6739cf-7b21-49a4-9d8c-61d59bec5c56 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:10.636716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5000c20-3e45-49e7-afe9-24c454ce23f7 req-eb6739cf-7b21-49a4-9d8c-61d59bec5c56 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 946 time: 0.0863018 Jun 04 07:19:10.680633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d5000c20-3e45-49e7-afe9-24c454ce23f7 req-17039838-1b6c-49fb-badf-7f22e2f766ad tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups?id=75a91adc-20d0-43ee-a625-49d670275909&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375519 Jun 04 07:19:11.069371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port 652a7115-2233-4933-b0f9-a29c3332db24 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:11.069916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:11.319783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] For port 652a7115-2233-4933-b0f9-a29c3332db24, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=652a7115-2233-4933-b0f9-a29c3332db24,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:11.320092 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:11.615766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:11.616059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:11.616441 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Floating IP e1c7e179-a983-4404-884c-26090a0024cf disassociated. External IP: 172.25.1.170, port: 652a7115-2233-4933-b0f9-a29c3332db24. Jun 04 07:19:11.616714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for 652a7115-2233-4933-b0f9-a29c3332db24 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:11.702282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 652a7115-2233-4933-b0f9-a29c3332db24 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:19:11.772827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:11.801143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Port 652a7115-2233-4933-b0f9-a29c3332db24 update to DOWN by agent not found {{(pid=88850) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 04 07:19:11.824777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'Port': ['ID=652a7115-2233-4933-b0f9-a29c3332db24,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:11.843806 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9367ac72-fe15-4e97-8ecc-135838d131b4 req-8d0dc5a8-b3b5-49e6-912a-b618d3cbf108 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 210 time: 0.0454793 Jun 04 07:19:12.020472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:19:12.199202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:19:12.209354 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:19:12.219216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:19:12.219814 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:18:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:12.380711 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] No DVR routers for this DVR port 652a7115-2233-4933-b0f9-a29c3332db24 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:19:12.383595 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:12.386233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-deleted', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:12.402311 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-8f96e05b-fc4a-42b6-9174-53ab27a1896f req-6eb3bb73-1abc-45ea-8161-accd292bd3ed tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.24 "DELETE /v2.0/ports/652a7115-2233-4933-b0f9-a29c3332db24 HTTP/1.1" status: 204 len: 173 time: 2.6738214 Jun 04 07:19:12.412627 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:19:12.438744 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c59a5a-6632-4115-a39e-c1a7d2a9dc98'] response: {'server_uuid': '1d2d8e56-dec5-4b37-999d-46c4ee60238b', 'name': 'network-vif-deleted', 'tag': '652a7115-2233-4933-b0f9-a29c3332db24', 'status': 'completed', 'code': 200} Jun 04 07:19:12.742502 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:12.747105 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:19:12.756348 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:19:12.756955 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:18:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:12.939806 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:19:13.022771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8463f9ee-2cc8-462a-a832-8f2a2249709d req-a2e7610d-3ae0-4a48-8a77-6546528363ff tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d2d8e56-dec5-4b37-999d-46c4ee60238b HTTP/1.1" status: 200 len: 210 time: 0.0622559 Jun 04 07:19:13.280376 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:13.284137 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872883ae-a2dc-414a-b13b-5201af328db1 None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:12:00Z', 'revision_number': 4, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b63ea62-bffd-4667-b219-236e2ec50a4e', 'name': '', 'network_id': '4df72f19-4eb3-4166-a79c-52eb6b87442e', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'mac_address': 'fa:16:3e:ef:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:59Z', 'updated_at': '2022-06-04T07:12:06Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'subnets': [{'id': 'fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:19:13.542339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de61b15-3201-46e0-ae8d-e6e6d9f491b0 None None] New status for floating IP e1c7e179-a983-4404-884c-26090a0024cf: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:19:15.919770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:19:17.036957 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-84e6c095-e05d-4308-aa40-816f303500d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.295769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:17.360758 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.390996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.445251 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.462953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a91adc-20d0-43ee-a625-49d670275909,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:17.476769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.477960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6dd68fe8-96b9-4031-a333-5cc1d96d83b0 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "DELETE /v2.0/security-groups/75a91adc-20d0-43ee-a625-49d670275909 HTTP/1.1" status: 204 len: 168 time: 0.1811957 Jun 04 07:19:17.480739 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:17.499198 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-02c07566-1b78-455f-80e1-9970eca2ca04 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] show failed (client error): The resource could not be found. Jun 04 07:19:17.500232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-02c07566-1b78-455f-80e1-9970eca2ca04 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "GET /v2.0/security-groups/75a91adc-20d0-43ee-a625-49d670275909 HTTP/1.1" status: 404 len: 347 time: 0.0183499 Jun 04 07:19:17.502833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48570) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:17.661747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Deleting port 2b85a1c2-1985-494b-9c69-ec7a8dac46f6 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:17.662002 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.840695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.841014 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:17.967796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Calling delete_port for 2b85a1c2-1985-494b-9c69-ec7a8dac46f6 owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:18.111459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:18.183888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Pushing event deleted for resources: {'Port': ['ID=2b85a1c2-1985-494b-9c69-ec7a8dac46f6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:18.253219 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:18.269007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:18.270166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2dc1cefc-8bf5-4b43-b6c4-eff20a763904 tempest-ServerActionsTestJSON-1061056151 tempest-ServerActionsTestJSON-1061056151-project] 10.222.0.17 "DELETE /v2.0/floatingips/e1c7e179-a983-4404-884c-26090a0024cf HTTP/1.1" status: 204 len: 168 time: 0.7664735 Jun 04 07:19:18.274150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48574) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:18.998411 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:19.153765 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f640672-b39a-4b70-bd40-97c21e5ec4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:19.361584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Deleting port 4b63ea62-bffd-4667-b219-236e2ec50a4e {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:19.361830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:19.533699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] For port 4b63ea62-bffd-4667-b219-236e2ec50a4e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b63ea62-bffd-4667-b219-236e2ec50a4e,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:19.534045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:19.658208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Calling delete_port for 4b63ea62-bffd-4667-b219-236e2ec50a4e owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:19.979331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:20.053058 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b63ea62-bffd-4667-b219-236e2ec50a4e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:20.228976 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:20.411931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:20.626845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:20.771653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Router bc745fa4-3797-4136-b101-dabdb37f2be5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:19:20.953149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:19:20.962008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Sync routers for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:19:20.968154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20e3d396-1dc1-4e8c-949e-d8e3adf8c48a admin admin] 10.222.0.17 "PUT /v2.0/routers/bc745fa4-3797-4136-b101-dabdb37f2be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6926594 Jun 04 07:19:20.970718 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:20.971853 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:19:20.972566 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:21.158053 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:21.181224 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:19:21.339567 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:21.350072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Deleting port 4d83d0d5-05ab-45df-ad95-b28e9d571178 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:21.350404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:21.481091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:19:19Z', 'revision_number': 5, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port': {'id': '4d83d0d5-05ab-45df-ad95-b28e9d571178', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:11:56Z', 'updated_at': '2022-06-04T07:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:21.485223 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Checking router: bc745fa4-3797-4136-b101-dabdb37f2be5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:19:21.494441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Routers {'bc745fa4-3797-4136-b101-dabdb37f2be5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:19:21.495038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:19:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['bc745fa4-3797-4136-b101-dabdb37f2be5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:21.525647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] For port 4d83d0d5-05ab-45df-ad95-b28e9d571178, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4d83d0d5-05ab-45df-ad95-b28e9d571178,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:21.525997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:21.652227 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] Set router bc745fa4-3797-4136-b101-dabdb37f2be5 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:19:21.762620 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:19:21Z', 'revision_number': 6, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:21.766756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3b10e-f279-4ebc-8f1d-858168bf110a None None] The sync data for ids ['bc745fa4-3797-4136-b101-dabdb37f2be5'] in n-d-811808-2 is: [{'id': 'bc745fa4-3797-4136-b101-dabdb37f2be5', 'name': 'tempest-ServerActionsTestJSON-1880569596-router', 'tenant_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:11:55Z', 'updated_at': '2022-06-04T07:19:21Z', 'revision_number': 6, 'project_id': 'cc3c0ddf7f1245b2a0e5f80f326da9c5', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:19:21.784208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Calling delete_port for 4d83d0d5-05ab-45df-ad95-b28e9d571178 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:21.951597 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.000778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Pushing event deleted for resources: {'Port': ['ID=4d83d0d5-05ab-45df-ad95-b28e9d571178,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:22.093036 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.204597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.272666 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.275830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.299503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.300119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc745fa4-3797-4136-b101-dabdb37f2be5 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:19:22.313625 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.314761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-76be6aff-79b9-4fa0-ad05-0722e4fcf3da admin admin] 10.222.0.17 "DELETE /v2.0/routers/bc745fa4-3797-4136-b101-dabdb37f2be5 HTTP/1.1" status: 204 len: 168 time: 1.3426416 Jun 04 07:19:22.317376 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:22.382301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Deleting subnet fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:19:22.385319 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.436333 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.524734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.552955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4d83d0d5-05ab-45df-ad95-b28e9d571178 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:19:22.589308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4d83d0d5-05ab-45df-ad95-b28e9d571178 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:19:22.589683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4d83d0d5-05ab-45df-ad95-b28e9d571178 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:19:22.590183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b63ea62-bffd-4667-b219-236e2ec50a4e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:19:22.595174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.625177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4b63ea62-bffd-4667-b219-236e2ec50a4e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:19:22.625541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b63ea62-bffd-4667-b219-236e2ec50a4e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:19:22.635572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:22.637518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.643922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327157e-524c-4075-a8e5-8c52b24ab75b None None] Network 4df72f19-4eb3-4166-a79c-52eb6b87442e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:19:22.650510 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5af3ae71-92b9-4e79-8271-9d2dbba69db3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fa645f1a-b285-4b3a-8b5b-4205ce2d0f6b HTTP/1.1" status: 204 len: 168 time: 0.3291118 Jun 04 07:19:22.650765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48588) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:22.759266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.769536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Deleting port eb905795-6f49-4d36-9cc3-f604b59c4f07 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:22.769869 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.939477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] DHCP port deletion for 4df72f19-4eb3-4166-a79c-52eb6b87442e request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:19:22.945656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Deleting port eb905795-6f49-4d36-9cc3-f604b59c4f07 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:22.946175 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:22.987419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] For port eb905795-6f49-4d36-9cc3-f604b59c4f07, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb905795-6f49-4d36-9cc3-f604b59c4f07,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:22.988007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.120887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Calling delete_port for eb905795-6f49-4d36-9cc3-f604b59c4f07 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:23.164872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] For port eb905795-6f49-4d36-9cc3-f604b59c4f07, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb905795-6f49-4d36-9cc3-f604b59c4f07,segment=NetworkSegment(3c45a19e-e112-4bd9-85da-f953f9c4637e),segment_id=3c45a19e-e112-4bd9-85da-f953f9c4637e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:23.165258 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.201524 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.295215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Calling delete_port for eb905795-6f49-4d36-9cc3-f604b59c4f07 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:23.360842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb905795-6f49-4d36-9cc3-f604b59c4f07,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:23.366422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] No DVR routers for this DVR port eb905795-6f49-4d36-9cc3-f604b59c4f07 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:19:23.381899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:19:23.382266 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:19:23.485413 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.511334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df72f19-4eb3-4166-a79c-52eb6b87442e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:23.523493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c45a19e-e112-4bd9-85da-f953f9c4637e') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:23.523827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c45a19e-e112-4bd9-85da-f953f9c4637e') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:19:23.535789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.552870 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.560742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:19:23.561138 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.665090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.682381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.701783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] Pushing event deleted for resources: {'Network': ['ID=4df72f19-4eb3-4166-a79c-52eb6b87442e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:23.714062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-06fce9fb-8159-4de8-ac21-2e8dfd56b886 admin admin] 10.222.0.17 "DELETE /v2.0/networks/4df72f19-4eb3-4166-a79c-52eb6b87442e HTTP/1.1" status: 204 len: 168 time: 1.0623243 Jun 04 07:19:23.755152 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 3c45a19e-e112-4bd9-85da-f953f9c4637e resource provider aggregate not found Jun 04 07:19:23.773890 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 3c45a19e-e112-4bd9-85da-f953f9c4637e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c45a19e-e112-4bd9-85da-f953f9c4637e found for delete ", "request_id": "req-049df319-8ccc-4c24-8ea2-6c25f4ffba3b"}]} Jun 04 07:19:23.838690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48602) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:23.883808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Deleting port eb905795-6f49-4d36-9cc3-f604b59c4f07 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:23.884187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.886626 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-04d8f3e3-4bfa-4a5e-b3fb-aebdc20380f1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cc3c0ddf7f1245b2a0e5f80f326da9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467205 Jun 04 07:19:23.889166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48606) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:23.952601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:23.954077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-98d0d3a1-a66a-402a-bac0-2023286453f0 None None] The port 'eb905795-6f49-4d36-9cc3-f604b59c4f07' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:19:23.982340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:24.035633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:24.053238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802014de-2360-42c6-9df9-d6fdd1a3def8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:24.060671 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:24.062541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2394506-27f7-4449-b6d8-55e9ef34a7d8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/802014de-2360-42c6-9df9-d6fdd1a3def8 HTTP/1.1" status: 204 len: 168 time: 0.1724269 Jun 04 07:19:24.545615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb905795-6f49-4d36-9cc3-f604b59c4f07 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:19:24.580969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: eb905795-6f49-4d36-9cc3-f604b59c4f07 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:19:24.581236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb905795-6f49-4d36-9cc3-f604b59c4f07 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:19:24.858555 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48630) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:24.981333 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-439938064-network', 'tenant_id': 'd4ca9ff168bc440c977456f52aa2090d'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:24.986874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:19:24.990781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Usage tracker for resource:network and tenant:d4ca9ff168bc440c977456f52aa2090d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:19:24.994527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:19:25.000245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:19:25.009852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Made reservation on behalf of d4ca9ff168bc440c977456f52aa2090d for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:19:25.012101 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.024077 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.038255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:19:25.042807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Usage tracker for resource:security_group_rule and tenant:d4ca9ff168bc440c977456f52aa2090d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:19:25.045572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:19:25.051338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:19:25.134689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.138593 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.172394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:19:25.181317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a64035-1aa1-44ea-bc96-ee97fc053291,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:25.187374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.187740 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Added segment 43b455c5-7a62-434b-8d9a-d85e65a345a0 of type vlan for network 9a772891-1de7-45ee-b431-1dbab81bdfe4 Jun 04 07:19:25.214237 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.244655 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.245742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:25.246424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.349304 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4895844 Jun 04 07:19:25.353235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48636) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:19:25.355154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052a00d-7a05-4923-a640-0602583f066f admin admin] Pushing event updated for resources: {'Network': ['ID=9a772891-1de7-45ee-b431-1dbab81bdfe4,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:25.359992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Request body: {'subnet': {'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-439938064-subnet', 'tenant_id': 'd4ca9ff168bc440c977456f52aa2090d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:25.364671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:19:25.366452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:19:25.370843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Usage tracker for resource:subnet and tenant:d4ca9ff168bc440c977456f52aa2090d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:19:25.373873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:19:25.380179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:19:25.394162 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Made reservation on behalf of d4ca9ff168bc440c977456f52aa2090d for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:19:25.399642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.633157 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.706089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2a387b-8a69-4328-996e-da74b65c2463,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:25.718155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Checking segment: {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:19:25.718507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Network hostable DHCP agents. Network: 9a772891-1de7-45ee-b431-1dbab81bdfe4, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:19:25.738062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:19:25.748463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 9a772891-1de7-45ee-b431-1dbab81bdfe4) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:19:25.753936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:25.754944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:25.757175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915cab6-efa5-4d17-9be2-7bef1cf5ca3e None None] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:19:25.785030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-00646e5b-976e-4594-a5c4-28c0d04c061a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4253273 Jun 04 07:19:25.996307 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0fcc5-5bfb-4b15-8fb3-b08144635e65 None None] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:19:26.093724 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:26.189744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:26.590908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-a0970d0d-4065-49dd-8eaf-28f96848247f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:26.592345 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-a0970d0d-4065-49dd-8eaf-28f96848247f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 813 time: 0.1463096 Jun 04 07:19:26.608221 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-303182a8-af57-4164-85bb-78bb125c26b9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/quotas/d4ca9ff168bc440c977456f52aa2090d HTTP/1.1" status: 200 len: 375 time: 0.0101738 Jun 04 07:19:26.661307 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-db1fbd24-861e-4bd0-a2df-d6796be7fc5a tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478792 Jun 04 07:19:26.802604 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-7fe17b0a-795b-407c-a3f8-488684c689e6 service neutron] 10.222.0.17 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329350 Jun 04 07:19:26.935290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-8870089c-6eab-4222-92c2-7ddd5541ef0a service neutron] 10.222.0.17 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265020 Jun 04 07:19:27.123630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f7dd3b2-036d-44fc-8e78-0548642e4167 req-b684de94-cec9-4cff-b57f-f509f77b0c26 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 210 time: 0.0516992 Jun 04 07:19:28.154869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-e1d350c6-6ba3-4d63-bde2-15a3d5e6808f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:28.156320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-e1d350c6-6ba3-4d63-bde2-15a3d5e6808f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.39 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 813 time: 0.1544535 Jun 04 07:19:28.170164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Request body: {'port': {'device_id': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4', 'admin_state_up': True, 'tenant_id': 'd4ca9ff168bc440c977456f52aa2090d'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:28.297194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b97bc1d8-d489-4b76-aa9b-5f5efabc2048 req-eead7c67-8b5f-4ad7-a33b-f812d15b48e0 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 210 time: 0.0556920 Jun 04 07:19:28.350168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:19:28.354044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Usage tracker for resource:port and tenant:d4ca9ff168bc440c977456f52aa2090d is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:19:28.356800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:19:28.362476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:19:28.372616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Made reservation on behalf of d4ca9ff168bc440c977456f52aa2090d for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:19:28.376229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:28.540133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Allocated IP 172.20.0.3 (9a772891-1de7-45ee-b431-1dbab81bdfe4/6a2a387b-8a69-4328-996e-da74b65c2463/a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:19:28.853130 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:28.883112 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:28.950847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:19:28.954282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:19:28.958173 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:19:29.004175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Pushing event updated for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:29.029659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:29.030279 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:29.051132 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-b71c5803-b7b4-4c17-9676-75a16483a0d1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848672 Jun 04 07:19:29.106743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Request body: {'port': {'device_id': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:29.223358 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:29.569427 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3505d1-1f72-4de8-9bb7-fe66a5ca21d9 req-b84d54cd-6469-4ddc-9b7d-e16d0553a9b1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:29.570188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4f3505d1-1f72-4de8-9bb7-fe66a5ca21d9 req-b84d54cd-6469-4ddc-9b7d-e16d0553a9b1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Synchronizing usage tracker for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:19:29.639320 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4f3505d1-1f72-4de8-9bb7-fe66a5ca21d9 req-b84d54cd-6469-4ddc-9b7d-e16d0553a9b1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Unset dirty status for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:19:29.640491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f3505d1-1f72-4de8-9bb7-fe66a5ca21d9 req-b84d54cd-6469-4ddc-9b7d-e16d0553a9b1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 931 time: 0.2066729 Jun 04 07:19:29.646218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:19:29.669362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:29.700102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Transition to ACTIVE for port object a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:19:29.705151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:29.711312 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f3505d1-1f72-4de8-9bb7-fe66a5ca21d9 req-b45a4a74-e5cc-405a-816b-ecfb9ec9f5f7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Jun 04 07:19:29.838794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:29.942532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Attempting to bind port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:19:29.942862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Attempting to bind port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:19:29.943186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Attempting to bind port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:19:29.948316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:19:29.948631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Attempting to bind port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:19:29.953634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:19:29.953966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Checking segment: {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:19:29.954345 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Bound using segment: {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:19:29.954793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Bound port: a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:19:29.955139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:30.043846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:19:30.046888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:19:30.051139 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:30.114755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:30.115392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:30.116774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] 10.222.0.39 "PUT /v2.0/ports/a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a HTTP/1.1" status: 200 len: 1091 time: 1.0583582 Jun 04 07:19:30.117293 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:30.137447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70520f66-5caf-4a67-96b7-39ed0d4f4d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:30.189358 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652279f1-9d4c-4ef0-8b12-45825973bf95'] response: {'name': 'network-changed', 'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a', 'status': 'completed', 'code': 200} Jun 04 07:19:30.224144 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-3162678a-37cf-4bda-9d43-1a58967da177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:30.225636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-3162678a-37cf-4bda-9d43-1a58967da177 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 1094 time: 0.0720317 Jun 04 07:19:30.296003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-efe7a61e-37b6-43a8-8ced-926e587ae5bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a HTTP/1.1" status: 200 len: 217 time: 0.0641749 Jun 04 07:19:30.356765 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-7736f11c-83fa-4ab2-bc1f-e4c0724c3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:30.358270 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-7736f11c-83fa-4ab2-bc1f-e4c0724c3d11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a2a387b-8a69-4328-996e-da74b65c2463 HTTP/1.1" status: 200 len: 853 time: 0.0569060 Jun 04 07:19:30.407311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-bada1407-4c29-429c-a6a3-c85682806ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a772891-1de7-45ee-b431-1dbab81bdfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412793 Jun 04 07:19:30.651374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-d68c72bb-9d47-49f2-8b84-bf77a2224764 service neutron] 10.222.0.39 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375431 Jun 04 07:19:30.783149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c4fe78d3-d9dd-491a-83a0-d764fd1cf275 req-2a884890-4cf0-4889-a522-d76a035f1415 service neutron] 10.222.0.39 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254237 Jun 04 07:19:30.959895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-8e80ed29-5dce-41bd-928e-5dcd5dd84f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:30.962225 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-8e80ed29-5dce-41bd-928e-5dcd5dd84f16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 1094 time: 0.1338742 Jun 04 07:19:30.970250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73cc1b-ec51-4218-82c5-0cd2627ec616 req-47278910-0024-4755-b1bc-7a0c69115197 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:30.971592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d73cc1b-ec51-4218-82c5-0cd2627ec616 req-47278910-0024-4755-b1bc-7a0c69115197 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 943 time: 0.1451437 Jun 04 07:19:31.093183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d73cc1b-ec51-4218-82c5-0cd2627ec616 req-5c093fe1-eb70-41ec-bba6-beadf9f2cc7d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029942 Jun 04 07:19:31.131246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-d480c819-0a34-48f3-9d7c-c369a63383be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:31.133340 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-d480c819-0a34-48f3-9d7c-c369a63383be service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 914 time: 0.1609197 Jun 04 07:19:31.203246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-87264b8a-fc8d-4955-9216-8daf7ebf9f5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a HTTP/1.1" status: 200 len: 217 time: 0.0639658 Jun 04 07:19:31.271300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-e596fa58-cf42-4677-b8d1-c362e0e5224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:31.272631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-e596fa58-cf42-4677-b8d1-c362e0e5224d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a2a387b-8a69-4328-996e-da74b65c2463 HTTP/1.1" status: 200 len: 853 time: 0.0631943 Jun 04 07:19:31.318906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-8afa9f40-6b85-4367-a52b-d786f27240f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a772891-1de7-45ee-b431-1dbab81bdfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403309 Jun 04 07:19:31.453137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-bfd6d032-7a1f-459e-ac2b-245b49ef55c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277089 Jun 04 07:19:31.591654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-33677eb1-9eea-49e9-9361-f2a3716d165e req-5b5be2ce-7136-441a-8cac-daf7066e776b service neutron] 10.222.0.39 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322136 Jun 04 07:19:32.289040 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba70bed-7e6e-4ff1-8063-7ef47099940b req-d2420853-879d-4df9-9150-c1a5b0e1b6de tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:32.290450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eba70bed-7e6e-4ff1-8063-7ef47099940b req-d2420853-879d-4df9-9150-c1a5b0e1b6de tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 943 time: 0.0854070 Jun 04 07:19:32.338271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eba70bed-7e6e-4ff1-8063-7ef47099940b req-7e8091ee-5a4b-4a75-a135-5d35d4b95826 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Jun 04 07:19:33.531937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aef4b0-5361-42c2-8622-34a27410aca8 req-7964329e-81fd-43bc-bbf4-4eb8300bc7ea tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:33.533379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68aef4b0-5361-42c2-8622-34a27410aca8 req-7964329e-81fd-43bc-bbf4-4eb8300bc7ea tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 943 time: 0.0817451 Jun 04 07:19:33.583511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-68aef4b0-5361-42c2-8622-34a27410aca8 req-4b7377f7-dcba-4b28-9108-afd0271c10cf tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Jun 04 07:19:34.023586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:19:34.157105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:34.170826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a', 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4', 'port_id': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a', 'mac_address': 'fa:16:3e:b6:29:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2a387b-8a69-4328-996e-da74b65c2463', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:19:34.232191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:34.232568 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:34.250140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:19:34.265894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:34.270867 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:34.373081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:34.559082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:19:34.773809 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe8644-a604-4206-ba64-ec4681f1ca4e req-5f36a52e-8837-4bcf-8521-2117152ea736 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:34.775266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59fe8644-a604-4206-ba64-ec4681f1ca4e req-5f36a52e-8837-4bcf-8521-2117152ea736 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 944 time: 0.0840771 Jun 04 07:19:34.819232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59fe8644-a604-4206-ba64-ec4681f1ca4e req-67f5b40b-cc6e-42fd-a151-bc6cd5c9e5b3 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382659 Jun 04 07:19:36.015775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5834-61f5-4cea-ae61-ffbb5a04ff5d req-5f71f538-a963-4bb3-8533-80ef7b4a2004 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:36.017260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25ff5834-61f5-4cea-ae61-ffbb5a04ff5d req-5f71f538-a963-4bb3-8533-80ef7b4a2004 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 944 time: 0.0837884 Jun 04 07:19:36.024378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:19:36.071939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25ff5834-61f5-4cea-ae61-ffbb5a04ff5d req-19b93632-3fcb-4844-b9f9-541105a44e9b tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Jun 04 07:19:36.098213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:19:36.103518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:19:36.103802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:36.229635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:36.230016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:36.258921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:36.268964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:36.273933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:36.310846 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a677bbaf-5352-4d79-bda9-65215913ef8d'] response: {'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a', 'code': 200} Jun 04 07:19:36.347440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:36.452466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4ea9a-ce76-4884-9d3f-ff2e69cdd8e3 req-35f6c7ae-a4bf-497f-ba1e-612bc5263fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:36.454159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82e4ea9a-ce76-4884-9d3f-ff2e69cdd8e3 req-35f6c7ae-a4bf-497f-ba1e-612bc5263fff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 1096 time: 0.0855815 Jun 04 07:19:36.503130 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-82e4ea9a-ce76-4884-9d3f-ff2e69cdd8e3 req-8ecfd64b-b44a-4ff4-9324-d0d2dc5d29e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Jun 04 07:19:37.266523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcd7a9-9712-47b2-9b8c-41c48b6570bd req-132c560c-68c6-4342-a65c-1169284423ef tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:37.267998 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0fcd7a9-9712-47b2-9b8c-41c48b6570bd req-132c560c-68c6-4342-a65c-1169284423ef tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0855739 Jun 04 07:19:37.415889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0fcd7a9-9712-47b2-9b8c-41c48b6570bd req-94abc5e7-fdf3-427b-a91c-0e1f4cf36be4 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415322 Jun 04 07:19:38.607452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59a79-f80b-4523-afad-66f6d2ea8004 req-e6a845e0-7eb2-418d-9661-d822d22cb3d0 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:38.608895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5c59a79-f80b-4523-afad-66f6d2ea8004 req-e6a845e0-7eb2-418d-9661-d822d22cb3d0 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0837417 Jun 04 07:19:38.653057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5c59a79-f80b-4523-afad-66f6d2ea8004 req-9d9ee049-809e-4801-b8f6-4835140e1ff7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Jun 04 07:19:38.939523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-90194318-addb-4816-a28f-4c182afa1b42 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:38.940970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-90194318-addb-4816-a28f-4c182afa1b42 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 813 time: 0.1482394 Jun 04 07:19:38.957281 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-7858a8b2-7ef0-4aa0-97d5-f6cd1fe2e33a tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/quotas/d4ca9ff168bc440c977456f52aa2090d HTTP/1.1" status: 200 len: 375 time: 0.0096915 Jun 04 07:19:39.039311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-b8247886-4c4a-4b61-85ec-2b649acb3989 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756860 Jun 04 07:19:39.172166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-05c76b9e-4cee-4170-9c29-971fe880aa72 service neutron] 10.222.0.17 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257186 Jun 04 07:19:39.305845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-89aded2f-9938-4c39-b362-9784fd39293e service neutron] 10.222.0.17 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278167 Jun 04 07:19:39.481693 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7dc93c93-f374-42a2-af3b-9683b8701737 req-149629c1-eb69-4acb-9d76-e14a0c3094e0 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0430017 Jun 04 07:19:40.654029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3716baa8-217d-493d-9b63-f21673ba628d req-9a1f9dec-09af-4e3d-ae73-70f1d31a7128 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0556540 Jun 04 07:19:40.696202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-e604f4da-9b13-46a1-b505-515eae39c8bc tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:40.696987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-e604f4da-9b13-46a1-b505-515eae39c8bc tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Synchronizing usage tracker for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:19:40.714188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-e604f4da-9b13-46a1-b505-515eae39c8bc tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Unset dirty status for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:19:40.715322 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-e604f4da-9b13-46a1-b505-515eae39c8bc tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.24 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 813 time: 0.1834714 Jun 04 07:19:40.728161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Request body: {'port': {'device_id': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4', 'admin_state_up': True, 'tenant_id': 'd4ca9ff168bc440c977456f52aa2090d'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:40.868540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:19:40.877952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:19:40.887666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Made reservation on behalf of d4ca9ff168bc440c977456f52aa2090d for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:19:40.891257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:41.068109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Allocated IP 172.20.0.11 (9a772891-1de7-45ee-b431-1dbab81bdfe4/6a2a387b-8a69-4328-996e-da74b65c2463/de0b4e51-82b1-4204-98c3-886e10830eda) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:19:41.269717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:41.298317 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:41.309858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:19:41.370703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Network 9a772891-1de7-45ee-b431-1dbab81bdfe4 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:19:41.373768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:19:41.376479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:19:41.417041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Pushing event updated for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:41.449101 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:41.449729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:41.475027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-d54a87dd-defa-44ae-a7af-4ea939d23ec1 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518194 Jun 04 07:19:41.528514 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Request body: {'port': {'device_id': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:19:41.638479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:41.851774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37000f22-e22f-422f-a257-c92943ab219c req-36220478-74a2-4da8-af4d-20bca174d24e tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:41.853189 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37000f22-e22f-422f-a257-c92943ab219c req-36220478-74a2-4da8-af4d-20bca174d24e tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 932 time: 0.0826628 Jun 04 07:19:41.899206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37000f22-e22f-422f-a257-c92943ab219c req-93cafa36-2ce0-4c6a-9c2b-6b3ec5409a99 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Jun 04 07:19:42.099923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0b4e51-82b1-4204-98c3-886e10830eda {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:19:42.107325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:42.121554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Transition to ACTIVE for port object de0b4e51-82b1-4204-98c3-886e10830eda will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:19:42.125531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:42.286056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:42.368207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Attempting to bind port de0b4e51-82b1-4204-98c3-886e10830eda on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:19:42.368454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Attempting to bind port de0b4e51-82b1-4204-98c3-886e10830eda by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:19:42.368765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Attempting to bind port de0b4e51-82b1-4204-98c3-886e10830eda on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:19:42.373359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Port de0b4e51-82b1-4204-98c3-886e10830eda on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:19:42.373706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Attempting to bind port de0b4e51-82b1-4204-98c3-886e10830eda on network 9a772891-1de7-45ee-b431-1dbab81bdfe4 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:19:42.378735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:19:42.379067 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Checking segment: {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:19:42.379448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Bound using segment: {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:19:42.379870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Bound port: de0b4e51-82b1-4204-98c3-886e10830eda, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b455c5-7a62-434b-8d9a-d85e65a345a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:19:42.380211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:42.472187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:19:42.476845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=de0b4e51-82b1-4204-98c3-886e10830eda,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:19:42.481522 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:42.537676 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:42.538602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:42.540114 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] 10.222.0.24 "PUT /v2.0/ports/de0b4e51-82b1-4204-98c3-886e10830eda HTTP/1.1" status: 200 len: 1092 time: 1.0579944 Jun 04 07:19:42.540538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:42.576065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc68f5d-03af-4fce-b771-e03173a42695 service neutron] Pushing event updated for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:42.646784 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df22479-6444-4307-9e44-f477187c7dbe'] response: {'name': 'network-changed', 'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda', 'status': 'completed', 'code': 200} Jun 04 07:19:42.655780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-a13fd994-738f-4fb6-89a7-3873d7560772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:42.657247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-a13fd994-738f-4fb6-89a7-3873d7560772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0779045 Jun 04 07:19:42.730361 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-28b731a1-ee4d-44b4-82fe-7da14943dc13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de0b4e51-82b1-4204-98c3-886e10830eda HTTP/1.1" status: 200 len: 217 time: 0.0658205 Jun 04 07:19:42.791615 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-2849e3c2-0f7b-4f1a-bedc-ff0ab2292e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:42.793065 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-2849e3c2-0f7b-4f1a-bedc-ff0ab2292e8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a2a387b-8a69-4328-996e-da74b65c2463 HTTP/1.1" status: 200 len: 853 time: 0.0571506 Jun 04 07:19:42.843100 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-0aa00dc0-551e-4660-9d0d-ea395d97744d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a772891-1de7-45ee-b431-1dbab81bdfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jun 04 07:19:42.976833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-349a8d51-bf68-4018-ba6a-696454481ffd service neutron] 10.222.0.24 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281681 Jun 04 07:19:43.097595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358a19-5c50-4148-9382-3b7cff52979f req-7a37c211-5e16-41f0-b513-c99269f17004 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:43.099042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a358a19-5c50-4148-9382-3b7cff52979f req-7a37c211-5e16-41f0-b513-c99269f17004 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0873368 Jun 04 07:19:43.111275 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-193506a9-05be-4fc2-ab5a-54630ae1bd92 req-4bf14934-da26-48ab-a2ea-3353fe25c674 service neutron] 10.222.0.24 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288192 Jun 04 07:19:43.145456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a358a19-5c50-4148-9382-3b7cff52979f req-afaed4a1-7d28-4304-bdec-4937f10e722d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Jun 04 07:19:43.221282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693d521-546d-41b4-8974-9169515e95a2 req-59115672-ef6d-4855-ba76-7f12e3fab218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:43.222855 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-59115672-ef6d-4855-ba76-7f12e3fab218 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4ca9ff168bc440c977456f52aa2090d&device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0701547 Jun 04 07:19:43.352506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693d521-546d-41b4-8974-9169515e95a2 req-0e9c088c-cbd8-4978-bd7f-284088c0f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:43.353999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-0e9c088c-cbd8-4978-bd7f-284088c0f07b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 200 len: 914 time: 0.1249650 Jun 04 07:19:43.423406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-c16a73d4-63aa-4899-983c-eed95cb86a71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de0b4e51-82b1-4204-98c3-886e10830eda HTTP/1.1" status: 200 len: 217 time: 0.0634546 Jun 04 07:19:43.483358 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693d521-546d-41b4-8974-9169515e95a2 req-2bcc9732-d88f-4937-913b-064820562bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:43.484804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-2bcc9732-d88f-4937-913b-064820562bec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a2a387b-8a69-4328-996e-da74b65c2463 HTTP/1.1" status: 200 len: 853 time: 0.0561922 Jun 04 07:19:43.532922 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-26bf1189-633b-4f60-b097-f918fe659fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9a772891-1de7-45ee-b431-1dbab81bdfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426955 Jun 04 07:19:43.772988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-4b12fb5f-eef5-4e93-b2b1-4c3869023b0c service neutron] 10.222.0.24 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338915 Jun 04 07:19:43.901723 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-0693d521-546d-41b4-8974-9169515e95a2 req-7c278add-b6b5-4f55-9f40-78d3eeaa90c4 service neutron] 10.222.0.24 "GET /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Jun 04 07:19:44.489737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c7c75-11da-42cc-a8af-c91c4b797cd0 req-5c0451c1-30a5-455f-a81d-4dc181cc599e tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:44.491201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b25c7c75-11da-42cc-a8af-c91c4b797cd0 req-5c0451c1-30a5-455f-a81d-4dc181cc599e tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0804422 Jun 04 07:19:44.535235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b25c7c75-11da-42cc-a8af-c91c4b797cd0 req-0a96c196-484a-4753-bf1b-627080724f33 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Jun 04 07:19:45.723208 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8aaab-b467-45b1-9e31-6064ce8b2151 req-a343b7c8-f4f1-4665-a0af-db7a2be4aeb4 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:45.724660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3d8aaab-b467-45b1-9e31-6064ce8b2151 req-a343b7c8-f4f1-4665-a0af-db7a2be4aeb4 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0830657 Jun 04 07:19:45.769968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3d8aaab-b467-45b1-9e31-6064ce8b2151 req-aca7e2f6-bebf-4605-9df1-96dcdd177158 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Jun 04 07:19:46.957087 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffac39-69f1-439f-b245-848ba8b4ca97 req-45ae2c1b-4a3d-4a3c-a4f6-75cc3d6ecbae tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:46.958575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-deffac39-69f1-439f-b245-848ba8b4ca97 req-45ae2c1b-4a3d-4a3c-a4f6-75cc3d6ecbae tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0813487 Jun 04 07:19:47.011389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-deffac39-69f1-439f-b245-848ba8b4ca97 req-4a8cac14-60c0-42e3-ae61-413fce7e1180 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Jun 04 07:19:47.034629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ba41edc7-add6-4579-937d-2c7b37f81ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:47.810166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device de0b4e51-82b1-4204-98c3-886e10830eda details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:19:47.947404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=de0b4e51-82b1-4204-98c3-886e10830eda,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:47.960724 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'de0b4e51-82b1-4204-98c3-886e10830eda', 'network_id': '9a772891-1de7-45ee-b431-1dbab81bdfe4', 'port_id': 'de0b4e51-82b1-4204-98c3-886e10830eda', 'mac_address': 'fa:16:3e:40:8a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2a387b-8a69-4328-996e-da74b65c2463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:19:48.025377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port de0b4e51-82b1-4204-98c3-886e10830eda is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:48.025788 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:48.043579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0b4e51-82b1-4204-98c3-886e10830eda {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:19:48.060916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=de0b4e51-82b1-4204-98c3-886e10830eda,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:48.064951 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:48.140176 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:48.215233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1a3d2-b5b5-4910-af4a-b36c677bb2a7 req-0da67c01-e200-4d05-ab8d-e85aac3c435f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:48.216668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42a1a3d2-b5b5-4910-af4a-b36c677bb2a7 req-0da67c01-e200-4d05-ab8d-e85aac3c435f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0798423 Jun 04 07:19:48.262149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42a1a3d2-b5b5-4910-af4a-b36c677bb2a7 req-332255b7-8217-4c35-85d2-3c8f6b40bb9e tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Jun 04 07:19:48.357938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['de0b4e51-82b1-4204-98c3-886e10830eda'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:19:49.155554 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-559ae42b-c8ba-4673-a76d-22f065f499ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:49.453806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a6dd7-24a6-427b-80d5-6a6b73f3719a req-773d9ce1-c842-406e-b178-ce8bbff0aa24 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:49.455203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-992a6dd7-24a6-427b-80d5-6a6b73f3719a req-773d9ce1-c842-406e-b178-ce8bbff0aa24 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0846167 Jun 04 07:19:49.499451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-992a6dd7-24a6-427b-80d5-6a6b73f3719a req-436fd4f2-1ae9-4a91-8cc0-e09b5eded473 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 Jun 04 07:19:49.825833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device de0b4e51-82b1-4204-98c3-886e10830eda up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:19:49.894612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port de0b4e51-82b1-4204-98c3-886e10830eda completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:19:49.900473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port de0b4e51-82b1-4204-98c3-886e10830eda triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:19:49.900848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:50.025797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port de0b4e51-82b1-4204-98c3-886e10830eda is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:19:50.026177 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:50.054685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:50.064384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=de0b4e51-82b1-4204-98c3-886e10830eda,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:50.067638 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:50.139482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:50.149562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.149912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.150251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.150582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.150963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.151358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.151697 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.152015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.152337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.152655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.153007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.153556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:19:50.158277 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d455e25f-b0ac-4957-b889-1fe69ed6ea27'] response: {'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda', 'code': 200} Jun 04 07:19:50.231900 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:50.281624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2363-6523-4b83-8f98-729de3202dd6 req-c03e4863-0724-4e11-8071-034e23ba8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:50.283091 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9cea2363-6523-4b83-8f98-729de3202dd6 req-c03e4863-0724-4e11-8071-034e23ba8663 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0695820 Jun 04 07:19:50.322721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9cea2363-6523-4b83-8f98-729de3202dd6 req-54e19871-37e2-4603-b705-7a724e16e64f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Jun 04 07:19:50.629814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:50.684390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8098ae-aa2e-4e51-8b8d-9cea36024296 req-d7999624-21cb-4e4b-bd74-0996a89f2dc3 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:50.685879 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc8098ae-aa2e-4e51-8b8d-9cea36024296 req-d7999624-21cb-4e4b-bd74-0996a89f2dc3 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0801020 Jun 04 07:19:50.730078 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc8098ae-aa2e-4e51-8b8d-9cea36024296 req-fe22d8b4-8818-416c-a8e2-2adcc69dab98 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Jun 04 07:19:51.920469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda70f-79ad-4933-bcf2-925e904779c0 req-edf1b259-76d4-4e7c-98ab-a27f46e663c8 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:51.921921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7eeda70f-79ad-4933-bcf2-925e904779c0 req-edf1b259-76d4-4e7c-98ab-a27f46e663c8 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0827167 Jun 04 07:19:51.967344 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7eeda70f-79ad-4933-bcf2-925e904779c0 req-8207fe02-b3d5-43b9-af7f-88301ed2829b tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Jun 04 07:19:52.207112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:52.353105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4df98-be53-4f62-8836-f57cb5d9bb5c req-3cc081bc-34ab-4966-8115-dc0c52e9dce4 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:52.354523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26a4df98-be53-4f62-8836-f57cb5d9bb5c req-3cc081bc-34ab-4966-8115-dc0c52e9dce4 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0799475 Jun 04 07:19:52.401949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26a4df98-be53-4f62-8836-f57cb5d9bb5c req-d355fd43-32ca-4f7e-b682-b57b31107618 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Jun 04 07:19:52.919411 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:19:53.589372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051a360-c52b-4b5b-ad45-81b80fa64b30 req-e90bcda8-bc1e-4f14-aa3b-3d34a66e0d8d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:53.590956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2051a360-c52b-4b5b-ad45-81b80fa64b30 req-e90bcda8-bc1e-4f14-aa3b-3d34a66e0d8d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0815854 Jun 04 07:19:53.636888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2051a360-c52b-4b5b-ad45-81b80fa64b30 req-e3de7f7b-62de-4e19-9485-9aad12df2a0f tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Jun 04 07:19:53.655438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-a5550039-57fe-446d-b4d4-c4b59a7fefe2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:53.656157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-a5550039-57fe-446d-b4d4-c4b59a7fefe2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Synchronizing usage tracker for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:19:53.671212 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-a5550039-57fe-446d-b4d4-c4b59a7fefe2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Unset dirty status for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:19:53.672376 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-a5550039-57fe-446d-b4d4-c4b59a7fefe2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.24 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0988669 Jun 04 07:19:53.743652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Deleting port de0b4e51-82b1-4204-98c3-886e10830eda {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:53.743991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:53.987796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] For port de0b4e51-82b1-4204-98c3-886e10830eda, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=de0b4e51-82b1-4204-98c3-886e10830eda,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:53.988154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:54.113360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Calling delete_port for de0b4e51-82b1-4204-98c3-886e10830eda owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:19:54.257852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:54.268869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:19:54.307517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Pushing event deleted for resources: {'Port': ['ID=de0b4e51-82b1-4204-98c3-886e10830eda,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:19:54.386701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] No DVR routers for this DVR port de0b4e51-82b1-4204-98c3-886e10830eda on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:19:54.389685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:54.394244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'name': 'network-vif-deleted', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:19:54.408988 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-cd86962b-9cfa-4206-a519-8f94ccde8f85 req-847a52ca-316d-4150-89ca-d7616b011da9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.24 "DELETE /v2.0/ports/de0b4e51-82b1-4204-98c3-886e10830eda HTTP/1.1" status: 204 len: 173 time: 0.7318623 Jun 04 07:19:54.451593 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64a38c0-2472-4513-ab92-46843762f0f7'] response: {'server_uuid': '23f8e249-55de-400e-bae2-60b1abddd4f6', 'name': 'network-vif-deleted', 'tag': 'de0b4e51-82b1-4204-98c3-886e10830eda', 'status': 'completed', 'code': 200} Jun 04 07:19:54.801295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-031902ce-b5f4-4aee-84e3-fcc8bf701fe6 req-5c6c5c43-4be7-40a5-9b61-dcab94029ec6 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=23f8e249-55de-400e-bae2-60b1abddd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0458944 Jun 04 07:19:55.857067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device de0b4e51-82b1-4204-98c3-886e10830eda no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:19:55.892684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: de0b4e51-82b1-4204-98c3-886e10830eda {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:19:55.893025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device de0b4e51-82b1-4204-98c3-886e10830eda not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:19:56.068203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320a85-f0cf-4af1-9210-80905445ca1a req-b9fd9f25-43e2-460e-9ccf-1430b128addb tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:56.068827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:56.070103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af320a85-f0cf-4af1-9210-80905445ca1a req-b9fd9f25-43e2-460e-9ccf-1430b128addb tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0871980 Jun 04 07:19:56.119890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af320a85-f0cf-4af1-9210-80905445ca1a req-ee1cec0b-131a-4bb4-a1ea-bf13892ab397 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Jun 04 07:19:56.184451 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:56.327167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7e39e-abbd-4f48-9d3b-4fd17014dda4 req-5f86d28b-4508-4bbf-bcbb-2d9e4737b227 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:56.328617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b7e39e-abbd-4f48-9d3b-4fd17014dda4 req-5f86d28b-4508-4bbf-bcbb-2d9e4737b227 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0789547 Jun 04 07:19:56.376464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b7e39e-abbd-4f48-9d3b-4fd17014dda4 req-e7023cd8-b0ed-4ca2-b8c6-c7025ef9beae tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jun 04 07:19:56.564295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a3c79-78b5-46e2-8d3e-0b5b76e93131 req-786e38c8-e911-4712-9614-6a60b6855202 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:56.565757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715a3c79-78b5-46e2-8d3e-0b5b76e93131 req-786e38c8-e911-4712-9614-6a60b6855202 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0809572 Jun 04 07:19:56.610491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-715a3c79-78b5-46e2-8d3e-0b5b76e93131 req-df89560f-b450-4ac2-a820-1552a7faa8b2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Jun 04 07:19:56.898970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082d1e-4e7a-4c85-a4ab-06887a45f77c req-6ce94e0b-8cb3-4062-9bbb-d85299f8e0f2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:56.900343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f082d1e-4e7a-4c85-a4ab-06887a45f77c req-6ce94e0b-8cb3-4062-9bbb-d85299f8e0f2 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0847332 Jun 04 07:19:56.943408 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f082d1e-4e7a-4c85-a4ab-06887a45f77c req-04df0ce6-5302-4674-ad44-03c54bafc98b tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373709 Jun 04 07:19:57.134510 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e6448-561e-4fe4-822e-73a9a007318a req-a0835baf-3e05-4a1e-88f0-90db6cd2121d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:57.135974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a3e6448-561e-4fe4-822e-73a9a007318a req-a0835baf-3e05-4a1e-88f0-90db6cd2121d tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0830464 Jun 04 07:19:57.183711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a3e6448-561e-4fe4-822e-73a9a007318a req-32343b61-8b28-42b0-883f-91092812158a tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Jun 04 07:19:57.380310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056869-d76d-4a89-b149-fa6e3e8441b2 req-cc12ca42-9ff9-4c0b-8cf1-b49c4f518f3b tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:57.381856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b056869-d76d-4a89-b149-fa6e3e8441b2 req-cc12ca42-9ff9-4c0b-8cf1-b49c4f518f3b tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0838897 Jun 04 07:19:57.426611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b056869-d76d-4a89-b149-fa6e3e8441b2 req-a2e3cddb-7876-4389-9f61-109727be6716 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 Jun 04 07:19:57.963569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae7b46-eeac-4789-b848-b17faa3d5645 req-feceba93-1542-4cdd-94e5-fc99ee9c3d47 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:57.965033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cae7b46-eeac-4789-b848-b17faa3d5645 req-feceba93-1542-4cdd-94e5-fc99ee9c3d47 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0828831 Jun 04 07:19:58.014087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5cae7b46-eeac-4789-b848-b17faa3d5645 req-3da8e640-45f5-407f-bb7a-7a50f0ce0842 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Jun 04 07:19:59.312251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a3e81-c37b-4f09-ba6f-d664130e3ff7 req-c5744722-ce0b-498a-bf36-20a46da8eb32 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:59.313921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-478a3e81-c37b-4f09-ba6f-d664130e3ff7 req-c5744722-ce0b-498a-bf36-20a46da8eb32 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.1846411 Jun 04 07:19:59.358174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-478a3e81-c37b-4f09-ba6f-d664130e3ff7 req-17e91367-d5e4-42a3-9f0a-66d4be813d9c tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/security-groups?id=31a64035-1aa1-44ea-bc96-ee97fc053291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381727 Jun 04 07:19:59.443386 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-1d78b1e9-7e66-4b1e-9c80-671e3a270cb9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:19:59.444900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-1d78b1e9-7e66-4b1e-9c80-671e3a270cb9 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 945 time: 0.0857081 Jun 04 07:19:59.514122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Deleting port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:19:59.514464 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:59.762849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] For port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,segment=NetworkSegment(43b455c5-7a62-434b-8d9a-d85e65a345a0),segment_id=43b455c5-7a62-434b-8d9a-d85e65a345a0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:19:59.763229 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:19:59.886922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Calling delete_port for a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:00.032698 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:00.045869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:20:00.087217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Pushing event deleted for resources: {'Port': ['ID=a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:00.124691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.125034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.125371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.125732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.126065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.126401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.126724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.127048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.127373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.127694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.128015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.128341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:00.177043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] No DVR routers for this DVR port a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:20:00.180465 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:00.183022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'name': 'network-vif-deleted', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:20:00.194574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7db6d421-5b87-4518-89aa-c73cc58fde7c req-0d8cd82f-4c08-4569-bb98-b324ef37f3a7 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.39 "DELETE /v2.0/ports/a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a HTTP/1.1" status: 204 len: 173 time: 0.7441974 Jun 04 07:20:00.282783 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a9f11a-b813-4ac9-995a-e875472fb70f'] response: {'server_uuid': '5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead', 'name': 'network-vif-deleted', 'tag': 'a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a', 'status': 'completed', 'code': 200} Jun 04 07:20:00.532199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ec6867b9-a1de-42c4-bbc0-efcdc88b1f12 req-ad1d01ca-d50a-4658-992b-f1000d121297 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Synchronizing usage tracker for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:00.548982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ec6867b9-a1de-42c4-bbc0-efcdc88b1f12 req-ad1d01ca-d50a-4658-992b-f1000d121297 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] Unset dirty status for tenant:d4ca9ff168bc440c977456f52aa2090d on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:00.550533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec6867b9-a1de-42c4-bbc0-efcdc88b1f12 req-ad1d01ca-d50a-4658-992b-f1000d121297 tempest-ServersNegativeTestJSON-1110727891 tempest-ServersNegativeTestJSON-1110727891-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a6fb36f-ddfd-41f4-8e6d-ff433b5d8ead HTTP/1.1" status: 200 len: 210 time: 0.0702488 Jun 04 07:20:01.646689 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48802) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:01.707232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Deleting subnet 6a2a387b-8a69-4328-996e-da74b65c2463 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:20:01.711282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:01.761949 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:01.821586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:01.886918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:01.925399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2a387b-8a69-4328-996e-da74b65c2463,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:01.927397 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:01.933465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9b0186f3-c040-4f5e-885c-3f2a540cd9bd admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6a2a387b-8a69-4328-996e-da74b65c2463 HTTP/1.1" status: 204 len: 168 time: 0.2851632 Jun 04 07:20:01.935954 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48806) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:02.043760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.168938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.194579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:20:02.201716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a772891-1de7-45ee-b431-1dbab81bdfe4']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:02.214595 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b455c5-7a62-434b-8d9a-d85e65a345a0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:02.214885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b455c5-7a62-434b-8d9a-d85e65a345a0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:02.227579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.228522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:20:02.228880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device a03d9f9d-341c-4bc5-9b87-7ff3b5973a6a not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:20:02.244525 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.250383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:02.250764 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.317241 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 43b455c5-7a62-434b-8d9a-d85e65a345a0 resource provider aggregate not found Jun 04 07:20:02.336407 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 43b455c5-7a62-434b-8d9a-d85e65a345a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43b455c5-7a62-434b-8d9a-d85e65a345a0 found for delete ", "request_id": "req-dbeff6d1-b3bb-465b-bb7e-3f581198428a"}]} Jun 04 07:20:02.347884 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.368960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.379034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a772891-1de7-45ee-b431-1dbab81bdfe4,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:02.387981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3b740381-ea51-4f16-81c0-0eaa60757046 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9a772891-1de7-45ee-b431-1dbab81bdfe4 HTTP/1.1" status: 204 len: 168 time: 0.4510791 Jun 04 07:20:02.499722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48816) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:02.547764 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-f2eed0a8-a48f-42d9-8b9e-de30ee0baba2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d4ca9ff168bc440c977456f52aa2090d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468757 Jun 04 07:20:02.550455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48820) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:02.609307 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.636331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.690110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.705193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a64035-1aa1-44ea-bc96-ee97fc053291,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:02.718847 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:02.718847 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b670c11e-b83c-462c-bab1-3b93433d2168 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/31a64035-1aa1-44ea-bc96-ee97fc053291 HTTP/1.1" status: 204 len: 168 time: 0.1671906 Jun 04 07:20:03.495915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48844) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:03.606029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746092219'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:03.611836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:03.616257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:network and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:03.619318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:03.625402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:03.644056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:03.647561 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:03.663817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:03.782116 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:03.785967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:security_group_rule and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:03.789368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:03.795098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:03.882725 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:03.886504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:03.926788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:03.940335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d725ab-7728-4b49-8c7c-d9abc0afa833,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:03.945969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:03.946317 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Added segment 7ed03ec6-292c-4522-b012-81d4afce0eab of type vlan for network 8f979282-d76e-4a87-ab57-c5287b953103 Jun 04 07:20:03.973840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:04.005830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:04.011309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:04.011917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:04.125064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6280446 Jun 04 07:20:04.130875 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6201-36e3-412c-bf3f-4886ad045e4c tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Network': ['ID=8f979282-d76e-4a87-ab57-c5287b953103,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:04.145888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8f979282-d76e-4a87-ab57-c5287b953103 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:07.411645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48850) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:07.417631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'subnet': {'network_id': '8f979282-d76e-4a87-ab57-c5287b953103', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:07.530333 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:07.534309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:subnet and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:07.537158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:07.543796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:07.554820 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:07.558400 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:07.782684 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:07.863498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Subnet': ['ID=ec6c49f8-4450-4a24-94ab-c1de11d79b99,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:07.873077 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking segment: {'id': '7ed03ec6-292c-4522-b012-81d4afce0eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:07.873437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network hostable DHCP agents. Network: 8f979282-d76e-4a87-ab57-c5287b953103, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:07.892596 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network 8f979282-d76e-4a87-ab57-c5287b953103 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:07.901327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8f979282-d76e-4a87-ab57-c5287b953103) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:07.905395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:07.906022 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:07.910834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e15652-8a95-4f5b-9d24-cc8de68062bd None None] Network 8f979282-d76e-4a87-ab57-c5287b953103 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:07.927941 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-58876743-5983-4855-b4bd-f400d1f90629 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5150535 Jun 04 07:20:07.932552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48854) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:07.938052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094112883'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:07.943947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:07.949103 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:network and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:07.951968 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:07.959194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:07.969451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:07.972824 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.003854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:08.017650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.018189 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Added segment f2d7996d-481d-4704-84f0-e7b5a727377b of type vlan for network 202908e3-0612-4675-a01d-22bfe2713a4e Jun 04 07:20:08.060855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.105897 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.115063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:08.116376 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.186159 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8f979282-d76e-4a87-ab57-c5287b953103', 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103', 'tenant_id': '46df0407d9e545c6a50c84884f6e58ab', 'fixed_ips': [{'subnet_id': 'ec6c49f8-4450-4a24-94ab-c1de11d79b99'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:08.187014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.211788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2781250 Jun 04 07:20:08.214825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48858) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:08.221131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'subnet': {'network_id': '202908e3-0612-4675-a01d-22bfe2713a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:08.232641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Network': ['ID=202908e3-0612-4675-a01d-22bfe2713a4e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:08.240273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.240618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.240978 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.241894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.242425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.242980 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.243367 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.243701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.244030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.244955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.244955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.244955 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c889641-e58f-4bdf-a630-518f04c1fe40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:08.265004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 202908e3-0612-4675-a01d-22bfe2713a4e details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:08.339729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:08.343628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:subnet and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:08.346444 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:08.353497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:08.364275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:08.368834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.442800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Allocated IP 2001:db8:0:ffff::2 (8f979282-d76e-4a87-ab57-c5287b953103/ec6c49f8-4450-4a24-94ab-c1de11d79b99/cdcde53d-a555-4f07-9f2b-fdc47a3de09e) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:08.596259 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.660377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.674464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Transition to ACTIVE for port object cdcde53d-a555-4f07-9f2b-fdc47a3de09e will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:08.680417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Subnet': ['ID=ed7cc58f-c1b6-469f-a7f4-516847a4c7c8,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:08.689886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking segment: {'id': 'f2d7996d-481d-4704-84f0-e7b5a727377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '202908e3-0612-4675-a01d-22bfe2713a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:08.690250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network hostable DHCP agents. Network: 202908e3-0612-4675-a01d-22bfe2713a4e, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:08.699659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Transition to ACTIVE for port object cdcde53d-a555-4f07-9f2b-fdc47a3de09e will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:08.705899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.713184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network 202908e3-0612-4675-a01d-22bfe2713a4e is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:08.723780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 202908e3-0612-4675-a01d-22bfe2713a4e) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:08.730893 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:08.731898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.765022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-77ed8e30-eacc-41c8-8817-abb0c8550e40 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5487618 Jun 04 07:20:08.765393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ca47e-4ad8-4b1a-ad8a-511296711694 None None] Network 202908e3-0612-4675-a01d-22bfe2713a4e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:08.767847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48862) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:08.800465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Network 8f979282-d76e-4a87-ab57-c5287b953103 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:08.846927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:08.858894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:08.909714 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.918572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Pushing event updated for resources: {'Port': ['ID=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:08.983173 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:08.999161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Attempting to bind port cdcde53d-a555-4f07-9f2b-fdc47a3de09e on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:08.999529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Attempting to bind port cdcde53d-a555-4f07-9f2b-fdc47a3de09e by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7ed03ec6-292c-4522-b012-81d4afce0eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:08.999888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Attempting to bind port cdcde53d-a555-4f07-9f2b-fdc47a3de09e on network 8f979282-d76e-4a87-ab57-c5287b953103 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:09.035192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:09.035560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Checking segment: {'id': '7ed03ec6-292c-4522-b012-81d4afce0eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:09.036498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.036498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Bound using segment: {'id': '7ed03ec6-292c-4522-b012-81d4afce0eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:09.036788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Bound port: cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed03ec6-292c-4522-b012-81d4afce0eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8f979282-d76e-4a87-ab57-c5287b953103'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:09.037157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.073160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.117414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7cc58f-c1b6-469f-a7f4-516847a4c7c8,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:09.170374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e8e31-51f2-4490-a938-49bb53d6e13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-202908e3-0612-4675-a01d-22bfe2713a4e', 'network_id': '202908e3-0612-4675-a01d-22bfe2713a4e', 'tenant_id': '46df0407d9e545c6a50c84884f6e58ab', 'fixed_ips': [{'subnet_id': 'ed7cc58f-c1b6-469f-a7f4-516847a4c7c8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:09.171196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8e31-51f2-4490-a938-49bb53d6e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.201687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] For port cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:09.222649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.252280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202908e3-0612-4675-a01d-22bfe2713a4e']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:09.267017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d7996d-481d-4704-84f0-e7b5a727377b') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:09.267313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d7996d-481d-4704-84f0-e7b5a727377b') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:09.279257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.289907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] For port cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,segment=NetworkSegment(7ed03ec6-292c-4522-b012-81d4afce0eab),segment_id=7ed03ec6-292c-4522-b012-81d4afce0eab)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:09.298615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.300398 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.307873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:09.308473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.401920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397ba3-dc22-4860-aed8-d0cb84b87341 None None] Pushing event updated for resources: {'Port': ['ID=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:09.418107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd4cbf-6c05-4e46-b0c0-5f201fd8e358 None None] Network 202908e3-0612-4675-a01d-22bfe2713a4e requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:09.516687 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2d7996d-481d-4704-84f0-e7b5a727377b resource provider aggregate not found Jun 04 07:20:09.552368 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment f2d7996d-481d-4704-84f0-e7b5a727377b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2d7996d-481d-4704-84f0-e7b5a727377b found for delete ", "request_id": "req-c0ccc07d-2e42-4c5d-ae2f-c43695cd40b1"}]} Jun 04 07:20:09.562262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.566937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.596612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Network': ['ID=202908e3-0612-4675-a01d-22bfe2713a4e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:09.611924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7d2238ad-8ed4-4c9d-8510-11a1de2745b0 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/202908e3-0612-4675-a01d-22bfe2713a4e HTTP/1.1" status: 204 len: 168 time: 0.8429666 Jun 04 07:20:09.616441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48870) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:09.624468 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59033797'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:09.634411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:09.638570 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:network and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:09.641429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:09.647086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:09.658866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:09.662303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.692838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:09.703795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.704131 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Added segment a9c89c1b-f86f-483c-89df-26647a3d2791 of type vlan for network b15129a6-2025-4628-99c4-a67a82d99f27 Jun 04 07:20:09.733242 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.769659 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.776598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:09.777231 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:09.874555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2567284 Jun 04 07:20:09.877464 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48874) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:09.883869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'subnet': {'network_id': 'b15129a6-2025-4628-99c4-a67a82d99f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:09.884334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e6e8f-f40d-43d0-9d2d-d1535ea66fe1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Network': ['ID=b15129a6-2025-4628-99c4-a67a82d99f27,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:09.894867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network b15129a6-2025-4628-99c4-a67a82d99f27 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:10.003046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:10.007754 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:subnet and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:10.010624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:10.016241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:10.025983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:10.029527 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.127147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Performing IP validity checks on allocation pools {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 04 07:20:10.127697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.ipam_backend_mixin [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 04 07:20:10.270155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.379007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a12b82-22d9-48fa-ac57-decd543b7586 None None] Network 8f979282-d76e-4a87-ab57-c5287b953103 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:10.469186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Subnet': ['ID=5e171b60-de4b-4564-9e29-71ed1d34bb54,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:10.474046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c0d912ae-5889-4d74-abee-5e1709234a8f None None] Provisioning for port cdcde53d-a555-4f07-9f2b-fdc47a3de09e completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:10.482820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking segment: {'id': 'a9c89c1b-f86f-483c-89df-26647a3d2791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b15129a6-2025-4628-99c4-a67a82d99f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:10.483182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network hostable DHCP agents. Network: b15129a6-2025-4628-99c4-a67a82d99f27, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:10.504275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network b15129a6-2025-4628-99c4-a67a82d99f27 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:10.515735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, b15129a6-2025-4628-99c4-a67a82d99f27) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:10.520863 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:10.521690 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.547507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717399a-5a5f-437a-81f2-924d7194d7c5 None None] Network b15129a6-2025-4628-99c4-a67a82d99f27 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:10.554995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a9254ccf-021a-43f4-b17b-1fe6301068c1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6753378 Jun 04 07:20:10.556658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48878) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:10.628064 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cdcde53d-a555-4f07-9f2b-fdc47a3de09e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:10.715377 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.784327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.845587 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port cdcde53d-a555-4f07-9f2b-fdc47a3de09e completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:10.858381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cdcde53d-a555-4f07-9f2b-fdc47a3de09e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:10.858755 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.860038 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:10.897167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Subnet': ['ID=5e171b60-de4b-4564-9e29-71ed1d34bb54,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:10.944552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b57df-011d-4047-9d38-2d0927dd50eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-b15129a6-2025-4628-99c4-a67a82d99f27', 'network_id': 'b15129a6-2025-4628-99c4-a67a82d99f27', 'tenant_id': '46df0407d9e545c6a50c84884f6e58ab', 'fixed_ips': [{'subnet_id': '5e171b60-de4b-4564-9e29-71ed1d34bb54'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:10.945466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-888b57df-011d-4047-9d38-2d0927dd50eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.010837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.041822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15129a6-2025-4628-99c4-a67a82d99f27']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:11.055946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c89c1b-f86f-483c-89df-26647a3d2791') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:11.056242 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c89c1b-f86f-483c-89df-26647a3d2791') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:11.070058 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.098703 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.100484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cdcde53d-a555-4f07-9f2b-fdc47a3de09e is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:11.100870 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.108790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:11.109183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.113363 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da4d55-7558-419b-87d1-89f9e370648f None None] Network b15129a6-2025-4628-99c4-a67a82d99f27 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:11.219994 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.225442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.235134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,segment=NetworkSegment(7ed03ec6-292c-4522-b012-81d4afce0eab),segment_id=7ed03ec6-292c-4522-b012-81d4afce0eab)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:11.242620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.269856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48886) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:11.270627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/b15129a6-2025-4628-99c4-a67a82d99f27 HTTP/1.1" status: 204 len: 168 time: 0.7121682 Jun 04 07:20:11.271056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87a61-0002-4def-aab8-a8ea653306fa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Network': ['ID=b15129a6-2025-4628-99c4-a67a82d99f27,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:11.281508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821221494'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:11.289618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:11.293586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:network and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:11.296503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:11.307565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:11.320029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:11.323986 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.326963 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a95be5c6-692f-42d7-a432-d58f4f25b841 None None] Provisioning complete for port cdcde53d-a555-4f07-9f2b-fdc47a3de09e triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:11.327335 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a95be5c6-692f-42d7-a432-d58f4f25b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.353409 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a9c89c1b-f86f-483c-89df-26647a3d2791 resource provider aggregate not found Jun 04 07:20:11.355792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:11.367403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.367741 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Added segment 516f42b2-384a-4cf2-851c-8ef6a89b76a1 of type vlan for network fe3c8d9b-2dba-4128-9554-e8b3cd899aae Jun 04 07:20:11.372436 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment a9c89c1b-f86f-483c-89df-26647a3d2791 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9c89c1b-f86f-483c-89df-26647a3d2791 found for delete ", "request_id": "req-7d360ea3-99e5-4f4f-88cc-60f6a68f28bd"}]} Jun 04 07:20:11.395752 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.427399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.433880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:11.434500 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.480849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:11.542666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2705984 Jun 04 07:20:11.545416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48894) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:11.547360 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a95be5c6-692f-42d7-a432-d58f4f25b841 None None] Current status of the port cdcde53d-a555-4f07-9f2b-fdc47a3de09e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:11.551902 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'subnet': {'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:11.554913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27e892-4b75-468f-8f4a-667fd228dcfc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Network': ['ID=fe3c8d9b-2dba-4128-9554-e8b3cd899aae,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:11.566062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network fe3c8d9b-2dba-4128-9554-e8b3cd899aae details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:11.663096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:11.667118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:subnet and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:11.670007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:11.675649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:11.686359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:11.690231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.911764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:11.996007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Subnet': ['ID=6aa118ab-53a6-4376-abc2-9e8d0bcb87d8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:12.005009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking segment: {'id': '516f42b2-384a-4cf2-851c-8ef6a89b76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:12.005360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network hostable DHCP agents. Network: fe3c8d9b-2dba-4128-9554-e8b3cd899aae, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:12.024759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network fe3c8d9b-2dba-4128-9554-e8b3cd899aae is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:12.034408 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, fe3c8d9b-2dba-4128-9554-e8b3cd899aae) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:12.040805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:12.041374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.042536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88548154-fc48-440c-940a-870e8e175f8f None None] Network fe3c8d9b-2dba-4128-9554-e8b3cd899aae requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:12.064156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-513242de-78ba-4269-b680-884679f4e54b tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5170956 Jun 04 07:20:12.067731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48898) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:12.073438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544190656'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:12.079217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:12.083077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:network and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:12.086327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:12.092300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:12.106916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:12.110285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.137963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:12.147700 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.148333 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Added segment 4eea90e0-00bb-44af-a847-b46da11ee858 of type vlan for network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 Jun 04 07:20:12.178242 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.207617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.213628 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:12.214200 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.264885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-fe3c8d9b-2dba-4128-9554-e8b3cd899aae', 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae', 'tenant_id': '46df0407d9e545c6a50c84884f6e58ab', 'fixed_ips': [{'subnet_id': '6aa118ab-53a6-4376-abc2-9e8d0bcb87d8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:12.265729 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.306140 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2373092 Jun 04 07:20:12.309842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48902) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:12.316335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Request body: {'subnet': {'network_id': '92ffd092-4aef-44f5-acbe-5836bf3c50c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:12.330405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dbd2b-677f-44c9-ae3a-821cfdb6f6eb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Network': ['ID=92ffd092-4aef-44f5-acbe-5836bf3c50c3,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:12.349271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:12.449307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:12.453568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Usage tracker for resource:subnet and tenant:46df0407d9e545c6a50c84884f6e58ab is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:12.456668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:12.463387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:12.473172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Made reservation on behalf of 46df0407d9e545c6a50c84884f6e58ab for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:12.477504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.526643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Allocated IP 2001:db8::2 (fe3c8d9b-2dba-4128-9554-e8b3cd899aae/6aa118ab-53a6-4376-abc2-9e8d0bcb87d8/9d40355a-8be3-4802-82ad-af33c6ffda9c) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:12.605287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cdcde53d-a555-4f07-9f2b-fdc47a3de09e up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:12.712881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.770260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port cdcde53d-a555-4f07-9f2b-fdc47a3de09e triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:12.770624 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.798147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event updated for resources: {'Subnet': ['ID=260cae58-30f8-418d-aa61-9df9d9f22f5b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:12.804186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Checking segment: {'id': '4eea90e0-00bb-44af-a847-b46da11ee858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '92ffd092-4aef-44f5-acbe-5836bf3c50c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:12.804186 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network hostable DHCP agents. Network: 92ffd092-4aef-44f5-acbe-5836bf3c50c3, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:12.825262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:12.839424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 92ffd092-4aef-44f5-acbe-5836bf3c50c3) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:12.856377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:12.856686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbeb291-8929-4cf8-a4b3-ad1f2a317c7f None None] Network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:12.857235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.872797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:12.884039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-75583c40-fffc-4c2b-9215-8768e7090b73 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5729442 Jun 04 07:20:12.886706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 48906) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:12.931939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Transition to ACTIVE for port object 9d40355a-8be3-4802-82ad-af33c6ffda9c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:12.977817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Transition to ACTIVE for port object 9d40355a-8be3-4802-82ad-af33c6ffda9c will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:13.019323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.043713 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.116915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.130887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Network fe3c8d9b-2dba-4128-9554-e8b3cd899aae is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:13.138741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:13.140490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port cdcde53d-a555-4f07-9f2b-fdc47a3de09e is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:13.142651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:13.175390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Pushing event updated for resources: {'Port': ['ID=9d40355a-8be3-4802-82ad-af33c6ffda9c,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:13.202601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.243736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Subnet': ['ID=260cae58-30f8-418d-aa61-9df9d9f22f5b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:13.320181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Attempting to bind port 9d40355a-8be3-4802-82ad-af33c6ffda9c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:13.320181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Attempting to bind port 9d40355a-8be3-4802-82ad-af33c6ffda9c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '516f42b2-384a-4cf2-851c-8ef6a89b76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:13.320599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Attempting to bind port 9d40355a-8be3-4802-82ad-af33c6ffda9c on network fe3c8d9b-2dba-4128-9554-e8b3cd899aae {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:13.327649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:13.328056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Checking segment: {'id': '516f42b2-384a-4cf2-851c-8ef6a89b76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:13.328422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.328810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Bound using segment: {'id': '516f42b2-384a-4cf2-851c-8ef6a89b76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:13.329279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Bound port: 9d40355a-8be3-4802-82ad-af33c6ffda9c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516f42b2-384a-4cf2-851c-8ef6a89b76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fe3c8d9b-2dba-4128-9554-e8b3cd899aae'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:13.329688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.344847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7363d-2e3e-4517-88c8-7f2beec87ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-92ffd092-4aef-44f5-acbe-5836bf3c50c3', 'network_id': '92ffd092-4aef-44f5-acbe-5836bf3c50c3', 'tenant_id': '46df0407d9e545c6a50c84884f6e58ab', 'fixed_ips': [{'subnet_id': '260cae58-30f8-418d-aa61-9df9d9f22f5b'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:13.345386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.345894 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d7d7363d-2e3e-4517-88c8-7f2beec87ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.373616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ffd092-4aef-44f5-acbe-5836bf3c50c3']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:13.385749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eea90e0-00bb-44af-a847-b46da11ee858') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:13.386048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eea90e0-00bb-44af-a847-b46da11ee858') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:13.397754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.415792 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.423142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:13.423540 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.502626 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 4eea90e0-00bb-44af-a847-b46da11ee858 resource provider aggregate not found Jun 04 07:20:13.525592 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 4eea90e0-00bb-44af-a847-b46da11ee858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eea90e0-00bb-44af-a847-b46da11ee858 found for delete ", "request_id": "req-5948a9bb-dc8f-4d1b-ae15-03923f73153c"}]} Jun 04 07:20:13.538379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.550110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] For port 9d40355a-8be3-4802-82ad-af33c6ffda9c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:13.553784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] For port 9d40355a-8be3-4802-82ad-af33c6ffda9c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9d40355a-8be3-4802-82ad-af33c6ffda9c,segment=NetworkSegment(516f42b2-384a-4cf2-851c-8ef6a89b76a1),segment_id=516f42b2-384a-4cf2-851c-8ef6a89b76a1)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:13.559104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.561075 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.574933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Network': ['ID=92ffd092-4aef-44f5-acbe-5836bf3c50c3,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:13.579499 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bc46f994-6a14-4c24-b717-f3d2998bf0e7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/92ffd092-4aef-44f5-acbe-5836bf3c50c3 HTTP/1.1" status: 204 len: 168 time: 0.6915896 Jun 04 07:20:13.583553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48914) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:13.596282 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3518c0c-0574-4b2f-9cae-b577f17ec1e7 None None] Network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:13.631115 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8335fa-fb5b-448e-8826-19fb092d22e1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] GET failed (client error): The resource could not be found. Jun 04 07:20:13.632319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d8335fa-fb5b-448e-8826-19fb092d22e1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Synchronizing usage tracker for tenant:46df0407d9e545c6a50c84884f6e58ab on resource:subnet {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:13.639170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3518c0c-0574-4b2f-9cae-b577f17ec1e7 None None] Network 92ffd092-4aef-44f5-acbe-5836bf3c50c3 could not be found, it might have been deleted concurrently. {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 04 07:20:13.652885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d8335fa-fb5b-448e-8826-19fb092d22e1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Unset dirty status for tenant:46df0407d9e545c6a50c84884f6e58ab on resource:subnet {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:13.654868 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d8335fa-fb5b-448e-8826-19fb092d22e1 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "GET /v2.0/subnets/260cae58-30f8-418d-aa61-9df9d9f22f5b HTTP/1.1" status: 404 len: 337 time: 0.0691578 Jun 04 07:20:13.658027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48918) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:13.662990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b554e54-5d3a-4968-a386-3c681c270d54 None None] Pushing event updated for resources: {'Port': ['ID=9d40355a-8be3-4802-82ad-af33c6ffda9c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:13.685321 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e222bc-ce55-44cc-a818-5d196f34ffb3 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:13.685841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e222bc-ce55-44cc-a818-5d196f34ffb3 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:13.687526 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-70e222bc-ce55-44cc-a818-5d196f34ffb3 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/92ffd092-4aef-44f5-acbe-5836bf3c50c3 HTTP/1.1" status: 404 len: 339 time: 0.0285561 Jun 04 07:20:13.692113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48922) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:13.735631 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34a6faf-0663-43c8-9b7f-ed228c4bec0d tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:13.736084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34a6faf-0663-43c8-9b7f-ed228c4bec0d tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:13.737777 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d34a6faf-0663-43c8-9b7f-ed228c4bec0d tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/subnets/260cae58-30f8-418d-aa61-9df9d9f22f5b HTTP/1.1" status: 404 len: 337 time: 0.0446670 Jun 04 07:20:13.740392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48926) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:13.765381 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31f0445-50d3-4a29-b166-b19efd3476a7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:13.765891 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31f0445-50d3-4a29-b166-b19efd3476a7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:13.767589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f31f0445-50d3-4a29-b166-b19efd3476a7 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/92ffd092-4aef-44f5-acbe-5836bf3c50c3 HTTP/1.1" status: 404 len: 339 time: 0.0261254 Jun 04 07:20:13.770680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48930) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:13.855827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Deleting subnet 6aa118ab-53a6-4376-abc2-9e8d0bcb87d8 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:20:13.858893 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:13.934219 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.031345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.108871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.151657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa118ab-53a6-4376-abc2-9e8d0bcb87d8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:14.155337 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.171087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ee8f2c27-8f82-4066-95c4-23f9130167d5 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/subnets/6aa118ab-53a6-4376-abc2-9e8d0bcb87d8 HTTP/1.1" status: 204 len: 168 time: 0.3991079 Jun 04 07:20:14.176045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48934) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:14.296558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.309163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Deleting port 9d40355a-8be3-4802-82ad-af33c6ffda9c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:14.309510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.636079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d40355a-8be3-4802-82ad-af33c6ffda9c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:14.663779 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] For port 9d40355a-8be3-4802-82ad-af33c6ffda9c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=9d40355a-8be3-4802-82ad-af33c6ffda9c,segment=NetworkSegment(516f42b2-384a-4cf2-851c-8ef6a89b76a1),segment_id=516f42b2-384a-4cf2-851c-8ef6a89b76a1)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:14.665296 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.671297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504cc44e-c9b8-48b5-9192-ec9ec67bd7e5 None None] Network fe3c8d9b-2dba-4128-9554-e8b3cd899aae requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:14.798775 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Calling delete_port for 9d40355a-8be3-4802-82ad-af33c6ffda9c owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:14.800846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a599b36e-0f01-4144-acb5-fad832afcad6 None None] Provisioning for port 9d40355a-8be3-4802-82ad-af33c6ffda9c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:14.878809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.885975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 9d40355a-8be3-4802-82ad-af33c6ffda9c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:14.891968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 9d40355a-8be3-4802-82ad-af33c6ffda9c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:14.892340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:14.928974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No DVR routers for this DVR port 9d40355a-8be3-4802-82ad-af33c6ffda9c on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:20:14.934653 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Port 9d40355a-8be3-4802-82ad-af33c6ffda9c was deleted so its status cannot be updated. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 04 07:20:14.964106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Port': ['ID=9d40355a-8be3-4802-82ad-af33c6ffda9c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:15.039005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200ffe7-853b-46dd-a0a3-74629ae382b1 None None] DHCP port deletion for fe3c8d9b-2dba-4128-9554-e8b3cd899aae request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:20:15.080393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.106395 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3c8d9b-2dba-4128-9554-e8b3cd899aae']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:15.119892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516f42b2-384a-4cf2-851c-8ef6a89b76a1') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:15.120177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516f42b2-384a-4cf2-851c-8ef6a89b76a1') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:15.131215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.147409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.153566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:15.153950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.226164 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 516f42b2-384a-4cf2-851c-8ef6a89b76a1 resource provider aggregate not found Jun 04 07:20:15.249054 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 516f42b2-384a-4cf2-851c-8ef6a89b76a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 516f42b2-384a-4cf2-851c-8ef6a89b76a1 found for delete ", "request_id": "req-b901b718-a669-474c-b61d-a47cee21405f"}]} Jun 04 07:20:15.262509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.267834 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.293396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Network': ['ID=fe3c8d9b-2dba-4128-9554-e8b3cd899aae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:15.297704 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bfe3fdd5-258b-4615-a672-9c4bb0c2955a tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/fe3c8d9b-2dba-4128-9554-e8b3cd899aae HTTP/1.1" status: 204 len: 168 time: 1.1206825 Jun 04 07:20:15.300058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48942) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.339070 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d37739d-79a6-448b-b981-9b0efd916beb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:15.339420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d37739d-79a6-448b-b981-9b0efd916beb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:15.341053 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6d37739d-79a6-448b-b981-9b0efd916beb tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/subnets/5e171b60-de4b-4564-9e29-71ed1d34bb54 HTTP/1.1" status: 404 len: 337 time: 0.0400593 Jun 04 07:20:15.343574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48946) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.369031 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc573c4-1bee-4bf1-8362-9fae706c2271 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:15.369814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc573c4-1bee-4bf1-8362-9fae706c2271 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:15.372703 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0cc573c4-1bee-4bf1-8362-9fae706c2271 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/b15129a6-2025-4628-99c4-a67a82d99f27 HTTP/1.1" status: 404 len: 339 time: 0.0280585 Jun 04 07:20:15.375060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48950) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.426476 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9904669e-0dd5-4013-84ad-4b2b2029cfba tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:15.426924 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9904669e-0dd5-4013-84ad-4b2b2029cfba tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:15.429097 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9904669e-0dd5-4013-84ad-4b2b2029cfba tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/subnets/ed7cc58f-c1b6-469f-a7f4-516847a4c7c8 HTTP/1.1" status: 404 len: 337 time: 0.0518639 Jun 04 07:20:15.431791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48954) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.456615 n-d-811808-2 neutron-server[88848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9f52af-9724-4a53-83c7-99145f72e7aa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] DELETE failed (client error): The resource could not be found. Jun 04 07:20:15.457066 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9f52af-9724-4a53-83c7-99145f72e7aa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 04 07:20:15.458721 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6f9f52af-9724-4a53-83c7-99145f72e7aa tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/202908e3-0612-4675-a01d-22bfe2713a4e HTTP/1.1" status: 404 len: 339 time: 0.0260465 Jun 04 07:20:15.461355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.525765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Deleting subnet ec6c49f8-4450-4a24-94ab-c1de11d79b99 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:20:15.528637 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.588559 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.670021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.743785 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.786581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6c49f8-4450-4a24-94ab-c1de11d79b99,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:15.790591 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.796955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2c3a8-dd7e-4b1d-b373-17bea02a481d None None] Network 8f979282-d76e-4a87-ab57-c5287b953103 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:15.799879 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0d6d9d2e-33ff-4b37-9009-e4119a24aebc tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/subnets/ec6c49f8-4450-4a24-94ab-c1de11d79b99 HTTP/1.1" status: 204 len: 168 time: 0.3375709 Jun 04 07:20:15.802214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48962) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:15.922164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:15.932553 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Deleting port cdcde53d-a555-4f07-9f2b-fdc47a3de09e {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:15.932886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.061558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] DHCP port deletion for 8f979282-d76e-4a87-ab57-c5287b953103 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:20:16.066066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Deleting port cdcde53d-a555-4f07-9f2b-fdc47a3de09e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:16.066470 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.153190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] For port cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,segment=NetworkSegment(7ed03ec6-292c-4522-b012-81d4afce0eab),segment_id=7ed03ec6-292c-4522-b012-81d4afce0eab)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:16.153582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.276615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] For port cdcde53d-a555-4f07-9f2b-fdc47a3de09e, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,segment=NetworkSegment(7ed03ec6-292c-4522-b012-81d4afce0eab),segment_id=7ed03ec6-292c-4522-b012-81d4afce0eab)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:16.277004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.389045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Calling delete_port for cdcde53d-a555-4f07-9f2b-fdc47a3de09e owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:16.411196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Calling delete_port for cdcde53d-a555-4f07-9f2b-fdc47a3de09e owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:16.468155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.496669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:20:16.497019 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:20:16.516440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Port': ['ID=cdcde53d-a555-4f07-9f2b-fdc47a3de09e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:16.520152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] No DVR routers for this DVR port cdcde53d-a555-4f07-9f2b-fdc47a3de09e on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:20:16.580228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d40355a-8be3-4802-82ad-af33c6ffda9c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:20:16.615138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 9d40355a-8be3-4802-82ad-af33c6ffda9c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:20:16.615594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 9d40355a-8be3-4802-82ad-af33c6ffda9c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:20:16.616808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cdcde53d-a555-4f07-9f2b-fdc47a3de09e no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:20:16.652565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: cdcde53d-a555-4f07-9f2b-fdc47a3de09e {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:20:16.652902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device cdcde53d-a555-4f07-9f2b-fdc47a3de09e not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:20:16.653543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.680696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f979282-d76e-4a87-ab57-c5287b953103']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:16.692815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed03ec6-292c-4522-b012-81d4afce0eab') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:16.693105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed03ec6-292c-4522-b012-81d4afce0eab') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:16.704635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.720859 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.728085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:16.728466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.824116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.842212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:16.853984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] Pushing event deleted for resources: {'Network': ['ID=8f979282-d76e-4a87-ab57-c5287b953103,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:16.857968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-77a462b1-6c18-4146-a97f-7a1a084850c8 tempest-NetworksIpV6Test-1454970639 tempest-NetworksIpV6Test-1454970639-project] 10.222.0.17 "DELETE /v2.0/networks/8f979282-d76e-4a87-ab57-c5287b953103 HTTP/1.1" status: 204 len: 168 time: 1.0548389 Jun 04 07:20:16.998834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Deleting port cdcde53d-a555-4f07-9f2b-fdc47a3de09e {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:16.999361 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.080738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f3b89b1b-678c-49e4-b37e-b19585dc991a None None] The port 'cdcde53d-a555-4f07-9f2b-fdc47a3de09e' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:20:17.089601 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-18c1c63b-69b3-4e13-a44e-61a1eda2b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.136974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:17.272945 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7ed03ec6-292c-4522-b012-81d4afce0eab resource provider aggregate not found Jun 04 07:20:17.291897 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 7ed03ec6-292c-4522-b012-81d4afce0eab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ed03ec6-292c-4522-b012-81d4afce0eab found for delete ", "request_id": "req-21ff3545-af88-41ec-b5b9-b3b02a078868"}]} Jun 04 07:20:17.297435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5b0afa21-739c-4fee-8d1c-dc4203a4849a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=46df0407d9e545c6a50c84884f6e58ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593730 Jun 04 07:20:17.299920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 48980) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:17.357760 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.383127 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.439855 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.454722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d725ab-7728-4b49-8c7c-d9abc0afa833,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:17.463682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:17.465456 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07863192-6c94-4183-821b-0119af7e8ff0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f4d725ab-7728-4b49-8c7c-d9abc0afa833 HTTP/1.1" status: 204 len: 168 time: 0.1646838 Jun 04 07:20:18.179321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:18.282414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-503965518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:18.290894 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:18.294779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:router and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:18.297616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:18.304220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:18.314439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.315650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.331264 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.349604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.372375 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.373552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c0809c1b-2dd1-4908-b736-9f9230f6e138 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1934443 Jun 04 07:20:18.376178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49010) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:18.381919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1622499984'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:18.387919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:18.392383 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:network and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:18.395276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:18.402153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:18.411697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Made reservation on behalf of 59c68328fa344c56bb127ffc35f3c897 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:18.415930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.430617 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.448096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:18.453146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:security_group_rule and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:18.456429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:18.463606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:18.551387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.555653 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.588516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:18.596799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96247b27-fb29-48d9-9eb5-7fd650e867fe,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:18.602941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.603282 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Added segment 2a14d789-10b2-4363-92c6-3a3fb04a2576 of type vlan for network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 Jun 04 07:20:18.629074 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.659642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.665622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:18.666203 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:18.888081 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5108907 Jun 04 07:20:18.888916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200cef-b7e0-43b0-bbaf-def7830603ea tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event updated for resources: {'Network': ['ID=1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:18.890819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49014) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:18.896337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'subnet': {'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:18.904300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:19.011544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:19.015421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:subnet and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:19.018263 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:19.024926 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:19.034358 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Made reservation on behalf of 59c68328fa344c56bb127ffc35f3c897 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:19.039061 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.158491 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a29bf280-0657-476c-9ebd-ffa99d11f824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.259814 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.343921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event updated for resources: {'Subnet': ['ID=6bf04013-ead4-4188-abce-dde178f948c1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:19.351319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Checking segment: {'id': '2a14d789-10b2-4363-92c6-3a3fb04a2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:19.351676 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Network hostable DHCP agents. Network: 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:19.370416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:19.379503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:19.384614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:19.385210 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.391055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e1727-9c09-4c0f-8e58-6a9e68c32ef8 None None] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:19.407765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-834c222d-e4da-42ef-9b24-2b5cb3a2fa0d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5159509 Jun 04 07:20:19.410935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49018) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:19.416255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-14848333'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:19.421883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:19.425984 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:network and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:19.429068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:19.435403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:19.447920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Made reservation on behalf of 59c68328fa344c56bb127ffc35f3c897 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:19.451466 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.483145 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:19.494996 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.495728 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Added segment 5eaf6baa-c223-4fba-b330-4468bfd50751 of type vlan for network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc Jun 04 07:20:19.524252 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.555151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.560681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:19.561262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.653547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2', 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2', 'tenant_id': '59c68328fa344c56bb127ffc35f3c897', 'fixed_ips': [{'subnet_id': '6bf04013-ead4-4188-abce-dde178f948c1'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:19.654383 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.667810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2557769 Jun 04 07:20:19.670485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:19.678775 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'subnet': {'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:19.692379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca05833-d2dd-437d-86b1-0f5e7bb0bf4b tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event updated for resources: {'Network': ['ID=6fcebb5c-e7b8-4f33-bcba-f763a5d740dc,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:19.710504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:19.798614 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:19.802449 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Usage tracker for resource:subnet and tenant:59c68328fa344c56bb127ffc35f3c897 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:19.806976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:19.814609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:19.825818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Made reservation on behalf of 59c68328fa344c56bb127ffc35f3c897 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:19.829516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:19.907900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Allocated IP 172.20.0.2 (1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2/6bf04013-ead4-4188-abce-dde178f948c1/8c832d12-ca71-4ba4-a6ab-ca1e244cae87) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:20.057263 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.122606 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.136091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event updated for resources: {'Subnet': ['ID=e09ef02c-d61a-45ad-aca7-2aae19201d57,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:20.136313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Transition to ACTIVE for port object 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:20.149148 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Checking segment: {'id': '5eaf6baa-c223-4fba-b330-4468bfd50751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:20.149532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Network hostable DHCP agents. Network: 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:20.156305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Transition to ACTIVE for port object 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:20.162029 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.172022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:20.184322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:20.189313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:20.189975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.206916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac2cc3-fe65-43c8-8b69-c4ffa1d60fd0 None None] Network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:20.213359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a45e42ed-f388-478c-8e57-787793dbecad tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5418718 Jun 04 07:20:20.216175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49026) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:20.221504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-87647ea6-636c-4d9c-98c6-240228ed2e11 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:20.321736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:20.333303 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:20.339465 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.346125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:20.351285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Pushing event updated for resources: {'Port': ['ID=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:20.519613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Attempting to bind port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:20.519985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Attempting to bind port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '2a14d789-10b2-4363-92c6-3a3fb04a2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:20.520352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Attempting to bind port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 on network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:20.530754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:20.531122 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Checking segment: {'id': '2a14d789-10b2-4363-92c6-3a3fb04a2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:20.531520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.531909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Bound using segment: {'id': '2a14d789-10b2-4363-92c6-3a3fb04a2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:20.532361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Bound port: 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a14d789-10b2-4363-92c6-3a3fb04a2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:20.532732 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.648450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-6fcebb5c-e7b8-4f33-bcba-f763a5d740dc', 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc', 'tenant_id': '59c68328fa344c56bb127ffc35f3c897', 'fixed_ips': [{'subnet_id': 'e09ef02c-d61a-45ad-aca7-2aae19201d57'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:20.649346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.674838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.737795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] For port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:20.760856 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-87647ea6-636c-4d9c-98c6-240228ed2e11 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.761804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] For port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,segment=NetworkSegment(2a14d789-10b2-4363-92c6-3a3fb04a2576),segment_id=2a14d789-10b2-4363-92c6-3a3fb04a2576)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:20.770274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:20.905616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695408e-9ce0-4e4c-a5f2-804d37adeac3 None None] Pushing event updated for resources: {'Port': ['ID=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:20.914875 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [None req-87647ea6-636c-4d9c-98c6-240228ed2e11 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 04 07:20:20.917975 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-87647ea6-636c-4d9c-98c6-240228ed2e11 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "PUT /v2.0/routers/e6c4abc4-a96a-4671-8a15-4d552a6e6e5e HTTP/1.1" status: 400 len: 364 time: 0.7008264 Jun 04 07:20:20.922070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49030) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:20.925374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Allocated IP 172.21.0.2 (6fcebb5c-e7b8-4f33-bcba-f763a5d740dc/e09ef02c-d61a-45ad-aca7-2aae19201d57/1e6fc2dc-b65b-46f1-8984-c0a1d029a220) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:21.003263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Deleting subnet e09ef02c-d61a-45ad-aca7-2aae19201d57 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:20:21.163458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.175302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Transition to ACTIVE for port object 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:21.196778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Transition to ACTIVE for port object 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:21.201939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.202519 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.265866 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.316640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:21.319409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:21.323021 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:21.328725 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Pushing event updated for resources: {'Port': ['ID=1e6fc2dc-b65b-46f1-8984-c0a1d029a220,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:21.361167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.420915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Attempting to bind port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:21.421458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Attempting to bind port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '5eaf6baa-c223-4fba-b330-4468bfd50751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:21.421957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Attempting to bind port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 on network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:21.428625 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:21.429035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Checking segment: {'id': '5eaf6baa-c223-4fba-b330-4468bfd50751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:21.429557 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.429994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Bound using segment: {'id': '5eaf6baa-c223-4fba-b330-4468bfd50751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:21.430406 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Bound port: 1e6fc2dc-b65b-46f1-8984-c0a1d029a220, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaf6baa-c223-4fba-b330-4468bfd50751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6fcebb5c-e7b8-4f33-bcba-f763a5d740dc'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:21.430807 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.438570 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.483325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event deleted for resources: {'Subnet': ['ID=e09ef02c-d61a-45ad-aca7-2aae19201d57,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:21.485562 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.495157 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d9129e17-717f-4d48-9e26-d738542dfb1d tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "DELETE /v2.0/subnets/e09ef02c-d61a-45ad-aca7-2aae19201d57 HTTP/1.1" status: 204 len: 168 time: 0.5695031 Jun 04 07:20:21.495346 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49034) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:21.527830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] For port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:21.531102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] For port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1e6fc2dc-b65b-46f1-8984-c0a1d029a220,segment=NetworkSegment(5eaf6baa-c223-4fba-b330-4468bfd50751),segment_id=5eaf6baa-c223-4fba-b330-4468bfd50751)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:21.535546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.609745 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.623951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Deleting port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:21.624289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.667791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677dff6-6d4d-4d35-b0d5-a828376471a1 None None] Pushing event updated for resources: {'Port': ['ID=1e6fc2dc-b65b-46f1-8984-c0a1d029a220,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:21.698153 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1da7b2-fd4f-473f-9e4f-b3fae383d311 None None] Network 6fcebb5c-e7b8-4f33-bcba-f763a5d740dc requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:21.859503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] For port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1e6fc2dc-b65b-46f1-8984-c0a1d029a220,segment=NetworkSegment(5eaf6baa-c223-4fba-b330-4468bfd50751),segment_id=5eaf6baa-c223-4fba-b330-4468bfd50751)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:21.859852 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:21.931637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b4b24-7783-432d-b52c-6ea5afabc88b None None] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:21.991455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Calling delete_port for 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:22.033054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aed45e84-71cf-4d1b-8190-efdb21d90b95 None None] Provisioning for port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:22.074841 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.120524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event deleted for resources: {'Port': ['ID=1e6fc2dc-b65b-46f1-8984-c0a1d029a220,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:22.126305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] No DVR routers for this DVR port 1e6fc2dc-b65b-46f1-8984-c0a1d029a220 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:20:22.208373 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.254509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.285815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcebb5c-e7b8-4f33-bcba-f763a5d740dc']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:22.299803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf6baa-c223-4fba-b330-4468bfd50751') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:22.300092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf6baa-c223-4fba-b330-4468bfd50751') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:22.313108 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.330302 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.337664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:22.338064 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.377492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ab919-7a10-4558-a938-fcf0a5cd4482 None None] get_active_networks_info from n-d-811808-2 {{(pid=88850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 07:20:22.409792 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5eaf6baa-c223-4fba-b330-4468bfd50751 resource provider aggregate not found Jun 04 07:20:22.435182 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 5eaf6baa-c223-4fba-b330-4468bfd50751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eaf6baa-c223-4fba-b330-4468bfd50751 found for delete ", "request_id": "req-bc985d47-0ccb-40d4-8d1f-706960612f4a"}]} Jun 04 07:20:22.448833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.454297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.480032 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ab919-7a10-4558-a938-fcf0a5cd4482 None None] Resources bound (agent type, host, resource id): {{(pid=88850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 04 07:20:22.481729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event deleted for resources: {'Network': ['ID=6fcebb5c-e7b8-4f33-bcba-f763a5d740dc,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:22.488971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49044) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:22.492950 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d19f3e05-62a8-4d69-b30b-e49154f6efc2 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "DELETE /v2.0/networks/6fcebb5c-e7b8-4f33-bcba-f763a5d740dc HTTP/1.1" status: 204 len: 168 time: 0.9966459 Jun 04 07:20:22.564105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Deleting subnet 6bf04013-ead4-4188-abce-dde178f948c1 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:20:22.567284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.613889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:22.624386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.715885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.755435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:22.767872 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:22.768231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.793361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.835613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf04013-ead4-4188-abce-dde178f948c1,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:22.839262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.847848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eea81659-8d15-4d5b-9fbd-e5faa7aba873 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "DELETE /v2.0/subnets/6bf04013-ead4-4188-abce-dde178f948c1 HTTP/1.1" status: 204 len: 168 time: 0.3556280 Jun 04 07:20:22.848075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:22.969917 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.971196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c43ed3-8182-4d05-93d7-eb91100992c6 None None] Network 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:22.982613 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Deleting port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:22.983285 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:22.995131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:22.995583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.116071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,segment=NetworkSegment(2a14d789-10b2-4363-92c6-3a3fb04a2576),segment_id=2a14d789-10b2-4363-92c6-3a3fb04a2576)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:23.144174 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.211178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] For port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,segment=NetworkSegment(2a14d789-10b2-4363-92c6-3a3fb04a2576),segment_id=2a14d789-10b2-4363-92c6-3a3fb04a2576)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:23.211536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.294378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:23.354917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Calling delete_port for 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:23.392402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] DHCP port deletion for 1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:20:23.397915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Deleting port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:23.398298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.444620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.db.api [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:20:23.445072 n-d-811808-2 neutron-server[88849]: DEBUG oslo_db.api [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:20:23.612422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] For port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,segment=NetworkSegment(2a14d789-10b2-4363-92c6-3a3fb04a2576),segment_id=2a14d789-10b2-4363-92c6-3a3fb04a2576)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:23.612705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.736448 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Calling delete_port for 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:20:23.816429 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:23.864254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] Pushing event deleted for resources: {'Port': ['ID=8c832d12-ca71-4ba4-a6ab-ca1e244cae87,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:23.868340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88ee5e-cb14-4ff5-9e95-a901eb7f0a22 None None] No DVR routers for this DVR port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:20:23.945978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Deleting port 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:20:23.946487 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.014746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] The port '8c832d12-ca71-4ba4-a6ab-ca1e244cae87' was deleted {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:20:24.137158 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.167306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:24.179206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a14d789-10b2-4363-92c6-3a3fb04a2576') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:24.179503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a14d789-10b2-4363-92c6-3a3fb04a2576') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:24.191089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.206712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.213199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:20:24.213683 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.281662 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2a14d789-10b2-4363-92c6-3a3fb04a2576 resource provider aggregate not found Jun 04 07:20:24.415744 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 2a14d789-10b2-4363-92c6-3a3fb04a2576 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a14d789-10b2-4363-92c6-3a3fb04a2576 found for delete ", "request_id": "req-6c3634b5-ef46-4324-ac85-d822cc7ecc7b"}]} Jun 04 07:20:24.428093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.448858 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.460233 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Pushing event deleted for resources: {'Network': ['ID=1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:24.466394 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fbc794e6-7474-4d65-861a-fe61b04b4bc8 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "DELETE /v2.0/networks/1362ceee-0dc0-4ae5-9ce6-f2a8c410b7c2 HTTP/1.1" status: 204 len: 168 time: 1.6163359 Jun 04 07:20:24.469047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49056) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:24.515442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cbfd683b-23b7-4ca8-9d29-067df38003d7 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Synchronizing usage tracker for tenant:59c68328fa344c56bb127ffc35f3c897 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:24.531647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cbfd683b-23b7-4ca8-9d29-067df38003d7 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Unset dirty status for tenant:59c68328fa344c56bb127ffc35f3c897 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:24.533159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cbfd683b-23b7-4ca8-9d29-067df38003d7 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "GET /v2.0/ports?device_id=e6c4abc4-a96a-4671-8a15-4d552a6e6e5e HTTP/1.1" status: 200 len: 205 time: 0.0631497 Jun 04 07:20:24.535810 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:24.577459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:20:24.612254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:20:24.612602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8c832d12-ca71-4ba4-a6ab-ca1e244cae87 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:20:24.674348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.977041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:24.979505 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.005459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.006565 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Fanout notify agent at l3_agent the message router_deleted on router e6c4abc4-a96a-4671-8a15-4d552a6e6e5e {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:20:25.018578 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.019652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3dbc0282-2cc6-4019-a734-b19c87643942 tempest-RoutersNegativeTest-1709647793 tempest-RoutersNegativeTest-1709647793-project] 10.222.0.17 "DELETE /v2.0/routers/e6c4abc4-a96a-4671-8a15-4d552a6e6e5e HTTP/1.1" status: 204 len: 168 time: 0.4829051 Jun 04 07:20:25.289540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49068) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:25.437928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cb4e6349-1de4-41da-af05-6b91ea7b21a0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=59c68328fa344c56bb127ffc35f3c897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471050 Jun 04 07:20:25.440539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49074) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:25.502672 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.527763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.581915 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.598981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96247b27-fb29-48d9-9eb5-7fd650e867fe,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:25.604833 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:25.606481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2d54103f-5748-4cb7-9573-3bf17173b056 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/96247b27-fb29-48d9-9eb5-7fd650e867fe HTTP/1.1" status: 204 len: 168 time: 0.1650596 Jun 04 07:20:26.066994 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.199191 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.276292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49100) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:26.379781 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1936976318-network', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:26.386247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:26.390061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Usage tracker for resource:network and tenant:bf0edfb15044481a8e474c7c2e915cf2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:26.392858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:26.398825 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:26.410152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Made reservation on behalf of bf0edfb15044481a8e474c7c2e915cf2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:26.412475 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.424480 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.440143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:26.445344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Usage tracker for resource:security_group_rule and tenant:bf0edfb15044481a8e474c7c2e915cf2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:26.448315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:26.455212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:26.540092 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.543895 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.574749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:26.582964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:26.588759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.589095 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Added segment f0e4aafe-9306-482e-b953-eb992eecd0a5 of type vlan for network 14af6f96-434b-4a74-aa4e-f6a32dae362b Jun 04 07:20:26.618423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.647076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.648106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:26.648695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.747406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4700024 Jun 04 07:20:26.748102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d2218-ae5d-4a93-93fb-04f0f9d0f40b admin admin] Pushing event updated for resources: {'Network': ['ID=14af6f96-434b-4a74-aa4e-f6a32dae362b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:26.750612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49106) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:26.756029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Request body: {'subnet': {'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-subnet', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:26.760636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:26.762231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:26.766080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Usage tracker for resource:subnet and tenant:bf0edfb15044481a8e474c7c2e915cf2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:26.768937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:26.778948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:26.789653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Made reservation on behalf of bf0edfb15044481a8e474c7c2e915cf2 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:26.791962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:26.991380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.062779 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3420c7-a35e-434f-8f0f-3f495527222f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:27.071854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Checking segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:27.072198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Network hostable DHCP agents. Network: 14af6f96-434b-4a74-aa4e-f6a32dae362b, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:27.089966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:27.099512 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 14af6f96-434b-4a74-aa4e-f6a32dae362b) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:27.104097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:27.104754 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.110913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c7c36-a0ed-4417-a455-84d6a79afeec None None] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:27.126247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5fed8ce5-24e7-4e6a-b652-583a54bbf1b8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3746362 Jun 04 07:20:27.129256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49110) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:27.134952 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:27.140472 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:27.144462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Usage tracker for resource:router and tenant:bf0edfb15044481a8e474c7c2e915cf2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:27.147990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:27.153896 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:27.165957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.167165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.186787 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.336275 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-14af6f96-434b-4a74-aa4e-f6a32dae362b', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:27.337274 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.502645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Allocated IP 172.20.0.2 (14af6f96-434b-4a74-aa4e-f6a32dae362b/cc3420c7-a35e-434f-8f0f-3f495527222f/2eb0705e-48b9-47b2-bcb3-e97d50e61890) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:27.609171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.767840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.778702 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Transition to ACTIVE for port object 2eb0705e-48b9-47b2-bcb3-e97d50e61890 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:27.799882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Transition to ACTIVE for port object 2eb0705e-48b9-47b2-bcb3-e97d50e61890 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:27.808981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.883262 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:27.885952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:27.891241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:27.897556 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Pushing event updated for resources: {'Port': ['ID=2eb0705e-48b9-47b2-bcb3-e97d50e61890,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:27.942365 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.977463 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.987437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Attempting to bind port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:27.987792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Attempting to bind port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:27.988150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Attempting to bind port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:27.994099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:27.994464 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Checking segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:27.994865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:27.995249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Bound using segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:27.995707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Bound port: 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:27.996099 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:28.117190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] For port 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:28.120505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Allocated IP 172.25.1.74 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b8f2e854-9ed1-4a76-8323-cfc39630497c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:28.120622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] For port 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2eb0705e-48b9-47b2-bcb3-e97d50e61890,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:28.127613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:28.213198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88ebd7-a7fc-45a0-893c-c98b53cbbefc None None] Pushing event updated for resources: {'Port': ['ID=2eb0705e-48b9-47b2-bcb3-e97d50e61890,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:28.281408 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:28.312017 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:28.389378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f2e854-9ed1-4a76-8323-cfc39630497c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:28.404803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:28.406822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:28.409198 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:28.610027 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2eb0705e-48b9-47b2-bcb3-e97d50e61890 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:28.687613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:28.842490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.122755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f8ff59-a421-4367-ab9d-c1c93fc03d95 None None] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:29.213988 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Provisioning for port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:29.223878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Provisioning complete for port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:29.224247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.314503 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.453419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Current status of the port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:29.453712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.498755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] For port 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2eb0705e-48b9-47b2-bcb3-e97d50e61890,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:29.503028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.528932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:20:29.600905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66309-71db-4a0a-b98f-aa9ae7bb54bc None None] Pushing event updated for resources: {'Port': ['ID=2eb0705e-48b9-47b2-bcb3-e97d50e61890,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:29.721461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:20:29.730196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-96b161e6-7e56-4d38-80a5-5bd2b92c6057 None None] Provisioning complete for port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:29.730574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-96b161e6-7e56-4d38-80a5-5bd2b92c6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.746088 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:29.747496 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97fc7011-e6b8-4011-8fd2-9c7cc1946c46 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6172340 Jun 04 07:20:29.750260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49114) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:29.761162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Sync routers for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:20:29.790334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:29.790910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:29.919162 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:20:30.024700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-96b161e6-7e56-4d38-80a5-5bd2b92c6057 None None] Current status of the port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:30.031749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:30.336055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:28Z', 'revision_number': 3, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:30.340126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Checking router: c740c1bd-7ab4-4afb-997d-1326b4bc5f25 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:20:30.340484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Updating router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 port b8f2e854-9ed1-4a76-8323-cfc39630497c binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:20:30.395669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.573985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.654598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2eb0705e-48b9-47b2-bcb3-e97d50e61890 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:30.775955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:30.776336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.788209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Allocated IP 172.20.0.1 (14af6f96-434b-4a74-aa4e-f6a32dae362b/cc3420c7-a35e-434f-8f0f-3f495527222f/fc807a09-f3db-42de-a597-f9647fdbfc6a) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:30.905163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.942096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.951958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Transition to ACTIVE for port object b8f2e854-9ed1-4a76-8323-cfc39630497c will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:30.960756 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Transition to ACTIVE for port object fc807a09-f3db-42de-a597-f9647fdbfc6a will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:30.967391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:30.988722 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.040765 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:31.052403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:31.055336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:31.059140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:31.064550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Attempting to bind port b8f2e854-9ed1-4a76-8323-cfc39630497c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:31.064916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Attempting to bind port b8f2e854-9ed1-4a76-8323-cfc39630497c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:31.065309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Attempting to bind port b8f2e854-9ed1-4a76-8323-cfc39630497c on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:31.067400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15579d-4c3b-40e7-9a48-3b7743f78254 None None] Pushing event updated for resources: {'Port': ['ID=b8f2e854-9ed1-4a76-8323-cfc39630497c,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:31.073341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:31.073735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:31.074136 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.074521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:31.074986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Bound port: b8f2e854-9ed1-4a76-8323-cfc39630497c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:31.075356 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.122473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Pushing event updated for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:31.135341 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.159242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] For port b8f2e854-9ed1-4a76-8323-cfc39630497c, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:31.163229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] For port b8f2e854-9ed1-4a76-8323-cfc39630497c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b8f2e854-9ed1-4a76-8323-cfc39630497c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:31.167754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.253875 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:31.254599 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:31.317499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15579d-4c3b-40e7-9a48-3b7743f78254 None None] Pushing event updated for resources: {'Port': ['ID=b8f2e854-9ed1-4a76-8323-cfc39630497c,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:31.407646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.422137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63772be1-4a87-4f7f-9f36-620d13cbe220 None None] Provisioning for port fc807a09-f3db-42de-a597-f9647fdbfc6a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:31.431162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-63772be1-4a87-4f7f-9f36-620d13cbe220 None None] Provisioning complete for port fc807a09-f3db-42de-a597-f9647fdbfc6a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:31.431528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-63772be1-4a87-4f7f-9f36-620d13cbe220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.488779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:31.615034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-63772be1-4a87-4f7f-9f36-620d13cbe220 None None] Port fc807a09-f3db-42de-a597-f9647fdbfc6a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:20:31.636224 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.640663 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.755523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Pushing event updated for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:31.758211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:31.790870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:28Z', 'revision_number': 3, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:31.794830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23ca6e-fce6-493f-ba98-925fef66fc44 None None] The sync data for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 is: [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:28Z', 'revision_number': 3, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:20:31.900248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:31.901382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:32.242828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e3b2b769-ad7b-4b25-bc00-27a3b1ce4c15 None None] Provisioning complete for port fc807a09-f3db-42de-a597-f9647fdbfc6a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:32.244139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b769-ad7b-4b25-bc00-27a3b1ce4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:32.255045 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:20:32.300723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-e3b2b769-ad7b-4b25-bc00-27a3b1ce4c15 None None] Port fc807a09-f3db-42de-a597-f9647fdbfc6a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:20:32.442659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:20:32.452892 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7e889410-1fb5-40a2-8539-1ffec2e8a796 admin admin] 10.222.0.17 "PUT /v2.0/routers/c740c1bd-7ab4-4afb-997d-1326b4bc5f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7015722 Jun 04 07:20:32.617171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b8f2e854-9ed1-4a76-8323-cfc39630497c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:32.699121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b8f2e854-9ed1-4a76-8323-cfc39630497c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:32.705502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b8f2e854-9ed1-4a76-8323-cfc39630497c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:32.705889 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:32.828925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b8f2e854-9ed1-4a76-8323-cfc39630497c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:32.829313 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:32.846675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b8f2e854-9ed1-4a76-8323-cfc39630497c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b8f2e854-9ed1-4a76-8323-cfc39630497c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:32.851389 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:32.921033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b8f2e854-9ed1-4a76-8323-cfc39630497c,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:33.004486 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49132) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:33.011107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-45198963-network', 'tenant_id': 'a0a914d2f5a4445689f400f111221673'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:33.016647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:33.020797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Usage tracker for resource:network and tenant:a0a914d2f5a4445689f400f111221673 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:33.024095 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:33.030211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:33.046533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Made reservation on behalf of a0a914d2f5a4445689f400f111221673 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:33.048950 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.062070 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.078626 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:33.083155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a914d2f5a4445689f400f111221673 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:33.086482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:33.092700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:33.184379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.188249 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.221453 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:20:33.227730 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88cb3b-c237-40d0-8fca-f02c3ba71e20,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:33.236528 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.236873 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Added segment 46f442bb-262c-462a-adf9-c9438cda9385 of type vlan for network c6ff7360-5fd1-4003-8c51-81b9f040cf02 Jun 04 07:20:33.269255 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.300879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.302060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:33.302858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.304669 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Sync routers for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:20:33.314515 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:33.315347 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:33.409107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ff7360-5fd1-4003-8c51-81b9f040cf02,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:33.414026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d99acfc7-023b-4431-ace8-b5c9efc08ab6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4083769 Jun 04 07:20:33.415554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49136) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:33.419661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:20:33.433786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Request body: {'subnet': {'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-subnet', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:33.439744 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:33.445228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Usage tracker for resource:subnet and tenant:a0a914d2f5a4445689f400f111221673 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:33.448770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:33.454631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:33.470076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Made reservation on behalf of a0a914d2f5a4445689f400f111221673 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:33.472508 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.511634 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:33.804154 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.879418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b620998-1e68-4db3-a282-0f55191a2777,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:33.885289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 4, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'fc807a09-f3db-42de-a597-f9647fdbfc6a', 'name': '', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'mac_address': 'fa:16:3e:d1:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:30Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 2, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'subnets': [{'id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:33.889277 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Checking router: c740c1bd-7ab4-4afb-997d-1326b4bc5f25 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:20:33.889658 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Updating router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 port fc807a09-f3db-42de-a597-f9647fdbfc6a binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:20:33.891010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Checking segment: {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:33.891433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Network hostable DHCP agents. Network: c6ff7360-5fd1-4003-8c51-81b9f040cf02, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:20:33.911120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:20:33.921581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, c6ff7360-5fd1-4003-8c51-81b9f040cf02) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:33.925961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:33.926557 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.933085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f84e3c-5be1-4081-a328-f39d750a76f6 None None] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:33.950566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b832f4a1-ac01-43fc-8c4c-2d95af48e221 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5332766 Jun 04 07:20:33.953001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49140) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:33.953639 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:33.967079 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:33.976612 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:33.981344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Usage tracker for resource:router and tenant:a0a914d2f5a4445689f400f111221673 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:33.985361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:33.995064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:34.009010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.010605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.032094 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.176939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:20:34.177871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.322682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.331264 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.341704 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Allocated IP 172.20.0.2 (c6ff7360-5fd1-4003-8c51-81b9f040cf02/1b620998-1e68-4db3-a282-0f55191a2777/1b4406f5-b1fc-4da6-a9f3-b9ba0390c643) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:34.344698 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Transition to ACTIVE for port object fc807a09-f3db-42de-a597-f9647fdbfc6a will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:34.352262 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.485841 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Pushing event updated for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:34.531068 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.531401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.532084 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.532554 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.533020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.533528 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.534158 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.534627 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.535254 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.535722 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.536190 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.536650 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:34.606395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.608730 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Attempting to bind port fc807a09-f3db-42de-a597-f9647fdbfc6a on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:34.609100 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Attempting to bind port fc807a09-f3db-42de-a597-f9647fdbfc6a by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:34.609459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Attempting to bind port fc807a09-f3db-42de-a597-f9647fdbfc6a on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:34.617969 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:34.618386 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Checking segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:34.618792 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.619179 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Bound using segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:34.619647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Bound port: fc807a09-f3db-42de-a597-f9647fdbfc6a, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:34.620004 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.624232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Transition to ACTIVE for port object 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:34.646473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b8f2e854-9ed1-4a76-8323-cfc39630497c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:34.696265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Transition to ACTIVE for port object 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:34.700170 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.710744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.731163 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] For port fc807a09-f3db-42de-a597-f9647fdbfc6a, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:34.734660 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] For port fc807a09-f3db-42de-a597-f9647fdbfc6a, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fc807a09-f3db-42de-a597-f9647fdbfc6a,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:34.735386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.739613 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.798944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:34.807008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:34.810898 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:34.835509 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:34.836380 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:34.851860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Pushing event updated for resources: {'Port': ['ID=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:34.883916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Allocated IP 172.25.1.231 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4f611b22-e45f-4b85-a8ef-ffe170dc40c9) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:34.933447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b8f2e854-9ed1-4a76-8323-cfc39630497c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:34.934163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.935432 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2550-1957-407c-ab23-a3517b80acc0 None None] Pushing event updated for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:34.965025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Attempting to bind port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:34.965390 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Attempting to bind port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:34.965774 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Attempting to bind port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 on network c6ff7360-5fd1-4003-8c51-81b9f040cf02 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:34.987241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:34.987614 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Checking segment: {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:34.988014 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:34.988398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Bound using segment: {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:34.988858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Bound port: 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:34.989225 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:35.064759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:35.103865 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:35.106479 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:35.140515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] For port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:35.169149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:35.176859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:35.181843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:35.191468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] For port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:35.206942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:35.227284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:35.267819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b8f2e854-9ed1-4a76-8323-cfc39630497c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:35.308798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a41b9-14be-4b9c-acda-eb65593ec43f None None] Pushing event updated for resources: {'Port': ['ID=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:35.514741 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 4, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'fc807a09-f3db-42de-a597-f9647fdbfc6a', 'name': '', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'mac_address': 'fa:16:3e:d1:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:30Z', 'updated_at': '2022-06-04T07:20:34Z', 'revision_number': 4, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'subnets': [{'id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:35.524025 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f9fe7-c9ba-40d2-844e-348f92e4aeee None None] The sync data for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 is: [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:20:31Z', 'revision_number': 4, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'fc807a09-f3db-42de-a597-f9647fdbfc6a', 'name': '', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'mac_address': 'fa:16:3e:d1:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:30Z', 'updated_at': '2022-06-04T07:20:34Z', 'revision_number': 4, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'subnets': [{'id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:20:35.846132 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:36.253171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:36.387172 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34ecb2-cb9b-4b9c-b4e7-ef9424b52627 None None] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:20:36.497287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:20:36.506418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-eef35fb4-c229-4419-8410-cbda2bec2881 None None] Provisioning for port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:36.691503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fc807a09-f3db-42de-a597-f9647fdbfc6a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:36.759094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:20:36.786561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Sync routers for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:20:36.788629 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:36.789940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-88b7c273-cf68-418e-a473-bf4053e089b9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8359399 Jun 04 07:20:36.794366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49144) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:20:36.807451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:36.808713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:36.886135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port fc807a09-f3db-42de-a597-f9647fdbfc6a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:36.894550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fc807a09-f3db-42de-a597-f9647fdbfc6a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:36.894927 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.142473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:37.354053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fc807a09-f3db-42de-a597-f9647fdbfc6a is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:37.354431 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.419138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port fc807a09-f3db-42de-a597-f9647fdbfc6a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fc807a09-f3db-42de-a597-f9647fdbfc6a,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:37.454187 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.454974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:37.589731 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:37.608929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:37.617402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:35Z', 'revision_number': 3, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:37.619496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:37.619866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.650248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Checking router: 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:20:37.650600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Updating router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:20:37.653656 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.723950 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:37.870981 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Allocated IP 172.20.0.1 (c6ff7360-5fd1-4003-8c51-81b9f040cf02/1b620998-1e68-4db3-a282-0f55191a2777/2f94dd7f-ed33-41b8-bae8-8aecd71c6363) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:37.901741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:37.902112 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.020596 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:38.026903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.036769 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.052379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Transition to ACTIVE for port object 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:38.077778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.127834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:38.146245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:38.149632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:38.153231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:38.188520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Pushing event updated for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:38.213429 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.216754 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.231128 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Transition to ACTIVE for port object 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:38.238086 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.317683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Attempting to bind port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:38.318060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Attempting to bind port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:38.319144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Attempting to bind port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:38.330084 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:38.330499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:38.330847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.331225 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:38.331689 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Bound port: 4f611b22-e45f-4b85-a8ef-ffe170dc40c9, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:38.332058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.359308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc047-a320-405a-8ad9-19a178771943 None None] Pushing event updated for resources: {'Port': ['ID=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:38.409705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] For port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:38.414324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] For port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:38.418732 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.482477 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.505350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ffb6de3-24ce-40c8-8dac-bf623383249d None None] Provisioning for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:38.509141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:38.509787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:38.618552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fc807a09-f3db-42de-a597-f9647fdbfc6a up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:38.654852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc047-a320-405a-8ad9-19a178771943 None None] Pushing event updated for resources: {'Port': ['ID=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:38.666051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-2ffb6de3-24ce-40c8-8dac-bf623383249d None None] Provisioning complete for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:38.666410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6de3-24ce-40c8-8dac-bf623383249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.725690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.730523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.811626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb6de3-24ce-40c8-8dac-bf623383249d None None] Port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:20:38.842019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.845582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Pushing event updated for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:38.851392 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port fc807a09-f3db-42de-a597-f9647fdbfc6a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:38.851698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:38.882672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:39.111136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:39.112303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:39.192318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port fc807a09-f3db-42de-a597-f9647fdbfc6a is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:39.194465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:39.324806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:39.325178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:39.325759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:20:39.398501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b07dffc2-6b45-4b23-a712-33c1f87506dc None None] Provisioning complete for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:39.398749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b07dffc2-6b45-4b23-a712-33c1f87506dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:39.455507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-940a1585-aece-4029-adf2-dea7775b202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2f94dd7f-ed33-41b8-bae8-8aecd71c6363', 'name': '', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'mac_address': 'fa:16:3e:66:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:37Z', 'updated_at': '2022-06-04T07:20:37Z', 'revision_number': 1, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'subnets': [{'id': '1b620998-1e68-4db3-a282-0f55191a2777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:39.465091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a1585-aece-4029-adf2-dea7775b202f None None] The sync data for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 is: [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2f94dd7f-ed33-41b8-bae8-8aecd71c6363', 'name': '', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'mac_address': 'fa:16:3e:66:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:37Z', 'updated_at': '2022-06-04T07:20:37Z', 'revision_number': 1, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'subnets': [{'id': '1b620998-1e68-4db3-a282-0f55191a2777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:20:39.504141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b07dffc2-6b45-4b23-a712-33c1f87506dc None None] Port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:20:39.516741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:20:39.527385 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:39.532691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-43d1ed69-7e11-4015-8e3c-fcd1d2498671 admin admin] 10.222.0.17 "PUT /v2.0/routers/6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7326193 Jun 04 07:20:40.256798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e8e8da-fd82-4632-a6e4-e3ba021eb217 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:40.257698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e8e8da-fd82-4632-a6e4-e3ba021eb217 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Synchronizing usage tracker for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:40.275928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e8e8da-fd82-4632-a6e4-e3ba021eb217 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Unset dirty status for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:40.277105 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e8e8da-fd82-4632-a6e4-e3ba021eb217 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 817 time: 0.1873910 Jun 04 07:20:40.294661 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-163b2973-7760-4481-9307-9bb18f083920 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/quotas/bf0edfb15044481a8e474c7c2e915cf2 HTTP/1.1" status: 200 len: 375 time: 0.0119557 Jun 04 07:20:40.384951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-ddb1e51b-3b75-4c10-a38d-ff8be28ee099 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847585 Jun 04 07:20:40.402361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-8c769b5c-3e4b-4fa4-b306-844fa3abf38f service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:20:40.403325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-8c769b5c-3e4b-4fa4-b306-844fa3abf38f service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060980 Jun 04 07:20:40.554931 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-72a20f30-ed5c-48db-97ab-c140326abb18 service neutron] 10.222.0.17 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455131 Jun 04 07:20:40.624230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:40.704951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:40.711476 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:40.711964 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:40.713239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-59f5d9dd-5e5a-4e6c-b8b5-18445447c8d1 service neutron] 10.222.0.17 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522136 Jun 04 07:20:40.845796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:40.846679 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:40.868191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:40.873318 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:40.913961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-016bdce7-214e-4d49-a2a2-72bb599bf488 req-d221c8c7-13d8-46ae-8d62-5d86dfb65f0c tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 210 time: 0.0461483 Jun 04 07:20:40.947149 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:42.142608 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9f3d1939-ac12-4912-b3ff-60b5b8e52cbe req-d44a26ec-1aec-45b9-9123-76d636abb123 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 210 time: 0.0659935 Jun 04 07:20:42.200615 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-e2d4348e-0207-4a41-b566-74cc64b8175f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:42.202150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-e2d4348e-0207-4a41-b566-74cc64b8175f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.39 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 817 time: 0.2074027 Jun 04 07:20:42.214393 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Request body: {'port': {'device_id': '13e092bf-bf78-459d-8a04-272228779a35', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'admin_state_up': True, 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:42.351260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:20:42.355074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Usage tracker for resource:port and tenant:bf0edfb15044481a8e474c7c2e915cf2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:20:42.357851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:20:42.363407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:20:42.373729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Made reservation on behalf of bf0edfb15044481a8e474c7c2e915cf2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:20:42.377171 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:42.592854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:42.661283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:42.661688 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:42.673993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Allocated IP 172.20.0.10 (14af6f96-434b-4a74-aa4e-f6a32dae362b/cc3420c7-a35e-434f-8f0f-3f495527222f/53c96ffd-1eca-4a56-ae9b-1d74f7018770) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:20:42.781718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:42.891006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:42.907335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Transition to ACTIVE for port object 53c96ffd-1eca-4a56-ae9b-1d74f7018770 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:42.931392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.008093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:20:43.011418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:20:43.015314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:20:43.048031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Pushing event updated for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:43.087374 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:43.088128 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.115821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-13fd7353-ccb6-4db9-a665-3a7910018c5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058635 Jun 04 07:20:43.131795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Request body: {'port': {'device_id': '13e092bf-bf78-459d-8a04-272228779a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:20:43.254216 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ab0bb019-c80f-4ec2-9600-e52d1c582ec7 None None] Provisioning for port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:43.260243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ab0bb019-c80f-4ec2-9600-e52d1c582ec7 None None] Provisioning complete for port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:43.260864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb019-c80f-4ec2-9600-e52d1c582ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.270446 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.317574 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bb019-c80f-4ec2-9600-e52d1c582ec7 None None] Port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:20:43.357851 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Sync routers for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:20:43.368071 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:43.368685 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:43.479977 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-fce55ea3-9b00-4cd5-a8c7-09d3495bac7f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:43.480418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-fce55ea3-9b00-4cd5-a8c7-09d3495bac7f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Synchronizing usage tracker for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:43.534198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-fce55ea3-9b00-4cd5-a8c7-09d3495bac7f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Unset dirty status for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:43.535792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-fce55ea3-9b00-4cd5-a8c7-09d3495bac7f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 932 time: 0.2549460 Jun 04 07:20:43.554571 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:43.651361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-e1ee401c-dc65-471f-93e7-ba93067a53fc tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Synchronizing usage tracker for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:20:43.690198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-e1ee401c-dc65-471f-93e7-ba93067a53fc tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Unset dirty status for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:20:43.691348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b43dd56-928e-436b-8292-3c0b754eea44 req-e1ee401c-dc65-471f-93e7-ba93067a53fc tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127129 Jun 04 07:20:43.761916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c96ffd-1eca-4a56-ae9b-1d74f7018770 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:20:43.769275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.785129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Transition to ACTIVE for port object 53c96ffd-1eca-4a56-ae9b-1d74f7018770 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:43.790962 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.888261 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2f94dd7f-ed33-41b8-bae8-8aecd71c6363', 'name': '', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'mac_address': 'fa:16:3e:66:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:37Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 2, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'subnets': [{'id': '1b620998-1e68-4db3-a282-0f55191a2777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:43.892808 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Checking router: 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:20:43.893148 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Updating router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:20:43.950734 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:43.953025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Pushing event updated for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:44.044848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Attempting to bind port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:44.045184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Attempting to bind port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:44.045532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Attempting to bind port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:44.050142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 on network 14af6f96-434b-4a74-aa4e-f6a32dae362b not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:20:44.050458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Attempting to bind port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:44.056098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:44.056432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Checking segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:44.056811 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Bound using segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:44.057232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Bound port: 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:44.057609 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.151836 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:44.154754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:44.159801 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.229047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:44.229697 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.231073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] 10.222.0.39 "PUT /v2.0/ports/53c96ffd-1eca-4a56-ae9b-1d74f7018770 HTTP/1.1" status: 200 len: 1092 time: 1.1065714 Jun 04 07:20:44.231504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:20:44.264544 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7d950-2b1e-4fab-9afd-719b6da3b382 service neutron] Pushing event updated for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:44.317030 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7647d3-37e8-43d7-867d-15849880f266'] response: {'name': 'network-changed', 'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770', 'status': 'completed', 'code': 200} Jun 04 07:20:44.340335 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.356243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-d8e4398f-69e7-4738-a49e-7c747ffb9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:44.357504 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Transition to ACTIVE for port object 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:20:44.359057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-d8e4398f-69e7-4738-a49e-7c747ffb9139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 1095 time: 0.0855803 Jun 04 07:20:44.365180 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.441851 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-16adce40-fbf9-4c9c-b0e2-8d1b08ea3df8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770 HTTP/1.1" status: 200 len: 217 time: 0.0757470 Jun 04 07:20:44.510543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e4104a-791f-48fe-a28f-aa88bcd11db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:44.512007 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-78e4104a-791f-48fe-a28f-aa88bcd11db9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc3420c7-a35e-434f-8f0f-3f495527222f HTTP/1.1" status: 200 len: 856 time: 0.0646751 Jun 04 07:20:44.577905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420293c-c035-4f40-8609-c0dcdfa98680 None None] Pushing event updated for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:44.605270 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Attempting to bind port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:20:44.605663 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Attempting to bind port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:20:44.606016 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Attempting to bind port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 on network c6ff7360-5fd1-4003-8c51-81b9f040cf02 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:20:44.611909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:20:44.612269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Checking segment: {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:20:44.612661 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.613038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Bound using segment: {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:20:44.613512 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Bound port: 2f94dd7f-ed33-41b8-bae8-8aecd71c6363, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f442bb-262c-462a-adf9-c9438cda9385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:20:44.613879 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.707534 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-e79686d9-289d-4ad9-844a-1f36c4f4bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:44.710381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-e79686d9-289d-4ad9-844a-1f36c4f4bb73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14af6f96-434b-4a74-aa4e-f6a32dae362b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924841 Jun 04 07:20:44.712114 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] For port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:20:44.715801 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] For port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:20:44.720796 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:44.801352 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:20:44.802004 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:20:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:44.860993 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420293c-c035-4f40-8609-c0dcdfa98680 None None] Pushing event updated for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:44.907244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-a8de1d05-3764-45ac-9824-faed583b9f47 service neutron] 10.222.0.39 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920877 Jun 04 07:20:45.026085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc8dd1-5b37-431b-83d4-3abf63d96b58 req-ff7166b0-7a07-45dd-a726-7025914c9c7b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:45.027549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49dc8dd1-5b37-431b-83d4-3abf63d96b58 req-ff7166b0-7a07-45dd-a726-7025914c9c7b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 944 time: 0.2141814 Jun 04 07:20:45.033105 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:20:45.087483 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0080bda8-2ba3-4c5b-a4c8-d28681dd1dd0 req-9f3c879b-4f6e-4acd-8108-44e2bb3dee45 service neutron] 10.222.0.39 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718497 Jun 04 07:20:45.108516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49dc8dd1-5b37-431b-83d4-3abf63d96b58 req-ed11ff59-a8a0-4157-af0b-9706953a2c54 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Jun 04 07:20:45.220487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-76d91fd3-171c-460c-a757-69bd3ea9ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:45.222302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-76d91fd3-171c-460c-a757-69bd3ea9ec6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 1095 time: 0.0725033 Jun 04 07:20:45.354241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-962a00a0-0964-4456-a09a-aadc3d7bc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:45.355712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-962a00a0-0964-4456-a09a-aadc3d7bc575 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 918 time: 0.1281443 Jun 04 07:20:45.357201 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2f94dd7f-ed33-41b8-bae8-8aecd71c6363', 'name': '', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'mac_address': 'fa:16:3e:66:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:37Z', 'updated_at': '2022-06-04T07:20:44Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'subnets': [{'id': '1b620998-1e68-4db3-a282-0f55191a2777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:20:45.361149 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1b84c-b98c-4b31-8865-21e7391f0dd4 None None] The sync data for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 is: [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:38Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2f94dd7f-ed33-41b8-bae8-8aecd71c6363', 'name': '', 'network_id': 'c6ff7360-5fd1-4003-8c51-81b9f040cf02', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'mac_address': 'fa:16:3e:66:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1b620998-1e68-4db3-a282-0f55191a2777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:37Z', 'updated_at': '2022-06-04T07:20:44Z', 'revision_number': 4, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'subnets': [{'id': '1b620998-1e68-4db3-a282-0f55191a2777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:20:45.427265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-8c710b14-020f-4227-b814-534adca18c9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770 HTTP/1.1" status: 200 len: 217 time: 0.0649765 Jun 04 07:20:45.496439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-5e8c95cb-3697-44e6-bc1c-169b49d5720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:45.497830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-5e8c95cb-3697-44e6-bc1c-169b49d5720f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc3420c7-a35e-434f-8f0f-3f495527222f HTTP/1.1" status: 200 len: 856 time: 0.0650916 Jun 04 07:20:45.576697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-6e3151f1-76ea-4150-9ec2-cf67086ffb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:45.578213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-6e3151f1-76ea-4150-9ec2-cf67086ffb4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14af6f96-434b-4a74-aa4e-f6a32dae362b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744839 Jun 04 07:20:45.710455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-c2414da9-8e3f-4a5e-bd1d-e142dc7c38bb service neutron] 10.222.0.39 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260490 Jun 04 07:20:45.846390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6aa5fe61-787e-441b-9168-26e2b026ad2e req-4fca674d-ad78-4bf6-89a4-7f84e4f42d24 service neutron] 10.222.0.39 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288443 Jun 04 07:20:46.313688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906b632-3c6f-4dea-be57-374c0488ccd6 req-88925ca9-1ba7-40c0-a63b-101fb2da6cbe tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:46.315472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a906b632-3c6f-4dea-be57-374c0488ccd6 req-88925ca9-1ba7-40c0-a63b-101fb2da6cbe tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 944 time: 0.0865617 Jun 04 07:20:46.363460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a906b632-3c6f-4dea-be57-374c0488ccd6 req-a8d7a688-2ef4-4b66-8aa7-59ed0bce21f8 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Jun 04 07:20:46.615248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:46.729299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:46.734117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:46.734485 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:46.852777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:46.853147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:46.885869 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:46.889207 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:46.957199 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:47.028849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-749f0b0a-6d57-4d3d-aa86-3ea6b2c95955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:47.554123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66688a7c-5645-4514-9fff-54dffed32a2e req-9bc2bc24-73b8-41b1-803a-5db02e10775d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:47.555491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66688a7c-5645-4514-9fff-54dffed32a2e req-9bc2bc24-73b8-41b1-803a-5db02e10775d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 944 time: 0.0865533 Jun 04 07:20:47.606547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66688a7c-5645-4514-9fff-54dffed32a2e req-c2da9434-5864-4c78-aa15-f661bd489066 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Jun 04 07:20:48.394481 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 53c96ffd-1eca-4a56-ae9b-1d74f7018770 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:20:48.528535 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:48.543125 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '53c96ffd-1eca-4a56-ae9b-1d74f7018770', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'port_id': '53c96ffd-1eca-4a56-ae9b-1d74f7018770', 'mac_address': 'fa:16:3e:80:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:20:48.605852 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:48.653428 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:48.653830 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:48.688830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c96ffd-1eca-4a56-ae9b-1d74f7018770 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:20:48.709995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:48.714938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:48.769594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:48.769965 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:48.815179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ba53-e766-4079-ae8b-3024b9fdc0dc req-0f04ccfc-2d69-4896-a776-43f3878a4574 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:48.816617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d62ba53-e766-4079-ae8b-3024b9fdc0dc req-0f04ccfc-2d69-4896-a776-43f3878a4574 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 945 time: 0.0882173 Jun 04 07:20:48.843733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:48.862122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d62ba53-e766-4079-ae8b-3024b9fdc0dc req-0a541913-c314-4a92-a2e2-f575832899f5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Jun 04 07:20:48.921442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:49.026763 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['53c96ffd-1eca-4a56-ae9b-1d74f7018770'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:20:49.176781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c4843141-88f8-4b55-a874-758f3e48d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.056222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd26002-09cd-4ccb-a9e5-774dad754a23 req-a483846c-1daa-431c-8904-90d6d1adbf92 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:50.057722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2bd26002-09cd-4ccb-a9e5-774dad754a23 req-a483846c-1daa-431c-8904-90d6d1adbf92 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 945 time: 0.0846338 Jun 04 07:20:50.102718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2bd26002-09cd-4ccb-a9e5-774dad754a23 req-3752d0bd-7013-4c35-8845-096c79e3d49f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Jun 04 07:20:50.233149 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.409421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 53c96ffd-1eca-4a56-ae9b-1d74f7018770 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:20:50.486880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:20:50.492091 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:20:50.492461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.613130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:20:50.613529 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.657917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:20:50.669101 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.672344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:20:50.676139 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:50.716524 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac20ace7-0d50-4d54-9eea-ad3372109889'] response: {'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770', 'code': 200} Jun 04 07:20:50.761900 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:20:50.769427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.769804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.770142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.770482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.770821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.771641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.771968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.772294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.772618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.772941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.773293 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.773641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:20:50.837011 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2e0d5-37ef-4ce6-9000-a0f8435d0041 req-18cd06d2-c8d0-46aa-90b5-f01475922957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:50.838509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cf2e0d5-37ef-4ce6-9000-a0f8435d0041 req-18cd06d2-c8d0-46aa-90b5-f01475922957 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 1097 time: 0.0721838 Jun 04 07:20:50.997870 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6cf2e0d5-37ef-4ce6-9000-a0f8435d0041 req-c1435519-704f-4b8f-8818-d6f4233ad0d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526313 Jun 04 07:20:51.292341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00558-ec1f-4e3d-af2d-03465ac0fe34 req-bb19f672-311a-4f0a-8a7d-fbce20a04e85 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:51.293743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3b00558-ec1f-4e3d-af2d-03465ac0fe34 req-bb19f672-311a-4f0a-8a7d-fbce20a04e85 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0807273 Jun 04 07:20:51.338615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d3b00558-ec1f-4e3d-af2d-03465ac0fe34 req-920b9e21-bf5e-413b-946c-83311c89b134 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Jun 04 07:20:52.212651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:52.532177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483ee4c-98c9-4f5d-bde2-d35a2f54272c req-519161a1-ea13-4e63-9453-fe24ded9b77d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:52.533665 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d483ee4c-98c9-4f5d-bde2-d35a2f54272c req-519161a1-ea13-4e63-9453-fe24ded9b77d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0837379 Jun 04 07:20:52.579330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d483ee4c-98c9-4f5d-bde2-d35a2f54272c req-81888f97-0c1d-433c-8331-1fb649c0e8ba tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Jun 04 07:20:52.764024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000794-44f0-47ae-a256-782b21bb279b req-9a6c6d8b-db4b-4526-84d8-da69d1be7372 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:20:52.765465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79000794-44f0-47ae-a256-782b21bb279b req-9a6c6d8b-db4b-4526-84d8-da69d1be7372 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0804245 Jun 04 07:20:52.814318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-79000794-44f0-47ae-a256-782b21bb279b req-22f8cbab-61ea-42c2-9f36-d12624d23fbb tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428417 Jun 04 07:20:56.087090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:20:56.196384 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:06.919644 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:21:07.418202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3b21-9815-4859-9503-0221bddca3d7 req-f0137216-cdf6-4afe-8b68-68bc2804e1a2 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:07.419571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8d3b21-9815-4859-9503-0221bddca3d7 req-f0137216-cdf6-4afe-8b68-68bc2804e1a2 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0800195 Jun 04 07:21:07.464522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c8d3b21-9815-4859-9503-0221bddca3d7 req-d2f2f610-9f4c-417e-80eb-ce2d97b27287 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Jun 04 07:21:08.654722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddc16b-5a0b-46d3-a36f-d00582e54be0 req-93344743-0f4c-4f15-a5bf-dcf59a691a36 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:08.656206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eddc16b-5a0b-46d3-a36f-d00582e54be0 req-93344743-0f4c-4f15-a5bf-dcf59a691a36 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0833910 Jun 04 07:21:08.701323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9eddc16b-5a0b-46d3-a36f-d00582e54be0 req-594c98e5-dda9-4b58-b3ea-bc2e060528d5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Jun 04 07:21:09.201979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-437c6ff1-717d-4fe8-91ce-5ce32b4ff116 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:09.203401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-437c6ff1-717d-4fe8-91ce-5ce32b4ff116 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.39 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 946 time: 0.0810888 Jun 04 07:21:09.277970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Deleting port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:09.278309 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:09.526219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] For port 53c96ffd-1eca-4a56-ae9b-1d74f7018770, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=53c96ffd-1eca-4a56-ae9b-1d74f7018770,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:09.526571 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:09.656982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Calling delete_port for 53c96ffd-1eca-4a56-ae9b-1d74f7018770 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:09.809007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:09.824183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['53c96ffd-1eca-4a56-ae9b-1d74f7018770'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:21:09.903379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Pushing event deleted for resources: {'Port': ['ID=53c96ffd-1eca-4a56-ae9b-1d74f7018770,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:09.959359 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f746c3f-8f0a-4e48-b90a-19681393aed7 req-2d225626-d075-4b84-9f28-bd78eecaa92c tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=13e092bf-bf78-459d-8a04-272228779a35 HTTP/1.1" status: 200 len: 210 time: 0.0977583 Jun 04 07:21:09.965485 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.965846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.966185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.967063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.967063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.967264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.967472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.967797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.968138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.968450 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.968764 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:09.969074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:10.011548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] No DVR routers for this DVR port 53c96ffd-1eca-4a56-ae9b-1d74f7018770 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:21:10.014303 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:10.016998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'name': 'network-vif-deleted', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:21:10.039210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bd9558cd-7c21-4d46-b5cc-1feba39ee433 req-0d8cadf3-a9c4-40d9-8257-b713437b0ea5 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.39 "DELETE /v2.0/ports/53c96ffd-1eca-4a56-ae9b-1d74f7018770 HTTP/1.1" status: 204 len: 173 time: 0.8305397 Jun 04 07:21:10.065498 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909328bd-2f08-497e-80cb-042523e0109e'] response: {'server_uuid': '13e092bf-bf78-459d-8a04-272228779a35', 'name': 'network-vif-deleted', 'tag': '53c96ffd-1eca-4a56-ae9b-1d74f7018770', 'status': 'completed', 'code': 200} Jun 04 07:21:11.430222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-06c25c3b-3f8f-47e7-bce1-7b684cab2282 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:11.431646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-06c25c3b-3f8f-47e7-bce1-7b684cab2282 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 817 time: 0.1480603 Jun 04 07:21:11.447400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-bac8001d-7a4c-49a8-96dd-10bc96d490e0 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/quotas/bf0edfb15044481a8e474c7c2e915cf2 HTTP/1.1" status: 200 len: 375 time: 0.0102808 Jun 04 07:21:11.531335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-b926339a-2ae5-49c0-ad05-2cae0d1f81cf tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Synchronizing usage tracker for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:21:11.547240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-b926339a-2ae5-49c0-ad05-2cae0d1f81cf tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Unset dirty status for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:21:11.548481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-b926339a-2ae5-49c0-ad05-2cae0d1f81cf tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960219 Jun 04 07:21:11.790589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-9f4c2623-ca34-4bcd-b95a-63d7f1a7b7b3 service neutron] 10.222.0.17 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302864 Jun 04 07:21:11.923832 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-cafc5b8c-245a-4c83-88bf-3577c48fdf15 service neutron] 10.222.0.17 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274879 Jun 04 07:21:12.116064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e757241-8e8a-4447-9382-2ef32cfb04da req-cde3d26d-38e5-43f5-bf81-c216a436a8e4 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 210 time: 0.0465462 Jun 04 07:21:12.584076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 53c96ffd-1eca-4a56-ae9b-1d74f7018770 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:12.617516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 53c96ffd-1eca-4a56-ae9b-1d74f7018770 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:12.617860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 53c96ffd-1eca-4a56-ae9b-1d74f7018770 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:13.152148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-682d316c-7a82-49be-b8a1-fcb32b2ae89f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:13.153643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-682d316c-7a82-49be-b8a1-fcb32b2ae89f tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.24 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 817 time: 0.1592307 Jun 04 07:21:13.167194 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Request body: {'port': {'device_id': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'admin_state_up': True, 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:21:13.267629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9a045c6-b234-49bb-b90e-c506631ad622 req-72aedc8a-8cfc-4d3f-a748-862aacd97583 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 210 time: 0.0429435 Jun 04 07:21:13.314934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:21:13.325260 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:21:13.335152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Made reservation on behalf of bf0edfb15044481a8e474c7c2e915cf2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:21:13.338717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:13.503881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Allocated IP 172.20.0.12 (14af6f96-434b-4a74-aa4e-f6a32dae362b/cc3420c7-a35e-434f-8f0f-3f495527222f/d98216df-e228-4450-bea8-f32614af0d0d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:21:13.705110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:13.720836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Transition to ACTIVE for port object d98216df-e228-4450-bea8-f32614af0d0d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:21:13.745144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:13.822931 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:21:13.826763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:21:13.829424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:21:13.885732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Pushing event updated for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:13.909712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.910056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.910387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.910806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.911684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.912735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.913072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.913402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.913758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.914083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.914412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.914729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:13.937201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:13.937848 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:13.970438 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-7f41450a-fdb1-417a-92bd-7a498daf615b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8080540 Jun 04 07:21:13.982311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Request body: {'port': {'device_id': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:21:14.097677 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:14.132090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1dd086b8-4e53-446c-a2d8-b784e84422a3 None None] Provisioning for port d98216df-e228-4450-bea8-f32614af0d0d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:21:14.137026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1dd086b8-4e53-446c-a2d8-b784e84422a3 None None] Provisioning complete for port d98216df-e228-4450-bea8-f32614af0d0d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:21:14.137390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dd086b8-4e53-446c-a2d8-b784e84422a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:14.194530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1dd086b8-4e53-446c-a2d8-b784e84422a3 None None] Port d98216df-e228-4450-bea8-f32614af0d0d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:21:14.469432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2a2e-81cb-4b7a-904c-e3e33c53c519 req-2a1ef7cc-c8c4-4e8b-bed6-06ad27475ddd tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:14.470890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-327b2a2e-81cb-4b7a-904c-e3e33c53c519 req-2a1ef7cc-c8c4-4e8b-bed6-06ad27475ddd tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 932 time: 0.0885348 Jun 04 07:21:14.518006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-327b2a2e-81cb-4b7a-904c-e3e33c53c519 req-5915611a-d8fe-4791-9dc7-a1a1c9649534 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Jun 04 07:21:14.572265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98216df-e228-4450-bea8-f32614af0d0d {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:21:14.579343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:14.593076 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Transition to ACTIVE for port object d98216df-e228-4450-bea8-f32614af0d0d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:21:14.597207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:14.751831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:14.839548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Attempting to bind port d98216df-e228-4450-bea8-f32614af0d0d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:21:14.840774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Attempting to bind port d98216df-e228-4450-bea8-f32614af0d0d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:21:14.841149 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Attempting to bind port d98216df-e228-4450-bea8-f32614af0d0d on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:21:14.846156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Port d98216df-e228-4450-bea8-f32614af0d0d on network 14af6f96-434b-4a74-aa4e-f6a32dae362b not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:21:14.846493 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Attempting to bind port d98216df-e228-4450-bea8-f32614af0d0d on network 14af6f96-434b-4a74-aa4e-f6a32dae362b {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:21:14.852436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:21:14.852788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Checking segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:21:14.853173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Bound using segment: {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:21:14.853642 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Bound port: d98216df-e228-4450-bea8-f32614af0d0d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e4aafe-9306-482e-b953-eb992eecd0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:21:14.853990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:14.947792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:21:14.950738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d98216df-e228-4450-bea8-f32614af0d0d,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:21:14.955730 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:15.015743 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.016352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:15.017759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] 10.222.0.24 "PUT /v2.0/ports/d98216df-e228-4450-bea8-f32614af0d0d HTTP/1.1" status: 200 len: 1092 time: 1.0396676 Jun 04 07:21:15.018190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:21:15.040635 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfed796-8c6a-4c5e-8fdb-9497c9525b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:15.096843 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48f17c2-706f-4751-879e-00c9cf35a5bb'] response: {'name': 'network-changed', 'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d', 'status': 'completed', 'code': 200} Jun 04 07:21:15.140327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-127875a0-fb89-4022-9b23-ab63ab5652d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.141852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-127875a0-fb89-4022-9b23-ab63ab5652d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 1095 time: 0.0803640 Jun 04 07:21:15.209530 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-d6334cd9-decc-4c92-bd18-17ef209db137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98216df-e228-4450-bea8-f32614af0d0d HTTP/1.1" status: 200 len: 217 time: 0.0614080 Jun 04 07:21:15.275417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-88e14eb6-4351-4de7-864c-93da5c0f30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.276846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-88e14eb6-4351-4de7-864c-93da5c0f30a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc3420c7-a35e-434f-8f0f-3f495527222f HTTP/1.1" status: 200 len: 856 time: 0.0619013 Jun 04 07:21:15.352330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-646ca4fa-6ab8-4fb9-ab4a-0deda8128268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.353702 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-646ca4fa-6ab8-4fb9-ab4a-0deda8128268 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14af6f96-434b-4a74-aa4e-f6a32dae362b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711751 Jun 04 07:21:15.483408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-666ba004-a0be-4b48-aa55-912ca5e1a3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238480 Jun 04 07:21:15.621383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c61d301f-5aad-4fe7-8a69-59eafda8237d req-9d1b32b4-83f0-40e9-a13a-cff61e7ea4e1 service neutron] 10.222.0.24 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321938 Jun 04 07:21:15.707017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037a221-dfba-4558-9108-7f01e1e12c2f req-5a153e51-f2d2-49d1-92fd-75ee42def00e tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.709087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4037a221-dfba-4558-9108-7f01e1e12c2f req-5a153e51-f2d2-49d1-92fd-75ee42def00e tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 944 time: 0.0835946 Jun 04 07:21:15.750478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16365958-92ec-427e-983f-28a03dfed3ea req-4511cbb0-0519-49db-8308-7525c1276311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.751976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-4511cbb0-0519-49db-8308-7525c1276311 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 1095 time: 0.0814283 Jun 04 07:21:15.753194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4037a221-dfba-4558-9108-7f01e1e12c2f req-a5d2435d-9d6e-4e11-9df9-fd5ae0ee7207 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Jun 04 07:21:15.885953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16365958-92ec-427e-983f-28a03dfed3ea req-5c0e033a-a515-4d73-9ed1-c12ae5ab79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:15.887300 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-5c0e033a-a515-4d73-9ed1-c12ae5ab79b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 200 len: 918 time: 0.1291883 Jun 04 07:21:15.955363 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-69595b64-e883-457b-a502-214722fbbf98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d98216df-e228-4450-bea8-f32614af0d0d HTTP/1.1" status: 200 len: 217 time: 0.0620735 Jun 04 07:21:16.022515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16365958-92ec-427e-983f-28a03dfed3ea req-ef29c172-46f1-46ba-aac5-43a19858e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:16.023978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-ef29c172-46f1-46ba-aac5-43a19858e054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc3420c7-a35e-434f-8f0f-3f495527222f HTTP/1.1" status: 200 len: 856 time: 0.0628047 Jun 04 07:21:16.098055 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16365958-92ec-427e-983f-28a03dfed3ea req-ade086b6-9f73-4ed1-81d7-8c8c4517d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:16.100276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-ade086b6-9f73-4ed1-81d7-8c8c4517d619 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14af6f96-434b-4a74-aa4e-f6a32dae362b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701878 Jun 04 07:21:16.341627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-ea166496-7cd0-46e7-98c3-e9b64387a726 service neutron] 10.222.0.24 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348318 Jun 04 07:21:16.471992 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-16365958-92ec-427e-983f-28a03dfed3ea req-1d758207-3f25-4159-ad3b-e6cf3c0de5a0 service neutron] 10.222.0.24 "GET /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246653 Jun 04 07:21:16.942066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ede13-7f7d-47d8-a2fe-53dae6af934f req-614de263-e39b-4cdb-bdda-be2147c3dc5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:16.944015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-235ede13-7f7d-47d8-a2fe-53dae6af934f req-614de263-e39b-4cdb-bdda-be2147c3dc5b tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 944 time: 0.0844789 Jun 04 07:21:16.989328 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-235ede13-7f7d-47d8-a2fe-53dae6af934f req-d856f86a-46f0-46fe-9190-40c3662ff422 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Jun 04 07:21:17.025070 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e0156c3b-867a-4836-95e8-204c5e624ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:18.179133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169e4bf-1ec8-4c95-9303-d08eb11f210c req-93c1fa48-344c-436c-9a67-892545b58a82 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:18.180592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a169e4bf-1ec8-4c95-9303-d08eb11f210c req-93c1fa48-344c-436c-9a67-892545b58a82 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 944 time: 0.0796559 Jun 04 07:21:18.244622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a169e4bf-1ec8-4c95-9303-d08eb11f210c req-d19c9ee7-7c7f-4237-ad60-2f498943f4fb tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Jun 04 07:21:19.158709 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9dac0d2f-395a-4f6e-87d1-f2e2159ad0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:19.440142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0232-9505-4105-a072-f6f3bb1c5d4a req-13005954-e828-44d6-b8a5-b9a484420c90 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:19.441615 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15fc0232-9505-4105-a072-f6f3bb1c5d4a req-13005954-e828-44d6-b8a5-b9a484420c90 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 944 time: 0.0856268 Jun 04 07:21:19.485512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15fc0232-9505-4105-a072-f6f3bb1c5d4a req-afff269c-8e40-4ba5-b3a4-d423d5325aa4 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Jun 04 07:21:20.236292 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:20.291418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d98216df-e228-4450-bea8-f32614af0d0d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:21:20.437003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d98216df-e228-4450-bea8-f32614af0d0d,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:20.450611 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'd98216df-e228-4450-bea8-f32614af0d0d', 'network_id': '14af6f96-434b-4a74-aa4e-f6a32dae362b', 'port_id': 'd98216df-e228-4450-bea8-f32614af0d0d', 'mac_address': 'fa:16:3e:3c:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3420c7-a35e-434f-8f0f-3f495527222f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:21:20.507858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d98216df-e228-4450-bea8-f32614af0d0d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:21:20.508235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:20.525927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98216df-e228-4450-bea8-f32614af0d0d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:21:20.542583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d98216df-e228-4450-bea8-f32614af0d0d,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:20.546277 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:20.648445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:20.660518 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:20.686790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0e6e-a268-4600-b8c2-36e385307e00 req-e29fd6c5-441e-4d42-9309-cb769051c780 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:20.688242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6cb0e6e-a268-4600-b8c2-36e385307e00 req-e29fd6c5-441e-4d42-9309-cb769051c780 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 945 time: 0.0930414 Jun 04 07:21:20.736695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6cb0e6e-a268-4600-b8c2-36e385307e00 req-3768a79f-fb75-4313-9026-6e53ee788fc0 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Jun 04 07:21:20.895279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['d98216df-e228-4450-bea8-f32614af0d0d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:21:21.923678 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f62338-1a97-4f84-a79f-90b138a379c5 req-45927502-ce5a-42dc-9e46-b130448c57d9 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:21.925129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45f62338-1a97-4f84-a79f-90b138a379c5 req-45927502-ce5a-42dc-9e46-b130448c57d9 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 945 time: 0.0801628 Jun 04 07:21:21.969968 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45f62338-1a97-4f84-a79f-90b138a379c5 req-a7ba35b3-c1bc-40c1-b7d4-0ec56ae7fd10 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Jun 04 07:21:22.214938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:22.306989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d98216df-e228-4450-bea8-f32614af0d0d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:21:22.375670 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port d98216df-e228-4450-bea8-f32614af0d0d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:21:22.380888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port d98216df-e228-4450-bea8-f32614af0d0d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:21:22.381260 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:22.498944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port d98216df-e228-4450-bea8-f32614af0d0d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:21:22.499327 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:22.526056 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:21:22.535510 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d98216df-e228-4450-bea8-f32614af0d0d,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:22.540983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:22.577414 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230c0567-6266-4527-9a81-9bc960fbb927'] response: {'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d', 'code': 200} Jun 04 07:21:22.616166 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:22.712489 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40942f64-a344-497c-bd5d-93e01809fb40 req-91d2e26b-85c0-4322-b27d-027cf369b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:22.714381 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40942f64-a344-497c-bd5d-93e01809fb40 req-91d2e26b-85c0-4322-b27d-027cf369b69c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 1097 time: 0.0770996 Jun 04 07:21:22.758294 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-40942f64-a344-497c-bd5d-93e01809fb40 req-c47ebda4-90fc-4cb4-b007-394c3d0b32a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Jun 04 07:21:23.170658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaec8f-1945-4377-b406-a9f49f3bf13f req-99fff568-4342-4745-af83-3eec62d024f7 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:23.171649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6aaec8f-1945-4377-b406-a9f49f3bf13f req-99fff568-4342-4745-af83-3eec62d024f7 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0880365 Jun 04 07:21:23.221378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c6aaec8f-1945-4377-b406-a9f49f3bf13f req-6f71e15f-7f7e-41ed-9f0b-66aaea4b09c3 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Jun 04 07:21:24.409931 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae600a23-615d-4480-961f-a88b7096eb44 req-e3fb2aee-c7db-47eb-b458-9436af7e998d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:24.411928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae600a23-615d-4480-961f-a88b7096eb44 req-e3fb2aee-c7db-47eb-b458-9436af7e998d tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0831099 Jun 04 07:21:24.457567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae600a23-615d-4480-961f-a88b7096eb44 req-472a9eb6-2275-4bff-84c8-b43ec7c96554 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Jun 04 07:21:24.647265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d20bf-e1f4-4205-9139-1ebba0e49628 req-019a95d0-dba8-41ea-b86b-28dc4084a110 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:24.648706 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d8d20bf-e1f4-4205-9139-1ebba0e49628 req-019a95d0-dba8-41ea-b86b-28dc4084a110 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0816994 Jun 04 07:21:24.692698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d8d20bf-e1f4-4205-9139-1ebba0e49628 req-33204465-5897-4c8b-8edf-bbd077d1d4fe tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Jun 04 07:21:26.082103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:26.218530 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:40.396716 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eba1a2-0619-4c7a-bcc2-2b185930f157 req-a8d09a82-4942-4a8b-9fe5-dceb346dde96 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:40.398126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7eba1a2-0619-4c7a-bcc2-2b185930f157 req-a8d09a82-4942-4a8b-9fe5-dceb346dde96 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0819619 Jun 04 07:21:40.446098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7eba1a2-0619-4c7a-bcc2-2b185930f157 req-feaf3b0f-7285-4d38-8047-688995586758 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Jun 04 07:21:41.632053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ad3f3-f64d-4844-ba64-07eec35f9362 req-3b49cab0-a450-4f79-9746-3f5d0b9b7cdf tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:41.633536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360ad3f3-f64d-4844-ba64-07eec35f9362 req-3b49cab0-a450-4f79-9746-3f5d0b9b7cdf tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0794034 Jun 04 07:21:41.679468 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-360ad3f3-f64d-4844-ba64-07eec35f9362 req-3f93044b-27f6-4f7f-a35c-7ceb688f011c tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/security-groups?id=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jun 04 07:21:42.172667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-e4572a15-d177-4092-a567-f708c564d095 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:42.173340 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-e4572a15-d177-4092-a567-f708c564d095 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Synchronizing usage tracker for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:21:42.189155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-e4572a15-d177-4092-a567-f708c564d095 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Unset dirty status for tenant:bf0edfb15044481a8e474c7c2e915cf2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:21:42.190591 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-e4572a15-d177-4092-a567-f708c564d095 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.24 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 946 time: 0.0949821 Jun 04 07:21:42.263655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Deleting port d98216df-e228-4450-bea8-f32614af0d0d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:42.263990 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:42.505888 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] For port d98216df-e228-4450-bea8-f32614af0d0d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=d98216df-e228-4450-bea8-f32614af0d0d,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:42.506238 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:42.630498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Calling delete_port for d98216df-e228-4450-bea8-f32614af0d0d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:42.783183 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:42.794242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['d98216df-e228-4450-bea8-f32614af0d0d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:21:42.835052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Pushing event deleted for resources: {'Port': ['ID=d98216df-e228-4450-bea8-f32614af0d0d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:42.841283 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-66f5fc20-3bf8-4d08-b9b6-ecd8d9fb54e1 req-c318662a-5b68-449b-a892-d5d2247d0f1c tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.17 "GET /v2.0/ports?device_id=662d1908-d841-46a6-85bd-a45f50af1f6d HTTP/1.1" status: 200 len: 210 time: 0.0469575 Jun 04 07:21:42.913994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] No DVR routers for this DVR port d98216df-e228-4450-bea8-f32614af0d0d on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:21:42.916543 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:42.919127 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'name': 'network-vif-deleted', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:21:42.936968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-023c1ef4-65a7-4d2e-8ecf-0cd71d2dd356 req-ca87f5b8-8c72-43d4-9da5-17a99f2bc704 tempest-TestEncryptedCinderVolumes-1067978998 tempest-TestEncryptedCinderVolumes-1067978998-project] 10.222.0.24 "DELETE /v2.0/ports/d98216df-e228-4450-bea8-f32614af0d0d HTTP/1.1" status: 204 len: 173 time: 0.7410424 Jun 04 07:21:42.972308 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932487a4-7dc0-47b3-b640-429844c2c5b3'] response: {'server_uuid': '662d1908-d841-46a6-85bd-a45f50af1f6d', 'name': 'network-vif-deleted', 'tag': 'd98216df-e228-4450-bea8-f32614af0d0d', 'status': 'completed', 'code': 200} Jun 04 07:21:43.919858 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:21:43.980490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49440) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:44.617297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:44.970929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Deleting port fc807a09-f3db-42de-a597-f9647fdbfc6a {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:44.971270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:45.156766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] For port fc807a09-f3db-42de-a597-f9647fdbfc6a, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=fc807a09-f3db-42de-a597-f9647fdbfc6a,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:45.157823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:45.281073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Calling delete_port for fc807a09-f3db-42de-a597-f9647fdbfc6a owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:45.600822 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:45.646326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc807a09-f3db-42de-a597-f9647fdbfc6a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:46.031883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:46.388834 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:21:46.400048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d98216df-e228-4450-bea8-f32614af0d0d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:46.434168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: d98216df-e228-4450-bea8-f32614af0d0d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:46.434516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device d98216df-e228-4450-bea8-f32614af0d0d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:46.566712 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:21:46.579355 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-81f4ff80-cebe-4a27-a8d8-473378227d4e admin admin] 10.222.0.17 "PUT /v2.0/routers/c740c1bd-7ab4-4afb-997d-1326b4bc5f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5976284 Jun 04 07:21:46.580928 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Sync routers for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:21:46.581793 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49444) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:46.591444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:21:46.592377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:46.760150 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:46.772419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:21:46.935316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:46.946012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Deleting port b8f2e854-9ed1-4a76-8323-cfc39630497c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:46.946349 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.054701 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8126ccfe-671b-44a2-aaa5-9fca7cf07480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.076682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:21:45Z', 'revision_number': 5, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port': {'id': 'b8f2e854-9ed1-4a76-8323-cfc39630497c', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:28Z', 'updated_at': '2022-06-04T07:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:47.080592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Checking router: c740c1bd-7ab4-4afb-997d-1326b4bc5f25 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:21:47.090379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Routers {'c740c1bd-7ab4-4afb-997d-1326b4bc5f25'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:21:47.090978 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:47.121848 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] For port b8f2e854-9ed1-4a76-8323-cfc39630497c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b8f2e854-9ed1-4a76-8323-cfc39630497c,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:47.122197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.303842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] Set router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:21:47.366667 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Calling delete_port for b8f2e854-9ed1-4a76-8323-cfc39630497c owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:47.414197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:21:46Z', 'revision_number': 6, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:47.418157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68800e10-f170-48c3-8c0d-619d2425d7b9 None None] The sync data for ids ['c740c1bd-7ab4-4afb-997d-1326b4bc5f25'] in n-d-811808-2 is: [{'id': 'c740c1bd-7ab4-4afb-997d-1326b4bc5f25', 'name': 'tempest-TestEncryptedCinderVolumes-1936976318-router', 'tenant_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:27Z', 'updated_at': '2022-06-04T07:21:46Z', 'revision_number': 6, 'project_id': 'bf0edfb15044481a8e474c7c2e915cf2', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:21:47.542217 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.590559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f2e854-9ed1-4a76-8323-cfc39630497c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:47.678533 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.859667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.864813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.890056 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.890573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c740c1bd-7ab4-4afb-997d-1326b4bc5f25 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:21:47.902524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:47.903634 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7aeabc96-e2e9-484e-a2c5-258eabd54305 admin admin] 10.222.0.17 "DELETE /v2.0/routers/c740c1bd-7ab4-4afb-997d-1326b4bc5f25 HTTP/1.1" status: 204 len: 168 time: 1.3207924 Jun 04 07:21:47.906087 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49448) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:47.967407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Deleting subnet cc3420c7-a35e-434f-8f0f-3f495527222f {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:21:47.970627 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.019986 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.106589 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.176513 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.217244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.220167 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3420c7-a35e-434f-8f0f-3f495527222f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:48.222551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bc8a2-c5c0-466b-ac79-cb6fc2311bdd None None] Network 14af6f96-434b-4a74-aa4e-f6a32dae362b requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:21:48.227077 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5846a74-ce5f-4efa-83ec-05ea1a5643b1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cc3420c7-a35e-434f-8f0f-3f495527222f HTTP/1.1" status: 204 len: 168 time: 0.3200498 Jun 04 07:21:48.229552 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49452) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:48.339110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.350398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Deleting port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:48.350737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.485019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] DHCP port deletion for 14af6f96-434b-4a74-aa4e-f6a32dae362b request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:21:48.489833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Deleting port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:48.490642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.577786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] For port 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2eb0705e-48b9-47b2-bcb3-e97d50e61890,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:48.578490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.679233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b8f2e854-9ed1-4a76-8323-cfc39630497c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:48.705187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Calling delete_port for 2eb0705e-48b9-47b2-bcb3-e97d50e61890 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:48.728836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b8f2e854-9ed1-4a76-8323-cfc39630497c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:48.729181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b8f2e854-9ed1-4a76-8323-cfc39630497c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:48.729647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fc807a09-f3db-42de-a597-f9647fdbfc6a no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:48.776616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: fc807a09-f3db-42de-a597-f9647fdbfc6a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:48.776970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device fc807a09-f3db-42de-a597-f9647fdbfc6a not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:48.777395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2eb0705e-48b9-47b2-bcb3-e97d50e61890 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:48.788873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.819787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2eb0705e-48b9-47b2-bcb3-e97d50e61890 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:48.820132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2eb0705e-48b9-47b2-bcb3-e97d50e61890 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:48.822750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] For port 2eb0705e-48b9-47b2-bcb3-e97d50e61890, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2eb0705e-48b9-47b2-bcb3-e97d50e61890,segment=NetworkSegment(f0e4aafe-9306-482e-b953-eb992eecd0a5),segment_id=f0e4aafe-9306-482e-b953-eb992eecd0a5)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:48.823151 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:48.939216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb0705e-48b9-47b2-bcb3-e97d50e61890,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:48.946256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] No DVR routers for this DVR port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:21:48.955652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Calling delete_port for 2eb0705e-48b9-47b2-bcb3-e97d50e61890 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:49.034600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:21:49.035667 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:21:49.069090 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.095312 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14af6f96-434b-4a74-aa4e-f6a32dae362b']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:49.108928 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e4aafe-9306-482e-b953-eb992eecd0a5') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:49.109226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e4aafe-9306-482e-b953-eb992eecd0a5') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:49.120809 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.136555 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.142508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:21:49.142890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.163169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-54d9885e-f0d6-4abb-8d98-54a4bcdd5d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.219223 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f0e4aafe-9306-482e-b953-eb992eecd0a5 resource provider aggregate not found Jun 04 07:21:49.238784 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment f0e4aafe-9306-482e-b953-eb992eecd0a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0e4aafe-9306-482e-b953-eb992eecd0a5 found for delete ", "request_id": "req-14fd8a1e-2605-4bdc-911d-d54d7467289d"}]} Jun 04 07:21:49.250876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.255923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.279663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] Pushing event deleted for resources: {'Network': ['ID=14af6f96-434b-4a74-aa4e-f6a32dae362b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:49.293966 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-63afc08c-65eb-4835-a87a-8f7d05ea6806 admin admin] 10.222.0.17 "DELETE /v2.0/networks/14af6f96-434b-4a74-aa4e-f6a32dae362b HTTP/1.1" status: 204 len: 168 time: 1.0633354 Jun 04 07:21:49.296798 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49460) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:49.536489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Deleting port 2eb0705e-48b9-47b2-bcb3-e97d50e61890 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:49.537031 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:49.607567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-02287dcd-722a-4baa-8c1c-5dac7e099cef None None] The port '2eb0705e-48b9-47b2-bcb3-e97d50e61890' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:21:49.880299 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.241451 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.246789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Deleting port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:50.247123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.555713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] For port 2f94dd7f-ed33-41b8-bae8-8aecd71c6363, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:50.556083 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.635878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.680414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Calling delete_port for 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:50.861134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:50.911639 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f94dd7f-ed33-41b8-bae8-8aecd71c6363,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:51.184981 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:51.553400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:21:51.732569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:21:51.742153 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5699bb44-b265-4f82-9878-8cc77b418721 admin admin] 10.222.0.17 "PUT /v2.0/routers/6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443598 Jun 04 07:21:51.742958 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Sync routers for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:21:51.744652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49464) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:51.753459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:21:51.755216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:51.940545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:21:52.061118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.219430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.232570 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:21:50Z', 'revision_number': 5, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port': {'id': '4f611b22-e45f-4b85-a8ef-ffe170dc40c9', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:52.236475 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Checking router: 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:21:52.242309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.245042 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Routers {'6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:21:52.245670 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:52.251566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Deleting port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:52.251898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.398318 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] Set router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:21:52.432013 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] For port 4f611b22-e45f-4b85-a8ef-ffe170dc40c9, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:52.432360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.503043 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:21:52Z', 'revision_number': 6, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:52.507626 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f4fa5-2fd9-4353-a0f4-72e85e0691f2 None None] The sync data for ids ['6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3'] in n-d-811808-2 is: [{'id': '6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3', 'name': 'tempest-TestEncryptedCinderVolumes-45198963-router', 'tenant_id': 'a0a914d2f5a4445689f400f111221673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:20:34Z', 'updated_at': '2022-06-04T07:21:52Z', 'revision_number': 6, 'project_id': 'a0a914d2f5a4445689f400f111221673', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:21:52.558906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Calling delete_port for 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:52.727130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.772852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f611b22-e45f-4b85-a8ef-ffe170dc40c9,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:52.869019 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:52.949633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:52.984205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:52.984545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2f94dd7f-ed33-41b8-bae8-8aecd71c6363 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:53.057818 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.060022 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.083081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.084060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:21:53.100499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.101651 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8de5f6a3-5c12-4c35-972a-b301449b1a18 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6b4a5372-9ff8-4e82-ba61-1cc0df37c7c3 HTTP/1.1" status: 204 len: 168 time: 1.3560646 Jun 04 07:21:53.104126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49472) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:53.161735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Deleting subnet 1b620998-1e68-4db3-a282-0f55191a2777 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:21:53.164604 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.215764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.295709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.369879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.521542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b620998-1e68-4db3-a282-0f55191a2777,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:53.524908 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.530388 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293404bd-b4b9-4372-851c-bfd64f5ab3f3 None None] Network c6ff7360-5fd1-4003-8c51-81b9f040cf02 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:21:53.534755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-79ee016c-7eeb-4e39-8641-316d62225d9c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1b620998-1e68-4db3-a282-0f55191a2777 HTTP/1.1" status: 204 len: 168 time: 0.4273577 Jun 04 07:21:53.535629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49476) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:53.644846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.655541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Deleting port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:53.655873 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.781070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] DHCP port deletion for c6ff7360-5fd1-4003-8c51-81b9f040cf02 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:21:53.786288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Deleting port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:53.786669 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.866652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] For port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:53.866900 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:53.999430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Calling delete_port for 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:54.044664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] For port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,segment=NetworkSegment(46f442bb-262c-462a-adf9-c9438cda9385),segment_id=46f442bb-262c-462a-adf9-c9438cda9385)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:54.045044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.077956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.124454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4406f5-b1fc-4da6-a9f3-b9ba0390c643,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:54.129746 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] No DVR routers for this DVR port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:21:54.176037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Calling delete_port for 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:21:54.252079 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.257178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:21:54.257574 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:21:54.283332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ff7360-5fd1-4003-8c51-81b9f040cf02']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:54.295392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f442bb-262c-462a-adf9-c9438cda9385') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:54.295681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f442bb-262c-462a-adf9-c9438cda9385') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:54.307942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.324728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.330767 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:21:54.331208 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.396024 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 46f442bb-262c-462a-adf9-c9438cda9385 resource provider aggregate not found Jun 04 07:21:54.418589 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 46f442bb-262c-462a-adf9-c9438cda9385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46f442bb-262c-462a-adf9-c9438cda9385 found for delete ", "request_id": "req-ed8a5d70-54f3-4f40-abf5-58098a3938c4"}]} Jun 04 07:21:54.430992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.447759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.457964 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ff7360-5fd1-4003-8c51-81b9f040cf02,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:54.462258 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7e4b010a-57f6-4168-bf3f-b5cc43ef7b74 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c6ff7360-5fd1-4003-8c51-81b9f040cf02 HTTP/1.1" status: 204 len: 168 time: 0.9254403 Jun 04 07:21:54.627431 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:54.650319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49486) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:54.668188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:54.668530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:54.668943 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:21:54.699614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-17c3fa13-fb67-4570-9ee1-64a02cbde0b1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf0edfb15044481a8e474c7c2e915cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481033 Jun 04 07:21:54.702215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49490) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:54.705352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:21:54.705719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4f611b22-e45f-4b85-a8ef-ffe170dc40c9 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:21:54.759181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Deleting port 1b4406f5-b1fc-4da6-a9f3-b9ba0390c643 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:21:54.759569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.760650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.786256 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.826196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ea0361fa-ab52-478e-a44e-45e95beb0c9e None None] The port '1b4406f5-b1fc-4da6-a9f3-b9ba0390c643' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:21:54.842799 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.862046 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:54.869517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:54.870708 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4aedba73-5a3e-47be-936f-4a4ae9df9787 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b2fce94c-03c9-4cea-af9e-d0d0fb0e2b81 HTTP/1.1" status: 204 len: 168 time: 0.1675568 Jun 04 07:21:55.215618 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49498) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:55.267771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-143ac8a0-37be-4b1b-b04c-8362b739aaea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0a914d2f5a4445689f400f111221673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509634 Jun 04 07:21:55.270935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49502) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:55.328835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:55.355277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:55.409116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:55.424075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88cb3b-c237-40d0-8fca-f02c3ba71e20,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:55.431568 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:55.432675 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0080a269-722b-49ee-8408-78222d985af5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0f88cb3b-c237-40d0-8fca-f02c3ba71e20 HTTP/1.1" status: 204 len: 168 time: 0.1608522 Jun 04 07:21:56.087888 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.156158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49526) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:56.242433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.263400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611910742-network', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:21:56.268965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:21:56.272957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Usage tracker for resource:network and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:21:56.275780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:21:56.281935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:21:56.292880 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Made reservation on behalf of 541f9cef2ec7435abb6db0e704d60b53 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:21:56.295165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.307787 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.322169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:21:56.325951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:21:56.328757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:21:56.334646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:21:56.424133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.428032 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.459451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:21:56.468153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c19bf7-4925-4e08-8dca-62c33c052b70,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:56.476901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.476901 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Added segment b6cc3a7a-923d-4bbd-8e5b-dc657d397243 of type vlan for network a95c78a1-24c8-451d-8810-3b81fac2020d Jun 04 07:21:56.502698 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.531647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.532735 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:56.533332 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.637304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] Pushing event updated for resources: {'Network': ['ID=a95c78a1-24c8-451d-8810-3b81fac2020d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:56.640289 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c479bc4a-d19d-488b-b672-c86bad531a3e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4831269 Jun 04 07:21:56.643302 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49532) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:56.648285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network a95c78a1-24c8-451d-8810-3b81fac2020d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:21:56.648950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Request body: {'subnet': {'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611910742-subnet', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:21:56.654703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:21:56.658543 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Usage tracker for resource:subnet and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:21:56.662314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:21:56.668062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:21:56.679007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Made reservation on behalf of 541f9cef2ec7435abb6db0e704d60b53 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:21:56.681492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:56.980683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.059204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d428516-ccf3-4773-8f16-883b833edc8a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:57.066905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Checking segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:21:57.067255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Network hostable DHCP agents. Network: a95c78a1-24c8-451d-8810-3b81fac2020d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:21:57.086203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Network a95c78a1-24c8-451d-8810-3b81fac2020d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:21:57.095136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, a95c78a1-24c8-451d-8810-3b81fac2020d) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:21:57.100630 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:21:57.101270 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.103616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b367c1b-fae7-4591-81ef-b34c3900bf2b None None] Network a95c78a1-24c8-451d-8810-3b81fac2020d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:21:57.123776 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0999e359-c2d8-42df-a8cc-a368ee11ccb6 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4796102 Jun 04 07:21:57.126518 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49536) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:57.131954 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:21:57.137199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:21:57.140993 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Usage tracker for resource:router and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:21:57.143815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:21:57.150507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:21:57.162227 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.163209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.179226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.332976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-a95c78a1-24c8-451d-8810-3b81fac2020d', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:21:57.334153 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.455032 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.498008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Allocated IP 172.20.0.2 (a95c78a1-24c8-451d-8810-3b81fac2020d/4d428516-ccf3-4773-8f16-883b833edc8a/0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:21:57.705305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.716514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Transition to ACTIVE for port object 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:21:57.735223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Transition to ACTIVE for port object 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:21:57.740801 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.774759 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.807106 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.808677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Network a95c78a1-24c8-451d-8810-3b81fac2020d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:21:57.811933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:21:57.815751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:21:57.825193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Pushing event updated for resources: {'Port': ['ID=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:57.890531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.890874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.891253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.891717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.892106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.892440 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.892767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.893089 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.893413 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.893759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.894667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.895026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:21:57.926723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Attempting to bind port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:21:57.927129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Attempting to bind port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:21:57.927511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Attempting to bind port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f on network a95c78a1-24c8-451d-8810-3b81fac2020d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:21:57.933443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:21:57.933870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Checking segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:21:57.934269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.934656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Bound using segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:21:57.935119 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Bound port: 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:21:57.935492 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:57.962246 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Allocated IP 172.25.1.194 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/b9c4198b-b920-46a8-aa0c-d7c81695d5ec) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:21:58.029156 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] For port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:21:58.032678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] For port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:21:58.039173 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:58.116457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:58.149726 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:58.163436 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001cd6-9d54-4b66-abde-e57eab269fd5 None None] Pushing event updated for resources: {'Port': ['ID=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:58.220572 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:21:58.224000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:21:58.226411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:21:58.273507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:58.651045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:21:58.718931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:21:58.788020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.136732 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7087f11-8f01-4d99-b5bc-9ae0f87d24d8 None None] Network a95c78a1-24c8-451d-8810-3b81fac2020d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:21:59.139149 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.253833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Provisioning for port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:21:59.270471 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Provisioning complete for port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:21:59.270845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.353161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:21:59.492144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Current status of the port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:21:59.492525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.531082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] For port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:21:59.537085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.542561 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:21:59.572778 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:21:59.576621 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-68f6fcee-0ccf-407e-a5ba-eb70140e1077 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4466012 Jun 04 07:21:59.576778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Sync routers for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:21:59.577002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49540) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:21:59.609560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:21:59.610208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:21:59.692967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176afe41-eaa8-47fd-9536-90e75d88b9fa None None] Pushing event updated for resources: {'Port': ['ID=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:21:59.806795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:00.000987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3f2f758f-a005-4a6f-9fcf-62060a4da4c3 None None] Provisioning complete for port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:00.001409 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3f2f758f-a005-4a6f-9fcf-62060a4da4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.197054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f758f-a005-4a6f-9fcf-62060a4da4c3 None None] Current status of the port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:00.212247 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:21:58Z', 'revision_number': 3, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:00.216164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Checking router: 2dc8f224-e5f9-4a1e-b72a-764c197fa459 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:22:00.216522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Updating router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 port b9c4198b-b920-46a8-aa0c-d7c81695d5ec binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:22:00.284196 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.398554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.611933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Allocated IP 172.20.0.1 (a95c78a1-24c8-451d-8810-3b81fac2020d/4d428516-ccf3-4773-8f16-883b833edc8a/5c4a545a-ad5c-43c3-9acb-2468e1821087) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:00.658922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:00.740001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.756079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Transition to ACTIVE for port object b9c4198b-b920-46a8-aa0c-d7c81695d5ec will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:00.767637 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.771364 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.787914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Transition to ACTIVE for port object 5c4a545a-ad5c-43c3-9acb-2468e1821087 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:00.805990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:00.806368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.812136 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.871111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Network a95c78a1-24c8-451d-8810-3b81fac2020d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:00.878172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:00.883786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:00.906372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Attempting to bind port b9c4198b-b920-46a8-aa0c-d7c81695d5ec on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:00.906749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Attempting to bind port b9c4198b-b920-46a8-aa0c-d7c81695d5ec by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:00.907114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Attempting to bind port b9c4198b-b920-46a8-aa0c-d7c81695d5ec on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:00.914961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04277a30-2ef3-4473-9821-34664e562372 None None] Pushing event updated for resources: {'Port': ['ID=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:00.927189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:00.927189 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:00.927412 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.928150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:00.928721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Bound port: b9c4198b-b920-46a8-aa0c-d7c81695d5ec, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:00.929111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:00.940753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:00.967587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.061883 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] For port b9c4198b-b920-46a8-aa0c-d7c81695d5ec, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:01.070824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:01.075067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] For port b9c4198b-b920-46a8-aa0c-d7c81695d5ec, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:01.079525 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.116160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.158673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:01.159212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:01.234950 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04277a30-2ef3-4473-9821-34664e562372 None None] Pushing event updated for resources: {'Port': ['ID=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:01.259266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cbb7a4d6-242e-460f-ab9f-dda9edc13bbd None None] Provisioning for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:01.268985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cbb7a4d6-242e-460f-ab9f-dda9edc13bbd None None] Provisioning complete for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:01.270111 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a4d6-242e-460f-ab9f-dda9edc13bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.353777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.358470 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.397969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7a4d6-242e-460f-ab9f-dda9edc13bbd None None] Port 5c4a545a-ad5c-43c3-9acb-2468e1821087 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:22:01.408759 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:01.476911 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.481440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:01.616246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Network a95c78a1-24c8-451d-8810-3b81fac2020d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:01.617316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:01.744419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:00Z', 'revision_number': 1, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:01.749013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64d1ed-f314-43d1-9520-57b44bae2832 None None] The sync data for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 is: [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:00Z', 'revision_number': 1, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:22:01.923985 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cc1e9280-399e-4489-af58-b9d127dd838f None None] Provisioning complete for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:01.924490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9280-399e-4489-af58-b9d127dd838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:01.985650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:22:02.016829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e9280-399e-4489-af58-b9d127dd838f None None] Port 5c4a545a-ad5c-43c3-9acb-2468e1821087 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:22:02.182721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:22:02.193996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7f985e14-8a40-4e57-8dbe-81b003c78097 admin admin] 10.222.0.17 "PUT /v2.0/routers/2dc8f224-e5f9-4a1e-b72a-764c197fa459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6158180 Jun 04 07:22:02.662110 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9c4198b-b920-46a8-aa0c-d7c81695d5ec up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:02.742489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port b9c4198b-b920-46a8-aa0c-d7c81695d5ec completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:02.748454 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9c4198b-b920-46a8-aa0c-d7c81695d5ec triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:02.749058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.764977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49558) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:02.770690 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2007508241-network', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:02.776177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:02.780081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Usage tracker for resource:network and tenant:b424380a8b224fd093bbf38387fc9c53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:02.784519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:02.790814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:02.803509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Made reservation on behalf of b424380a8b224fd093bbf38387fc9c53 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:22:02.806014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.819278 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.835546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:02.840139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Usage tracker for resource:security_group_rule and tenant:b424380a8b224fd093bbf38387fc9c53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:02.843589 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:02.850002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:02.880626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9c4198b-b920-46a8-aa0c-d7c81695d5ec is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:02.881291 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.898557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port b9c4198b-b920-46a8-aa0c-d7c81695d5ec, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:02.902974 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.948232 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.952286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:02.979144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:02.988766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:22:02.994658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea84421-2785-4631-be09-a1b305005886,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:03.002115 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.002457 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Added segment d991d525-2da8-4a24-8579-ea2543c7c1b7 of type vlan for network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 Jun 04 07:22:03.031841 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.066715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.067750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:03.068331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.172488 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae29db6-039f-49ce-8444-17ccb8c5cf16,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:03.175995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b28868d6-cc9c-4a8e-8165-48e28d86b035 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100087 Jun 04 07:22:03.178982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49562) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:03.183396 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:22:03.186487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Request body: {'subnet': {'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2007508241-subnet', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:03.193250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:03.197146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Usage tracker for resource:subnet and tenant:b424380a8b224fd093bbf38387fc9c53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:03.200192 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:03.206012 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:03.218336 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Made reservation on behalf of b424380a8b224fd093bbf38387fc9c53 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:22:03.220827 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.586985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.672782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e443ec5f-456c-462b-aa9c-ea5499a41d26,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:03.681603 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Checking segment: {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:03.681963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Network hostable DHCP agents. Network: 8ae29db6-039f-49ce-8444-17ccb8c5cf16, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:22:03.701958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:22:03.712031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8ae29db6-039f-49ce-8444-17ccb8c5cf16) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:03.716159 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:03.716764 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.721325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114eaed-5867-4495-b332-00d9af7347d6 None None] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:22:03.741711 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8670aec5-a78d-4db8-bd41-49407359644f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5614636 Jun 04 07:22:03.744077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49566) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:03.749781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:03.755930 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:03.759800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Usage tracker for resource:router and tenant:b424380a8b224fd093bbf38387fc9c53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:03.762602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:03.768277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:03.779606 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.780620 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.798650 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:03.902929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Sync routers for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:22:03.913615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:03.914476 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:03.955582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:22:03.956473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.092938 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.123683 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Allocated IP 172.20.0.2 (8ae29db6-039f-49ce-8444-17ccb8c5cf16/e443ec5f-456c-462b-aa9c-ea5499a41d26/2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:04.136287 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:04.342200 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.353894 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Transition to ACTIVE for port object 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:04.373908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Transition to ACTIVE for port object 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:04.380775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.433306 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.446561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:04.449812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:04.453651 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:04.465648 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.468493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 2, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:04.473084 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Checking router: 2dc8f224-e5f9-4a1e-b72a-764c197fa459 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:22:04.473438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Updating router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 port 5c4a545a-ad5c-43c3-9acb-2468e1821087 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:22:04.489378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Pushing event updated for resources: {'Port': ['ID=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:04.538825 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.557054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Attempting to bind port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:04.557433 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Attempting to bind port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:04.557811 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Attempting to bind port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 on network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:04.563158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:04.563529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Checking segment: {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:04.563931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.564320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Bound using segment: {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:04.565053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Bound port: 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:04.565413 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.634935 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Allocated IP 172.25.1.190 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/56e45973-e0bb-4be8-accd-691b239ec8a7) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:04.653887 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9c4198b-b920-46a8-aa0c-d7c81695d5ec up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:04.733031 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] For port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:04.737907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] For port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:04.744157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.802388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.823546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port b9c4198b-b920-46a8-aa0c-d7c81695d5ec triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:04.823923 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.838623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.892514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a749db-e84e-46ab-aca6-496ce155828a None None] Pushing event updated for resources: {'Port': ['ID=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:04.913547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:04.917249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:04.921796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:04.934621 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:04.947840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Pushing event updated for resources: {'Port': ['ID=56e45973-e0bb-4be8-accd-691b239ec8a7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:04.951176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Transition to ACTIVE for port object 5c4a545a-ad5c-43c3-9acb-2468e1821087 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:04.962806 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:05.007792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port b9c4198b-b920-46a8-aa0c-d7c81695d5ec is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:05.056371 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Pushing event updated for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:05.113370 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.113834 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.114546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.115038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.115610 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.115847 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.116171 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.116506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.116814 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.117129 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.117439 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.117971 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:05.264213 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Attempting to bind port 5c4a545a-ad5c-43c3-9acb-2468e1821087 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:05.264704 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Attempting to bind port 5c4a545a-ad5c-43c3-9acb-2468e1821087 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:05.265136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Attempting to bind port 5c4a545a-ad5c-43c3-9acb-2468e1821087 on network a95c78a1-24c8-451d-8810-3b81fac2020d {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:05.272119 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:05.272839 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Checking segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:05.273466 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:05.274100 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Bound using segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:05.274783 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Bound port: 5c4a545a-ad5c-43c3-9acb-2468e1821087, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:05.275359 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:05.387010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] For port 5c4a545a-ad5c-43c3-9acb-2468e1821087, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:05.390425 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] For port 5c4a545a-ad5c-43c3-9acb-2468e1821087, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5c4a545a-ad5c-43c3-9acb-2468e1821087,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:05.394716 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:05.473751 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:05.474376 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:05.531418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:05.548323 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770d681-a705-48db-ace8-5c2d587e294b None None] Pushing event updated for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:05.703588 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:05.916037 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:06.045151 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-826714f7-476a-4875-b961-76e8cb450319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:05Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:06.049546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826714f7-476a-4875-b961-76e8cb450319 None None] The sync data for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 is: [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:05Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:22:06.071492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74329228-4256-4166-92e8-819a7d0b026f None None] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:22:06.152370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:22:06.176376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-456b4e73-ae52-473c-a9a0-cf060a1d135d None None] Provisioning for port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:06.352456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:22:06.361935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Sync routers for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:22:06.375358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:06.376002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:06.381446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:06.385463 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f662fac2-5176-4fc9-a842-82f2696d49db admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6378138 Jun 04 07:22:06.385748 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49570) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:06.646022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:06.807378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:07.016409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:07.022752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:07.023046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.140991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:05Z', 'revision_number': 3, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:07.153060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Checking router: b2b66f81-749d-45c4-a0b4-fd6d9eb867cf for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:22:07.153414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Updating router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf port 56e45973-e0bb-4be8-accd-691b239ec8a7 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:22:07.207512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:07.207981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.234955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.282368 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.291557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:07.335749 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.336525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5c4a545a-ad5c-43c3-9acb-2468e1821087 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:07.500983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Allocated IP 172.20.0.1 (8ae29db6-039f-49ce-8444-17ccb8c5cf16/e443ec5f-456c-462b-aa9c-ea5499a41d26/4bcf472e-dcc4-4b06-826c-050dfd49130c) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:07.548555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:07.576696 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:07.585342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:07.585740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.653648 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.670504 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Transition to ACTIVE for port object 4bcf472e-dcc4-4b06-826c-050dfd49130c will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:07.695509 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.766128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:07.770079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:07.773758 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:07.803350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5c4a545a-ad5c-43c3-9acb-2468e1821087 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:07.803536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.816528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Pushing event updated for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:07.828844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.835689 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.853919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Transition to ACTIVE for port object 56e45973-e0bb-4be8-accd-691b239ec8a7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:07.864187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5c4a545a-ad5c-43c3-9acb-2468e1821087, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5c4a545a-ad5c-43c3-9acb-2468e1821087,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:07.866052 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.935537 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.976399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Attempting to bind port 56e45973-e0bb-4be8-accd-691b239ec8a7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:07.977150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Attempting to bind port 56e45973-e0bb-4be8-accd-691b239ec8a7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:07.977832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Attempting to bind port 56e45973-e0bb-4be8-accd-691b239ec8a7 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:07.989603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:07.990142 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:07.990654 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:07.991137 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:07.991703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Bound port: 56e45973-e0bb-4be8-accd-691b239ec8a7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:07.992170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.039271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026512-d93f-4c00-a2e9-bb6cf239cb56 None None] Pushing event updated for resources: {'Port': ['ID=56e45973-e0bb-4be8-accd-691b239ec8a7,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:08.125786 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.140473 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da9b6d0a-a92a-4054-a21b-7821c190b6a7 None None] Provisioning for port 4bcf472e-dcc4-4b06-826c-050dfd49130c completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:08.152847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:08.160014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-da9b6d0a-a92a-4054-a21b-7821c190b6a7 None None] Provisioning complete for port 4bcf472e-dcc4-4b06-826c-050dfd49130c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:08.160436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da9b6d0a-a92a-4054-a21b-7821c190b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.191920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] For port 56e45973-e0bb-4be8-accd-691b239ec8a7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:08.215391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] For port 56e45973-e0bb-4be8-accd-691b239ec8a7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56e45973-e0bb-4be8-accd-691b239ec8a7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:08.224333 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.259478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-da9b6d0a-a92a-4054-a21b-7821c190b6a7 None None] Port 4bcf472e-dcc4-4b06-826c-050dfd49130c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:22:08.303736 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:08.304359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:08.360658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.365400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.430254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026512-d93f-4c00-a2e9-bb6cf239cb56 None None] Pushing event updated for resources: {'Port': ['ID=56e45973-e0bb-4be8-accd-691b239ec8a7,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:08.472170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Pushing event updated for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:08.475825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.549241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:08.686626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:08.739372 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:08.740542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:08.881998 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:08.882382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:08.937442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:22:09.013386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c12d4db1-fa97-4ca7-b3b7-164fd2a2fabf None None] Provisioning complete for port 4bcf472e-dcc4-4b06-826c-050dfd49130c triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:09.013700 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c12d4db1-fa97-4ca7-b3b7-164fd2a2fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:09.117930 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c12d4db1-fa97-4ca7-b3b7-164fd2a2fabf None None] Port 4bcf472e-dcc4-4b06-826c-050dfd49130c cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:22:09.121757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:22:09.129372 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4bcf472e-dcc4-4b06-826c-050dfd49130c', 'name': '', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'mac_address': 'fa:16:3e:63:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:07Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 2, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'subnets': [{'id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:09.131403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5183a71a-3ce9-4c56-908e-41c30c8ec549 admin admin] 10.222.0.17 "PUT /v2.0/routers/b2b66f81-749d-45c4-a0b4-fd6d9eb867cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7446332 Jun 04 07:22:09.134100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:09.135186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5c4a545a-ad5c-43c3-9acb-2468e1821087 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:09.166730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c519ab-5a5d-4259-a07c-45dee2c9441a None None] The sync data for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 is: [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4bcf472e-dcc4-4b06-826c-050dfd49130c', 'name': '', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'mac_address': 'fa:16:3e:63:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:07Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 2, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'subnets': [{'id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:22:09.214403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5c4a545a-ad5c-43c3-9acb-2468e1821087 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:09.214921 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:09.352783 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5c4a545a-ad5c-43c3-9acb-2468e1821087 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:10.688578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56e45973-e0bb-4be8-accd-691b239ec8a7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:10.769728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 56e45973-e0bb-4be8-accd-691b239ec8a7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:10.776546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56e45973-e0bb-4be8-accd-691b239ec8a7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:10.776945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:10.922797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56e45973-e0bb-4be8-accd-691b239ec8a7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:10.923517 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:10.948328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 56e45973-e0bb-4be8-accd-691b239ec8a7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56e45973-e0bb-4be8-accd-691b239ec8a7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:10.953144 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:11.040482 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=56e45973-e0bb-4be8-accd-691b239ec8a7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:12.644260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56e45973-e0bb-4be8-accd-691b239ec8a7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:12.723245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 56e45973-e0bb-4be8-accd-691b239ec8a7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:12.723952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:12.884384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 56e45973-e0bb-4be8-accd-691b239ec8a7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:13.012134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Sync routers for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:22:13.023431 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:13.024289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:13.239316 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:13.626706 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4bcf472e-dcc4-4b06-826c-050dfd49130c', 'name': '', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'mac_address': 'fa:16:3e:63:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:07Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 2, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'subnets': [{'id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:13.631412 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Checking router: b2b66f81-749d-45c4-a0b4-fd6d9eb867cf for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:22:13.632117 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Updating router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf port 4bcf472e-dcc4-4b06-826c-050dfd49130c binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:22:13.689935 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.099545 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.116402 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Transition to ACTIVE for port object 4bcf472e-dcc4-4b06-826c-050dfd49130c will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:14.123287 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.287793 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f32ad1-cc57-44e5-b3a6-172254572ec6 None None] Pushing event updated for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:14.402138 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Attempting to bind port 4bcf472e-dcc4-4b06-826c-050dfd49130c on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:14.402516 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Attempting to bind port 4bcf472e-dcc4-4b06-826c-050dfd49130c by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:14.402897 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Attempting to bind port 4bcf472e-dcc4-4b06-826c-050dfd49130c on network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:14.417720 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:14.418089 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Checking segment: {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:14.418485 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.418862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Bound using segment: {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:14.419318 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Bound port: 4bcf472e-dcc4-4b06-826c-050dfd49130c, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd991d525-2da8-4a24-8579-ea2543c7c1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:14.420801 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.600971 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] For port 4bcf472e-dcc4-4b06-826c-050dfd49130c, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:14.619325 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] For port 4bcf472e-dcc4-4b06-826c-050dfd49130c, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4bcf472e-dcc4-4b06-826c-050dfd49130c,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:14.627264 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:14.780822 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:14.781542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:21:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:14.860368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f32ad1-cc57-44e5-b3a6-172254572ec6 None None] Pushing event updated for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:15.066968 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:15.427926 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4bcf472e-dcc4-4b06-826c-050dfd49130c', 'name': '', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'mac_address': 'fa:16:3e:63:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:07Z', 'updated_at': '2022-06-04T07:22:14Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'subnets': [{'id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:15.432544 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc6b6b-69b0-4aea-a655-870ace65da23 None None] The sync data for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 is: [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:22:08Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4bcf472e-dcc4-4b06-826c-050dfd49130c', 'name': '', 'network_id': '8ae29db6-039f-49ce-8444-17ccb8c5cf16', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'mac_address': 'fa:16:3e:63:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:07Z', 'updated_at': '2022-06-04T07:22:14Z', 'revision_number': 4, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'subnets': [{'id': 'e443ec5f-456c-462b-aa9c-ea5499a41d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:22:16.676044 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4bcf472e-dcc4-4b06-826c-050dfd49130c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:16.754557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4bcf472e-dcc4-4b06-826c-050dfd49130c completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:16.759408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4bcf472e-dcc4-4b06-826c-050dfd49130c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:16.760049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:16.931659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4bcf472e-dcc4-4b06-826c-050dfd49130c is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:16.931960 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:16.973885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4bcf472e-dcc4-4b06-826c-050dfd49130c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4bcf472e-dcc4-4b06-826c-050dfd49130c,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:16.981395 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:17.054410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-273c233a-c973-448d-896b-b36c6f1486f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:17.071465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:18.646521 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4bcf472e-dcc4-4b06-826c-050dfd49130c up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:18.722458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4bcf472e-dcc4-4b06-826c-050dfd49130c triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:18.722458 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:18.852426 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4bcf472e-dcc4-4b06-826c-050dfd49130c is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:19.173114 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b43646e-25e7-47c3-8bd6-a25769222f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:19.533609 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-95877a3a-7e9e-4769-b8ab-ec567617c897 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:19.535654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-95877a3a-7e9e-4769-b8ab-ec567617c897 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 815 time: 0.1473820 Jun 04 07:22:19.551392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-76671b47-f9c0-48a6-a380-f0460077f1f3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/quotas/541f9cef2ec7435abb6db0e704d60b53 HTTP/1.1" status: 200 len: 375 time: 0.0100572 Jun 04 07:22:19.640827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-dc7f0fb6-8b75-443d-8d11-73ed312421ff tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Synchronizing usage tracker for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:22:19.657721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-dc7f0fb6-8b75-443d-8d11-73ed312421ff tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Unset dirty status for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:22:19.658990 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-dc7f0fb6-8b75-443d-8d11-73ed312421ff tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025815 Jun 04 07:22:19.902565 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-d30f1b50-3145-4c84-837f-11d57903ada0 service neutron] 10.222.0.17 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315578 Jun 04 07:22:20.036683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-1a15dc88-fd58-444b-998d-9b8434945353 service neutron] 10.222.0.17 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283414 Jun 04 07:22:20.211513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4a1837af-696e-4ac4-8729-5cef630ae4b1 req-994f1b0b-d8f5-472d-8b63-11aa11148f84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 210 time: 0.0431058 Jun 04 07:22:20.246189 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:20.638421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:20.918513 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:22:21.272464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-d69c6c90-081b-469f-9f23-a8af8e54290a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:21.273918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-d69c6c90-081b-469f-9f23-a8af8e54290a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 815 time: 0.1593258 Jun 04 07:22:21.293118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'port': {'device_id': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'admin_state_up': True, 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:21.423515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e2eaac6-b20a-4aa2-b2de-20a3fa74f843 req-694cc544-022a-45ae-88bf-f92f642bc2e1 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 210 time: 0.0569837 Jun 04 07:22:21.475467 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:21.484945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:21.495567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Made reservation on behalf of 541f9cef2ec7435abb6db0e704d60b53 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:22:21.500387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:21.761032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Allocated IP 172.20.0.11 (a95c78a1-24c8-451d-8810-3b81fac2020d/4d428516-ccf3-4773-8f16-883b833edc8a/97508ab4-0e26-4cba-9753-17a3d47ad7c2) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:22.040835 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:22.062251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Transition to ACTIVE for port object 97508ab4-0e26-4cba-9753-17a3d47ad7c2 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:22.089739 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:22.228193 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:22.313535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Network a95c78a1-24c8-451d-8810-3b81fac2020d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:22.318109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:22.323829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:22.376372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:22.404742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.405297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.405871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.406432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.406916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.407482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.408082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.408650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.409608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.410017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.410382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.410768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:22.443813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:22.444506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:22.491268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-49ec73a2-8333-4503-891e-3248ab186ca6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2090728 Jun 04 07:22:22.620870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08171051-5cae-4cd6-b59a-e5a88a32b3af None None] Provisioning for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:22.624145 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-08171051-5cae-4cd6-b59a-e5a88a32b3af None None] Provisioning complete for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:22.624745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-08171051-5cae-4cd6-b59a-e5a88a32b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:22.663300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe0c6-5d87-4f70-960b-b9e49144c1ac req-bc83e7c7-ad83-4c38-85b2-8f3ed0f1728a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:22.664047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c62fe0c6-5d87-4f70-960b-b9e49144c1ac req-bc83e7c7-ad83-4c38-85b2-8f3ed0f1728a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Synchronizing usage tracker for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:22:22.696921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c62fe0c6-5d87-4f70-960b-b9e49144c1ac req-bc83e7c7-ad83-4c38-85b2-8f3ed0f1728a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Unset dirty status for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:22:22.698224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c62fe0c6-5d87-4f70-960b-b9e49144c1ac req-bc83e7c7-ad83-4c38-85b2-8f3ed0f1728a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.1400032 Jun 04 07:22:22.699148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-08171051-5cae-4cd6-b59a-e5a88a32b3af None None] Port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:22:22.769223 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c62fe0c6-5d87-4f70-960b-b9e49144c1ac req-321b5414-0ade-49b4-83a0-1c78f6267219 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636089 Jun 04 07:22:23.977028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809b607-3273-4e92-866f-86ed156a2959 req-1683eb85-faf5-4cae-be0d-951ccbbfe6e8 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:23.984141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4809b607-3273-4e92-866f-86ed156a2959 req-1683eb85-faf5-4cae-be0d-951ccbbfe6e8 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0992410 Jun 04 07:22:24.043005 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4809b607-3273-4e92-866f-86ed156a2959 req-824a67f6-cb86-46b6-b4ec-b8e4d991c732 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578837 Jun 04 07:22:25.235722 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90bcbd-5945-498d-b61c-80bee491868d req-374d1a3c-b844-4167-bfe0-826ca4150e07 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:25.238846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f90bcbd-5945-498d-b61c-80bee491868d req-374d1a3c-b844-4167-bfe0-826ca4150e07 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0838997 Jun 04 07:22:25.287172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f90bcbd-5945-498d-b61c-80bee491868d req-0b48540a-06ef-4fb0-bee5-ae850f6e03be tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Jun 04 07:22:26.098744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:26.240988 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:26.512359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a4986-8430-4ba9-b12d-0f180325381e req-b3df8afc-d23e-4340-8c09-319205c8bc7c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:26.513921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-163a4986-8430-4ba9-b12d-0f180325381e req-b3df8afc-d23e-4340-8c09-319205c8bc7c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0946841 Jun 04 07:22:26.562576 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-163a4986-8430-4ba9-b12d-0f180325381e req-db22e43e-f1c0-4bc5-9ed0-085e61fed413 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Jun 04 07:22:27.763661 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27771bc8-217d-4677-9368-4dc877c620a5 req-9ee2ee17-5e5a-491f-8d1d-124d83e15ad5 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:27.766018 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27771bc8-217d-4677-9368-4dc877c620a5 req-9ee2ee17-5e5a-491f-8d1d-124d83e15ad5 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0894573 Jun 04 07:22:27.826154 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27771bc8-217d-4677-9368-4dc877c620a5 req-4a7269e2-1474-4f27-8d7e-57ca59e97557 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541887 Jun 04 07:22:29.026180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b1501-f4eb-469b-ad0c-a3cf46c2a599 req-d4687d10-1e9f-4800-aa03-63b688771560 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:29.027896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984b1501-f4eb-469b-ad0c-a3cf46c2a599 req-d4687d10-1e9f-4800-aa03-63b688771560 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0946777 Jun 04 07:22:29.073978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-984b1501-f4eb-469b-ad0c-a3cf46c2a599 req-3426cfca-16d0-4e2e-aef3-76b78f58641a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Jun 04 07:22:30.263285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360c81-6eea-41a0-95dc-225f596472e0 req-45669870-fdb3-4dc7-9cca-bdacc49ca998 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:30.264745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f360c81-6eea-41a0-95dc-225f596472e0 req-45669870-fdb3-4dc7-9cca-bdacc49ca998 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0810180 Jun 04 07:22:30.310684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f360c81-6eea-41a0-95dc-225f596472e0 req-7a199f2c-0254-4a77-bbdd-614c681bc135 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Jun 04 07:22:31.497679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb624b0-20a5-4042-b7f5-98f3162411ab req-b0f8075a-6676-4504-afcf-71d3dd3a66c3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:31.499205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbb624b0-20a5-4042-b7f5-98f3162411ab req-b0f8075a-6676-4504-afcf-71d3dd3a66c3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 932 time: 0.0840535 Jun 04 07:22:31.551915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bbb624b0-20a5-4042-b7f5-98f3162411ab req-2b84db54-b07e-4a43-9b83-92cdb43950ce tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Jun 04 07:22:31.727881 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Request body: {'port': {'device_id': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:31.845893 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.206673 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97508ab4-0e26-4cba-9753-17a3d47ad7c2 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:22:32.214042 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.228213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Transition to ACTIVE for port object 97508ab4-0e26-4cba-9753-17a3d47ad7c2 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:22:32.232108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.390166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:32.474432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Attempting to bind port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:22:32.474771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Attempting to bind port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:22:32.475106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Attempting to bind port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 on network a95c78a1-24c8-451d-8810-3b81fac2020d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:32.479863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 on network a95c78a1-24c8-451d-8810-3b81fac2020d not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:22:32.480181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Attempting to bind port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 on network a95c78a1-24c8-451d-8810-3b81fac2020d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:22:32.485321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:22:32.485686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Checking segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:22:32.486070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Bound using segment: {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:22:32.486496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Bound port: 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:22:32.487344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.580833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:22:32.583808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:22:32.588888 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.653328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:32.653977 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:32.655392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] 10.222.0.39 "PUT /v2.0/ports/97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1092 time: 0.9318473 Jun 04 07:22:32.655831 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:22:32.894480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28ff1-6598-4b31-a9d6-c4e62c78cd2d service neutron] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:32.950434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37131c81-22e4-4160-9b7a-114a8d534e39 req-cb6da8a7-bc2f-4645-bf25-b03483930cbb tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:32.951886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37131c81-22e4-4160-9b7a-114a8d534e39 req-cb6da8a7-bc2f-4645-bf25-b03483930cbb tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 944 time: 0.2901015 Jun 04 07:22:32.954758 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-75200663-e067-428e-9656-a1b1772f42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:32.956293 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-75200663-e067-428e-9656-a1b1772f42ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1095 time: 0.2510498 Jun 04 07:22:33.041992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-9d7e4ac2-6bc7-4005-bae0-d45feb7def38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 217 time: 0.0695415 Jun 04 07:22:33.117842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-37131c81-22e4-4160-9b7a-114a8d534e39 req-9b4f51ff-3760-4a86-8962-9dcdf45122a8 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589220 Jun 04 07:22:33.130900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-3a0be966-0ab5-4203-976d-e37d1635e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.134280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-3a0be966-0ab5-4203-976d-e37d1635e50c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0814018 Jun 04 07:22:33.250321 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660f2172-5d38-4874-bc3f-e805f2845b69'] response: {'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:22:33.256326 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-c6e7954f-e7d2-45f7-80ac-0fa5c624d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.257864 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-c6e7954f-e7d2-45f7-80ac-0fa5c624d40a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164756 Jun 04 07:22:33.392118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-6ec823c7-576a-4fe0-838a-ea09a578def7 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271193 Jun 04 07:22:33.525644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae8208e6-45e7-4bb7-9d9d-91b793f86c44 req-30d1b5c0-c90a-47e5-95c9-ab5573a27c6d service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276534 Jun 04 07:22:33.634466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-c1ad9603-388c-49cb-b7b6-c98b3b95405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.635928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-c1ad9603-388c-49cb-b7b6-c98b3b95405a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1095 time: 0.0694513 Jun 04 07:22:33.769166 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-544c418e-944c-43d2-a9ed-7fd9600549f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.770774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-544c418e-944c-43d2-a9ed-7fd9600549f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1288886 Jun 04 07:22:33.841423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-17dcc09a-1add-4e84-974e-529764efc664 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 217 time: 0.0644770 Jun 04 07:22:33.906956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-abdf4faf-fb13-48de-af7d-d5c16c2afdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.908368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-abdf4faf-fb13-48de-af7d-d5c16c2afdf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0615444 Jun 04 07:22:33.982698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-484976c4-394b-40fd-99b9-64636c49f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:33.984197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-484976c4-394b-40fd-99b9-64636c49f5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701587 Jun 04 07:22:34.116379 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-b6148035-7fcc-4066-b9c4-1f3a008d49fe service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261334 Jun 04 07:22:34.287298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-32a79b3e-8804-4a72-8351-c5bd18e14ebf req-23254a1a-8849-4881-bc56-7036dc7cd2ad service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651852 Jun 04 07:22:34.326526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c4268-72f9-4b58-b8b0-817de3625bb3 req-676c93ff-92ce-4e83-af39-23fd364eccb6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:34.327962 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-980c4268-72f9-4b58-b8b0-817de3625bb3 req-676c93ff-92ce-4e83-af39-23fd364eccb6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 944 time: 0.0863054 Jun 04 07:22:34.375771 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-980c4268-72f9-4b58-b8b0-817de3625bb3 req-764ca510-b5cc-4fa6-8961-70e74e4a4cfc tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Jun 04 07:22:35.560953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8456a68-6eb2-4f10-9625-9f1d3d820f4f req-0e10bec3-bef7-4edf-9353-df40f495f617 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:35.562427 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a8456a68-6eb2-4f10-9625-9f1d3d820f4f req-0e10bec3-bef7-4edf-9353-df40f495f617 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 944 time: 0.0804021 Jun 04 07:22:35.608830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a8456a68-6eb2-4f10-9625-9f1d3d820f4f req-6b770abb-ab47-425b-b1f1-7bb9c27234c9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Jun 04 07:22:36.801780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655ad7-2c20-4117-a004-b58681254e66 req-a3da6fe7-73e8-4277-a25d-fcd577dd116a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:36.803271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b655ad7-2c20-4117-a004-b58681254e66 req-a3da6fe7-73e8-4277-a25d-fcd577dd116a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 944 time: 0.0856512 Jun 04 07:22:36.962179 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0b655ad7-2c20-4117-a004-b58681254e66 req-af67c993-71e4-4f83-b4c1-26dfd2bc121e tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528270 Jun 04 07:22:37.097908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 97508ab4-0e26-4cba-9753-17a3d47ad7c2 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:22:37.229511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:37.242236 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'port_id': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'mac_address': 'fa:16:3e:46:57:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:22:37.296138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:37.296511 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:37.312803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97508ab4-0e26-4cba-9753-17a3d47ad7c2 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:22:37.327903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:37.332991 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:37.401301 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:37.620060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:22:38.154271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799d641-5ce5-492e-bacd-53e315c91a09 req-35562ae6-23fc-4b72-b576-9e640057d567 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:38.155710 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e799d641-5ce5-492e-bacd-53e315c91a09 req-35562ae6-23fc-4b72-b576-9e640057d567 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 945 time: 0.0822079 Jun 04 07:22:38.200372 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e799d641-5ce5-492e-bacd-53e315c91a09 req-510fdf69-9675-4570-8711-0b33dec7bc37 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Jun 04 07:22:39.097362 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 97508ab4-0e26-4cba-9753-17a3d47ad7c2 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:22:39.166557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:22:39.171117 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:39.171488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:39.290584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:39.290872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:39.318832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:22:39.329274 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:39.335317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:39.395743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14134a4b-7a5d-4041-a803-43f85a17ee3b req-7342bd2c-ebc1-4c5b-9e8d-1398466740db tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:39.397243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14134a4b-7a5d-4041-a803-43f85a17ee3b req-7342bd2c-ebc1-4c5b-9e8d-1398466740db tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0913196 Jun 04 07:22:39.404435 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:39.442373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14134a4b-7a5d-4041-a803-43f85a17ee3b req-9d16546b-c6f5-4d53-812b-658b978b7599 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Jun 04 07:22:39.492007 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757b2e81-b0e4-4c57-8d86-6249c6da5ef0'] response: {'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'code': 200} Jun 04 07:22:39.619270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04bf1c-1d7b-4263-abec-fc2ed287748d req-15f70eb3-b2d0-4e0e-929e-e7d6a54b27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:39.621248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c04bf1c-1d7b-4263-abec-fc2ed287748d req-15f70eb3-b2d0-4e0e-929e-e7d6a54b27ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1097 time: 0.0729728 Jun 04 07:22:39.667216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c04bf1c-1d7b-4263-abec-fc2ed287748d req-55dace90-920f-4ad0-a86c-141498b14ca4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jun 04 07:22:40.628853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae0d9-bcfd-43a5-8245-5c48c9622d04 req-db416f38-2ae8-46f5-a28c-eb4c0b68c315 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:40.630333 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e77ae0d9-bcfd-43a5-8245-5c48c9622d04 req-db416f38-2ae8-46f5-a28c-eb4c0b68c315 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0804679 Jun 04 07:22:40.674009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e77ae0d9-bcfd-43a5-8245-5c48c9622d04 req-2e7115d9-688b-4a4b-8e44-14dccad4a9e2 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379884 Jun 04 07:22:41.866069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09d205-4154-4d08-8f33-38871692fe37 req-005e3df1-b4ce-4b9b-94ba-20a6045407b7 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:41.867501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e09d205-4154-4d08-8f33-38871692fe37 req-005e3df1-b4ce-4b9b-94ba-20a6045407b7 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0843458 Jun 04 07:22:41.911398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e09d205-4154-4d08-8f33-38871692fe37 req-e99bcb56-b270-4cea-9232-ac3fbba76fdb tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Jun 04 07:22:42.100914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879b9f8-e2c5-45fb-9006-ee2afc9ac25a req-013699b1-c412-4a26-a7d6-ad256f0c37bd tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:42.102446 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3879b9f8-e2c5-45fb-9006-ee2afc9ac25a req-013699b1-c412-4a26-a7d6-ad256f0c37bd tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0798061 Jun 04 07:22:42.151087 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3879b9f8-e2c5-45fb-9006-ee2afc9ac25a req-7d31e781-5729-4609-9bc9-99362bb7c733 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Jun 04 07:22:42.543504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f198-b116-45f2-aa28-1d9e1210ca91 req-22a35be9-0139-48ef-9e23-e077597029b3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:42.544860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee9f198-b116-45f2-aa28-1d9e1210ca91 req-22a35be9-0139-48ef-9e23-e077597029b3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0836368 Jun 04 07:22:42.589543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eee9f198-b116-45f2-aa28-1d9e1210ca91 req-f00de112-59fc-4a73-9037-50e172ff560a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Jun 04 07:22:47.028813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-711e371f-0286-4df7-a428-8dd18d545c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:49.163378 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1a75-8e3d-42e2-86a1-521244dc817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:50.249624 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:50.640160 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:52.224865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:52.698719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f6a58-fb8d-49d9-913e-347b84854bee req-9dd28dca-f8cf-4326-a7d4-a3e3f3e8b38f tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:52.700169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e96f6a58-fb8d-49d9-913e-347b84854bee req-9dd28dca-f8cf-4326-a7d4-a3e3f3e8b38f tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0805278 Jun 04 07:22:52.748347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e96f6a58-fb8d-49d9-913e-347b84854bee req-0dfdb5a8-b549-4b22-8a95-07cd4a311431 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Jun 04 07:22:52.772002 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49764) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:52.881705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a37a9-4ff3-4b02-a380-cb10d19ba17e tempest-TestMinimumBasicScenario-78196185 tempest-TestMinimumBasicScenario-78196185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:52.882403 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-136a37a9-4ff3-4b02-a380-cb10d19ba17e tempest-TestMinimumBasicScenario-78196185 tempest-TestMinimumBasicScenario-78196185-project-admin] Synchronizing usage tracker for tenant:b424380a8b224fd093bbf38387fc9c53 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:22:52.898265 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-136a37a9-4ff3-4b02-a380-cb10d19ba17e tempest-TestMinimumBasicScenario-78196185 tempest-TestMinimumBasicScenario-78196185-project-admin] Unset dirty status for tenant:b424380a8b224fd093bbf38387fc9c53 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:22:52.901542 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-136a37a9-4ff3-4b02-a380-cb10d19ba17e tempest-TestMinimumBasicScenario-78196185 tempest-TestMinimumBasicScenario-78196185-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1092 time: 0.1264629 Jun 04 07:22:52.902484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49770) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:52.907256 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:52.915294 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:52.919226 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:floatingip and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:52.922004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:52.928638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:52.938018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:53.078307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:53.214787 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Allocated IP 172.25.1.63 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/4ebede15-cf96-468e-8677-055bac5612d0) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:22:53.366646 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:53.397457 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:53.466640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:22:53.469373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:22:53.473451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:22:53.501861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'Port': ['ID=4ebede15-cf96-468e-8677-055bac5612d0,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:53.520538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.520875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.521209 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.521570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.521900 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.522222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.522541 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.522859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.523179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.523496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.523813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:53.524129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:22:54.005936 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:54.088792 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:54.295405 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:54.300192 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:54.415345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'Port': ['ID=4ebede15-cf96-468e-8677-055bac5612d0,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:54.427885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:54.598745 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Floating IP 8ba8a40d-4770-4ed6-93cb-4eecfe54bd46 associated. External IP: 172.25.1.63, port: 97508ab4-0e26-4cba-9753-17a3d47ad7c2. Jun 04 07:22:54.947360 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:22:55.130483 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:22:55.140344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Sync routers for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:22:55.150590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:55.151218 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:55.155515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.217654 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1bc20efc-03d6-4508-b1af-f5a523b68607 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3099740 Jun 04 07:22:55.217654 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:22:55.218125 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 49774) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:55.222126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046635361', 'description': 'tempest-secgroup-smoke-1046635361 description', 'project_id': '541f9cef2ec7435abb6db0e704d60b53'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:55.228895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:55.232967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:55.236277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:55.243491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:55.255784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.263475 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da405f38-dd96-4da7-8650-2c0769a282fe'] response: {'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:22:55.284674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:55.318745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:55.325883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:55.337032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:55.344566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:55.405777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de5a9-0163-49c6-8544-624070663593 req-8860cc61-aad4-43c8-8cc6-93ebd4c6e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:55.407184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-8860cc61-aad4-43c8-8cc6-93ebd4c6e23e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1097 time: 0.1201241 Jun 04 07:22:55.505563 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.511916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.590705 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.591899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3745179 Jun 04 07:22:55.595036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49780) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:55.595289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c92d5-6449-4ee0-ab54-4703ad7d5221 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8394a-387f-474a-9141-302361acbfda,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:55.604338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:55.616392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de5a9-0163-49c6-8544-624070663593 req-e4962ae7-9b5f-4297-bddd-ea1bd801aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:55.617883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-e4962ae7-9b5f-4297-bddd-ea1bd801aea8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1990025 Jun 04 07:22:55.620322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:55.624349 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:55.629077 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:55.635539 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:55.654132 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.721716 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-4db9be6c-e271-4fc4-95a4-ceb2b6ffa7ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 999 time: 0.0979500 Jun 04 07:22:55.729285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.733746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.748886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8ba8a40d-4770-4ed6-93cb-4eecfe54bd46', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'port_id': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'mac_address': 'fa:16:3e:46:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:22:53Z', 'updated_at': '2022-06-04T07:22:53Z', 'revision_number': 0, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:55.754205 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Checking router: 2dc8f224-e5f9-4a1e-b72a-764c197fa459 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:22:55.757366 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d48c1eb-fcf9-4f68-8bc7-da0e27caf91f,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:55.765018 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:22:55.765766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:22:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:55.771397 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.772766 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fadf8ef5-3427-4fef-9000-e117f4ce1880 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761146 Jun 04 07:22:55.775496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49784) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:55.780925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:55.787923 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:55.791883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:55.794696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:55.797423 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de5a9-0163-49c6-8544-624070663593 req-fe9da228-75dd-4762-8ef6-606f208b01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:55.799996 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-fe9da228-75dd-4762-8ef6-606f208b01a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0732520 Jun 04 07:22:55.801387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:55.819203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.878315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de5a9-0163-49c6-8544-624070663593 req-e716da3e-fa91-4108-8d44-282c9d8f3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:55.880373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-e716da3e-fa91-4108-8d44-282c9d8f3855 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748131 Jun 04 07:22:55.885139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.888993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.913673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df808c1d-244e-4f4c-a8fc-bdce75e2c9a5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:55.926149 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.927578 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87af729e-f2cc-4166-8e32-32adc7631d4a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508563 Jun 04 07:22:55.930199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49788) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:55.935702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:55.943264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:55.947147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:55.949963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:55.957397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:55.976399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:55.978579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:22:56.037561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-6e53f4fd-88d7-46f5-b49f-631713e7f287 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455739 Jun 04 07:22:56.056629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.060599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.094324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3211cc1f-27c9-428b-9a92-44e92d4af9a3,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:56.103607 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.107487 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2560c1f9-866c-4c96-a6cd-5aab36b2ec49 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735454 Jun 04 07:22:56.107747 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49792) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:56.113362 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:56.120105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:56.123997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:56.128345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:56.134804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:56.150850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.191315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d8de5a9-0163-49c6-8544-624070663593 req-b32cf3ce-e0f1-43cc-9a86-713ab4e653fe service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475801 Jun 04 07:22:56.270140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.292100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.348325 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.354081 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.374621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3af0d2-9e1c-40ea-a144-d1599b32ae56,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:56.384518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.386099 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f573ad6c-19ce-43e1-ba06-6b099bb60e99 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2773676 Jun 04 07:22:56.388736 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49796) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:56.395370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:56.401301 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:56.405111 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:56.408047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:56.414041 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:56.419096 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8ba8a40d-4770-4ed6-93cb-4eecfe54bd46', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'port_id': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'mac_address': 'fa:16:3e:46:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:22:53Z', 'updated_at': '2022-06-04T07:22:53Z', 'revision_number': 0, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:22:56.425234 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f0d8d-98fb-4cfc-964f-9ace2ee0933b None None] The sync data for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 is: [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8ba8a40d-4770-4ed6-93cb-4eecfe54bd46', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'port_id': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'mac_address': 'fa:16:3e:46:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:22:53Z', 'updated_at': '2022-06-04T07:22:53Z', 'revision_number': 0, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:22:56.425533 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Project 541f9cef2ec7435abb6db0e704d60b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:22:56.433355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.509197 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.513168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.537179 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98074f1-fd6a-4f18-ac61-f5e865a7c25a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:56.547266 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.549079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7086a692-5c95-408a-b685-2219e9d063d9 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588733 Jun 04 07:22:56.551937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49800) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:22:56.556890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'security_group_rule': {'security_group_id': 'cdd8394a-387f-474a-9141-302361acbfda', 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:56.564056 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:22:56.569219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Usage tracker for resource:security_group_rule and tenant:541f9cef2ec7435abb6db0e704d60b53 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:22:56.572182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:22:56.577971 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:22:56.588254 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Project 541f9cef2ec7435abb6db0e704d60b53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:22:56.595188 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.633447 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6457a-f421-439b-b5f3-c9d6661a1b60 None None] New status for floating IP 8ba8a40d-4770-4ed6-93cb-4eecfe54bd46: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:22:56.668065 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.672473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.700310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a8d3e1-9a2e-4d34-b31d-0f17fe098a39,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:56.710774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:56.711949 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-90ee863a-12a3-4eee-aa3e-d1ae2e8827f4 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590571 Jun 04 07:22:56.838241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-c0eed4c6-e48b-4329-b61d-d5e3f358fbf2 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Synchronizing usage tracker for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:22:56.854659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-c0eed4c6-e48b-4329-b61d-d5e3f358fbf2 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Unset dirty status for tenant:541f9cef2ec7435abb6db0e704d60b53 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:22:56.855875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-c0eed4c6-e48b-4329-b61d-d5e3f358fbf2 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046635361&fields=id&tenant_id=541f9cef2ec7435abb6db0e704d60b53 HTTP/1.1" status: 200 len: 267 time: 0.0582685 Jun 04 07:22:56.948623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-8d24949c-1aba-4138-8176-20443de2075b tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:56.950085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-8d24949c-1aba-4138-8176-20443de2075b tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0886858 Jun 04 07:22:56.961482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'port': {'security_groups': ['31c19bf7-4925-4e08-8dca-62c33c052b70', 'cdd8394a-387f-474a-9141-302361acbfda']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:22:57.086570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:57.344265 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:22:57.369423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:57.373830 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:57.385585 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:22:57.448480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:57.449116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:57.450541 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b580c8b4-bc85-4b5a-9533-887317eb37ce req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "PUT /v2.0/ports/97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 982 time: 0.4935513 Jun 04 07:22:57.451042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:22:57.476471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba995c6c-a808-4607-a79f-52088d28fa21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=6']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:22:57.501821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:22:57.509794 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97036feb-02bb-44b9-8e5e-57f7bb87923d'] response: {'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:22:57.663617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169e36-2642-4759-b067-f7001ac62556 req-7be746de-6fcb-4498-956e-b3942483750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:57.665120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-7be746de-6fcb-4498-956e-b3942483750d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1136 time: 0.1302087 Jun 04 07:22:57.762612 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-419bd54b-1ed6-49be-9cc3-524963e9d29e None None] Provisioning complete for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:22:57.762981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-419bd54b-1ed6-49be-9cc3-524963e9d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:22:57.898405 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164133-09fe-45b2-96e8-6ed66e0d0a4c req-17dccb4f-7055-4744-8a28-5fb3251c6e7b tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:57.902737 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba164133-09fe-45b2-96e8-6ed66e0d0a4c req-17dccb4f-7055-4744-8a28-5fb3251c6e7b tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.2995875 Jun 04 07:22:57.917928 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:22:57.973802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169e36-2642-4759-b067-f7001ac62556 req-0f41d646-b50d-47dd-a9fe-ac4299585de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:57.975295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-0f41d646-b50d-47dd-a9fe-ac4299585de6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.3045356 Jun 04 07:22:57.984511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba164133-09fe-45b2-96e8-6ed66e0d0a4c req-052e965b-5abf-4f1a-a2be-4e428a25bcf8 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752807 Jun 04 07:22:58.085073 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-419bd54b-1ed6-49be-9cc3-524963e9d29e None None] Current status of the port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:22:58.124960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-70d7d1ec-3824-40e4-9b0b-ce484bcf78ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1001 time: 0.1394749 Jun 04 07:22:58.189147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169e36-2642-4759-b067-f7001ac62556 req-d00041f8-b315-47b2-89fb-317f91f81036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:58.190840 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-d00041f8-b315-47b2-89fb-317f91f81036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0596585 Jun 04 07:22:58.272668 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac169e36-2642-4759-b067-f7001ac62556 req-4cef57c9-727e-4a94-9fcd-ed70d9638452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:22:58.274103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-4cef57c9-727e-4a94-9fcd-ed70d9638452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760894 Jun 04 07:22:58.412580 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-ea70d1f8-c27a-406c-8396-bceb9b1792ee service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314933 Jun 04 07:22:58.546051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac169e36-2642-4759-b067-f7001ac62556 req-980b3df2-b175-4faf-b40b-1a9a14ee5800 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273646 Jun 04 07:23:17.031407 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c0f5-ff11-4cde-bf5b-6527f45c703b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:18.468003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-f8100c10-450f-4bf9-8fc7-2417e876c20c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693185 Jun 04 07:23:18.615888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-2d578e33-b457-4a1f-8459-9d9bb3dfbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:18.617365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-2d578e33-b457-4a1f-8459-9d9bb3dfbfca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1136 time: 0.0823052 Jun 04 07:23:18.764696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-462ad193-fbbc-4e40-9e5e-bcea49d99d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:18.766202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-462ad193-fbbc-4e40-9e5e-bcea49d99d55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1302812 Jun 04 07:23:18.866047 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-67f55792-9544-4959-9736-24f7323b2618 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1001 time: 0.0942285 Jun 04 07:23:18.931424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-41a910ee-8371-4c90-9874-c6748178cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:18.932842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-41a910ee-8371-4c90-9874-c6748178cc01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0613647 Jun 04 07:23:19.010698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-7f4e9c3c-3931-4c86-ab08-a363ef23c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:19.012174 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-7f4e9c3c-3931-4c86-ab08-a363ef23c43c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738821 Jun 04 07:23:19.150268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-429fcf7c-048e-456f-b907-624895f9ac32 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307967 Jun 04 07:23:19.167179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0682-358f-4322-be1d-a48765613798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:19.280166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a1add5b7-ef98-4147-bd21-8d35415aff54 req-60c4a070-35bd-499b-a6d4-4ccea281fc82 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241457 Jun 04 07:23:20.252278 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:20.646866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:22.227856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:26.112517 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:26.254576 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:34.918147 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:23:47.035866 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ffcc84f4-ad04-40ee-9f35-11c62f7f070a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:49.168920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa16ccde-3393-44a3-b517-e36e426937ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:50.262727 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:50.645849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:52.230387 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:56.139579 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:56.163453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-1218741f-208d-4a38-badb-bd77e0699917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:56.164922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-1218741f-208d-4a38-badb-bd77e0699917 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1136 time: 0.1401734 Jun 04 07:23:56.173094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d38e-9227-402b-8ef9-83a488b3a39e req-3f5a1b21-5671-49c7-834b-60313238db21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:56.174436 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c579d38e-9227-402b-8ef9-83a488b3a39e req-3f5a1b21-5671-49c7-834b-60313238db21 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.1093431 Jun 04 07:23:56.279201 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:23:56.413089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c579d38e-9227-402b-8ef9-83a488b3a39e req-64201688-4032-4043-9ab0-8ce4d130983d tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200849 Jun 04 07:23:56.451403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-6f13d46e-c8a6-45be-897f-33c12081f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:56.452821 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-6f13d46e-c8a6-45be-897f-33c12081f901 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.2775695 Jun 04 07:23:56.554369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-7194574e-025c-4d8f-bfe0-f1060633e2ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1001 time: 0.0935805 Jun 04 07:23:56.620575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-7f91a927-f38c-495e-83af-4c5cdcd8c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:56.622008 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-7f91a927-f38c-495e-83af-4c5cdcd8c1df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0618470 Jun 04 07:23:56.697372 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-bd7eb226-d76f-4cb8-bb41-858378d3c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:56.698757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-bd7eb226-d76f-4cb8-bb41-858378d3c30c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701318 Jun 04 07:23:56.830906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-0e258723-96a8-4a64-b600-321aee55f832 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251791 Jun 04 07:23:56.960636 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa0b4cb4-cdbd-442c-9bde-6de1b354ab29 req-905e2714-c27c-4d80-b288-bee66fd35b94 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238763 Jun 04 07:23:57.605892 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1a72-a936-44f3-921f-6c068299f929 req-a4590f4c-8216-4da8-9dc0-df16bbef0194 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:57.607325 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38ce1a72-a936-44f3-921f-6c068299f929 req-a4590f4c-8216-4da8-9dc0-df16bbef0194 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0849183 Jun 04 07:23:57.654067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38ce1a72-a936-44f3-921f-6c068299f929 req-78c224d2-06a8-44f3-a543-e15e5f44ea3f tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409548 Jun 04 07:23:58.838316 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f282f2-105b-44b5-a752-89bded167e8e req-e6edb96c-cec0-4b5c-846f-00147399bc10 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:23:58.839781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30f282f2-105b-44b5-a752-89bded167e8e req-e6edb96c-cec0-4b5c-846f-00147399bc10 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0801799 Jun 04 07:23:58.884462 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30f282f2-105b-44b5-a752-89bded167e8e req-e9009bd2-40c9-437a-b7e9-2fb49c2cbf4f tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389071 Jun 04 07:24:00.077053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d48c2-44e4-47f3-b325-6c8bf2821862 req-b86bf93b-7c16-4f8b-8478-2cfd955598ae tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:00.078539 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e58d48c2-44e4-47f3-b325-6c8bf2821862 req-b86bf93b-7c16-4f8b-8478-2cfd955598ae tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0863481 Jun 04 07:24:00.130528 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e58d48c2-44e4-47f3-b325-6c8bf2821862 req-7967dde7-5836-4590-8af9-415ef1f34b20 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453212 Jun 04 07:24:01.318137 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb041c-1b8f-4377-8416-59560ddd26f9 req-b4e0515a-da8d-4579-afbd-23b4591ce212 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:01.319635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecbb041c-1b8f-4377-8416-59560ddd26f9 req-b4e0515a-da8d-4579-afbd-23b4591ce212 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0797911 Jun 04 07:24:01.370016 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ecbb041c-1b8f-4377-8416-59560ddd26f9 req-3a3393a0-d8cd-408c-8915-88892f8bb19b tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443544 Jun 04 07:24:02.556009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f732-1933-4462-a110-f3b39195dfcc req-ebac9382-68a2-4aa4-91f8-d28a31c6429c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:02.557521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8763f732-1933-4462-a110-f3b39195dfcc req-ebac9382-68a2-4aa4-91f8-d28a31c6429c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0823476 Jun 04 07:24:02.603183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8763f732-1933-4462-a110-f3b39195dfcc req-cc978a39-0e3d-43a8-b1aa-9c5838a7e70d tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399196 Jun 04 07:24:03.790437 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3fb51-0083-472c-ba5c-6d41f46e7c96 req-86c8bd96-e3cc-4e9b-a4e0-23d1d933c8f6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:03.791912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fd3fb51-0083-472c-ba5c-6d41f46e7c96 req-86c8bd96-e3cc-4e9b-a4e0-23d1d933c8f6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0840230 Jun 04 07:24:03.841036 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5fd3fb51-0083-472c-ba5c-6d41f46e7c96 req-d31dbf39-1153-4a35-a73f-79b30e9d396a tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433145 Jun 04 07:24:05.031677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea653ca-4b89-473f-96bd-8ead12de8b44 req-44aff32d-af47-496c-a016-0f8e8274b305 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:05.033155 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ea653ca-4b89-473f-96bd-8ead12de8b44 req-44aff32d-af47-496c-a016-0f8e8274b305 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0816886 Jun 04 07:24:05.084348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ea653ca-4b89-473f-96bd-8ead12de8b44 req-cf8ba7e2-f26d-4d63-b659-d977213cf8ae tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450363 Jun 04 07:24:06.273164 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a4762-9216-46fa-a165-8a83bd11b719 req-54789feb-5ded-4839-9329-6b5ee1289a7e tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:06.274759 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-811a4762-9216-46fa-a165-8a83bd11b719 req-54789feb-5ded-4839-9329-6b5ee1289a7e tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0848465 Jun 04 07:24:06.324762 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-811a4762-9216-46fa-a165-8a83bd11b719 req-070ed92f-0a86-481c-8e5a-242ae1e64007 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442805 Jun 04 07:24:07.516416 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e709444-0cf7-41f6-81a0-3408106c4df1 req-f99a9dc8-0878-4074-8f3b-9af114f255a5 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:07.517881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e709444-0cf7-41f6-81a0-3408106c4df1 req-f99a9dc8-0878-4074-8f3b-9af114f255a5 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0816073 Jun 04 07:24:07.569574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e709444-0cf7-41f6-81a0-3408106c4df1 req-27febd91-c83d-4a0e-86da-f2d315e392f3 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448272 Jun 04 07:24:08.762514 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46685-7771-4f5a-9f83-a06b078f7e95 req-50dd69ec-5a99-4301-97af-a26adf216509 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:08.763956 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64e46685-7771-4f5a-9f83-a06b078f7e95 req-50dd69ec-5a99-4301-97af-a26adf216509 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0802424 Jun 04 07:24:08.810597 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-64e46685-7771-4f5a-9f83-a06b078f7e95 req-4670890d-9d5a-4d11-a34b-eadf83717200 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&id=cdd8394a-387f-474a-9141-302361acbfda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409603 Jun 04 07:24:11.919038 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:24:17.038605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-992b78db-c9ce-4733-8f7b-db656a3a2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:19.170105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8e7f-cd34-4d6c-af37-07226bdd5d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:19.489033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-251b4ea1-b115-414f-80f8-a0c7bcf7eefd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731356 Jun 04 07:24:19.630639 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-f642f555-14b1-4de6-8ca1-1a465529fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:19.632235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-f642f555-14b1-4de6-8ca1-1a465529fd54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1136 time: 0.0744386 Jun 04 07:24:19.776588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-f371ffbe-44dd-48e1-b513-ad59a3b74764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:19.777963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-f371ffbe-44dd-48e1-b513-ad59a3b74764 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1261272 Jun 04 07:24:19.885972 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-8c7a0ea9-96a8-4078-be72-a210a45a3f66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1001 time: 0.1010926 Jun 04 07:24:19.967207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-defc69eb-692b-48d8-87d4-85baa784f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:19.968873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-defc69eb-692b-48d8-87d4-85baa784f6ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0769434 Jun 04 07:24:20.155703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-a1a01595-110e-4d48-b8e0-d8d8098f6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:20.157064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-a1a01595-110e-4d48-b8e0-d8d8098f6823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822088 Jun 04 07:24:20.254917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:20.310579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-e873075f-fe86-42b3-9468-c8102bd76fb3 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464310 Jun 04 07:24:20.443620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a89d375-a9e5-4fb0-873f-0ef1501039d5 req-f82ba251-5068-48cc-9058-611db27eb4d0 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265876 Jun 04 07:24:20.648874 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:22.231868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:26.141500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:26.267826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:47.045264 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-32688fff-5b2f-4ba0-9d5f-16dfdef694ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:48.919301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:24:49.171041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-09c8dc29-9ed1-47c3-9870-ac65fee02512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:50.257843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:50.652078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:52.234410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:56.154653 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:56.282243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:58.289695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-3942b983-9f65-402f-b577-34426d6a6886 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046635361&fields=id&tenant_id=541f9cef2ec7435abb6db0e704d60b53 HTTP/1.1" status: 200 len: 267 time: 0.1512911 Jun 04 07:24:58.374813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-e42b2158-4ad5-42e6-b841-640cf855b48c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:58.376260 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-e42b2158-4ad5-42e6-b841-640cf855b48c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 985 time: 0.0795496 Jun 04 07:24:58.386817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Request body: {'port': {'security_groups': ['31c19bf7-4925-4e08-8dca-62c33c052b70']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:24:58.507473 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:58.749657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:24:58.774006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:58.778937 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:58.790733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:24:58.848551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:58.849187 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:58.850655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15d0b5bb-8f32-45f1-b199-425324daeb6b req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "PUT /v2.0/ports/97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 943 time: 0.4681723 Jun 04 07:24:58.851074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:24:58.857979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49902) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:24:58.879885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event updated for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:24:58.890276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.890632 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.891220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.892264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.892264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.892264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.892561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.893002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.893379 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.893729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.894051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.894368 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b51ea-2726-40d6-9760-b27930478e84 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:58.922664 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c51402-77c3-435c-988f-8c73ead5e215'] response: {'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:24:58.944365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:24:58.963619 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.000367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.108130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.111464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-a67da951-a7d3-4afc-a847-d1f14f665948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:59.113306 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-a67da951-a7d3-4afc-a847-d1f14f665948 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1097 time: 0.1680551 Jun 04 07:24:59.131371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8394a-387f-474a-9141-302361acbfda,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:24:59.143014 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.143384 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.143697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.144028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.144354 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.145106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.145106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.145322 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.145648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.145969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.146287 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.146607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:24:59.150971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.154817 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-87fb820c-fb52-499e-b34d-e9a248ff47e6 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "DELETE /v2.0/security-groups/cdd8394a-387f-474a-9141-302361acbfda HTTP/1.1" status: 204 len: 168 time: 0.2921023 Jun 04 07:24:59.155027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 49908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:24:59.200112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-82116e1b-060d-469f-af7c-6be8ef7f5178 None None] Provisioning complete for port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:24:59.200559 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-82116e1b-060d-469f-af7c-6be8ef7f5178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.271526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-7be50825-21c6-4971-a050-5777c89cd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:59.272961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-7be50825-21c6-4971-a050-5777c89cd5a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1523340 Jun 04 07:24:59.322952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-82116e1b-060d-469f-af7c-6be8ef7f5178 None None] Current status of the port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:24:59.372264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Deleting port 4ebede15-cf96-468e-8677-055bac5612d0 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:24:59.372602 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.385299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-41e3f3a1-6199-4074-aaff-6ad48b369999 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 1001 time: 0.1056409 Jun 04 07:24:59.446729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-60e5f0d7-ecdb-4c13-8379-a9123231b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:59.448259 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-60e5f0d7-ecdb-4c13-8379-a9123231b8ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0571413 Jun 04 07:24:59.526105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-1c3f1540-9a4d-4e41-89dd-4646e44b0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:24:59.527729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-1c3f1540-9a4d-4e41-89dd-4646e44b0ed4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739639 Jun 04 07:24:59.546596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.546919 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.661535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-525f1426-b1e4-4d5d-9fe9-54df8134bd01 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269839 Jun 04 07:24:59.668147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Calling delete_port for 4ebede15-cf96-468e-8677-055bac5612d0 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:24:59.798112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e5e9533-1834-406a-9280-380d2f12bb27 req-58d33dd8-8c4c-405f-8f51-3400d60c5a05 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295171 Jun 04 07:24:59.824664 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.870949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event deleted for resources: {'Port': ['ID=4ebede15-cf96-468e-8677-055bac5612d0,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:24:59.962775 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:24:59.963791 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Floating IP 8ba8a40d-4770-4ed6-93cb-4eecfe54bd46 disassociated (deleted). External IP: 172.25.1.63, port: 97508ab4-0e26-4cba-9753-17a3d47ad7c2. Jun 04 07:25:00.411819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:25:00.595347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:00.605214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Sync routers for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:00.614750 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:00.615475 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:00.616523 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:00.674994 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d487181-1f3c-40f8-8b9e-3999cacfc255 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "DELETE /v2.0/floatingips/8ba8a40d-4770-4ed6-93cb-4eecfe54bd46 HTTP/1.1" status: 204 len: 168 time: 1.5164165 Jun 04 07:25:00.674994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:25:00.802263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:01.094537 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817d2e62-bee6-4585-a42d-a00af52a5c78'] response: {'name': 'network-changed', 'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:25:01.136594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:01.141115 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Checking router: 2dc8f224-e5f9-4a1e-b72a-764c197fa459 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:01.151743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:01.152449 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:01.309788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649843e-4d52-4dd2-aab5-d2252611322e req-bd5368a9-a4c3-4396-9bbd-a6446fce2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:01.311210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-bd5368a9-a4c3-4396-9bbd-a6446fce2ddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=541f9cef2ec7435abb6db0e704d60b53&device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 1097 time: 0.1953745 Jun 04 07:25:01.383656 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:01.447882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649843e-4d52-4dd2-aab5-d2252611322e req-b0c9f3c6-fa00-49e7-ab55-89ee104c814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:01.449923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-b0c9f3c6-fa00-49e7-ab55-89ee104c814f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 200 len: 916 time: 0.1316659 Jun 04 07:25:01.528714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-b913a96e-a068-4c39-b307-c0c461e0f431 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 200 len: 217 time: 0.0662215 Jun 04 07:25:01.594370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649843e-4d52-4dd2-aab5-d2252611322e req-e4fa95fe-c7d6-4fce-bc92-0b9a08665459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:01.595873 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-e4fa95fe-c7d6-4fce-bc92-0b9a08665459 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 200 len: 854 time: 0.0650430 Jun 04 07:25:01.677255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649843e-4d52-4dd2-aab5-d2252611322e req-f6a4bf87-a735-46f1-9aa4-233ab74d2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:01.678916 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-f6a4bf87-a735-46f1-9aa4-233ab74d2d1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a95c78a1-24c8-451d-8810-3b81fac2020d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765843 Jun 04 07:25:01.701227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:01.706036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf980-e2af-484e-9573-55e060855501 None None] The sync data for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 is: [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:01Z', 'revision_number': 4, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5c4a545a-ad5c-43c3-9acb-2468e1821087', 'name': '', 'network_id': 'a95c78a1-24c8-451d-8810-3b81fac2020d', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'mac_address': 'fa:16:3e:98:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:00Z', 'updated_at': '2022-06-04T07:22:07Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'subnets': [{'id': '4d428516-ccf3-4773-8f16-883b833edc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:01.828235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-1d548f04-49a2-41b9-ba97-d4b94b476c9f service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437221 Jun 04 07:25:01.980804 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7649843e-4d52-4dd2-aab5-d2252611322e req-6bca3bbc-66ee-461e-9161-e6c86ba92c23 service neutron] 10.222.0.39 "GET /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472383 Jun 04 07:25:02.015643 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3be0c4-e1db-4d99-8716-33b96cfd54fa None None] New status for floating IP 8ba8a40d-4770-4ed6-93cb-4eecfe54bd46: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:25:05.123883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163db382-2e87-4ba0-a767-84a37865c9af req-1f5e0b8f-9340-45f2-a750-e8cf046c0b09 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:05.125232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-163db382-2e87-4ba0-a767-84a37865c9af req-1f5e0b8f-9340-45f2-a750-e8cf046c0b09 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0796866 Jun 04 07:25:05.169732 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-163db382-2e87-4ba0-a767-84a37865c9af req-8abb8edb-334f-4eef-8b86-4194e496dc72 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Jun 04 07:25:06.374249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292a1e5-7a23-4cf1-9071-a10e3f0e0aae req-00c7a75c-043e-4b2b-808f-7646e34d6879 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:06.376091 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b292a1e5-7a23-4cf1-9071-a10e3f0e0aae req-00c7a75c-043e-4b2b-808f-7646e34d6879 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0972733 Jun 04 07:25:06.420169 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b292a1e5-7a23-4cf1-9071-a10e3f0e0aae req-7e91654e-029f-4c52-9489-20b320c2b78c tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/security-groups?id=31c19bf7-4925-4e08-8dca-62c33c052b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Jun 04 07:25:06.882535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-e15e4f27-5e2f-42e5-8805-af16cf359060 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:06.883954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-e15e4f27-5e2f-42e5-8805-af16cf359060 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.39 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 946 time: 0.0791471 Jun 04 07:25:06.956945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Deleting port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:06.957193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:07.209330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] For port 97508ab4-0e26-4cba-9753-17a3d47ad7c2, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=97508ab4-0e26-4cba-9753-17a3d47ad7c2,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:07.209712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:07.338524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Calling delete_port for 97508ab4-0e26-4cba-9753-17a3d47ad7c2 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:07.480371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:07.491719 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['97508ab4-0e26-4cba-9753-17a3d47ad7c2'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:25:07.670864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Pushing event deleted for resources: {'Port': ['ID=97508ab4-0e26-4cba-9753-17a3d47ad7c2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:07.718738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-13dc25a0-4b2c-4ab1-9bba-d71a5aec3fbd req-7ac4ad4f-5e27-4f62-998b-3cde8047c4d5 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.17 "GET /v2.0/ports?device_id=5434a54e-a1fb-478d-8922-c7ae812591ba HTTP/1.1" status: 200 len: 210 time: 0.0866580 Jun 04 07:25:07.758540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] No DVR routers for this DVR port 97508ab4-0e26-4cba-9753-17a3d47ad7c2 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:25:07.761396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:07.764251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'name': 'network-vif-deleted', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:25:07.777308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7c61f2b5-087d-4db7-b6c5-3680741e2f8e req-3d5c9965-2766-41b3-ab2d-1c1e49ebf125 tempest-TestMinimumBasicScenario-297222008 tempest-TestMinimumBasicScenario-297222008-project] 10.222.0.39 "DELETE /v2.0/ports/97508ab4-0e26-4cba-9753-17a3d47ad7c2 HTTP/1.1" status: 204 len: 173 time: 0.8881001 Jun 04 07:25:07.869457 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0640f56e-5129-46b9-b7be-c276ece101cb'] response: {'server_uuid': '5434a54e-a1fb-478d-8922-c7ae812591ba', 'name': 'network-vif-deleted', 'tag': '97508ab4-0e26-4cba-9753-17a3d47ad7c2', 'status': 'completed', 'code': 200} Jun 04 07:25:09.960238 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 97508ab4-0e26-4cba-9753-17a3d47ad7c2 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:09.995023 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: 97508ab4-0e26-4cba-9753-17a3d47ad7c2 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:09.995375 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 97508ab4-0e26-4cba-9753-17a3d47ad7c2 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:10.389007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50000) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:10.920357 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:11.264833 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Deleting port 5c4a545a-ad5c-43c3-9acb-2468e1821087 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:11.265168 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:11.435564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-6555359e-7432-403c-91a0-40072658551a admin admin] For port 5c4a545a-ad5c-43c3-9acb-2468e1821087, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5c4a545a-ad5c-43c3-9acb-2468e1821087,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:11.436295 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:11.671713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Calling delete_port for 5c4a545a-ad5c-43c3-9acb-2468e1821087 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:11.984290 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:12.035644 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4a545a-ad5c-43c3-9acb-2468e1821087,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:12.301549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:12.656343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:25:12.841530 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555359e-7432-403c-91a0-40072658551a admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:12.850430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Sync routers for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:12.855135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6555359e-7432-403c-91a0-40072658551a admin admin] 10.222.0.17 "PUT /v2.0/routers/2dc8f224-e5f9-4a1e-b72a-764c197fa459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649367 Jun 04 07:25:12.857642 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:12.860265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:12.860880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:13.046990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:13.167517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:13.345156 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:13.355395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Deleting port b9c4198b-b920-46a8-aa0c-d7c81695d5ec {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:13.355731 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:13.360035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:25:11Z', 'revision_number': 5, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port': {'id': 'b9c4198b-b920-46a8-aa0c-d7c81695d5ec', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:13.363899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Checking router: 2dc8f224-e5f9-4a1e-b72a-764c197fa459 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:13.372441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Routers {'2dc8f224-e5f9-4a1e-b72a-764c197fa459'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:13.373037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:13.538767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] Set router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:13.544249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] For port b9c4198b-b920-46a8-aa0c-d7c81695d5ec, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:13.544650 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:13.645579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:25:13Z', 'revision_number': 6, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:13.649400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0a728-4ff0-4d80-9d73-f7bab3f8f44a None None] The sync data for ids ['2dc8f224-e5f9-4a1e-b72a-764c197fa459'] in n-d-811808-2 is: [{'id': '2dc8f224-e5f9-4a1e-b72a-764c197fa459', 'name': 'tempest-TestMinimumBasicScenario-1611910742-router', 'tenant_id': '541f9cef2ec7435abb6db0e704d60b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:21:57Z', 'updated_at': '2022-06-04T07:25:13Z', 'revision_number': 6, 'project_id': '541f9cef2ec7435abb6db0e704d60b53', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:13.670472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Calling delete_port for b9c4198b-b920-46a8-aa0c-d7c81695d5ec owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:13.843602 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:13.890424 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c4198b-b920-46a8-aa0c-d7c81695d5ec,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:13.983193 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.159313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.161437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.183531 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.184071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc8f224-e5f9-4a1e-b72a-764c197fa459 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:25:14.196441 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.198460 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3afce5e6-c4c3-4fc6-ba65-cf3a791828cd admin admin] 10.222.0.17 "DELETE /v2.0/routers/2dc8f224-e5f9-4a1e-b72a-764c197fa459 HTTP/1.1" status: 204 len: 168 time: 1.3390474 Jun 04 07:25:14.202074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:14.259710 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Deleting subnet 4d428516-ccf3-4773-8f16-883b833edc8a {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:25:14.262474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.313495 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.390249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.458903 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.613935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d428516-ccf3-4773-8f16-883b833edc8a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:14.615879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.623761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c12cf-b637-4687-8fc1-cd07c5a41141 None None] Network a95c78a1-24c8-451d-8810-3b81fac2020d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:25:14.625986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-027b79de-65fd-49f3-af30-bbbe276605ef admin admin] 10.222.0.17 "DELETE /v2.0/subnets/4d428516-ccf3-4773-8f16-883b833edc8a HTTP/1.1" status: 204 len: 168 time: 0.4229021 Jun 04 07:25:14.626813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50012) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:14.743493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.756112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Deleting port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:14.756461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.781357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9c4198b-b920-46a8-aa0c-d7c81695d5ec no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:14.842332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: b9c4198b-b920-46a8-aa0c-d7c81695d5ec {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:14.842675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device b9c4198b-b920-46a8-aa0c-d7c81695d5ec not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:14.843093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5c4a545a-ad5c-43c3-9acb-2468e1821087 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:14.907416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5c4a545a-ad5c-43c3-9acb-2468e1821087 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:14.907756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5c4a545a-ad5c-43c3-9acb-2468e1821087 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:14.969213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] For port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:14.969598 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:14.994232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] DHCP port deletion for a95c78a1-24c8-451d-8810-3b81fac2020d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:25:14.999830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Deleting port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:15.000197 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.093714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Calling delete_port for 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:15.170018 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.205346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] For port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,segment=NetworkSegment(b6cc3a7a-923d-4bbd-8e5b-dc657d397243),segment_id=b6cc3a7a-923d-4bbd-8e5b-dc657d397243)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:15.206271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.219803 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:15.223306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] No DVR routers for this DVR port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:25:15.329332 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Calling delete_port for 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:15.339099 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.364620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95c78a1-24c8-451d-8810-3b81fac2020d']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:15.376624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:15.376917 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cc3a7a-923d-4bbd-8e5b-dc657d397243') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:15.388327 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.402600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:25:15.402957 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:25:15.404603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.411172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:25:15.411635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.506033 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.525046 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.535830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] Pushing event deleted for resources: {'Network': ['ID=a95c78a1-24c8-451d-8810-3b81fac2020d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:15.544259 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-85a0f07f-8167-4c95-8bdc-8a7461eed87c admin admin] 10.222.0.17 "DELETE /v2.0/networks/a95c78a1-24c8-451d-8810-3b81fac2020d HTTP/1.1" status: 204 len: 168 time: 0.9164186 Jun 04 07:25:15.547484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50020) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:15.599481 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6cc3a7a-923d-4bbd-8e5b-dc657d397243 resource provider aggregate not found Jun 04 07:25:15.626890 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b6cc3a7a-923d-4bbd-8e5b-dc657d397243 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6cc3a7a-923d-4bbd-8e5b-dc657d397243 found for delete ", "request_id": "req-90f870f4-096d-4d7d-8426-aac9ff5f0324"}]} Jun 04 07:25:15.904309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Deleting port 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:15.904913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:15.974417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-af097b9a-d67c-4762-ba18-3634d96627c1 None None] The port '0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:25:16.212041 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:16.562474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Deleting port 4bcf472e-dcc4-4b06-826c-050dfd49130c {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:16.562727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:16.721622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:16.733664 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] For port 4bcf472e-dcc4-4b06-826c-050dfd49130c, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4bcf472e-dcc4-4b06-826c-050dfd49130c,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:16.734203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:16.755313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:16.755659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 0cbfcd43-4ec0-4259-9d85-d9e0d10fbc6f not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:16.854738 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Calling delete_port for 4bcf472e-dcc4-4b06-826c-050dfd49130c owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:17.038482 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8c1e273d-c88c-423a-8737-cb9763e5c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:17.167216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:17.216365 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcf472e-dcc4-4b06-826c-050dfd49130c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:17.605586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:17.958140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:25:18.133870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:18.143561 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Sync routers for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:18.151655 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-dbda5d79-542c-4bbc-8c27-230da1677631 admin admin] 10.222.0.17 "PUT /v2.0/routers/b2b66f81-749d-45c4-a0b4-fd6d9eb867cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035254 Jun 04 07:25:18.154187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50026) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:18.154782 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:18.155387 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:18.332666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:18.334604 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:18.508474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:18.518827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Deleting port 56e45973-e0bb-4be8-accd-691b239ec8a7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:18.519158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:18.616062 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:25:17Z', 'revision_number': 5, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port': {'id': '56e45973-e0bb-4be8-accd-691b239ec8a7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:22:04Z', 'updated_at': '2022-06-04T07:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:18.620202 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Checking router: b2b66f81-749d-45c4-a0b4-fd6d9eb867cf for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:18.628401 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Routers {'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:18.629031 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:24:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:18.788541 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] Set router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:18.818248 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] For port 56e45973-e0bb-4be8-accd-691b239ec8a7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=56e45973-e0bb-4be8-accd-691b239ec8a7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:18.818601 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:18.891522 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:25:18Z', 'revision_number': 6, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:18.895361 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b999bf11-d7c6-43b6-82b7-703adf8c90af None None] The sync data for ids ['b2b66f81-749d-45c4-a0b4-fd6d9eb867cf'] in n-d-811808-2 is: [{'id': 'b2b66f81-749d-45c4-a0b4-fd6d9eb867cf', 'name': 'tempest-TestMinimumBasicScenario-2007508241-router', 'tenant_id': 'b424380a8b224fd093bbf38387fc9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:22:03Z', 'updated_at': '2022-06-04T07:25:18Z', 'revision_number': 6, 'project_id': 'b424380a8b224fd093bbf38387fc9c53', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:18.943205 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Calling delete_port for 56e45973-e0bb-4be8-accd-691b239ec8a7 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:19.111123 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.161440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Pushing event deleted for resources: {'Port': ['ID=56e45973-e0bb-4be8-accd-691b239ec8a7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:19.172761 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf320b70-dce3-400e-a3e6-48d514916716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.250729 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.426012 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.428039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.453771 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.454263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2b66f81-749d-45c4-a0b4-fd6d9eb867cf {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:25:19.466297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.467408 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6e61a097-06e2-4405-b24a-3506c351ba3a admin admin] 10.222.0.17 "DELETE /v2.0/routers/b2b66f81-749d-45c4-a0b4-fd6d9eb867cf HTTP/1.1" status: 204 len: 168 time: 1.3123024 Jun 04 07:25:19.470044 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50030) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:19.528701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Deleting subnet e443ec5f-456c-462b-aa9c-ea5499a41d26 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:25:19.531556 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.580165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.662887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.734024 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.771720 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e443ec5f-456c-462b-aa9c-ea5499a41d26,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:19.775262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.780782 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117601f7-983c-4d02-acfb-4b20e365cee6 None None] Network 8ae29db6-039f-49ce-8444-17ccb8c5cf16 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:25:19.781739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2932ad25-ce46-4510-9ad5-9c934a10ef25 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e443ec5f-456c-462b-aa9c-ea5499a41d26 HTTP/1.1" status: 204 len: 168 time: 0.3107314 Jun 04 07:25:19.784254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50034) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:19.894167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:19.907434 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Deleting port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:19.907798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.053809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] DHCP port deletion for 8ae29db6-039f-49ce-8444-17ccb8c5cf16 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:25:20.058281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Deleting port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:20.058655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.131251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] For port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:20.131891 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.255981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Calling delete_port for 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:20.279141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] For port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,segment=NetworkSegment(d991d525-2da8-4a24-8579-ea2543c7c1b7),segment_id=d991d525-2da8-4a24-8579-ea2543c7c1b7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:20.279744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.337257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.343253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.383600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:20.389296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] No DVR routers for this DVR port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:25:20.407209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Calling delete_port for 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:25:20.479105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:25:20.479458 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:25:20.504658 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.531157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae29db6-039f-49ce-8444-17ccb8c5cf16']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:20.542992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd991d525-2da8-4a24-8579-ea2543c7c1b7') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:20.543284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd991d525-2da8-4a24-8579-ea2543c7c1b7') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:20.554226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.570743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.577770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:25:20.578152 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.655188 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.727314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56e45973-e0bb-4be8-accd-691b239ec8a7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:20.750443 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d991d525-2da8-4a24-8579-ea2543c7c1b7 resource provider aggregate not found Jun 04 07:25:20.765633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 56e45973-e0bb-4be8-accd-691b239ec8a7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:20.766132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 56e45973-e0bb-4be8-accd-691b239ec8a7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:20.766395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4bcf472e-dcc4-4b06-826c-050dfd49130c no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:20.769907 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment d991d525-2da8-4a24-8579-ea2543c7c1b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d991d525-2da8-4a24-8579-ea2543c7c1b7 found for delete ", "request_id": "req-4d87910a-4e98-4082-93ac-fad1dcf0d94e"}]} Jun 04 07:25:20.783678 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.800885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.812108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae29db6-039f-49ce-8444-17ccb8c5cf16,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:20.819533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-88eb154b-7808-4234-bbfb-d68b5c91ca06 admin admin] 10.222.0.17 "DELETE /v2.0/networks/8ae29db6-039f-49ce-8444-17ccb8c5cf16 HTTP/1.1" status: 204 len: 168 time: 1.0343521 Jun 04 07:25:20.833193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4bcf472e-dcc4-4b06-826c-050dfd49130c {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:20.833580 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4bcf472e-dcc4-4b06-826c-050dfd49130c not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:20.833994 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:25:20.866152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:25:20.866486 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:25:20.980889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Deleting port 2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:25:20.981363 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:20.989398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50044) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:21.042209 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e7a1443-6346-448e-86a1-2fff284512ab admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=541f9cef2ec7435abb6db0e704d60b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515773 Jun 04 07:25:21.044652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50048) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:21.052577 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9058c971-19a5-440a-9f9c-7724cf864ede None None] The port '2a01d1a4-86dc-4ec2-bbd4-6fbc9522d7a4' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:25:21.105111 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.129728 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.181157 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.196894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c19bf7-4925-4e08-8dca-62c33c052b70,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:21.206605 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.210231 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7fb7d599-d0a6-4d5b-8d2b-8ceb9deeb800 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/31c19bf7-4925-4e08-8dca-62c33c052b70 HTTP/1.1" status: 204 len: 168 time: 0.1621196 Jun 04 07:25:21.544657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:21.592083 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1493f5d0-23d7-4a42-a386-e7699e276135 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b424380a8b224fd093bbf38387fc9c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463233 Jun 04 07:25:21.594564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50060) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:21.653199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.677465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.729697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.745068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea84421-2785-4631-be09-a1b305005886,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:21.754914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:21.756022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-9fa3b20e-0788-4096-95ce-9d452d5d2150 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0ea84421-2785-4631-be09-a1b305005886 HTTP/1.1" status: 204 len: 168 time: 0.1606615 Jun 04 07:25:22.236666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.335186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50102) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:23.340490 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259396633', 'description': 'tempest-secgroup-smoke-259396633 description', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:23.347388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.351214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.354816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.360378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:23.371289 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.383419 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.398031 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.402125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.404925 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.410574 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:23.495486 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.499374 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.512651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.520646 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.529071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.542981 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:23.546481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff188ec0-d0a1-4351-80d6-27d808ecea0e,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:23.618380 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.622876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.663637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:23.666969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.668150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-de163496-ce19-4216-914a-c6b6abbfb78f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3319235 Jun 04 07:25:23.671359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50106) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:23.677146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:23.684124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.688009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.690927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.697506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:23.712455 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.777860 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.781388 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.807111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbf7add-3ea9-4506-a7e0-5823639eec5a,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:23.815938 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.817554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8a2993f9-0f8e-4e03-ae37-6737c0336c75 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449854 Jun 04 07:25:23.820206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50110) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:23.825912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:23.832309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.836095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.840055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.845640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:23.862916 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.924783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.928403 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.955537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d31427-a353-4a1a-b93a-6d6d1dd7b50b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:23.968056 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:23.969257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-81819867-4e38-4b8f-984c-390b4d59ea73 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481233 Jun 04 07:25:23.971936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50114) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:23.976771 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:23.983310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:23.987113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:23.989992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:23.995732 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.013371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.078195 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.081675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.105407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b718a84-648b-493a-a6ad-c8b216a5689b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:24.113712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.114875 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-90f44d4f-c9d3-4cc1-aa62-9a6825a88744 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420410 Jun 04 07:25:24.117663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:24.122538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:24.128940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:24.132749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:24.136401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:24.142237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.158811 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.220543 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.224056 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.246496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72beba26-0de9-494b-b817-313a4d118796,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:24.255738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.257145 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d26e7121-f286-4da6-82f4-b02f4872b945 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386020 Jun 04 07:25:24.260356 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50122) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:24.265370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:24.271902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:24.276496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:24.279218 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:24.287193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.297313 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:25:24.303626 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.369859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.373399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.397390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47412f4a-43b3-4a94-83ba-b81761affcc1,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:24.405694 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.406843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ccc798c1-2627-4d1c-b927-db2ab06e5589 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455624 Jun 04 07:25:24.409549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50126) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:24.414473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:24.420851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:24.424636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:24.427498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:24.433697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.443918 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:25:24.451185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.518127 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.521632 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.544914 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fcddb3-4fe4-4fee-a692-6bcd9287cb27,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:24.553894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.555032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c9d2cc7a-3d08-44fb-9aac-b83b69919dfe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445911 Jun 04 07:25:24.559240 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50130) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:24.564738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'network': {'name': 'tempest-network-smoke--854094089', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:24.570624 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:24.575027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:network and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:24.577866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:24.583471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.593284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:25:24.596639 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.623965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:25:24.632579 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.632924 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Added segment b772381e-db5c-4379-97f7-b9948765f4b4 of type vlan for network f9432c6e-4577-4732-a0be-095050dabe8a Jun 04 07:25:24.658934 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.687452 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.693064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:24.693682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.791967 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2315836 Jun 04 07:25:24.795083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50134) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:24.800452 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'admin_state_up': True, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:24.801395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34597f9-d0db-4fe4-a107-d440cdd2f750 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Network': ['ID=f9432c6e-4577-4732-a0be-095050dabe8a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:24.809129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:24.812707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f9432c6e-4577-4732-a0be-095050dabe8a details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:25:24.813277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:router and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:24.816430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:24.823319 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:24.833021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.834009 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:24.851257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.123688 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.424096 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.453424 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.595653 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.69 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/ea2f12ed-26ce-4c4a-a440-ac2e355ee093) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:25:25.839712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.868297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:25.920064 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:25:25.930992 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:25.934741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:25.939053 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:25:25.979471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:26.153773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:26.300725 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:26.363207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:26.695218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:26.893566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:25:27.065085 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:27.075229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Sync routers for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:27.083987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:27.084609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:27.092021 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:27.096121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c65991c4-409a-419d-bcf1-b40e82423e65 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2970624 Jun 04 07:25:27.096331 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50140) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:27.274616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:27.374779 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a596543b-1b62-4947-b90b-201674f4c0c5 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=320ed2dc4aa748e4a2d4e0b223fd77c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2747271 Jun 04 07:25:27.374982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50146) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:27.501459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b8def-07c5-4463-94f6-a4f7e492ee86 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:27.502953 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ad8b8def-07c5-4463-94f6-a4f7e492ee86 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271818 Jun 04 07:25:27.505791 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50150) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:27.545244 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1cd9c237-78e6-487e-a525-09dd9e58b019 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384021 Jun 04 07:25:27.547819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50154) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:27.553009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587117688', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:27.564792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:26Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:27.568849 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Checking router: 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:27.569180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Updating router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:25:27.626288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:27.674001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:27.678027 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:subnet and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:27.682032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:27.688524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:27.699375 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:25:27.702916 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:27.922766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:27.981699 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:27.993540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Transition to ACTIVE for port object ea2f12ed-26ce-4c4a-a440-ac2e355ee093 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:28.000462 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.011187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Subnet': ['ID=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:28.021011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Checking segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:25:28.021380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network hostable DHCP agents. Network: f9432c6e-4577-4732-a0be-095050dabe8a, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:25:28.043332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f9432c6e-4577-4732-a0be-095050dabe8a is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:25:28.052277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f9432c6e-4577-4732-a0be-095050dabe8a) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:28.056684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:28.057813 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.074277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011da545-6090-4fd9-b965-47ffe2b8d852 None None] Network f9432c6e-4577-4732-a0be-095050dabe8a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:25:28.082659 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4d728c22-8362-489e-9b35-0a5a2b985fa9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5312417 Jun 04 07:25:28.082879 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50158) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:28.100242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Attempting to bind port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:25:28.100610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Attempting to bind port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:25:28.100966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Attempting to bind port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:25:28.164477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:25:28.164848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:25:28.165244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.165690 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:25:28.166294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Bound port: ea2f12ed-26ce-4c4a-a440-ac2e355ee093, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:25:28.166663 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.189909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Pushing event updated for resources: {'Port': ['ID=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:28.226342 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.226680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.227015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.227346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.227672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.227995 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.228343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.228662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.228981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.229297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.229644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.229961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:28.365667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] For port ea2f12ed-26ce-4c4a-a440-ac2e355ee093, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:25:28.382705 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] For port ea2f12ed-26ce-4c4a-a440-ac2e355ee093, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:25:28.389152 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.501550 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f9432c6e-4577-4732-a0be-095050dabe8a', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:25:28.502370 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.527713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:28.528347 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:28.588107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97360b-ad19-472d-a513-a1c3be3e80e6 None None] Pushing event updated for resources: {'Port': ['ID=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:28.787468 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:28.831691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:28.967312 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Allocated IP 172.20.0.2 (f9432c6e-4577-4732-a0be-095050dabe8a/8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8/2bcd0108-3745-479b-9d6f-8764cb8553bb) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:25:29.310971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.324255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Transition to ACTIVE for port object 2bcd0108-3745-479b-9d6f-8764cb8553bb will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:29.327499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:26Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:29.336859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cce66-e979-4a65-b321-c17eb74ba223 None None] The sync data for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 is: [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:26Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:29.348966 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Transition to ACTIVE for port object 2bcd0108-3745-479b-9d6f-8764cb8553bb will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:29.359903 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.438459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Network f9432c6e-4577-4732-a0be-095050dabe8a is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:29.441821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:29.442342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.1 (f9432c6e-4577-4732-a0be-095050dabe8a/8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8/c4d777e6-3485-4423-b6ab-27fdaf7ab8d6) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:25:29.444583 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:25:29.455833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Pushing event updated for resources: {'Port': ['ID=2bcd0108-3745-479b-9d6f-8764cb8553bb,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:29.555997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Attempting to bind port 2bcd0108-3745-479b-9d6f-8764cb8553bb on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:25:29.555997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Attempting to bind port 2bcd0108-3745-479b-9d6f-8764cb8553bb by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:25:29.555997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Attempting to bind port 2bcd0108-3745-479b-9d6f-8764cb8553bb on network f9432c6e-4577-4732-a0be-095050dabe8a {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:25:29.561622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:25:29.561622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Checking segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:25:29.563499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.563499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Bound using segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:25:29.563499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Bound port: 2bcd0108-3745-479b-9d6f-8764cb8553bb, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:25:29.563499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.644298 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.659635 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] For port 2bcd0108-3745-479b-9d6f-8764cb8553bb, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:25:29.661432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:29.663502 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] For port 2bcd0108-3745-479b-9d6f-8764cb8553bb, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2bcd0108-3745-479b-9d6f-8764cb8553bb,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:25:29.668087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.690779 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:29.776322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a936a-4a79-4d68-85b5-ec7a50a57199 None None] Pushing event updated for resources: {'Port': ['ID=2bcd0108-3745-479b-9d6f-8764cb8553bb,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:29.784892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f9432c6e-4577-4732-a0be-095050dabe8a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:29.788154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:29.793788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:25:29.840081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:29.861518 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:30.169392 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:30.589409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:30.595945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:30.719201 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:30.728537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:30.756709 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8314cc8-0f5a-428e-b743-ce8c4d8f4753 None None] Network f9432c6e-4577-4732-a0be-095050dabe8a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:25:30.821639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ea2f12ed-26ce-4c4a-a440-ac2e355ee093 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:30.950877 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e3eed028-ff1c-4a4e-834e-a587f7226d0c None None] Provisioning for port 2bcd0108-3745-479b-9d6f-8764cb8553bb completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:31.009991 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f9432c6e-4577-4732-a0be-095050dabe8a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:31.011222 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:31.045000 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:31.082787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:31.083169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.205864 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:25:31.232368 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:31.232750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.250150 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port ea2f12ed-26ce-4c4a-a440-ac2e355ee093, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:31.254623 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.255778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2bcd0108-3745-479b-9d6f-8764cb8553bb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:31.375744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:31.392516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2bcd0108-3745-479b-9d6f-8764cb8553bb completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:31.397749 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2bcd0108-3745-479b-9d6f-8764cb8553bb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:31.398125 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.415282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:31.429983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Sync routers for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:31.432091 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-65cd5bb2-87e9-448c-aa82-e88348d192b7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/0fe802eb-bc41-4cc5-b03b-d0c12bee6c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3481548 Jun 04 07:25:31.442918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:31.444039 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:31.531260 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Provisioning complete for port 2bcd0108-3745-479b-9d6f-8764cb8553bb triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:31.531655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.580825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2bcd0108-3745-479b-9d6f-8764cb8553bb is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:31.581209 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.635220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2bcd0108-3745-479b-9d6f-8764cb8553bb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2bcd0108-3745-479b-9d6f-8764cb8553bb,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:31.638613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-1ae8e71c-068e-496f-8c59-0fc6dfeedd8d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259396633&fields=id&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 267 time: 0.0618467 Jun 04 07:25:31.646973 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.722202 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:31.762861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Current status of the port 2bcd0108-3745-479b-9d6f-8764cb8553bb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:31.794590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Provisioning for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:31.805365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Provisioning complete for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:31.805797 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:31.807264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-0530e3b4-e5c5-48e7-a7ab-a3fb0ca1e208 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:31.809255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-0530e3b4-e5c5-48e7-a7ab-a3fb0ca1e208 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:25:31.832868 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-0530e3b4-e5c5-48e7-a7ab-a3fb0ca1e208 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:25:31.842337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-0530e3b4-e5c5-48e7-a7ab-a3fb0ca1e208 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 796 time: 0.2027695 Jun 04 07:25:31.860273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-3c2e4434-7f00-4274-b90a-950206235437 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/quotas/320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 375 time: 0.0166168 Jun 04 07:25:31.866100 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a114-38b9-4b3c-9fd4-302c7a95175a None None] Port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:25:31.874835 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2bcd0108-3745-479b-9d6f-8764cb8553bb,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:31.947513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-a259d778-e5d2-45dc-82a2-d2be49616426 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863807 Jun 04 07:25:31.992868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4476353d-e056-4d96-9a8f-9ad50f89b313 None None] Provisioning complete for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:31.993229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4476353d-e056-4d96-9a8f-9ad50f89b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.060794 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4476353d-e056-4d96-9a8f-9ad50f89b313 None None] Port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:25:32.088840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 2, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:32.092771 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Checking router: 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:32.093192 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Updating router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:25:32.097503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-cab6f451-b619-4602-8e9a-4972425300bc service neutron] 10.222.0.17 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378059 Jun 04 07:25:32.152789 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.236546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-894160ad-39f5-49fe-99ed-fb9253899955 service neutron] 10.222.0.17 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331642 Jun 04 07:25:32.435392 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-20cbf7b6-afe4-4727-b4a5-0c585bd0e51d req-22870ae5-f6d7-49cb-b3b0-2fff91d526a9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 210 time: 0.0468946 Jun 04 07:25:32.520240 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.531919 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Transition to ACTIVE for port object c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:32.538208 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.693187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Pushing event updated for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:32.710918 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.711511 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.711654 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.711915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.712898 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.713102 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.713429 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.713809 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.714134 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.714579 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.714904 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.715223 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:25:32.779181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ea2f12ed-26ce-4c4a-a440-ac2e355ee093 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:32.780794 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Attempting to bind port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:25:32.781389 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Attempting to bind port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:25:32.782004 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Attempting to bind port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 on network f9432c6e-4577-4732-a0be-095050dabe8a {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:25:32.789343 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:25:32.790152 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Checking segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:25:32.790980 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.791545 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Bound using segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:25:32.792382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Bound port: c4d777e6-3485-4423-b6ab-27fdaf7ab8d6, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:25:32.792934 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.876134 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:32.876405 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.903943 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] For port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:25:32.907691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] For port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:25:32.912474 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:32.999953 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:33.000769 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:33.024920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:33.026857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2bcd0108-3745-479b-9d6f-8764cb8553bb up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:33.109769 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2bcd0108-3745-479b-9d6f-8764cb8553bb triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:33.110283 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:33.132253 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c34d0-c87f-45b3-9f81-7760e4478356 None None] Pushing event updated for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:33.257446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2bcd0108-3745-479b-9d6f-8764cb8553bb is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:33.263396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:33.601736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b708dc54-ba6a-41e1-8ede-72184d4c0464 req-6b0e111c-7578-4b74-aa75-beed59a7e17a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 210 time: 0.0465853 Jun 04 07:25:33.627868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8acea794-a304-4c53-9325-5750616392a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:32Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:33.627868 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acea794-a304-4c53-9325-5750616392a3 None None] The sync data for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 is: [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:32Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:33.842586 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-1063b5d2-d187-4700-862d-6093f7d8ef8a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:33.844058 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-1063b5d2-d187-4700-862d-6093f7d8ef8a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 796 time: 0.1857851 Jun 04 07:25:33.896523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-4589f8d8-c9e7-4e0f-b3c7-0fcb868a9062 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:25:33.915617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-4589f8d8-c9e7-4e0f-b3c7-0fcb868a9062 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:25:33.916834 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-4589f8d8-c9e7-4e0f-b3c7-0fcb868a9062 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 379 time: 0.0638313 Jun 04 07:25:33.925780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'port': {'device_id': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'admin_state_up': True, 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'security_groups': ['6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:34.069267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:34.074914 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:port and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:34.078821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:34.084671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:34.095749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:25:34.099478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.278140 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.11 (f9432c6e-4577-4732-a0be-095050dabe8a/8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8/b6eccf8b-50de-49fb-92af-be4e5ce2a4ae) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:25:34.482220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.500506 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object b6eccf8b-50de-49fb-92af-be4e5ce2a4ae will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:34.526565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.602503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f9432c6e-4577-4732-a0be-095050dabe8a is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:34.606214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:34.608877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:25:34.668129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:34.740164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:34.740998 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.773004 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-521cd031-6d57-4445-ad4c-3708438288f1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8510182 Jun 04 07:25:34.783810 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:34.861201 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202c42b-a5c7-432c-addf-19944735c3af req-d163e6c5-5f17-4ffa-ad45-04426cdbc991 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:34.861772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Request body: {'port': {'device_id': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:34.862905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9202c42b-a5c7-432c-addf-19944735c3af req-d163e6c5-5f17-4ffa-ad45-04426cdbc991 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 932 time: 0.1180549 Jun 04 07:25:34.880712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:34.891193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:34.891501 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.915933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9202c42b-a5c7-432c-addf-19944735c3af req-1a306181-5214-4ced-97e1-6a32e1a18a33 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460484 Jun 04 07:25:34.948327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48ee8079-4847-4d7f-8f89-42aaea98cdd9 None None] Provisioning for port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:34.957316 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-48ee8079-4847-4d7f-8f89-42aaea98cdd9 None None] Provisioning complete for port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:34.957714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48ee8079-4847-4d7f-8f89-42aaea98cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:34.986928 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.056499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-48ee8079-4847-4d7f-8f89-42aaea98cdd9 None None] Port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:25:35.110672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:35.111053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.145576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:35.150453 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.223564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:35.442359 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6eccf8b-50de-49fb-92af-be4e5ce2a4ae {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:25:35.450067 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.464417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Transition to ACTIVE for port object b6eccf8b-50de-49fb-92af-be4e5ce2a4ae will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:25:35.468114 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.595229 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:35.711249 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Attempting to bind port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:25:35.711576 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Attempting to bind port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:25:35.711942 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Attempting to bind port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae on network f9432c6e-4577-4732-a0be-095050dabe8a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:25:35.717079 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae on network f9432c6e-4577-4732-a0be-095050dabe8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:25:35.717379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Attempting to bind port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae on network f9432c6e-4577-4732-a0be-095050dabe8a {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:25:35.722267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:25:35.722593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Checking segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:25:35.722965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Bound using segment: {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:25:35.723378 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Bound port: b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b772381e-db5c-4379-97f7-b9948765f4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:25:35.723712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.831542 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:25:35.833932 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:25:35.838761 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.900332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:35.900935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:35.902441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 1092 time: 1.1215632 Jun 04 07:25:35.902785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:25:35.924951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfa0b8-40ad-4644-958f-c034039f40a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:35.979733 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8ed88a-7223-4075-a235-510c4b4c9cb5'] response: {'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'status': 'completed', 'code': 200} Jun 04 07:25:36.038361 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-7dedab07-b5e6-4cde-873c-8ba0d3759218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.040727 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-7dedab07-b5e6-4cde-873c-8ba0d3759218 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1095 time: 0.0950096 Jun 04 07:25:36.117506 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-204c1ad7-e59d-4519-81a1-765725958400 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 217 time: 0.0703971 Jun 04 07:25:36.187034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180d80-afa0-4337-a690-b7d83f12746f req-056a8cce-4ce0-4215-9c71-91ce4fb8c2ba tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.187625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-07fab2ae-cc0f-4b26-8b45-02ac3a2c81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.188973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7180d80-afa0-4337-a690-b7d83f12746f req-056a8cce-4ce0-4215-9c71-91ce4fb8c2ba tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 944 time: 0.1025698 Jun 04 07:25:36.189801 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-07fab2ae-cc0f-4b26-8b45-02ac3a2c81d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.0670793 Jun 04 07:25:36.238175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7180d80-afa0-4337-a690-b7d83f12746f req-84b48a0b-1102-475b-a927-a667858deefd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Jun 04 07:25:36.283494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-5289142c-d75b-4fd7-b648-987eae29dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.285852 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-5289142c-d75b-4fd7-b648-987eae29dc81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900159 Jun 04 07:25:36.424479 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-333a291f-bc56-455d-a8d6-e945ebd5f3f4 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329057 Jun 04 07:25:36.562767 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7b037d9d-10ee-43bb-b0e6-dfc998e65dd8 req-1e5d2b78-b869-4500-9570-d1e620610580 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329374 Jun 04 07:25:36.677106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-153e6413-56ee-472c-b2d4-0b1d96453597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.678610 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-153e6413-56ee-472c-b2d4-0b1d96453597 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1095 time: 0.0704613 Jun 04 07:25:36.739863 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:36.810632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:36.811012 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:36.814424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-66beb607-1ac8-4642-b4ce-a9c5af842b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.815805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-66beb607-1ac8-4642-b4ce-a9c5af842b32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 897 time: 0.1318634 Jun 04 07:25:36.890122 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-24a1e690-3dec-47b9-86b9-a2d15f5bfde2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 217 time: 0.0679874 Jun 04 07:25:36.931945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:36.953162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-dd9be6e1-5106-4f86-9f1a-6634772296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:36.954625 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-dd9be6e1-5106-4f86-9f1a-6634772296ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.0583656 Jun 04 07:25:37.128501 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-eaaff07b-84bc-4006-9acd-73b3772c7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:37.129911 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-eaaff07b-84bc-4006-9acd-73b3772c7d36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693094 Jun 04 07:25:37.260292 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-75a0e5f9-6472-4c9a-93c5-86c1bb957469 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242664 Jun 04 07:25:37.392687 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-26250ff0-e10a-48a7-aeca-096b364dccb5 req-86df1ffb-83bc-4537-bab5-dd8e2c92fab0 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254425 Jun 04 07:25:37.426729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762b5c-543b-455b-93f9-25cef61e0b86 req-fde5ed0f-b504-42e4-aabe-949a37f93f2a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:37.428165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73762b5c-543b-455b-93f9-25cef61e0b86 req-fde5ed0f-b504-42e4-aabe-949a37f93f2a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 944 time: 0.0816505 Jun 04 07:25:37.476533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-73762b5c-543b-455b-93f9-25cef61e0b86 req-a43b78e5-fd31-47d2-9a8a-289ad7860008 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Jun 04 07:25:38.663147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d0be-5c7a-49ee-94e0-ad9dfc5dbc57 req-005d6b40-778e-48d3-8da0-be8362a45ed2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:38.664603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76f1d0be-5c7a-49ee-94e0-ad9dfc5dbc57 req-005d6b40-778e-48d3-8da0-be8362a45ed2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 944 time: 0.0817797 Jun 04 07:25:38.711010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76f1d0be-5c7a-49ee-94e0-ad9dfc5dbc57 req-36aab9c6-6d4a-4308-9e3e-df894e870eaf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Jun 04 07:25:39.423886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b6eccf8b-50de-49fb-92af-be4e5ce2a4ae details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:25:39.560004 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:39.573283 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'port_id': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'mac_address': 'fa:16:3e:47:44:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:25:39.631655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:39.632036 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:39.649026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eccf8b-50de-49fb-92af-be4e5ce2a4ae {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:25:39.664140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:39.668437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:39.736908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:39.903363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91870b37-b4cc-43a4-8276-fb56c3dd6f0a req-2c7e0d8c-dc83-4568-ae33-a722dab4f4f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:39.904911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91870b37-b4cc-43a4-8276-fb56c3dd6f0a req-2c7e0d8c-dc83-4568-ae33-a722dab4f4f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 945 time: 0.0865552 Jun 04 07:25:39.949432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91870b37-b4cc-43a4-8276-fb56c3dd6f0a req-6a90852d-517d-40ff-b3ed-831727e4395b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388334 Jun 04 07:25:40.034565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:25:41.134854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b91c57-59e2-48ad-b3bc-466f970c5b8e req-5502a7f1-6681-417c-9587-fc2f7b01fb21 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:41.136477 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2b91c57-59e2-48ad-b3bc-466f970c5b8e req-5502a7f1-6681-417c-9587-fc2f7b01fb21 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 945 time: 0.0805354 Jun 04 07:25:41.182561 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b2b91c57-59e2-48ad-b3bc-466f970c5b8e req-f844b7f6-9798-4892-ab9f-17655fa32d44 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403392 Jun 04 07:25:41.423790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b6eccf8b-50de-49fb-92af-be4e5ce2a4ae up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:25:41.489427 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:25:41.494621 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:25:41.494985 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:41.627562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:25:41.627934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:41.654418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:25:41.664235 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:25:41.668885 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:41.738480 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:41.753850 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632c7735-cbb9-453e-8645-0871239d004e'] response: {'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'code': 200} Jun 04 07:25:41.876207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c843-a6f5-4297-8428-13dc6cf3786d req-466403cb-0c8c-4d40-8174-d00fa638c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:41.877699 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e641c843-a6f5-4297-8428-13dc6cf3786d req-466403cb-0c8c-4d40-8174-d00fa638c2e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1097 time: 0.0695577 Jun 04 07:25:41.924236 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e641c843-a6f5-4297-8428-13dc6cf3786d req-9d4cd6dd-a27e-44a8-8be6-14fe3ab3ed04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Jun 04 07:25:42.373851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5c7f3-f14f-4032-a4af-a1709defc466 req-e4c25980-6b3b-41b0-82de-88f5bb675950 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:42.375214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a5c7f3-f14f-4032-a4af-a1709defc466 req-e4c25980-6b3b-41b0-82de-88f5bb675950 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0831959 Jun 04 07:25:42.418069 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-05a5c7f3-f14f-4032-a4af-a1709defc466 req-17ae7565-f2ff-437a-957d-64482024b20f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371962 Jun 04 07:25:43.608095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187c80e-3cde-4b4b-a7b9-987d455b5f0f req-de8a87cf-fc37-4799-adea-54b604c11e45 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:43.609441 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a187c80e-3cde-4b4b-a7b9-987d455b5f0f req-de8a87cf-fc37-4799-adea-54b604c11e45 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0791552 Jun 04 07:25:43.655248 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a187c80e-3cde-4b4b-a7b9-987d455b5f0f req-af1603dd-7e80-4a97-80a2-96bfa9b0e9bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Jun 04 07:25:43.836597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f25980-1df0-4155-bb8c-9a11bfabc511 req-f494e779-cb6c-437e-87df-9efaa5aef7cc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:43.838621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17f25980-1df0-4155-bb8c-9a11bfabc511 req-f494e779-cb6c-437e-87df-9efaa5aef7cc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0789692 Jun 04 07:25:43.881590 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17f25980-1df0-4155-bb8c-9a11bfabc511 req-a72a9ef7-b0ce-4424-a3a7-46cb073ee33f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 Jun 04 07:25:43.904327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50226) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:43.974227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027de5ac-eda0-4efc-b96f-52be55a1f84d tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:43.975713 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-027de5ac-eda0-4efc-b96f-52be55a1f84d tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1092 time: 0.0704093 Jun 04 07:25:43.979262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50230) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:43.984048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:25:43.990718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:25:43.994755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:floatingip and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:25:43.997563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:25:44.003186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:25:44.013539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:44.148629 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:44.291443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.222 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/333c3008-6853-4d5e-b602-d4fa5ddc3297) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:25:44.438937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:44.468495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:44.533342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:25:44.536478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:25:44.539020 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:25:44.584673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=333c3008-6853-4d5e-b602-d4fa5ddc3297,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:44.956193 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:45.037871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:45.352746 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:45.357685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:45.470881 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=333c3008-6853-4d5e-b602-d4fa5ddc3297,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:25:45.476907 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:45.644659 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 043a10e5-b95a-4995-8a32-11a34981f675 associated. External IP: 172.25.1.222, port: b6eccf8b-50de-49fb-92af-be4e5ce2a4ae. Jun 04 07:25:45.990217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:25:46.163602 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:25:46.174478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Sync routers for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:25:46.183589 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:46.184213 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:46.189544 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:46.248740 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-16bcddb3-5057-48b9-8bee-5fc18c89ab46 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2682385 Jun 04 07:25:46.249147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:25:46.372874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:46.424664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f73b-4f88-4696-a5d0-4db2cce65403 req-93663cbf-697a-4dea-8c25-81c753469c0a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:46.426172 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ef0f73b-4f88-4696-a5d0-4db2cce65403 req-93663cbf-697a-4dea-8c25-81c753469c0a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0865085 Jun 04 07:25:46.579549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ef0f73b-4f88-4696-a5d0-4db2cce65403 req-4d09f36b-c0c3-48cb-ba4a-57a3e4e5457f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471093 Jun 04 07:25:46.603741 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:46.660832 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fd8444-2cf4-4075-9c3a-b2c2e4813261'] response: {'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'status': 'completed', 'code': 200} Jun 04 07:25:46.754291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5008326f-4819-408a-89e4-beb54bf714c1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/043a10e5-b95a-4995-8a32-11a34981f675 HTTP/1.1" status: 200 len: 992 time: 0.1495616 Jun 04 07:25:46.769968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '043a10e5-b95a-4995-8a32-11a34981f675', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'port_id': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'mac_address': 'fa:16:3e:47:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:25:44Z', 'updated_at': '2022-06-04T07:25:44Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:46.774009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Checking router: 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:25:46.778557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-fc119a3a-f790-4d6f-932e-ee6c3ce28efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:46.780026 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-fc119a3a-f790-4d6f-932e-ee6c3ce28efb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1097 time: 0.1124644 Jun 04 07:25:46.783567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:25:46.784167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:25:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:46.970967 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:25:47.033019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-419d0367-0f09-4a6c-93c7-c1db87677293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:47.034500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-419d0367-0f09-4a6c-93c7-c1db87677293 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 897 time: 0.2482255 Jun 04 07:25:47.108222 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b79fb9fc-70a1-471a-9bdd-a57a7a2f2a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:47.136899 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-f5b8907c-2dea-4b50-8fbf-aae0c70cc258 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 1000 time: 0.0959024 Jun 04 07:25:47.200672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-e1dc20c0-93b5-4d46-a4e3-80c57f9dfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:47.202199 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-e1dc20c0-93b5-4d46-a4e3-80c57f9dfb34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.0590286 Jun 04 07:25:47.275790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-244843fe-ff1d-4536-b511-1c918c0a9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:25:47.277248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-244843fe-ff1d-4536-b511-1c918c0a9b4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698593 Jun 04 07:25:47.334265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '043a10e5-b95a-4995-8a32-11a34981f675', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'port_id': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'mac_address': 'fa:16:3e:47:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:25:44Z', 'updated_at': '2022-06-04T07:25:44Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:25:47.338450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1196d1-678e-45bd-a38d-9d2d6cb2988f None None] The sync data for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 is: [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '043a10e5-b95a-4995-8a32-11a34981f675', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'port_id': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'mac_address': 'fa:16:3e:47:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:25:44Z', 'updated_at': '2022-06-04T07:25:44Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:25:47.414243 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-fd38eea7-3ea8-460c-b0db-e5692c74f86c service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290269 Jun 04 07:25:47.536311 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45439f7-e45b-496a-a6dc-7bfed300564f None None] New status for floating IP 043a10e5-b95a-4995-8a32-11a34981f675: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:25:47.551312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f46bd1e1-ce0b-41f6-bc33-3dfd442d4774 req-4bac0cef-bc2e-4803-83ab-7b093ec8793a service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314633 Jun 04 07:25:47.758292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50242) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:25:47.868706 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-638b2d9b-ec1b-4a0a-97db-b9fdce053167 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/043a10e5-b95a-4995-8a32-11a34981f675 HTTP/1.1" status: 200 len: 994 time: 0.1093409 Jun 04 07:25:49.174857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d7d98cc-54bc-4a56-ad07-844757f72375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:50.265744 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:50.658528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:52.243938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:56.154893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:25:56.311581 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:02.919982 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:26:07.672647 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-dd1e2f26-f111-4cdd-9d9d-c5e671035b75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723183 Jun 04 07:26:07.808512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-697e9756-3e5d-475f-822e-4932cc2e57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:26:07.809976 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-697e9756-3e5d-475f-822e-4932cc2e57ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1097 time: 0.0698705 Jun 04 07:26:07.954190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-32909ad2-f0f0-48b3-b1bd-4887538a0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:26:07.955538 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-32909ad2-f0f0-48b3-b1bd-4887538a0358 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 897 time: 0.1267118 Jun 04 07:26:08.058539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-cb1788b1-c926-4f18-9d86-6a82ffa95819 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 1002 time: 0.0969436 Jun 04 07:26:08.121762 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-88290e06-675e-4015-ac13-1a8e6497493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:26:08.123147 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-88290e06-675e-4015-ac13-1a8e6497493e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.0589740 Jun 04 07:26:08.196461 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-2bba6875-3a6d-4aad-a23a-cb23b5769fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:26:08.198070 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-2bba6875-3a6d-4aad-a23a-cb23b5769fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682328 Jun 04 07:26:08.326739 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-c1ab5f25-c2ff-46cd-ac69-abc9e1659f9a service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218405 Jun 04 07:26:08.455415 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-9355d6bf-d04a-4eef-8d2b-e2185605ffaa req-ddbfc436-78fa-4b09-b77e-7259866c00b7 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227143 Jun 04 07:26:17.039877 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-093760d9-5c14-4e5b-b1a1-664744017c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:19.176643 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-42c483e3-b9d4-478c-9653-a99c27574230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:20.268444 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:20.660781 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:22.242790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:26.152427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:26.316304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:39.919891 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:26:47.045128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-69e8585e-10ae-4b32-9692-bbe326ef4284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:49.177379 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c7fba641-993a-4198-ac5c-2edd452c3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:50.270696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:50.663146 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:52.246083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:56.154683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:26:56.309019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:02.114400 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3dda7-076a-49be-a624-7dd5facd7e8d req-75042a29-169f-431a-8945-43095434eee4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:02.115781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30c3dda7-076a-49be-a624-7dd5facd7e8d req-75042a29-169f-431a-8945-43095434eee4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0892811 Jun 04 07:27:02.160876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-30c3dda7-076a-49be-a624-7dd5facd7e8d req-a792341b-83d3-4a8e-a178-5d6eea4daf21 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387251 Jun 04 07:27:03.504474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5301d-4f99-4d89-9bd5-313d5138017f req-0a96f594-d094-4e04-aa1f-e177e7a1b23a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:03.505934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84a5301d-4f99-4d89-9bd5-313d5138017f req-0a96f594-d094-4e04-aa1f-e177e7a1b23a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0808833 Jun 04 07:27:03.550066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84a5301d-4f99-4d89-9bd5-313d5138017f req-8ca67538-be8b-43eb-bebc-dece2b312004 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374603 Jun 04 07:27:03.574117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:03.680055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-26bc1260-9c69-4ffb-b21b-e02613d13d4a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/043a10e5-b95a-4995-8a32-11a34981f675 HTTP/1.1" status: 200 len: 994 time: 0.1048527 Jun 04 07:27:05.125086 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9a47a-2cc5-4002-9f23-f220381c6f28 req-d9cd15f5-d919-4eec-a263-f1feaa1d2bc8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:05.126564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5e9a47a-2cc5-4002-9f23-f220381c6f28 req-d9cd15f5-d919-4eec-a263-f1feaa1d2bc8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0837603 Jun 04 07:27:05.177684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a5e9a47a-2cc5-4002-9f23-f220381c6f28 req-ce4cd178-16d0-4193-8954-9f6936f5cc01 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Jun 04 07:27:06.365576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c48ba-56c5-45a5-ac4a-b31635bd2321 req-52e83da8-f9c8-4051-aba3-ab86c61a7c98 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:06.367003 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-420c48ba-56c5-45a5-ac4a-b31635bd2321 req-52e83da8-f9c8-4051-aba3-ab86c61a7c98 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0810230 Jun 04 07:27:06.411143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-420c48ba-56c5-45a5-ac4a-b31635bd2321 req-cb1f58a5-b45b-4031-baa8-57d5d491957a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 Jun 04 07:27:06.435950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50292) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:06.542769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84d31232-ef2f-41fc-92af-69d44cd082f2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/043a10e5-b95a-4995-8a32-11a34981f675 HTTP/1.1" status: 200 len: 994 time: 0.1057141 Jun 04 07:27:06.795806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50300) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:07.106219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 333c3008-6853-4d5e-b602-d4fa5ddc3297 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:27:07.106558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:07.273717 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:07.274035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:07.398268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 333c3008-6853-4d5e-b602-d4fa5ddc3297 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:27:07.549044 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:07.628701 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=333c3008-6853-4d5e-b602-d4fa5ddc3297,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:07.670837 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.671113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.671474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.671792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.672125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.672458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.672786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.673116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.673447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.673790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.674110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.674427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:07.757176 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:07.757586 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 043a10e5-b95a-4995-8a32-11a34981f675 disassociated (deleted). External IP: 172.25.1.222, port: b6eccf8b-50de-49fb-92af-be4e5ce2a4ae. Jun 04 07:27:07.823301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-becd7656-2c3b-46c2-a998-a180d45fbbd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2364488 Jun 04 07:27:08.076032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-a2e22cd3-d94b-43c1-bf1b-a5c421e0c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:08.077500 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-a2e22cd3-d94b-43c1-bf1b-a5c421e0c357 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1097 time: 0.1822386 Jun 04 07:27:08.263946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:27:08.292113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-86a6a4e7-f094-45ee-8e2b-4ab55d06080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:08.293510 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-86a6a4e7-f094-45ee-8e2b-4ab55d06080d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 897 time: 0.1669643 Jun 04 07:27:08.529844 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-94c6622b-1d15-44f1-a9a2-7e1c8b60a945 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 217 time: 0.1897278 Jun 04 07:27:08.675146 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-539bf323-0538-49ac-8483-0761a246f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:08.676484 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-539bf323-0538-49ac-8483-0761a246f42e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.1337595 Jun 04 07:27:08.720235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:27:08.730593 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Sync routers for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:27:08.740146 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:08.740755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:08.743639 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:08.810435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-143d4163-fa1b-418a-b975-83e6e407901c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/floatingips/043a10e5-b95a-4995-8a32-11a34981f675 HTTP/1.1" status: 204 len: 168 time: 2.0135407 Jun 04 07:27:08.812364 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:27:08.819883 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-ae18c8b2-871f-4be3-a477-8579192926e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:08.821011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-ae18c8b2-871f-4be3-a477-8579192926e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355672 Jun 04 07:27:08.832000 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-ea1110c3-72b7-4738-bc28-4b4beb3e6532 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:27:08.832984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-ea1110c3-72b7-4738-bc28-4b4beb3e6532 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055654 Jun 04 07:27:08.927229 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:08.967805 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-bf1af5dc-5d7d-4e06-b240-46fdcf6818f5 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Jun 04 07:27:09.070760 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a73615d-a5eb-4e7e-8465-9eb47f31b984'] response: {'name': 'network-changed', 'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'status': 'completed', 'code': 200} Jun 04 07:27:09.118118 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c45752fb-92f2-472b-b899-11fde5bf0b29 req-085aa2e2-d511-470b-aa93-91639f6a4e85 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441562 Jun 04 07:27:09.239112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-f7b7fb9c-f243-4b74-a3df-ca816f312564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:09.240598 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-f7b7fb9c-f243-4b74-a3df-ca816f312564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 1097 time: 0.0770667 Jun 04 07:27:09.245922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362d99-b88c-46a0-8759-222e1a043469 req-449fb925-b7dd-4d07-913d-059d78ef8257 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:09.247413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd362d99-b88c-46a0-8759-222e1a043469 req-449fb925-b7dd-4d07-913d-059d78ef8257 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0850515 Jun 04 07:27:09.296281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:09.297987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd362d99-b88c-46a0-8759-222e1a043469 req-a9042d25-dda3-4109-ab67-2f68554f8dc9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Jun 04 07:27:09.300797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Checking router: 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:27:09.310633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:09.311345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:09.395716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-c0ff25cd-5aaa-475e-9cc0-26947bd240c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:09.397140 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-c0ff25cd-5aaa-475e-9cc0-26947bd240c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 200 len: 897 time: 0.1488752 Jun 04 07:27:09.466544 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-13b3f325-61cf-47b5-8a26-2dd5b2130662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 200 len: 217 time: 0.0619476 Jun 04 07:27:09.534962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:09.536207 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-c5549918-1198-4796-b38e-b84bf33a8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:09.537669 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-c5549918-1198-4796-b38e-b84bf33a8fca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 200 len: 835 time: 0.0638611 Jun 04 07:27:09.612907 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-adc8dfde-af47-43b4-88ec-2ba73d9f3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:09.614406 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-adc8dfde-af47-43b4-88ec-2ba73d9f3e8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9432c6e-4577-4732-a0be-095050dabe8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693383 Jun 04 07:27:09.748217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-22160264-dce5-421e-8e7b-3edfc2d0bddc service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257608 Jun 04 07:27:09.855002 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:09.858803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd21bfb-cdc6-487d-82a4-08af911d5660 None None] The sync data for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 is: [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:25:30Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'c4d777e6-3485-4423-b6ab-27fdaf7ab8d6', 'name': '', 'network_id': 'f9432c6e-4577-4732-a0be-095050dabe8a', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:f5:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:29Z', 'updated_at': '2022-06-04T07:25:35Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:27:09.887880 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-617491a3-77ce-4af8-85b4-b08549abbf92 req-798faaa0-8f87-4657-b8ee-0e5088377cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330621 Jun 04 07:27:10.067485 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa3df2-9e4a-483e-b36c-6a7b59bc6c8d None None] New status for floating IP 043a10e5-b95a-4995-8a32-11a34981f675: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:27:10.484330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133be3-b003-46dc-b781-c2485a66384f req-0d8b32d4-105c-4966-8f43-27885e7bb10e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:10.485808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36133be3-b003-46dc-b781-c2485a66384f req-0d8b32d4-105c-4966-8f43-27885e7bb10e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0796146 Jun 04 07:27:10.530318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36133be3-b003-46dc-b781-c2485a66384f req-0db2d268-20de-4b15-870f-ebc338413bd1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Jun 04 07:27:11.009082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433aa91-2538-419e-bc65-320d18a58503 req-72c48e24-8b68-4e3a-9ad2-788c4daea3be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:11.010402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2433aa91-2538-419e-bc65-320d18a58503 req-72c48e24-8b68-4e3a-9ad2-788c4daea3be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:27:11.027843 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-2433aa91-2538-419e-bc65-320d18a58503 req-72c48e24-8b68-4e3a-9ad2-788c4daea3be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:27:11.029041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2433aa91-2538-419e-bc65-320d18a58503 req-72c48e24-8b68-4e3a-9ad2-788c4daea3be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.1024456 Jun 04 07:27:11.098330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:27:11.098667 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:11.457682 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:11.457955 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:11.579792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for b6eccf8b-50de-49fb-92af-be4e5ce2a4ae owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:27:11.722516 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaa22a-4408-4aca-a9af-7fc886bf3ed1 req-ee3c24b6-449e-425f-9770-9caac95c5d2a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:11.724571 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27aaa22a-4408-4aca-a9af-7fc886bf3ed1 req-ee3c24b6-449e-425f-9770-9caac95c5d2a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=5a032bf0-b4dc-457e-b454-9c9846acb78a HTTP/1.1" status: 200 len: 946 time: 0.0843358 Jun 04 07:27:11.731144 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:11.773977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27aaa22a-4408-4aca-a9af-7fc886bf3ed1 req-aa20a2b0-f5b7-439c-b38d-e9ca86a6c2cc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Jun 04 07:27:11.786363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=b6eccf8b-50de-49fb-92af-be4e5ce2a4ae,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:11.866905 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] No DVR routers for this DVR port b6eccf8b-50de-49fb-92af-be4e5ce2a4ae on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:27:11.870043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:11.872702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'name': 'network-vif-deleted', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:27:11.888989 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2433aa91-2538-419e-bc65-320d18a58503 req-014f97fd-d4e2-4243-89ec-82916cbdf5e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "DELETE /v2.0/ports/b6eccf8b-50de-49fb-92af-be4e5ce2a4ae HTTP/1.1" status: 204 len: 173 time: 0.8544667 Jun 04 07:27:11.925255 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43f9aba-6f04-4f9c-aadd-7bde5b054a3b'] response: {'server_uuid': '5a032bf0-b4dc-457e-b454-9c9846acb78a', 'name': 'network-vif-deleted', 'tag': 'b6eccf8b-50de-49fb-92af-be4e5ce2a4ae', 'status': 'completed', 'code': 200} Jun 04 07:27:12.887856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50318) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:13.443682 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:13.872701 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b6eccf8b-50de-49fb-92af-be4e5ce2a4ae no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:27:13.906717 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: b6eccf8b-50de-49fb-92af-be4e5ce2a4ae {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:27:13.907057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device b6eccf8b-50de-49fb-92af-be4e5ce2a4ae not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:27:13.907473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:27:13.907946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:14.094640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port c4d777e6-3485-4423-b6ab-27fdaf7ab8d6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:14.094992 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:14.220946 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:27:14.547496 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:14.624969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=c4d777e6-3485-4423-b6ab-27fdaf7ab8d6,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:14.875865 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.344102 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:27:15.520692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:27:15.531196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Sync routers for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:27:15.534924 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d04f266d-0333-48a9-9022-0c55a691d847 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/0fe802eb-bc41-4cc5-b03b-d0c12bee6c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459837 Jun 04 07:27:15.537660 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50322) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:15.541453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:15.542338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:15.608089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting subnet 8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:27:15.610926 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.665159 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.719712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:15.747984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.828203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.868406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:15.874194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:15.881170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-1f59f84b-d170-48ad-a6db-5d68cee4d2f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/subnets/8c2dc4cf-a3bf-443b-b5c6-c0f64edbafc8 HTTP/1.1" status: 204 len: 168 time: 0.3425479 Jun 04 07:27:15.883766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50326) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:15.906618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d3180-0972-4f76-8531-8e48620cc9f2 None None] Network f9432c6e-4577-4732-a0be-095050dabe8a requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:27:16.072663 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.195003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:27:14Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'ea2f12ed-26ce-4c4a-a440-ac2e355ee093', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:84:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:25:25Z', 'updated_at': '2022-06-04T07:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:16.199816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Checking router: 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:27:16.209367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Routers {'0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:16.210008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:26:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:16.255244 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.266906 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port ea2f12ed-26ce-4c4a-a440-ac2e355ee093 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:27:16.267264 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.313160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] DHCP port deletion for f9432c6e-4577-4732-a0be-095050dabe8a request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:27:16.375192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Deleting port 2bcd0108-3745-479b-9d6f-8764cb8553bb {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:27:16.375562 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.448145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port ea2f12ed-26ce-4c4a-a440-ac2e355ee093, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:16.448715 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.486469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] Set router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:16.569497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for ea2f12ed-26ce-4c4a-a440-ac2e355ee093 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:27:16.608309 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:27:16Z', 'revision_number': 6, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:16.617226 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d888c8f-0546-4c47-ad4a-1817b8e8f867 None None] The sync data for ids ['0fe802eb-bc41-4cc5-b03b-d0c12bee6c44'] in n-d-811808-2 is: [{'id': '0fe802eb-bc41-4cc5-b03b-d0c12bee6c44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-534579984', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:25:24Z', 'updated_at': '2022-06-04T07:27:16Z', 'revision_number': 6, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:27:16.724414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] For port 2bcd0108-3745-479b-9d6f-8764cb8553bb, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2bcd0108-3745-479b-9d6f-8764cb8553bb,segment=NetworkSegment(b772381e-db5c-4379-97f7-b9948765f4b4),segment_id=b772381e-db5c-4379-97f7-b9948765f4b4)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:16.724814 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.850546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Calling delete_port for 2bcd0108-3745-479b-9d6f-8764cb8553bb owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:27:16.860885 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.906700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=ea2f12ed-26ce-4c4a-a440-ac2e355ee093,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:16.923872 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:27:16.926320 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:16.976212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Pushing event deleted for resources: {'Port': ['ID=2bcd0108-3745-479b-9d6f-8764cb8553bb,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:16.987834 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.988193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.988520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.988854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.989203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.989548 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.989880 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.990209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.990536 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.990861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.991187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.991507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:16.995961 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296dc1b-d3f9-4745-9dae-ae4cf7ff93ba None None] No DVR routers for this DVR port 2bcd0108-3745-479b-9d6f-8764cb8553bb on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:27:17.015735 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.059137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-661a5aa9-8511-40bd-a515-0a0a9d9bdc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.122786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2bcd0108-3745-479b-9d6f-8764cb8553bb no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:27:17.156805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2bcd0108-3745-479b-9d6f-8764cb8553bb {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:27:17.157151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2bcd0108-3745-479b-9d6f-8764cb8553bb not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:27:17.157592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:27:17.190410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:27:17.191009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device c4d777e6-3485-4423-b6ab-27fdaf7ab8d6 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:27:17.218393 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.221411 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.247920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.248381 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:27:17.264978 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.266011 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4eff94b-53b1-40db-ab47-4d5a46547c5f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/routers/0fe802eb-bc41-4cc5-b03b-d0c12bee6c44 HTTP/1.1" status: 204 len: 168 time: 1.3807285 Jun 04 07:27:17.268722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50330) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:17.381846 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.516014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.542845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9432c6e-4577-4732-a0be-095050dabe8a']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:17.555785 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b772381e-db5c-4379-97f7-b9948765f4b4') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:17.556112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b772381e-db5c-4379-97f7-b9948765f4b4') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:17.571490 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.592339 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.599497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:27:17.599883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.668430 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b772381e-db5c-4379-97f7-b9948765f4b4 resource provider aggregate not found Jun 04 07:27:17.694198 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment b772381e-db5c-4379-97f7-b9948765f4b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b772381e-db5c-4379-97f7-b9948765f4b4 found for delete ", "request_id": "req-028ae845-cc29-42b9-9c2c-8ad0f2f35aca"}]} Jun 04 07:27:17.703128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.721207 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.736945 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Network': ['ID=f9432c6e-4577-4732-a0be-095050dabe8a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:17.746079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cad47ff6-0cbd-4794-a3bb-9f01e2903277 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/networks/f9432c6e-4577-4732-a0be-095050dabe8a HTTP/1.1" status: 204 len: 168 time: 0.4763610 Jun 04 07:27:17.750009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50338) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:17.817989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.847527 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.923431 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.951146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:17.960159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.960513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.960855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.961192 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.961558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.961895 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.962359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.962761 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.963562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.964000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.964361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.965497 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:17.978484 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:17.980521 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-31186cba-db0f-48a0-b5d2-28c669fca300 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/security-groups/6b17e4c3-3678-4bb3-a0ce-ef9930e2e5be HTTP/1.1" status: 204 len: 168 time: 0.2300868 Jun 04 07:27:18.102518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.108313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827101178', 'description': 'tempest-secgroup-smoke-1827101178 description', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.115301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.120078 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.122918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.128515 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.138458 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.160837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.164568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.167832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.173354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.242829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.246879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.292552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbf58a-a2f9-4122-8691-bbf87f90199b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:18.298722 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.300696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-03cc69cc-c1cf-4f2a-a583-4f7f3241e097 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1961532 Jun 04 07:27:18.303108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50350) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.308923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.316152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.320009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.323413 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.329568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.346853 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.407734 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.411356 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.435074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e53553-45cd-4445-abb2-4df800efdda2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:18.444348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.445872 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-bb9b3a73-68e5-4637-92da-6486eb8b0310 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417315 Jun 04 07:27:18.448751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50354) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.453674 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.460155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.464659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.467606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.473262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.490555 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.554975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.558507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.583236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1405012-8f7a-4031-a994-04113c90ae9d,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:18.593729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.594893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-baba3262-3acb-47d3-9223-9918d628791a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452284 Jun 04 07:27:18.597571 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50358) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.602665 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.609772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.613808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.616949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.622871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.639299 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.701320 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.705027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.728535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1fa676-042e-45d4-97f2-20c37998691f,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:18.738369 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.739569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-326ac66b-6201-4182-b8c4-603a568f39a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408231 Jun 04 07:27:18.742493 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50362) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.747581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.750539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ea2f12ed-26ce-4c4a-a440-ac2e355ee093 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:27:18.754248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.758202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.761670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.767390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.784586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.789269 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: ea2f12ed-26ce-4c4a-a440-ac2e355ee093 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:27:18.789649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device ea2f12ed-26ce-4c4a-a440-ac2e355ee093 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:27:18.848873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.852611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.880000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c35ee24-db7e-4a94-93a4-ce38a99cfafe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:18.889873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:18.891011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6c4ee188-1868-4fb1-97ab-70e12b91ab7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476109 Jun 04 07:27:18.893729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50366) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:18.898818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:18.906313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:18.910153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:18.913081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:18.918817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:18.929401 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:27:18.935941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.000359 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.004225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.029652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd1df10-75a3-41bc-aa03-11d788fe1ecb,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:19.037921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.039171 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8d3127b9-fa27-4389-bb4a-14b59bdfde0f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444952 Jun 04 07:27:19.042140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:19.046989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '2dbbf58a-a2f9-4122-8691-bbf87f90199b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:19.053361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:19.057738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:19.060587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:19.066553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:19.077456 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:27:19.083851 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.149348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.152861 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.175869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da11c9e9-3137-42a3-8155-db1d988e1d2b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:19.179441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3abcf372-3f33-45f5-8720-5cb585b1ba6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.186738 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.187957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-652a0aef-1377-489e-9422-b4fd601fbfc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449106 Jun 04 07:27:19.191091 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50374) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:19.197916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'network': {'name': 'tempest-network-smoke--881746821', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:19.203421 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:19.207503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:network and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:19.210351 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:19.215998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:19.225127 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:27:19.228552 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.258220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:27:19.267615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.267954 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Added segment e5722a51-9f32-440a-bdb4-110c486a530e of type vlan for network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb Jun 04 07:27:19.293993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.322272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.327842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:19.328425 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.531466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3393395 Jun 04 07:27:19.534269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50378) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:19.539407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'admin_state_up': True, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:19.540420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42eee4-4780-4dab-841f-96cc07ad6010 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Network': ['ID=8dbd91b0-090e-46e6-8330-b9acb93ac7eb,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:19.550352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:27:19.550512 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:19.554448 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:router and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:19.557456 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:19.563745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:19.575011 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.576139 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.592113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:19.854942 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.245034 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.272925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.278727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.413269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.37 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/acfe85c8-2387-47dc-a750-2f4df8f1496b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:27:20.562243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.591334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.652965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:20.660397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:20.665244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:27:20.670021 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:20.707994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=acfe85c8-2387-47dc-a750-2f4df8f1496b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:21.079211 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:21.425837 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:21.730500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 925400e7-e239-47a4-9e92-05822e9da3e1 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:27:21.911238 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:27:21.923577 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Sync routers for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:27:21.933499 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:21.934125 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:21.937805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:21.939012 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2e4746ca-08f0-4779-9398-0e7d35dcc81b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4036672 Jun 04 07:27:21.942480 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50382) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:21.984820 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c82161d-0bb8-4e43-b547-241a9fae4674 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=320ed2dc4aa748e4a2d4e0b223fd77c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387871 Jun 04 07:27:21.985022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50386) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:22.113217 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:22.117136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f35eb0-36b7-4768-a0f8-30eda980e0a6 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:22.119210 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-98f35eb0-36b7-4768-a0f8-30eda980e0a6 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333463 Jun 04 07:27:22.122008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50390) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:22.164328 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f576bd8c-f94e-4acc-afeb-3d5bb5c081b8 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412328 Jun 04 07:27:22.167035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50394) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:22.172275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-543305936', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:22.249403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.285503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:22.289510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:subnet and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:22.292477 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:22.298245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:22.307983 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:27:22.311493 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.428012 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:20Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:22.432041 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Checking router: 925400e7-e239-47a4-9e92-05822e9da3e1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:27:22.432469 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Updating router 925400e7-e239-47a4-9e92-05822e9da3e1 port acfe85c8-2387-47dc-a750-2f4df8f1496b binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:27:22.484591 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.530615 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.612048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Subnet': ['ID=8fb02e21-1aa6-4d6f-8281-315a7b276008,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:22.620885 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Checking segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:27:22.621244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network hostable DHCP agents. Network: 8dbd91b0-090e-46e6-8330-b9acb93ac7eb, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:27:22.640943 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:27:22.651061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 8dbd91b0-090e-46e6-8330-b9acb93ac7eb) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:22.655281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:22.655887 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.662682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31946809-7fbe-4019-988d-c90484fefd70 None None] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:27:22.680110 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-622bb9a2-773e-4b63-ab29-d1156f41e0d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5113814 Jun 04 07:27:22.682259 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50398) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:22.815192 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.827865 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Transition to ACTIVE for port object acfe85c8-2387-47dc-a750-2f4df8f1496b will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:22.834760 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.893160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:27:22.894285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.917402 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Attempting to bind port acfe85c8-2387-47dc-a750-2f4df8f1496b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:27:22.917788 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Attempting to bind port acfe85c8-2387-47dc-a750-2f4df8f1496b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:27:22.918145 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Attempting to bind port acfe85c8-2387-47dc-a750-2f4df8f1496b on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:27:22.925649 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Pushing event updated for resources: {'Port': ['ID=acfe85c8-2387-47dc-a750-2f4df8f1496b,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:22.933746 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:27:22.934112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:27:22.934504 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.934948 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:27:22.935335 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Bound port: acfe85c8-2387-47dc-a750-2f4df8f1496b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:27:22.935700 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:22.965378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.965756 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.966085 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.966416 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.966735 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.967053 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.967369 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.967683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.967994 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.968306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.968617 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:22.968927 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:27:23.064230 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] For port acfe85c8-2387-47dc-a750-2f4df8f1496b, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:27:23.068284 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] For port acfe85c8-2387-47dc-a750-2f4df8f1496b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=acfe85c8-2387-47dc-a750-2f4df8f1496b,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:27:23.074607 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.096999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Allocated IP 172.20.0.2 (8dbd91b0-090e-46e6-8330-b9acb93ac7eb/8fb02e21-1aa6-4d6f-8281-315a7b276008/8cab3352-de3c-45f0-9705-d974594871b4) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:27:23.162702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:23.163341 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:23.351324 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564daa6-3124-465f-8d00-d5e15e5edff0 None None] Pushing event updated for resources: {'Port': ['ID=acfe85c8-2387-47dc-a750-2f4df8f1496b,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:23.380979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.387067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:23.396148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Transition to ACTIVE for port object 8cab3352-de3c-45f0-9705-d974594871b4 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:23.423425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Transition to ACTIVE for port object 8cab3352-de3c-45f0-9705-d974594871b4 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:23.429244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.496910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:23.500240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:23.502747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:27:23.591939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Pushing event updated for resources: {'Port': ['ID=8cab3352-de3c-45f0-9705-d974594871b4,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:23.619344 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.620386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Attempting to bind port 8cab3352-de3c-45f0-9705-d974594871b4 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:27:23.621861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Attempting to bind port 8cab3352-de3c-45f0-9705-d974594871b4 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:27:23.622490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Attempting to bind port 8cab3352-de3c-45f0-9705-d974594871b4 on network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:27:23.628434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:27:23.629164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Checking segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:27:23.630017 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.630646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Bound using segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:27:23.631349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Bound port: 8cab3352-de3c-45f0-9705-d974594871b4, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:27:23.632544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.722204 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:20Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:23.728523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca128f74-f1b7-4547-b775-b4c62e9a991f None None] The sync data for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 is: [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:20Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:27:23.738408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] For port 8cab3352-de3c-45f0-9705-d974594871b4, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:27:23.742339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] For port 8cab3352-de3c-45f0-9705-d974594871b4, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8cab3352-de3c-45f0-9705-d974594871b4,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:27:23.757411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:23.851257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d124517-e731-4543-85fd-bd83f5c76a25 None None] Pushing event updated for resources: {'Port': ['ID=8cab3352-de3c-45f0-9705-d974594871b4,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:24.088771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.1 (8dbd91b0-090e-46e6-8330-b9acb93ac7eb/8fb02e21-1aa6-4d6f-8281-315a7b276008/5947fc66-0902-42ba-b82e-bf803eb31ce6) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:27:24.294842 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:24.312944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 5947fc66-0902-42ba-b82e-bf803eb31ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:24.342361 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:24.422180 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:24.425323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:24.429348 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:27:24.463058 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:24.494705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:24.791563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:24.854974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8cab3352-de3c-45f0-9705-d974594871b4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:24.934304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ed7a7-b4da-4cc3-8891-2a21378327c0 None None] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:27:25.023207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Provisioning for port 8cab3352-de3c-45f0-9705-d974594871b4 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:25.031398 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 8cab3352-de3c-45f0-9705-d974594871b4 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:25.039308 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Provisioning complete for port 8cab3352-de3c-45f0-9705-d974594871b4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:25.039681 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.081339 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8cab3352-de3c-45f0-9705-d974594871b4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:25.081743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.356851 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.364292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.386960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Current status of the port 8cab3352-de3c-45f0-9705-d974594871b4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:25.387339 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.405118 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8cab3352-de3c-45f0-9705-d974594871b4 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:25.405512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.461335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] For port 8cab3352-de3c-45f0-9705-d974594871b4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8cab3352-de3c-45f0-9705-d974594871b4,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:25.484538 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:25.486889 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.492455 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.582597 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:27:25.582959 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:27:25.591009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399e92f-2887-47f3-b1af-7e04f160f864 None None] Pushing event updated for resources: {'Port': ['ID=8cab3352-de3c-45f0-9705-d974594871b4,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:25.638989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:25.640109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:25.815025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Provisioning for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:25.821095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Provisioning complete for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:25.821665 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:25.833898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 925400e7-e239-47a4-9e92-05822e9da3e1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:27:25.883208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Port 5947fc66-0902-42ba-b82e-bf803eb31ce6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:27:25.894152 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Provisioning complete for port 8cab3352-de3c-45f0-9705-d974594871b4 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:25.894518 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.029914 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-30afb82a-480f-4190-bbcd-6ad85776de3a None None] Current status of the port 8cab3352-de3c-45f0-9705-d974594871b4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:26.030048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:27:26.040667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Sync routers for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:27:26.045445 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c9681038-e481-4daa-a254-be77ea57f802 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/925400e7-e239-47a4-9e92-05822e9da3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3617754 Jun 04 07:27:26.052455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:26.053087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:26.216965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-9e5ed9b8-787c-4930-8132-31e7d533c6a7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:27:26.233397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-9e5ed9b8-787c-4930-8132-31e7d533c6a7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:27:26.234869 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-9e5ed9b8-787c-4930-8132-31e7d533c6a7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827101178&fields=id&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 267 time: 0.0579712 Jun 04 07:27:26.245941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8cab3352-de3c-45f0-9705-d974594871b4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:26.247035 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device acfe85c8-2387-47dc-a750-2f4df8f1496b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:26.334512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.360879 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ae85f481-9a24-4df5-a2d0-29fc921786d9 None None] Provisioning complete for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:26.361215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae85f481-9a24-4df5-a2d0-29fc921786d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.389322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f20a21ec-e909-487d-8488-de4613b01297 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:26.390035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f20a21ec-e909-487d-8488-de4613b01297 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:27:26.406819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f20a21ec-e909-487d-8488-de4613b01297 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:27:26.408120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f20a21ec-e909-487d-8488-de4613b01297 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 796 time: 0.1659930 Jun 04 07:27:26.425982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-abed01fe-ac51-4383-be0d-5abd705878a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/quotas/320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 375 time: 0.0118406 Jun 04 07:27:26.471008 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.489542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:26.511235 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-02121a51-50db-42bc-b90e-61db040e81a6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798378 Jun 04 07:27:26.539648 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ae85f481-9a24-4df5-a2d0-29fc921786d9 None None] Port 5947fc66-0902-42ba-b82e-bf803eb31ce6 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:27:26.570374 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port acfe85c8-2387-47dc-a750-2f4df8f1496b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:26.578485 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port acfe85c8-2387-47dc-a750-2f4df8f1496b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:26.578855 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.709415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2371d4a6-9991-4116-a1a0-631163381b32 service neutron] 10.222.0.17 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861770 Jun 04 07:27:26.859329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f887c6a2-2906-4e47-9716-b8de50e80edb service neutron] 10.222.0.17 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433194 Jun 04 07:27:26.904318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port acfe85c8-2387-47dc-a750-2f4df8f1496b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:26.904864 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:26.930006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port acfe85c8-2387-47dc-a750-2f4df8f1496b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=acfe85c8-2387-47dc-a750-2f4df8f1496b,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:26.934995 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.017366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=acfe85c8-2387-47dc-a750-2f4df8f1496b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:27.021899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:25Z', 'revision_number': 2, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:27.027415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Checking router: 925400e7-e239-47a4-9e92-05822e9da3e1 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:27:27.027767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Updating router 925400e7-e239-47a4-9e92-05822e9da3e1 port 5947fc66-0902-42ba-b82e-bf803eb31ce6 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:27:27.053957 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8cab3352-de3c-45f0-9705-d974594871b4 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:27.079157 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cef67edb-9f37-4e2b-a1e1-38082e967e39 req-d5e49ae5-5eeb-474f-9853-75ce6e898892 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 210 time: 0.0723028 Jun 04 07:27:27.136983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.213250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 8cab3352-de3c-45f0-9705-d974594871b4 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:27.213647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.498378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 8cab3352-de3c-45f0-9705-d974594871b4 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:27.607513 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.620584 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Transition to ACTIVE for port object 5947fc66-0902-42ba-b82e-bf803eb31ce6 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:27.627496 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.837745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4650a-b84a-40a9-9549-4cc340535435 None None] Pushing event updated for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:27.901393 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Attempting to bind port 5947fc66-0902-42ba-b82e-bf803eb31ce6 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:27:27.901775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Attempting to bind port 5947fc66-0902-42ba-b82e-bf803eb31ce6 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:27:27.902131 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Attempting to bind port 5947fc66-0902-42ba-b82e-bf803eb31ce6 on network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:27:27.907187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:27:27.907789 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Checking segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:27:27.907939 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:27.908321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Bound using segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:27:27.908773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Bound port: 5947fc66-0902-42ba-b82e-bf803eb31ce6, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:27:27.909138 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:28.007043 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] For port 5947fc66-0902-42ba-b82e-bf803eb31ce6, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:27:28.015636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] For port 5947fc66-0902-42ba-b82e-bf803eb31ce6, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5947fc66-0902-42ba-b82e-bf803eb31ce6,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:27:28.020843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:28.104365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:28.104920 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:28.162438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4650a-b84a-40a9-9549-4cc340535435 None None] Pushing event updated for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:28.289022 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2c2ba787-a976-4d55-8369-7b0b808427eb req-671f6539-4c40-472a-9b11-a7e78baed53b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 210 time: 0.0579121 Jun 04 07:27:28.340338 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:28.342156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f8f56d5f-a4da-4835-afd6-2b9d22459bd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:28.342884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f8f56d5f-a4da-4835-afd6-2b9d22459bd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:27:28.359938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f8f56d5f-a4da-4835-afd6-2b9d22459bd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:27:28.361962 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-f8f56d5f-a4da-4835-afd6-2b9d22459bd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 796 time: 0.2353580 Jun 04 07:27:28.411002 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-b5bd4102-7dc9-4bbe-b8dd-e5bf731b5ed8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 380 time: 0.0405157 Jun 04 07:27:28.420073 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'port': {'device_id': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'admin_state_up': True, 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'security_groups': ['2dbbf58a-a2f9-4122-8691-bbf87f90199b']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:28.562404 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:28.566893 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:port and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:28.569728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:28.575908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:28.585734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:27:28.589966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:28.675549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:28Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:28.679455 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9ebc3-6258-4b89-ba12-5beb837d0f38 None None] The sync data for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 is: [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:28Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:27:28.764835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.3 (8dbd91b0-090e-46e6-8330-b9acb93ac7eb/8fb02e21-1aa6-4d6f-8281-315a7b276008/7db95939-618c-448c-b6a3-236d4a063f14) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:27:29.088935 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5947fc66-0902-42ba-b82e-bf803eb31ce6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:29.091063 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.108311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 7db95939-618c-448c-b6a3-236d4a063f14 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:29.136719 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.163644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:29.170054 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:29.170436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.216684 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:29.219457 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:29.223716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:27:29.259090 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:29.310498 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:29.311245 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.318334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5947fc66-0902-42ba-b82e-bf803eb31ce6 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:29.319195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.342836 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-47efb1e0-9642-4e47-bfa5-11fc0ffe9884 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9261332 Jun 04 07:27:29.359610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Request body: {'port': {'device_id': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:29.374650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5947fc66-0902-42ba-b82e-bf803eb31ce6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5947fc66-0902-42ba-b82e-bf803eb31ce6,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:29.380547 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.381442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device acfe85c8-2387-47dc-a750-2f4df8f1496b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:29.528832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.559559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:29.563896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f18fe-92c9-4723-a06b-3c86a66ea7a8 req-d6880b17-d41c-47ec-ae63-5691cd896a39 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:29.565712 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b2f18fe-92c9-4723-a06b-3c86a66ea7a8 req-d6880b17-d41c-47ec-ae63-5691cd896a39 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 931 time: 0.1088800 Jun 04 07:27:29.613415 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c1456fd6-8286-45c7-a618-77b9e78860ba None None] Provisioning for port 7db95939-618c-448c-b6a3-236d4a063f14 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:29.624197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c1456fd6-8286-45c7-a618-77b9e78860ba None None] Provisioning complete for port 7db95939-618c-448c-b6a3-236d4a063f14 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:29.624706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1456fd6-8286-45c7-a618-77b9e78860ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.632000 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b2f18fe-92c9-4723-a06b-3c86a66ea7a8 req-7a6ddcfc-31bf-48af-a763-098118109721 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570176 Jun 04 07:27:29.668232 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port acfe85c8-2387-47dc-a750-2f4df8f1496b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:29.668716 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.737795 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c1456fd6-8286-45c7-a618-77b9e78860ba None None] Port 7db95939-618c-448c-b6a3-236d4a063f14 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:27:29.817180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port acfe85c8-2387-47dc-a750-2f4df8f1496b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:29.952326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db95939-618c-448c-b6a3-236d4a063f14 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:27:29.959937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:29.975505 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Transition to ACTIVE for port object 7db95939-618c-448c-b6a3-236d4a063f14 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:27:29.979414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:30.137929 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Pushing event updated for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:30.219377 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Attempting to bind port 7db95939-618c-448c-b6a3-236d4a063f14 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:27:30.219802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Attempting to bind port 7db95939-618c-448c-b6a3-236d4a063f14 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:27:30.220579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Attempting to bind port 7db95939-618c-448c-b6a3-236d4a063f14 on network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:27:30.225874 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Port 7db95939-618c-448c-b6a3-236d4a063f14 on network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:27:30.226234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Attempting to bind port 7db95939-618c-448c-b6a3-236d4a063f14 on network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:27:30.233431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:27:30.234444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Checking segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:27:30.235091 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Bound using segment: {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:27:30.235825 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Bound port: 7db95939-618c-448c-b6a3-236d4a063f14, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5722a51-9f32-440a-bdb4-110c486a530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:27:30.236396 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:30.329772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:27:30.332527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7db95939-618c-448c-b6a3-236d4a063f14,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:27:30.337492 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:30.397703 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:30.398331 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:30.400162 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] 10.222.0.24 "PUT /v2.0/ports/7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 1091 time: 1.0503192 Jun 04 07:27:30.400593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:27:30.424873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0aae-a04c-4605-9bb2-25fdee8ee911 service neutron] Pushing event updated for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:30.482157 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8175f477-59b4-4234-8dfa-e698b852b887'] response: {'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14', 'status': 'completed', 'code': 200} Jun 04 07:27:30.527118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-cc95d9fd-ae8b-4ba1-a16e-17ff9fdc1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:30.529413 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-cc95d9fd-ae8b-4ba1-a16e-17ff9fdc1fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1094 time: 0.0849063 Jun 04 07:27:30.599914 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-520657e6-6dd1-48fa-9800-8ef740b1965b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 217 time: 0.0640557 Jun 04 07:27:30.660399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-ad2dd770-4d1f-4c21-8a7d-d48f93464aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:30.661729 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-ad2dd770-4d1f-4c21-8a7d-d48f93464aff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0555124 Jun 04 07:27:30.737369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124da276-a698-43b8-b59c-a75c3be477d4 req-1496f283-f1b0-4352-8749-0d18d0b52a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:30.738875 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-1496f283-f1b0-4352-8749-0d18d0b52a2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710166 Jun 04 07:27:30.827822 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbddf5-d71c-4aec-b3e4-a029b2a5c4ea req-7b862b2a-9ae4-4a12-9ed5-361e05d33dc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:30.829532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71dbddf5-d71c-4aec-b3e4-a029b2a5c4ea req-7b862b2a-9ae4-4a12-9ed5-361e05d33dc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 943 time: 0.0832734 Jun 04 07:27:30.873220 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-3a99298f-57ec-4aeb-a0b8-9093c11e36e7 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281505 Jun 04 07:27:30.875268 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-71dbddf5-d71c-4aec-b3e4-a029b2a5c4ea req-d2e2e820-f242-40e5-83ad-fbd2c25e93c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399361 Jun 04 07:27:31.007792 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5947fc66-0902-42ba-b82e-bf803eb31ce6 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:31.083386 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5947fc66-0902-42ba-b82e-bf803eb31ce6 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:31.083751 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:31.105343 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-124da276-a698-43b8-b59c-a75c3be477d4 req-50c851d4-e79d-42b5-b8cb-e381b6782528 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267082 Jun 04 07:27:31.223325 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-b2be3035-55cf-47a9-9aca-b97d0689e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:31.224804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-b2be3035-55cf-47a9-9aca-b97d0689e607 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1094 time: 0.0742667 Jun 04 07:27:31.242520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5947fc66-0902-42ba-b82e-bf803eb31ce6 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:31.354860 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-1475bbe4-cc3f-47a5-899e-24da3d180df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:31.356273 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-1475bbe4-cc3f-47a5-899e-24da3d180df4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1253171 Jun 04 07:27:31.425850 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-687f8f59-e2f6-4ab1-b14b-84b798d761e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 217 time: 0.0634611 Jun 04 07:27:31.487500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-100c03a8-b9ff-4b9f-a229-6ca531e931ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:31.488794 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-100c03a8-b9ff-4b9f-a229-6ca531e931ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0565341 Jun 04 07:27:31.567830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-0cfb0b8a-6432-45d6-8987-85a8bf5e9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:31.569312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-0cfb0b8a-6432-45d6-8987-85a8bf5e9e8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732801 Jun 04 07:27:31.702052 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-98bb7035-98d6-4251-9916-d997b1084e48 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260941 Jun 04 07:27:31.835399 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c90017fa-b0b8-49e6-a529-46c342b31ed6 req-2e0b8146-c451-4355-9554-c158be2c6a9c service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276278 Jun 04 07:27:32.067679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e271d0d-2e1c-47a1-b033-f311992feb91 req-22152aa8-1283-4f77-bd90-553b69e87c41 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:32.069115 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e271d0d-2e1c-47a1-b033-f311992feb91 req-22152aa8-1283-4f77-bd90-553b69e87c41 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 943 time: 0.0840144 Jun 04 07:27:32.113367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3e271d0d-2e1c-47a1-b033-f311992feb91 req-4b5f807d-ca8d-4a4b-bd95-9329f76062d0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382807 Jun 04 07:27:33.312198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb761cc-444f-4895-8e5a-da1a468920c8 req-310e8a27-670c-4562-93b2-eaa22a5cdfa0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:33.313694 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eeb761cc-444f-4895-8e5a-da1a468920c8 req-310e8a27-670c-4562-93b2-eaa22a5cdfa0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 943 time: 0.0949032 Jun 04 07:27:33.359166 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eeb761cc-444f-4895-8e5a-da1a468920c8 req-c42bc485-7990-48db-9985-08d0756a9281 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395565 Jun 04 07:27:34.012515 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7db95939-618c-448c-b6a3-236d4a063f14 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:27:34.145600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7db95939-618c-448c-b6a3-236d4a063f14,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:34.158907 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '7db95939-618c-448c-b6a3-236d4a063f14', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'port_id': '7db95939-618c-448c-b6a3-236d4a063f14', 'mac_address': 'fa:16:3e:bf:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:27:34.213334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7db95939-618c-448c-b6a3-236d4a063f14 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:34.213732 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:34.230507 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db95939-618c-448c-b6a3-236d4a063f14 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:27:34.245175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7db95939-618c-448c-b6a3-236d4a063f14,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:34.248861 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:34.317807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:34.550922 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e754ac2-2166-4ab5-b128-1c5f9ea90324 req-257fd845-9716-435b-9f7b-9e6b13dde142 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:34.552363 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e754ac2-2166-4ab5-b128-1c5f9ea90324 req-257fd845-9716-435b-9f7b-9e6b13dde142 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 944 time: 0.0860081 Jun 04 07:27:34.585285 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['7db95939-618c-448c-b6a3-236d4a063f14'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:27:34.597648 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e754ac2-2166-4ab5-b128-1c5f9ea90324 req-28dea666-2183-4c0d-a0e3-67443c2818f9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394442 Jun 04 07:27:35.783479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45e8a-2b60-415c-9de6-814a593d690d req-b405f279-230e-4b1d-926e-4b2e817944e0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:35.784904 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b45e8a-2b60-415c-9de6-814a593d690d req-b405f279-230e-4b1d-926e-4b2e817944e0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 944 time: 0.0805101 Jun 04 07:27:35.833197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-23b45e8a-2b60-415c-9de6-814a593d690d req-b79a1d07-71bb-427e-8119-d58e12a2d01d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Jun 04 07:27:36.027733 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7db95939-618c-448c-b6a3-236d4a063f14 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:27:36.094187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 7db95939-618c-448c-b6a3-236d4a063f14 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:27:36.098807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 7db95939-618c-448c-b6a3-236d4a063f14 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:27:36.099182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:36.215607 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 7db95939-618c-448c-b6a3-236d4a063f14 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:27:36.215980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:36.242318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:27:36.252637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7db95939-618c-448c-b6a3-236d4a063f14,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:27:36.256828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:36.301127 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88903410-b1ae-4459-80db-221023bc2fdb'] response: {'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14', 'code': 200} Jun 04 07:27:36.342637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:36.419072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f0e39-0566-4a85-87d0-9013df2c454e req-a33f4aa4-537b-4973-9180-5670e0508c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:36.420574 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-362f0e39-0566-4a85-87d0-9013df2c454e req-a33f4aa4-537b-4973-9180-5670e0508c75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0730393 Jun 04 07:27:36.460614 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-362f0e39-0566-4a85-87d0-9013df2c454e req-c984c681-5c68-40c5-9c42-5c3bc13a018b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jun 04 07:27:37.025796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49ed10-652f-41bd-b505-adc5740ce503 req-4f31ecba-9e97-4d15-8e78-dde45c6377f2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:37.027273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c49ed10-652f-41bd-b505-adc5740ce503 req-4f31ecba-9e97-4d15-8e78-dde45c6377f2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0819068 Jun 04 07:27:37.071438 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6c49ed10-652f-41bd-b505-adc5740ce503 req-1da0d920-ff6c-4140-b790-d31b344702af tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Jun 04 07:27:38.257537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d4f50-66aa-4caa-96e6-c20b864e08fe req-fa076e03-dff8-461b-8656-841126275153 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:38.258984 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d3d4f50-66aa-4caa-96e6-c20b864e08fe req-fa076e03-dff8-461b-8656-841126275153 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0827994 Jun 04 07:27:38.302370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1d3d4f50-66aa-4caa-96e6-c20b864e08fe req-3ac24ba6-988c-49fd-83cd-7f29c6eeea12 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 Jun 04 07:27:38.485123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6770a-a1ee-476b-8628-994fb7fd2a23 req-b9f39352-e08b-4cc4-93fb-9f5bf2fba700 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:38.486641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3df6770a-a1ee-476b-8628-994fb7fd2a23 req-b9f39352-e08b-4cc4-93fb-9f5bf2fba700 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0810788 Jun 04 07:27:38.531620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3df6770a-a1ee-476b-8628-994fb7fd2a23 req-9248527b-9f55-4bf8-b35d-11c128be72d2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Jun 04 07:27:38.553698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:38.623098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc2dd67-4d12-466a-b3ea-29660874e693 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:38.624572 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3fc2dd67-4d12-466a-b3ea-29660874e693 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1091 time: 0.0699503 Jun 04 07:27:38.627412 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50458) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:38.632441 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '7db95939-618c-448c-b6a3-236d4a063f14', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:27:38.639770 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:27:38.643699 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:floatingip and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:27:38.646495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:27:38.652884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:27:38.666399 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:38.796748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:38.937494 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.143 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/f6204237-55e6-4975-92be-5a5589a5ff5d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:27:39.086723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:39.116511 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:39.186230 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:27:39.188812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:27:39.193254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:27:39.226202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=f6204237-55e6-4975-92be-5a5589a5ff5d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:39.710416 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:39.793305 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:40.015075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:40.025260 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:40.159189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=f6204237-55e6-4975-92be-5a5589a5ff5d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:27:40.170292 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:40.344278 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 associated. External IP: 172.25.1.143, port: 7db95939-618c-448c-b6a3-236d4a063f14. Jun 04 07:27:40.708185 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 925400e7-e239-47a4-9e92-05822e9da3e1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:27:40.888521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:27:40.897913 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Sync routers for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:27:40.907701 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:40.908297 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:40.913418 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:40.972279 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d48765b2-09d7-49b4-a685-11b05be99ead tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3438575 Jun 04 07:27:40.972934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:27:41.089944 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:41.146394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49c4ec-aaca-4c53-889b-1731fc7df1de req-344f33c5-2643-4fde-8891-9cb7cc397a26 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:41.147846 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a49c4ec-aaca-4c53-889b-1731fc7df1de req-344f33c5-2643-4fde-8891-9cb7cc397a26 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0851803 Jun 04 07:27:41.195165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8a49c4ec-aaca-4c53-889b-1731fc7df1de req-26ed12e9-70c9-4d14-8934-ecab9d94d43a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Jun 04 07:27:41.219524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:41.402702 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ceb477-2a79-4731-9aad-7281d327fd46'] response: {'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14', 'status': 'completed', 'code': 200} Jun 04 07:27:41.473917 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66fbc6fe-34de-4225-9b4e-be2fe2ab6c94', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'port_id': '7db95939-618c-448c-b6a3-236d4a063f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'mac_address': 'fa:16:3e:bf:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:27:39Z', 'updated_at': '2022-06-04T07:27:39Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:41.477590 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Checking router: 925400e7-e239-47a4-9e92-05822e9da3e1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:27:41.486713 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:27:41.487301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:27:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:41.497167 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a4a71025-068b-408a-aeda-b95caf60bc7b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 HTTP/1.1" status: 200 len: 991 time: 0.2754509 Jun 04 07:27:41.516323 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-d6dfbc27-776d-4d3c-9513-45673b306a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:41.517787 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-d6dfbc27-776d-4d3c-9513-45673b306a9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.1170013 Jun 04 07:27:41.649271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-b77ef784-ba59-40bb-ace8-ee038d990a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:41.651434 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-b77ef784-ba59-40bb-ace8-ee038d990a59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1273801 Jun 04 07:27:41.661333 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:27:41.758237 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-38a28749-8a33-4b71-9007-1309b66f150e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 999 time: 0.1003537 Jun 04 07:27:41.825495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-1beb8ddb-64a2-4395-b68e-ad9d7dddaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:41.827301 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-1beb8ddb-64a2-4395-b68e-ad9d7dddaf83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0636852 Jun 04 07:27:41.901383 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-a1565a42-46b0-4f84-8995-bb8204de254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:27:41.903757 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-a1565a42-46b0-4f84-8995-bb8204de254b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707977 Jun 04 07:27:42.012958 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66fbc6fe-34de-4225-9b4e-be2fe2ab6c94', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'port_id': '7db95939-618c-448c-b6a3-236d4a063f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'mac_address': 'fa:16:3e:bf:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:27:39Z', 'updated_at': '2022-06-04T07:27:39Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:27:42.020073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508f3d4-6ba1-4554-b29f-f9589d58348c None None] The sync data for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 is: [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '66fbc6fe-34de-4225-9b4e-be2fe2ab6c94', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'port_id': '7db95939-618c-448c-b6a3-236d4a063f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'mac_address': 'fa:16:3e:bf:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:27:39Z', 'updated_at': '2022-06-04T07:27:39Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:27:42.052815 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-090a51da-011d-4e85-9871-9fe17831d9ab service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425571 Jun 04 07:27:42.189418 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1ef08d8a-e2a7-49ec-92b2-f528f807b7d7 req-f14b0058-2979-4290-8409-0aa9f5743785 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299856 Jun 04 07:27:42.224365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b139f31-6233-4981-bdfe-493491b9db2c None None] New status for floating IP 66fbc6fe-34de-4225-9b4e-be2fe2ab6c94: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:27:42.499315 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50472) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:27:42.605533 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b04e6cda-e299-4347-8db7-86e86dd5396b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 HTTP/1.1" status: 200 len: 993 time: 0.1050460 Jun 04 07:27:47.061897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21eb9576-d98f-46aa-b423-e99aa720c1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:49.183169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-26179317-8a74-4be1-8986-cdd8630e1912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:50.279129 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:50.671770 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:52.251739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:53.924407 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:27:56.179035 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:27:56.340028 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:08.652528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-f08388d5-5c47-4114-b37d-1fd26e59fcdc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730503 Jun 04 07:28:08.794022 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-63a4cd19-8b1f-4519-960d-29851293d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:08.795480 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-63a4cd19-8b1f-4519-960d-29851293d25b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0718575 Jun 04 07:28:08.942773 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-642310fe-280e-4146-b242-46dc0a164ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:08.944121 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-642310fe-280e-4146-b242-46dc0a164ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1269245 Jun 04 07:28:09.047664 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-952e7ebe-4183-448f-8c3b-aa156a4162be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 1001 time: 0.0972300 Jun 04 07:28:09.109195 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-a0437271-e94a-4e10-9838-a26e358fcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:09.110810 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-a0437271-e94a-4e10-9838-a26e358fcc92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0571234 Jun 04 07:28:09.187947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-5058f3ff-69b8-486c-9c8b-5f398bf2086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:09.189430 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-5058f3ff-69b8-486c-9c8b-5f398bf2086b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729496 Jun 04 07:28:09.424122 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-ec58f553-8cbe-4fa0-b3b0-d7ae3dbd932b service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272196 Jun 04 07:28:09.557596 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e3b9ee7e-35ef-4868-a860-1a780ea17199 req-d21017a9-f797-4794-bd82-ee0c85fb7438 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264443 Jun 04 07:28:17.064902 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-007627db-c310-4fae-9906-96a47c2edce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:19.184636 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8de094e5-9a7f-43d5-8895-0ce8c5945c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:20.290782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:20.675680 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:22.255416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:26.179804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:26.339694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:30.923797 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:28:43.628155 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-c2b899c0-22d9-4451-b92a-805d110787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:43.629571 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-c2b899c0-22d9-4451-b92a-805d110787e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0740745 Jun 04 07:28:43.681026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de7102-1997-4e83-ab7a-ab35f4cf134b req-c110ef83-1878-4f26-9f06-8eab24940405 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:43.682569 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9de7102-1997-4e83-ab7a-ab35f4cf134b req-c110ef83-1878-4f26-9f06-8eab24940405 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0896161 Jun 04 07:28:43.738658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c9de7102-1997-4e83-ab7a-ab35f4cf134b req-ffcd90d7-6c73-45dd-b6c3-d260c8f1ac52 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 Jun 04 07:28:43.772817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-9d8ccd81-5071-4e9f-a8f8-0cc762d12818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:43.774326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-9d8ccd81-5071-4e9f-a8f8-0cc762d12818 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1389897 Jun 04 07:28:43.891679 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-c7b053e7-eecb-43c5-b3e9-6210d8ecfdb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 1001 time: 0.1107540 Jun 04 07:28:43.955821 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-7d3c1e69-58ae-4027-a123-54fd7cfb271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:43.957298 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-7d3c1e69-58ae-4027-a123-54fd7cfb271a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0596101 Jun 04 07:28:44.056934 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-371b0f11-eea4-4109-89de-b1fe0491c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:44.058514 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-371b0f11-eea4-4109-89de-b1fe0491c5df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951424 Jun 04 07:28:44.192738 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-442efe06-07e0-449a-a225-19d4b02e6c0e service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282203 Jun 04 07:28:44.328424 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e7e2840e-2d04-4742-9faf-dc315ebcd6b0 req-ab4464c1-1614-4528-a160-ec706f748993 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293471 Jun 04 07:28:44.936284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963dd7-74f8-42a4-8a9a-e685456a9220 req-8cd66902-7d61-403a-b0a9-dedb4ca02027 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:44.937824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09963dd7-74f8-42a4-8a9a-e685456a9220 req-8cd66902-7d61-403a-b0a9-dedb4ca02027 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0899160 Jun 04 07:28:44.985265 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-09963dd7-74f8-42a4-8a9a-e685456a9220 req-8a2e3387-953a-4b67-ba32-e8f465d9c781 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 Jun 04 07:28:46.184890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9bb0-4036-46a8-856f-46e06736025b req-3df0f4bb-a7a7-46cc-9f52-ddce466fa92a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:46.186513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-690c9bb0-4036-46a8-856f-46e06736025b req-3df0f4bb-a7a7-46cc-9f52-ddce466fa92a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0875945 Jun 04 07:28:46.232096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-690c9bb0-4036-46a8-856f-46e06736025b req-056b659c-0d5c-4c1d-a930-ef9c8fbef164 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394990 Jun 04 07:28:47.072047 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f2feb35d-9190-49d8-bdf7-4a93b33c38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:47.435257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf093e9-13fb-4c96-94f1-704212233259 req-8dac1da4-26e2-4baa-94b9-cf0dfdf7286b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:47.437387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbf093e9-13fb-4c96-94f1-704212233259 req-8dac1da4-26e2-4baa-94b9-cf0dfdf7286b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0992107 Jun 04 07:28:47.485939 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fbf093e9-13fb-4c96-94f1-704212233259 req-fa1bc5f9-d74f-49a6-a983-9a12614b2cef tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Jun 04 07:28:48.678160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b9c03-efc0-44a6-9bf5-5bc9a4c7f8be req-d19c215f-3e84-4a34-9e90-a972619a1880 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:48.679622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b11b9c03-efc0-44a6-9bf5-5bc9a4c7f8be req-d19c215f-3e84-4a34-9e90-a972619a1880 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0841928 Jun 04 07:28:48.725243 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b11b9c03-efc0-44a6-9bf5-5bc9a4c7f8be req-c1d3b930-4b72-4b1c-bddb-6ea0734f9132 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 Jun 04 07:28:49.188019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-98e4c463-f424-4142-997f-2f0584085d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:49.917390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3dda3-0bc9-4f9c-94d6-e8a5e6d89048 req-7371bd0f-7c33-4cc5-a601-367b17c3689b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:49.918900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c3dda3-0bc9-4f9c-94d6-e8a5e6d89048 req-7371bd0f-7c33-4cc5-a601-367b17c3689b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0805645 Jun 04 07:28:49.967555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c3dda3-0bc9-4f9c-94d6-e8a5e6d89048 req-894e2f03-d739-44d0-8a76-ace8833bd9ed tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Jun 04 07:28:50.282694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:50.678268 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:51.153568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a1c54-ae17-43bc-93a4-cff6f59a75f6 req-9c3abbf4-c401-42f4-a7e7-8d8b4a6fe062 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:51.155658 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b0a1c54-ae17-43bc-93a4-cff6f59a75f6 req-9c3abbf4-c401-42f4-a7e7-8d8b4a6fe062 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0823021 Jun 04 07:28:51.204598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7b0a1c54-ae17-43bc-93a4-cff6f59a75f6 req-b0f26260-106a-4ea0-b787-efe5fe185b08 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jun 04 07:28:52.256710 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:52.400313 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ea8b1-c6fb-4797-893e-df4b516647c9 req-64e460f4-c3a4-4856-919f-44de952c5427 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:52.402431 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-356ea8b1-c6fb-4797-893e-df4b516647c9 req-64e460f4-c3a4-4856-919f-44de952c5427 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0854435 Jun 04 07:28:52.551156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-356ea8b1-c6fb-4797-893e-df4b516647c9 req-8c5a471c-eecc-4db0-a2f9-e5821c42697c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429484 Jun 04 07:28:53.737226 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81649393-2117-4a5f-8319-9df61d3c85b6 req-1086138a-1341-4652-ba5e-aff2a0af50fb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:53.738715 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81649393-2117-4a5f-8319-9df61d3c85b6 req-1086138a-1341-4652-ba5e-aff2a0af50fb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0785038 Jun 04 07:28:53.782906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-81649393-2117-4a5f-8319-9df61d3c85b6 req-472722bc-e0f8-47b9-aefe-f8b848cb5c43 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Jun 04 07:28:54.975043 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0233d-87a1-4b6d-a0f0-2e28cfe2ce93 req-f0ae6da3-88cd-46d9-86d9-3bbb23de5c57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:54.976491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bee0233d-87a1-4b6d-a0f0-2e28cfe2ce93 req-f0ae6da3-88cd-46d9-86d9-3bbb23de5c57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0843971 Jun 04 07:28:55.022633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bee0233d-87a1-4b6d-a0f0-2e28cfe2ce93 req-afb56f35-3171-496e-a44d-1e572481c28f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Jun 04 07:28:56.194970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:56.223763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3cbf2-8613-4c25-a3ea-28a22a113d55 req-7542179b-5584-4412-94fa-1c1df96cf152 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:28:56.225670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84b3cbf2-8613-4c25-a3ea-28a22a113d55 req-7542179b-5584-4412-94fa-1c1df96cf152 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0898695 Jun 04 07:28:56.271659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84b3cbf2-8613-4c25-a3ea-28a22a113d55 req-af0881dd-d70a-422e-954f-800a3565e8b0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Jun 04 07:28:56.295307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50528) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:28:56.359471 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:28:56.406118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-4407c482-7b14-4282-8a42-d104a05536fa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 HTTP/1.1" status: 200 len: 993 time: 0.1096768 Jun 04 07:29:07.923796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:29:10.653138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-171b3c00-bea8-40b1-a6bf-b02aa0fe9506 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727074 Jun 04 07:29:10.799877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-22f22530-abdd-4c6a-bd6b-4f632561f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:10.801348 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-22f22530-abdd-4c6a-bd6b-4f632561f2c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0771577 Jun 04 07:29:10.946110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-9ebf198e-3a27-4c86-97a1-b4d51e0bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:10.947454 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-9ebf198e-3a27-4c86-97a1-b4d51e0bae1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1279416 Jun 04 07:29:11.052192 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-80573375-3bb4-4feb-8875-6abbf2677d96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 1001 time: 0.0984442 Jun 04 07:29:11.114109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-676dd5ce-e220-4e5f-b61f-bed6e932885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:11.115545 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-676dd5ce-e220-4e5f-b61f-bed6e932885a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0581682 Jun 04 07:29:11.188214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-b332176d-8c84-4355-92ff-9e1740f9587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:11.190211 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-b332176d-8c84-4355-92ff-9e1740f9587c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687661 Jun 04 07:29:11.335688 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-2fbfc00e-ddd1-4254-aa43-1d312796a89b service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395557 Jun 04 07:29:11.586119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-30a95440-1a25-4a6c-9f05-94296bd1f6bb req-1f3de675-cdff-48bb-80ba-933d782906b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439108 Jun 04 07:29:17.066317 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-071dbda1-0066-450f-ad86-d8f36b0fb06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:19.192198 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3c39c3b1-46b4-4321-9eda-3750e313a49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:20.285306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:20.681359 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:22.263374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:26.194493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:26.365896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:44.923390 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:29:45.108502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50548) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:45.317059 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port f6204237-55e6-4975-92be-5a5589a5ff5d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:29:45.317404 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:45.486575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:45.486899 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:45.626704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for f6204237-55e6-4975-92be-5a5589a5ff5d owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:29:45.772456 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:45.819031 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=f6204237-55e6-4975-92be-5a5589a5ff5d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:45.850991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.851341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.851683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.852016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.852354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.852683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.853015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.853340 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.853700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.854026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.854365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.854664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:45.923283 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:45.923512 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 disassociated (deleted). External IP: 172.25.1.143, port: 7db95939-618c-448c-b6a3-236d4a063f14. Jun 04 07:29:46.378303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 925400e7-e239-47a4-9e92-05822e9da3e1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:29:46.557453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:29:46.567253 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Sync routers for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:29:46.574794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:46.578649 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:29:46.579944 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:46.632822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c516a0b4-a08f-49c8-8360-b3162437fa2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/floatingips/66fbc6fe-34de-4225-9b4e-be2fe2ab6c94 HTTP/1.1" status: 204 len: 168 time: 1.5231164 Jun 04 07:29:46.633305 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:29:46.760841 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:29:46.865075 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe66179-0cb9-485f-814c-516eb5f15ed6'] response: {'name': 'network-changed', 'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14', 'status': 'completed', 'code': 200} Jun 04 07:29:46.967641 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54145687-96ad-44ff-bea4-071ee5126def req-9946a517-2485-47e4-b3d9-a5510c7ffda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:46.969119 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-9946a517-2485-47e4-b3d9-a5510c7ffda3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 1096 time: 0.0815053 Jun 04 07:29:47.052943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5639-14e6-4ee3-bbe5-e26d899ecb30 req-073c848c-6ca9-45bf-8dcb-63ffa67bc7cd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:47.053751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-626c5639-14e6-4ee3-bbe5-e26d899ecb30 req-073c848c-6ca9-45bf-8dcb-63ffa67bc7cd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:29:47.072638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-626c5639-14e6-4ee3-bbe5-e26d899ecb30 req-073c848c-6ca9-45bf-8dcb-63ffa67bc7cd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:29:47.073934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-626c5639-14e6-4ee3-bbe5-e26d899ecb30 req-073c848c-6ca9-45bf-8dcb-63ffa67bc7cd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.1114476 Jun 04 07:29:47.077116 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-11282f07-af5c-439e-8f0b-e4a63255828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:47.132105 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:47.135512 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-626c5639-14e6-4ee3-bbe5-e26d899ecb30 req-fb240c11-5028-43c1-a30d-f231eda9a85b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511639 Jun 04 07:29:47.138024 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Checking router: 925400e7-e239-47a4-9e92-05822e9da3e1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:29:47.151846 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54145687-96ad-44ff-bea4-071ee5126def req-bb8d86da-b35c-4355-a193-2b1023b2d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:47.151846 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-bb8d86da-b35c-4355-a193-2b1023b2d273 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 200 len: 897 time: 0.1693516 Jun 04 07:29:47.152101 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:29:47.152101 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:47.222396 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-a964de3f-aea8-4715-8cf5-24cb7e3180d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 200 len: 217 time: 0.0702851 Jun 04 07:29:47.285172 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54145687-96ad-44ff-bea4-071ee5126def req-7e8e8e98-6dda-4ba7-8f3c-77aedc672658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:47.286632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-7e8e8e98-6dda-4ba7-8f3c-77aedc672658 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 200 len: 834 time: 0.0577502 Jun 04 07:29:47.326271 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:29:47.365792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54145687-96ad-44ff-bea4-071ee5126def req-a8ad6f59-5517-4144-ac75-b42d10f02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:47.367493 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-a8ad6f59-5517-4144-ac75-b42d10f02eb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbd91b0-090e-46e6-8330-b9acb93ac7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745540 Jun 04 07:29:47.500663 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-6e936c2a-1b6f-43e2-b49b-6b1a943ab5bb service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260393 Jun 04 07:29:47.633326 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:47.634143 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-54145687-96ad-44ff-bea4-071ee5126def req-71603152-dd02-49dc-a9f2-deb4ac8868da service neutron] 10.222.0.24 "GET /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265035 Jun 04 07:29:47.638091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f3d24-b05b-48c4-9e55-657a558aee49 None None] The sync data for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 is: [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:27:24Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5947fc66-0902-42ba-b82e-bf803eb31ce6', 'name': '', 'network_id': '8dbd91b0-090e-46e6-8330-b9acb93ac7eb', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:99:e4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:23Z', 'updated_at': '2022-06-04T07:27:29Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '8fb02e21-1aa6-4d6f-8281-315a7b276008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:29:47.849086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960bcd7-c558-4121-9833-8542a0aa38a4 None None] New status for floating IP 66fbc6fe-34de-4225-9b4e-be2fe2ab6c94: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:29:48.323958 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715e66-1ab7-46ff-ab2b-623a1aa38b4f req-11ec3039-4d93-4316-a5fe-b556daccf56b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:48.325409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df715e66-1ab7-46ff-ab2b-623a1aa38b4f req-11ec3039-4d93-4316-a5fe-b556daccf56b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0829878 Jun 04 07:29:48.369698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df715e66-1ab7-46ff-ab2b-623a1aa38b4f req-58792bcf-bfc4-4987-a428-33c9cd93c3e2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=2dbbf58a-a2f9-4122-8691-bbf87f90199b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Jun 04 07:29:48.564811 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-cba7c171-c4ec-4a7e-910d-b25420eb9291 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:48.566099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-cba7c171-c4ec-4a7e-910d-b25420eb9291 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:29:48.579722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-cba7c171-c4ec-4a7e-910d-b25420eb9291 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:29:48.580809 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-cba7c171-c4ec-4a7e-910d-b25420eb9291 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 945 time: 0.0991442 Jun 04 07:29:48.654927 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 7db95939-618c-448c-b6a3-236d4a063f14 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:29:48.655285 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:48.901869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 7db95939-618c-448c-b6a3-236d4a063f14, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=7db95939-618c-448c-b6a3-236d4a063f14,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:29:48.902883 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:49.034752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 7db95939-618c-448c-b6a3-236d4a063f14 owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:29:49.181209 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:49.196164 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-246a77cc-522b-406a-b58f-b2be72fc297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:49.358175 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=7db95939-618c-448c-b6a3-236d4a063f14,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:49.405752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.406105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.406449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.406812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.407152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.407548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.407804 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.408148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.408462 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.408796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.409221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.409427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:49.418547 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] No DVR routers for this DVR port 7db95939-618c-448c-b6a3-236d4a063f14 on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:29:49.420898 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:49.423753 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'name': 'network-vif-deleted', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:29:49.438755 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-29ec0efd-169d-4d69-a212-2a5149e8a8a6 req-6bfa9b22-4512-4448-816e-27ac5326e554 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "DELETE /v2.0/ports/7db95939-618c-448c-b6a3-236d4a063f14 HTTP/1.1" status: 204 len: 173 time: 0.8520501 Jun 04 07:29:49.520906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c5cb11f-0ed8-4aa7-a930-7df51837da57 req-27e96fe3-471f-479e-9d55-0f8c130ae438 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=92f7441c-744f-4772-83f3-14b47e0b6a3a HTTP/1.1" status: 200 len: 210 time: 0.0429006 Jun 04 07:29:49.571496 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12caaac-9530-4a65-b456-199050384d48'] response: {'server_uuid': '92f7441c-744f-4772-83f3-14b47e0b6a3a', 'name': 'network-vif-deleted', 'tag': '7db95939-618c-448c-b6a3-236d4a063f14', 'status': 'completed', 'code': 200} Jun 04 07:29:50.288530 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:50.624756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50568) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:50.687376 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:51.182606 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:51.649024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 5947fc66-0902-42ba-b82e-bf803eb31ce6 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:29:51.649783 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:51.841913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 5947fc66-0902-42ba-b82e-bf803eb31ce6, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5947fc66-0902-42ba-b82e-bf803eb31ce6,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:29:51.842266 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:51.970038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 5947fc66-0902-42ba-b82e-bf803eb31ce6 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:29:52.158395 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:52.208524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=5947fc66-0902-42ba-b82e-bf803eb31ce6,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:52.268508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:52.496789 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:52.614777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7db95939-618c-448c-b6a3-236d4a063f14 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:29:52.649498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 7db95939-618c-448c-b6a3-236d4a063f14 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:29:52.649867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 7db95939-618c-448c-b6a3-236d4a063f14 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:29:52.863109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 925400e7-e239-47a4-9e92-05822e9da3e1 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:29:53.159439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:29:53.170089 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Sync routers for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:29:53.173177 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a5c40c14-eef7-4e2a-a670-939fe5e96afc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/925400e7-e239-47a4-9e92-05822e9da3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473599 Jun 04 07:29:53.175928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50576) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:53.179245 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:29:53.179852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:53.243160 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting subnet 8fb02e21-1aa6-4d6f-8281-315a7b276008 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:29:53.246453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.306908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.359571 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:29:53.395196 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.471380 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.511067 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb02e21-1aa6-4d6f-8281-315a7b276008,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:53.513582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.519993 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a6d72090-37f9-494d-b26a-6f4286ceb4bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/subnets/8fb02e21-1aa6-4d6f-8281-315a7b276008 HTTP/1.1" status: 204 len: 168 time: 0.3430848 Jun 04 07:29:53.520644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1885c-a7f2-4c9e-91be-5efa37f93fb7 None None] Network 8dbd91b0-090e-46e6-8330-b9acb93ac7eb requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:29:53.522525 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:53.661324 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:29:52Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:53.666933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Checking router: 925400e7-e239-47a4-9e92-05822e9da3e1 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:29:53.680371 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Routers {'925400e7-e239-47a4-9e92-05822e9da3e1'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:29:53.681032 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['925400e7-e239-47a4-9e92-05822e9da3e1'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:53.716162 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.806391 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] DHCP port deletion for 8dbd91b0-090e-46e6-8330-b9acb93ac7eb request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:29:53.810706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Deleting port 8cab3352-de3c-45f0-9705-d974594871b4 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:29:53.811090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.899506 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] Set router 925400e7-e239-47a4-9e92-05822e9da3e1 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:29:53.904599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:53.913940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port acfe85c8-2387-47dc-a750-2f4df8f1496b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:29:53.914294 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.040603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] For port 8cab3352-de3c-45f0-9705-d974594871b4, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=8cab3352-de3c-45f0-9705-d974594871b4,segment=NetworkSegment(e5722a51-9f32-440a-bdb4-110c486a530e),segment_id=e5722a51-9f32-440a-bdb4-110c486a530e)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:29:54.041265 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.103024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port acfe85c8-2387-47dc-a750-2f4df8f1496b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=acfe85c8-2387-47dc-a750-2f4df8f1496b,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:29:54.103436 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.169748 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Calling delete_port for 8cab3352-de3c-45f0-9705-d974594871b4 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:29:54.200933 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:29:52Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:54.204883 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab98f9-b4fd-491f-8f44-942e5d91a18b None None] The sync data for ids ['925400e7-e239-47a4-9e92-05822e9da3e1'] in n-d-811808-2 is: [{'id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386089814', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:27:19Z', 'updated_at': '2022-06-04T07:29:52Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': 'acfe85c8-2387-47dc-a750-2f4df8f1496b', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925400e7-e239-47a4-9e92-05822e9da3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:27:20Z', 'updated_at': '2022-06-04T07:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:29:54.229415 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for acfe85c8-2387-47dc-a750-2f4df8f1496b owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:29:54.252430 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.299766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Pushing event deleted for resources: {'Port': ['ID=8cab3352-de3c-45f0-9705-d974594871b4,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:54.305277 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] No DVR routers for this DVR port 8cab3352-de3c-45f0-9705-d974594871b4 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:29:54.318068 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.318626 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.319033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.319528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.320009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.320425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.320812 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.321222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.321563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.321885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.322204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.322551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787ec107-2e0f-4140-af70-2b3dc1b20e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:29:54.400200 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.476338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=acfe85c8-2387-47dc-a750-2f4df8f1496b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:54.658784 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.832960 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.835161 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.859269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.859837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Fanout notify agent at l3_agent the message router_deleted on router 925400e7-e239-47a4-9e92-05822e9da3e1 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:29:54.874829 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:54.875982 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-589983a4-6f2b-45cd-bb43-7dcd9c904a6e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/routers/925400e7-e239-47a4-9e92-05822e9da3e1 HTTP/1.1" status: 204 len: 168 time: 1.3525617 Jun 04 07:29:54.878578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:54.995660 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.130979 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.159564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbd91b0-090e-46e6-8330-b9acb93ac7eb']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:55.171281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5722a51-9f32-440a-bdb4-110c486a530e') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:55.171576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5722a51-9f32-440a-bdb4-110c486a530e') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:55.182410 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.198004 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.204460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:29:55.204837 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.310185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.332098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.350301 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/networks/8dbd91b0-090e-46e6-8330-b9acb93ac7eb HTTP/1.1" status: 204 len: 168 time: 0.4707127 Jun 04 07:29:55.351161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8d6a-d66f-48b9-bea8-ce0faa77bda7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Network': ['ID=8dbd91b0-090e-46e6-8330-b9acb93ac7eb,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:55.353116 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:55.382594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8cab3352-de3c-45f0-9705-d974594871b4 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:29:55.411517 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment e5722a51-9f32-440a-bdb4-110c486a530e resource provider aggregate not found Jun 04 07:29:55.429159 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment e5722a51-9f32-440a-bdb4-110c486a530e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5722a51-9f32-440a-bdb4-110c486a530e found for delete ", "request_id": "req-c67fad5c-2768-4279-824a-64a080f81e87"}]} Jun 04 07:29:55.435780 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 8cab3352-de3c-45f0-9705-d974594871b4 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:29:55.436132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 8cab3352-de3c-45f0-9705-d974594871b4 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:29:55.436575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5947fc66-0902-42ba-b82e-bf803eb31ce6 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:29:55.438023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.468186 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.470600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5947fc66-0902-42ba-b82e-bf803eb31ce6 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:29:55.470947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5947fc66-0902-42ba-b82e-bf803eb31ce6 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:29:55.471356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device acfe85c8-2387-47dc-a750-2f4df8f1496b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:29:55.504706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: acfe85c8-2387-47dc-a750-2f4df8f1496b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:29:55.505047 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device acfe85c8-2387-47dc-a750-2f4df8f1496b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:29:55.534311 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.553295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbf58a-a2f9-4122-8691-bbf87f90199b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:55.563956 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.565312 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-37e8e998-f989-4819-b145-9e21b0bb3772 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/security-groups/2dbbf58a-a2f9-4122-8691-bbf87f90199b HTTP/1.1" status: 204 len: 168 time: 0.2103238 Jun 04 07:29:55.684735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50602) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:55.690146 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592287215', 'description': 'tempest-secgroup-smoke-1592287215 description', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:55.696992 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:55.701105 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:55.703957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:55.709556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:55.719291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.739061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:55.742913 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:55.746371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:55.751956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:55.821090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.824793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.869327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4015512-f5ca-4d21-8e50-e99e77bdc505,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:55.873031 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.874233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-54290d09-74f5-4e9c-98e6-2e59ba48128a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1885245 Jun 04 07:29:55.877157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50606) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:55.882371 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:55.889152 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:55.893151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:55.896059 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:55.901715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:55.917008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.976031 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:55.979506 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.003953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf47135-8f53-4887-8824-7da7b5519e54,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.014110 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.015245 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fcde74d0-4f90-4d32-b3a2-58b9d224ccdb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370766 Jun 04 07:29:56.019028 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50610) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.024003 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.031591 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.035454 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.038342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.044605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.060303 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.122934 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.126431 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.149449 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a59eaf4-ca4d-4089-984d-5bea65616091,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.160191 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.161383 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-65d5d4ed-f57a-4bf6-9877-4b31518e619a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414247 Jun 04 07:29:56.164255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50614) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.170215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.176619 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.180407 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.183960 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.189560 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.208258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.210933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.270459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.273823 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.296939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52227f3-b4be-4a09-b547-65b12d0bf6fb,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.305684 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.306812 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2a482196-e0ca-4fc4-8607-a57109fd0922 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416721 Jun 04 07:29:56.309669 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50618) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.314569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.321726 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.325994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.329833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.337647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.361043 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.362955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.429996 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.433716 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.459596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2124c351-77fb-4227-aea8-cb66fd039384,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.469062 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.470259 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-01006de2-3dfc-48c4-a683-d93b797b8b1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596682 Jun 04 07:29:56.472962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50622) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.477807 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.484369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.488166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.490997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.496921 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.506608 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:29:56.513367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.576634 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.580133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.603241 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df310b-2f33-4004-8490-b79f8a98fc37,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.612923 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.614247 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3a1f771c-3c04-44c4-8199-7a20a0dcfd25 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403644 Jun 04 07:29:56.617112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50626) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.622655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'c4015512-f5ca-4d21-8e50-e99e77bdc505', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.628979 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.632752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.635595 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.641920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.652371 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:29:56.664680 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.729969 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.734531 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.757913 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d68066-e818-479d-9cbf-edae5789c2f2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:56.766226 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.767785 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-437a054d-0e8e-475b-8357-ecd607e40244 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497455 Jun 04 07:29:56.770853 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50630) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:56.776451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'network': {'name': 'tempest-network-smoke--1812966456', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:56.783202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:56.787338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:network and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:56.790175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:56.797111 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:56.807180 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:29:56.810695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.837960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:29:56.849852 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.850286 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Added segment 98823a0f-85ca-4cf2-aa89-2b6110f07ce7 of type vlan for network 43ff558c-b273-416e-a6f1-d607f9bb0e56 Jun 04 07:29:56.880391 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.910434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:56.915876 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:56.916459 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.025668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2536621 Jun 04 07:29:57.028557 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50634) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:57.029050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409395be-1f52-4ef5-bed7-0d5b6c2364f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Network': ['ID=43ff558c-b273-416e-a6f1-d607f9bb0e56,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:57.034577 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'admin_state_up': True, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:57.039594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:29:57.042950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:57.047491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:router and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:57.050295 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:57.060473 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:57.070584 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.071580 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.087130 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.352805 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.646957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.675687 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:57.808060 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.156 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/6c035b95-1df4-48ea-9d14-0b655ead3cc7) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:29:58.052472 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:58.086326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:58.154153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:29:58.156833 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:29:58.160370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:29:58.189394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=6c035b95-1df4-48ea-9d14-0b655ead3cc7,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:29:58.582373 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:58.918882 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:59.118379 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 7a7e7749-1cd5-460a-964c-d343e6570469 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:29:59.410584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:29:59.420918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Sync routers for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:29:59.430207 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:29:59.430889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:59.438540 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:59.439765 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c2fc4cd4-b1fe-40d1-b7b0-908f643a6caa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4100683 Jun 04 07:29:59.443170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50640) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:59.482984 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-25586394-3c17-4d50-8015-541e18678d99 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=320ed2dc4aa748e4a2d4e0b223fd77c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387311 Jun 04 07:29:59.485455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50644) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:59.616623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78403021-62c2-460a-b6eb-2d588d808d7f tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:29:59.618156 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-78403021-62c2-460a-b6eb-2d588d808d7f tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317956 Jun 04 07:29:59.620941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50648) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:59.637813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:29:59.663433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c5b4cc58-e732-4625-9b16-99f91f93ec90 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413115 Jun 04 07:29:59.665894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50652) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:29:59.671959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648467057', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:29:59.787698 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:29:59.791507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:subnet and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:29:59.795051 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:29:59.800606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:29:59.810765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:29:59.814180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:29:59.931641 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:29:58Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:29:59.935939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Checking router: 7a7e7749-1cd5-460a-964c-d343e6570469 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:29:59.936340 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Updating router 7a7e7749-1cd5-460a-964c-d343e6570469 port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:29:59.989600 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.043578 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.121781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Subnet': ['ID=671c7602-8308-49e1-baa1-97a9c9d4bd80,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:00.131795 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Checking segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:30:00.132156 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network hostable DHCP agents. Network: 43ff558c-b273-416e-a6f1-d607f9bb0e56, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:30:00.151286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:30:00.161374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 43ff558c-b273-416e-a6f1-d607f9bb0e56) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:00.165570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:00.166167 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.192369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea086c-9624-4c27-9701-38fe30f593c0 None None] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:30:00.192602 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a51c0074-4c24-4537-884f-ebaea2d60518 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5254798 Jun 04 07:30:00.195163 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50656) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:00.509115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.512667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-43ff558c-b273-416e-a6f1-d607f9bb0e56', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:30:00.513818 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.540060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Transition to ACTIVE for port object 6c035b95-1df4-48ea-9d14-0b655ead3cc7 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:00.582891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.688553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Attempting to bind port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:30:00.688925 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Attempting to bind port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:30:00.689290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Attempting to bind port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:30:00.701714 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a139-b63e-4bdd-a17d-980b808a9e74 None None] Pushing event updated for resources: {'Port': ['ID=6c035b95-1df4-48ea-9d14-0b655ead3cc7,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:00.706910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:30:00.707298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:30:00.707691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.708555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:30:00.708555 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Bound port: 6c035b95-1df4-48ea-9d14-0b655ead3cc7, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:30:00.708937 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.835013 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Allocated IP 172.20.0.2 (43ff558c-b273-416e-a6f1-d607f9bb0e56/671c7602-8308-49e1-baa1-97a9c9d4bd80/401af03c-8047-478d-81b5-78b3d1c7d937) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:30:00.843743 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] For port 6c035b95-1df4-48ea-9d14-0b655ead3cc7, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:30:00.850007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] For port 6c035b95-1df4-48ea-9d14-0b655ead3cc7, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6c035b95-1df4-48ea-9d14-0b655ead3cc7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:30:00.870101 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:00.897964 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.092909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:30:01.093162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:01.148525 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a139-b63e-4bdd-a17d-980b808a9e74 None None] Pushing event updated for resources: {'Port': ['ID=6c035b95-1df4-48ea-9d14-0b655ead3cc7,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:01.319714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.338712 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Transition to ACTIVE for port object 401af03c-8047-478d-81b5-78b3d1c7d937 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:01.357801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:30:01.474457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Transition to ACTIVE for port object 401af03c-8047-478d-81b5-78b3d1c7d937 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:01.490993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.558136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.1 (43ff558c-b273-416e-a6f1-d607f9bb0e56/671c7602-8308-49e1-baa1-97a9c9d4bd80/5f842d53-986b-4204-82b1-814f17471f15) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:30:01.619144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:30:01.626112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:01.631190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:30:01.687378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Pushing event updated for resources: {'Port': ['ID=401af03c-8047-478d-81b5-78b3d1c7d937,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:01.719985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.736033 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 5f842d53-986b-4204-82b1-814f17471f15 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:01.759567 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.784680 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Attempting to bind port 401af03c-8047-478d-81b5-78b3d1c7d937 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:30:01.785062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Attempting to bind port 401af03c-8047-478d-81b5-78b3d1c7d937 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:30:01.785419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Attempting to bind port 401af03c-8047-478d-81b5-78b3d1c7d937 on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:30:01.797108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:30:01.797497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Checking segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:30:01.797901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.798315 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Bound using segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:30:01.798751 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Bound port: 401af03c-8047-478d-81b5-78b3d1c7d937, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:30:01.800397 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.826181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:30:01.829662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:01.833511 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:30:01.880691 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:01.901089 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:01.904790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:29:58Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:01.909201 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] For port 401af03c-8047-478d-81b5-78b3d1c7d937, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:30:01.912677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] For port 401af03c-8047-478d-81b5-78b3d1c7d937, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=401af03c-8047-478d-81b5-78b3d1c7d937,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:30:01.913796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de30c2-b408-4d2f-af0c-d8b96340d16b None None] The sync data for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 is: [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:29:58Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:30:01.916943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:02.011572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86540a-b068-4d8e-a8c7-fbc326f8f269 None None] Pushing event updated for resources: {'Port': ['ID=401af03c-8047-478d-81b5-78b3d1c7d937,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:02.048462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:02.525314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:02.530769 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:02.650425 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:02.652860 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:02.801856 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:30:02.802999 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:02.999912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb0eae-5eeb-4baa-928f-c3f5824ec3b7 None None] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:30:03.096807 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-fd71ff1d-0e51-46fb-8bbc-eec912ee4313 None None] Provisioning for port 401af03c-8047-478d-81b5-78b3d1c7d937 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:03.117513 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 7a7e7749-1cd5-460a-964c-d343e6570469 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:30:03.179292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6c035b95-1df4-48ea-9d14-0b655ead3cc7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:03.299186 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:30:03.310494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:03.312695 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c330634a-7a18-48cd-b9f1-4acc37180f0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/7a7e7749-1cd5-460a-964c-d343e6570469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1164618 Jun 04 07:30:03.328922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:03.329307 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.468826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:03.469221 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.488380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 6c035b95-1df4-48ea-9d14-0b655ead3cc7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6c035b95-1df4-48ea-9d14-0b655ead3cc7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:03.494785 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.495688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 401af03c-8047-478d-81b5-78b3d1c7d937 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:03.678141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=6c035b95-1df4-48ea-9d14-0b655ead3cc7,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:03.701684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6850aed2-aef7-4f01-925d-08a5df42fc6c None None] Provisioning for port 5f842d53-986b-4204-82b1-814f17471f15 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:03.707888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 401af03c-8047-478d-81b5-78b3d1c7d937 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:03.713833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6850aed2-aef7-4f01-925d-08a5df42fc6c None None] Provisioning complete for port 5f842d53-986b-4204-82b1-814f17471f15 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:03.714137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6850aed2-aef7-4f01-925d-08a5df42fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.740340 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Sync routers for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:30:03.750549 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 401af03c-8047-478d-81b5-78b3d1c7d937 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:03.750925 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.752499 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:30:03.753136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:03.819962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-6850aed2-aef7-4f01-925d-08a5df42fc6c None None] Port 5f842d53-986b-4204-82b1-814f17471f15 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:30:03.842719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-d1528f94-0b03-4336-a158-8489d14b54d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:30:03.868872 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-d1528f94-0b03-4336-a158-8489d14b54d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:30:03.870205 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-d1528f94-0b03-4336-a158-8489d14b54d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592287215&fields=id&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 267 time: 0.0758989 Jun 04 07:30:03.910444 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 401af03c-8047-478d-81b5-78b3d1c7d937 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:03.910986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.961571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 401af03c-8047-478d-81b5-78b3d1c7d937, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=401af03c-8047-478d-81b5-78b3d1c7d937,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:03.968778 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-c9db4f46-4435-4494-bcf1-a0c048c479a0 None None] Provisioning complete for port 5f842d53-986b-4204-82b1-814f17471f15 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:03.969147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c9db4f46-4435-4494-bcf1-a0c048c479a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:03.994389 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:30:04.025252 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:04.053015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-dc9cec37-996a-4d80-a5a8-3ad877a1a983 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:04.053883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-dc9cec37-996a-4d80-a5a8-3ad877a1a983 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:30:04.081010 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-dc9cec37-996a-4d80-a5a8-3ad877a1a983 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:30:04.083080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-dc9cec37-996a-4d80-a5a8-3ad877a1a983 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 797 time: 0.2040346 Jun 04 07:30:04.109688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-77796d7d-0195-43ff-ad64-94a5e0c51d4f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/quotas/320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Jun 04 07:30:04.126512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-c9db4f46-4435-4494-bcf1-a0c048c479a0 None None] Port 5f842d53-986b-4204-82b1-814f17471f15 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:30:04.139098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=401af03c-8047-478d-81b5-78b3d1c7d937,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:04.195185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-86a5093f-ed7f-48ca-ae11-e9951d359a7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:30:04.211018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-86a5093f-ed7f-48ca-ae11-e9951d359a7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:30:04.212361 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-86a5093f-ed7f-48ca-ae11-e9951d359a7e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966058 Jun 04 07:30:04.250758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9dfe4aaa-60fd-46a7-aa6a-ab5887533160 None None] Provisioning complete for port 5f842d53-986b-4204-82b1-814f17471f15 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:04.251205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4aaa-60fd-46a7-aa6a-ab5887533160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:04.307039 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe4aaa-60fd-46a7-aa6a-ab5887533160 None None] Port 5f842d53-986b-4204-82b1-814f17471f15 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:30:04.345608 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:02Z', 'revision_number': 2, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:04.349494 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Checking router: 7a7e7749-1cd5-460a-964c-d343e6570469 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:30:04.349847 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Updating router 7a7e7749-1cd5-460a-964c-d343e6570469 port 5f842d53-986b-4204-82b1-814f17471f15 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:30:04.356822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-c6c7bfe4-7f9c-4b7d-9e02-f89a7a524870 service neutron] 10.222.0.17 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324921 Jun 04 07:30:04.405202 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:04.602045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-ea65f9d4-4e9b-4772-98d4-55df4ca891c5 service neutron] 10.222.0.17 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391672 Jun 04 07:30:04.759398 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:04.772191 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Transition to ACTIVE for port object 5f842d53-986b-4204-82b1-814f17471f15 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:04.779601 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:04.787545 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9ce68035-3a3c-45b2-8e2a-dda9bacfb789 req-04dbd9fe-ebde-4a83-84ac-54d697b9a598 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 210 time: 0.0469496 Jun 04 07:30:04.991500 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Pushing event updated for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:05.040596 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.040949 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.041269 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.041624 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.041983 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.042259 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.042584 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.042903 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.043221 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.043536 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.044595 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.045433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:30:05.071196 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Attempting to bind port 5f842d53-986b-4204-82b1-814f17471f15 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:30:05.071555 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Attempting to bind port 5f842d53-986b-4204-82b1-814f17471f15 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:30:05.071912 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Attempting to bind port 5f842d53-986b-4204-82b1-814f17471f15 on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:30:05.077664 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:30:05.078383 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Checking segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:30:05.078825 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:05.079281 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Bound using segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:30:05.079902 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Bound port: 5f842d53-986b-4204-82b1-814f17471f15, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:30:05.080212 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:05.102742 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6c035b95-1df4-48ea-9d14-0b655ead3cc7 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:05.182452 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] For port 5f842d53-986b-4204-82b1-814f17471f15, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:30:05.185980 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] For port 5f842d53-986b-4204-82b1-814f17471f15, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5f842d53-986b-4204-82b1-814f17471f15,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:30:05.186397 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:05.186810 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:05.190665 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:05.279419 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88cd43-87fb-44f5-8b08-40af53e949c1 None None] Pushing event updated for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:05.283748 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:30:05.284378 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:05.362496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:05.363870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 401af03c-8047-478d-81b5-78b3d1c7d937 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:05.450927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 401af03c-8047-478d-81b5-78b3d1c7d937 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:05.451622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:05.545515 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:30:05.620358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 401af03c-8047-478d-81b5-78b3d1c7d937 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:05.872288 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:05Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:05.876915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353e00f-b97d-47be-8389-7eb47865e94a None None] The sync data for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 is: [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:05Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:30:06.046730 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a9c72ce4-748f-4325-9bb7-8058288fc733 req-cff1af9f-311b-4d7d-93c8-0d81d49f546c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 210 time: 0.1320295 Jun 04 07:30:06.114463 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-e0a76315-7dca-4aac-a3c1-a23a28b1e71a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:06.117238 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-e0a76315-7dca-4aac-a3c1-a23a28b1e71a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 797 time: 0.2280157 Jun 04 07:30:06.170614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-ff2c851b-8303-4fcc-a32b-13ae9ed067a8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 380 time: 0.0458741 Jun 04 07:30:06.180074 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'port': {'device_id': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'admin_state_up': True, 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'security_groups': ['c4015512-f5ca-4d21-8e50-e99e77bdc505']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:30:06.323219 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:30:06.333121 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:30:06.344129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:30:06.347686 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:06.532152 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.9 (43ff558c-b273-416e-a6f1-d607f9bb0e56/671c7602-8308-49e1-baa1-97a9c9d4bd80/e3f1a581-da02-4b70-9afe-1be945b64c1d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:30:06.732663 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:06.749543 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object e3f1a581-da02-4b70-9afe-1be945b64c1d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:06.774106 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:06.855035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:30:06.858750 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:06.862994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:30:06.895551 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:06.935928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:06.936618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:06.968644 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a78677b9-9c24-41b6-9c72-22ce19a53dbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932360 Jun 04 07:30:06.979203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-fca0ab9d-4a8a-4f1b-b303-556deded274a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:30:06.980193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-fca0ab9d-4a8a-4f1b-b303-556deded274a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054553 Jun 04 07:30:07.065628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Request body: {'port': {'device_id': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:30:07.126671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5f842d53-986b-4204-82b1-814f17471f15 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:07.192825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e458546-5795-4a25-9746-fff47787dea8 None None] Provisioning for port e3f1a581-da02-4b70-9afe-1be945b64c1d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:07.199408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7e458546-5795-4a25-9746-fff47787dea8 None None] Provisioning complete for port e3f1a581-da02-4b70-9afe-1be945b64c1d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:07.199776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7e458546-5795-4a25-9746-fff47787dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.235868 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.254196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 5f842d53-986b-4204-82b1-814f17471f15 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:07.263443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5f842d53-986b-4204-82b1-814f17471f15 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:07.263845 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.291827 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7e458546-5795-4a25-9746-fff47787dea8 None None] Port e3f1a581-da02-4b70-9afe-1be945b64c1d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:30:07.384129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5f842d53-986b-4204-82b1-814f17471f15 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:07.384505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.385524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37222ad-59f2-4e16-827b-3accc334c231 req-c0d4f9a7-0e11-4d39-a676-d170846f3313 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:07.386222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b37222ad-59f2-4e16-827b-3accc334c231 req-c0d4f9a7-0e11-4d39-a676-d170846f3313 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:30:07.413072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-b37222ad-59f2-4e16-827b-3accc334c231 req-c0d4f9a7-0e11-4d39-a676-d170846f3313 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:30:07.414279 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b37222ad-59f2-4e16-827b-3accc334c231 req-c0d4f9a7-0e11-4d39-a676-d170846f3313 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 931 time: 0.2264237 Jun 04 07:30:07.420801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 5f842d53-986b-4204-82b1-814f17471f15, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5f842d53-986b-4204-82b1-814f17471f15,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:07.425240 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.494581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:07.540097 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b37222ad-59f2-4e16-827b-3accc334c231 req-511fcf52-ba15-4edf-bb33-0ff159c515e0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036780 Jun 04 07:30:07.647748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f1a581-da02-4b70-9afe-1be945b64c1d {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:30:07.655371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.669047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Transition to ACTIVE for port object e3f1a581-da02-4b70-9afe-1be945b64c1d will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:30:07.672967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:07.911296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:08.015466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:30:08.015703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:30:08.016020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:30:08.020696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:30:08.021026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:30:08.026434 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:30:08.026701 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Checking segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:30:08.027080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Bound using segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:30:08.027501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Bound port: e3f1a581-da02-4b70-9afe-1be945b64c1d, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:30:08.028262 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:08.121526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:30:08.125257 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:30:08.129955 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:08.184966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:08.185842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:08.187188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1091 time: 1.2010550 Jun 04 07:30:08.187618 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:30:08.217385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c140c5-8cf4-4ae0-8594-2a0e12f4f990 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:08.299669 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1afaa0-52e0-4b7b-8ac2-d355591bd4cc'] response: {'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'status': 'completed', 'code': 200} Jun 04 07:30:08.322122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-0499eba5-96f2-4f57-bcf6-956d1e6a73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:08.323635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-0499eba5-96f2-4f57-bcf6-956d1e6a73b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.0787859 Jun 04 07:30:08.397425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-9ec60bca-f465-4999-a10a-cd94d2699c59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 217 time: 0.0675871 Jun 04 07:30:08.462451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-b939b5bd-6197-44e6-b48d-85a561ebe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:08.463893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-b939b5bd-6197-44e6-b48d-85a561ebe5e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0607080 Jun 04 07:30:08.546061 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-3b066145-15e5-4008-99fc-87528515c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:08.547459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-3b066145-15e5-4008-99fc-87528515c114 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778790 Jun 04 07:30:08.720818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-07b3ba21-2c78-4d98-b31e-9b4454f1f1b2 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673493 Jun 04 07:30:08.852856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd373-5e04-47be-bf37-28f2fd3f7086 req-e87fabf9-32eb-4897-a8de-c09588feb2bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:08.854861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74efd373-5e04-47be-bf37-28f2fd3f7086 req-e87fabf9-32eb-4897-a8de-c09588feb2bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.2054844 Jun 04 07:30:08.935503 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce907bae-5884-4c40-89bb-92383ec54e64 req-a3f9c082-f92c-4985-bdd8-db9b3f4daab3 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036948 Jun 04 07:30:08.941187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-74efd373-5e04-47be-bf37-28f2fd3f7086 req-bbc02d5d-8110-494b-bc80-5b417b897861 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804558 Jun 04 07:30:09.053199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11654d1-91d2-4676-a81c-674348442345 req-32680f74-1a04-4fbf-bbd0-9173971280e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:09.054709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-32680f74-1a04-4fbf-bbd0-9173971280e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.0732915 Jun 04 07:30:09.086305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5f842d53-986b-4204-82b1-814f17471f15 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:09.153809 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 5f842d53-986b-4204-82b1-814f17471f15 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:09.154093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:09.191645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11654d1-91d2-4676-a81c-674348442345 req-bc4dbe5f-9cb0-4392-9ce7-01453969e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:09.193544 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-bc4dbe5f-9cb0-4392-9ce7-01453969e277 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1324277 Jun 04 07:30:09.271350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-e20bcd63-d54b-4450-b7fc-8e599379bbe8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 217 time: 0.0717108 Jun 04 07:30:09.282552 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 5f842d53-986b-4204-82b1-814f17471f15 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:09.333902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11654d1-91d2-4676-a81c-674348442345 req-2f7d5105-d7ce-40c2-a709-236ea5f2696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:09.335304 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-2f7d5105-d7ce-40c2-a709-236ea5f2696c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0578825 Jun 04 07:30:09.410965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11654d1-91d2-4676-a81c-674348442345 req-1fdcacc4-cc80-46da-bc33-f2d1fc7533b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:09.412455 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-1fdcacc4-cc80-46da-bc33-f2d1fc7533b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713623 Jun 04 07:30:09.554628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-e5f917dd-0c7d-4f6d-aff4-b2bc97061d12 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360962 Jun 04 07:30:09.787401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e11654d1-91d2-4676-a81c-674348442345 req-3dbb4ddf-82ad-483b-8cc8-144322e40d64 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267845 Jun 04 07:30:10.126255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485682b-7799-4aa8-810f-37f90c2fe6ef req-fc48fbd3-c42f-43a7-9e7e-4641b536952e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:10.127611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9485682b-7799-4aa8-810f-37f90c2fe6ef req-fc48fbd3-c42f-43a7-9e7e-4641b536952e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0794880 Jun 04 07:30:10.171668 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9485682b-7799-4aa8-810f-37f90c2fe6ef req-0ea3b111-4716-403b-93e7-a008a5afad19 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384810 Jun 04 07:30:11.241214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:30:11.364248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123535a-c9ec-492b-ad22-5fda78ef3834 req-b4578f1c-ad54-4adb-83ef-6281c971cb1f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:11.365621 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5123535a-c9ec-492b-ad22-5fda78ef3834 req-b4578f1c-ad54-4adb-83ef-6281c971cb1f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0836890 Jun 04 07:30:11.376519 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:11.390516 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'mac_address': 'fa:16:3e:a6:99:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:30:11.410401 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5123535a-c9ec-492b-ad22-5fda78ef3834 req-004310c2-51e4-43cc-981a-6c3cff48184a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Jun 04 07:30:11.478609 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e3f1a581-da02-4b70-9afe-1be945b64c1d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:11.479016 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:11.497504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1a581-da02-4b70-9afe-1be945b64c1d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:30:11.513468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:11.517298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:11.584450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:11.877082 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['e3f1a581-da02-4b70-9afe-1be945b64c1d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:30:12.599717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbc534-357e-4059-ad5a-20c5493e2a94 req-d5c64f41-f2bc-4317-ac02-b0a750466331 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:12.601159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6cbc534-357e-4059-ad5a-20c5493e2a94 req-d5c64f41-f2bc-4317-ac02-b0a750466331 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 944 time: 0.0821319 Jun 04 07:30:12.646080 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a6cbc534-357e-4059-ad5a-20c5493e2a94 req-f36ad89e-a850-48b0-879c-24b8e1b7ddd0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Jun 04 07:30:13.240796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:30:13.306539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port e3f1a581-da02-4b70-9afe-1be945b64c1d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:30:13.311551 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port e3f1a581-da02-4b70-9afe-1be945b64c1d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:30:13.311998 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:13.428605 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port e3f1a581-da02-4b70-9afe-1be945b64c1d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:30:13.428974 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:13.455404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:30:13.464636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:30:13.469803 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:13.507434 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32179bc0-23a9-4902-ab57-c12226175749'] response: {'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'code': 200} Jun 04 07:30:13.547194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:13.638898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a294c0-bec1-490b-bc17-23ebd19367cf req-4df98777-955b-45e6-8f6a-8b97f5c3a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:13.640353 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99a294c0-bec1-490b-bc17-23ebd19367cf req-4df98777-955b-45e6-8f6a-8b97f5c3a496 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0748925 Jun 04 07:30:13.680382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99a294c0-bec1-490b-bc17-23ebd19367cf req-4c0f0bfb-cd61-49ac-90de-c63aa6066458 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342689 Jun 04 07:30:13.837902 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c418b-c7db-4aa4-98df-724a3c54de70 req-c765b15f-f230-4523-b977-c9126da9c9b2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:13.839374 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-347c418b-c7db-4aa4-98df-724a3c54de70 req-c765b15f-f230-4523-b977-c9126da9c9b2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0864778 Jun 04 07:30:13.884165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-347c418b-c7db-4aa4-98df-724a3c54de70 req-ad3cfd49-3eba-40ec-9ba8-aad3038f11aa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 Jun 04 07:30:15.084663 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207841aa-896c-4e81-a396-5681d81c37d1 req-78b18562-863b-4363-81b9-1f9d5ebdada3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:15.086192 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-207841aa-896c-4e81-a396-5681d81c37d1 req-78b18562-863b-4363-81b9-1f9d5ebdada3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0900743 Jun 04 07:30:15.131077 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-207841aa-896c-4e81-a396-5681d81c37d1 req-fe5d53c8-de85-4ec7-9f59-043b742b02e9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Jun 04 07:30:16.319793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e57c9-9459-46f5-831a-26ecd182e994 req-b397788e-9f8f-401c-bf8a-7103a0b3ebd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:16.321180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e1e57c9-9459-46f5-831a-26ecd182e994 req-b397788e-9f8f-401c-bf8a-7103a0b3ebd9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0851889 Jun 04 07:30:16.369341 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e1e57c9-9459-46f5-831a-26ecd182e994 req-3360e34d-f431-4bcc-a121-34bcd63f82de tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Jun 04 07:30:16.554068 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959178a-9c6d-4be9-8ee4-d98f0302dc47 req-c2173ad1-abd6-4a7f-b4c3-d898e22b371e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:16.555535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5959178a-9c6d-4be9-8ee4-d98f0302dc47 req-c2173ad1-abd6-4a7f-b4c3-d898e22b371e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0817647 Jun 04 07:30:16.604542 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5959178a-9c6d-4be9-8ee4-d98f0302dc47 req-fdb2f69f-0d0b-427d-82e2-2b9b3a9281bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Jun 04 07:30:16.627859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50714) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:16.710697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a55f1-502b-4fd3-a67e-45ae1f621cfb tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:16.712196 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-994a55f1-502b-4fd3-a67e-45ae1f621cfb tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1091 time: 0.0833530 Jun 04 07:30:16.715139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50718) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:16.720161 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:30:16.726706 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:30:16.730497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:floatingip and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:30:16.734074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:30:16.739694 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:30:16.750940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:16.886616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:17.022953 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.176 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7fb51291-13eb-4e9c-a3b5-eddc49e64933) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:30:17.072185 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0a91cdf9-4938-4ae1-bc88-26c1efc73992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:17.172733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:17.201768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:17.263986 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:30:17.267145 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:30:17.270731 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:30:17.308671 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=7fb51291-13eb-4e9c-a3b5-eddc49e64933,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:17.680153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:17.754429 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:18.062563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:18.067113 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:18.177772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=7fb51291-13eb-4e9c-a3b5-eddc49e64933,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:30:18.187937 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:18.360407 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP fbcf038e-a396-4089-81ac-58aa2b91c79d associated. External IP: 172.25.1.176, port: e3f1a581-da02-4b70-9afe-1be945b64c1d. Jun 04 07:30:18.706998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 7a7e7749-1cd5-460a-964c-d343e6570469 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:30:18.887089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:30:18.896610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Sync routers for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:30:18.906292 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:30:18.906983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:29:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:18.911203 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:18.967269 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-fbc257b4-cdaa-4f06-a0d0-23483d8311f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2510586 Jun 04 07:30:18.967851 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:30:19.097403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:30:19.140142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779af66-ed42-4cff-973c-7c221edf5628 req-69c49202-1b7f-4c6f-99d0-5445096345d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:19.141654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4779af66-ed42-4cff-973c-7c221edf5628 req-69c49202-1b7f-4c6f-99d0-5445096345d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0848489 Jun 04 07:30:19.188384 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4779af66-ed42-4cff-973c-7c221edf5628 req-b70d5a7c-d238-4417-b264-944c88c9b8df tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Jun 04 07:30:19.211705 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50728) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:19.269931 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-68e07976-7857-44fd-b08d-7d74a5d2231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:19.319638 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30295424-9ea6-4046-a02f-13074f5249e5'] response: {'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'status': 'completed', 'code': 200} Jun 04 07:30:19.333608 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-17f16bae-27d2-44e7-8289-775023d82b22 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/fbcf038e-a396-4089-81ac-58aa2b91c79d HTTP/1.1" status: 200 len: 991 time: 0.1207557 Jun 04 07:30:19.419390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-6af10b53-10ea-480b-89f1-0d7e63151be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:19.420900 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-6af10b53-10ea-480b-89f1-0d7e63151be6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0716200 Jun 04 07:30:19.471081 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'fbcf038e-a396-4089-81ac-58aa2b91c79d', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'mac_address': 'fa:16:3e:a6:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:30:17Z', 'updated_at': '2022-06-04T07:30:17Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:19.475019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Checking router: 7a7e7749-1cd5-460a-964c-d343e6570469 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:30:19.484313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:30:19.485017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:30:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:19.553314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-937c579f-7bf8-4324-8430-b7bfcc79bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:19.554800 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-937c579f-7bf8-4324-8430-b7bfcc79bd16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1277225 Jun 04 07:30:19.669244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-15950c27-9d73-4223-85ca-28fd22e50cd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 999 time: 0.1076152 Jun 04 07:30:19.673708 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:30:19.733130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-74b14488-a3e6-4bd6-958c-27a5e30547aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:19.734662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-74b14488-a3e6-4bd6-958c-27a5e30547aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0581186 Jun 04 07:30:19.815480 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-2eac43f3-e1e7-4d2d-a031-6b1ad81a50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:19.816954 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-2eac43f3-e1e7-4d2d-a031-6b1ad81a50e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763600 Jun 04 07:30:19.955409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-9ef9f24a-18f0-46d6-afac-7895b4d38c30 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327631 Jun 04 07:30:20.062595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'fbcf038e-a396-4089-81ac-58aa2b91c79d', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'mac_address': 'fa:16:3e:a6:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:30:17Z', 'updated_at': '2022-06-04T07:30:17Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:30:20.066832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b15e3-1144-47d4-9b99-eedb04b1c279 None None] The sync data for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 is: [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'fbcf038e-a396-4089-81ac-58aa2b91c79d', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'mac_address': 'fa:16:3e:a6:99:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:30:17Z', 'updated_at': '2022-06-04T07:30:17Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:30:20.095787 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c29c29ca-016d-45d7-9385-efdc0ade5672 req-7c591959-46a4-419c-868d-fbe1c1fe9521 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345553 Jun 04 07:30:20.261433 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777860d3-8104-4fce-94d2-dcfd5da37a9e None None] New status for floating IP fbcf038e-a396-4089-81ac-58aa2b91c79d: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:30:20.290673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:20.336810 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50732) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:20.444310 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0d5c0522-8561-4292-b59e-01c9087912ce tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/fbcf038e-a396-4089-81ac-58aa2b91c79d HTTP/1.1" status: 200 len: 991 time: 0.1063516 Jun 04 07:30:20.687121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:21.448164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50736) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:30:21.682325 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef8c69e7-ddf8-4617-bb59-403a92044d7d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/fbcf038e-a396-4089-81ac-58aa2b91c79d HTTP/1.1" status: 200 len: 993 time: 0.2328012 Jun 04 07:30:21.923971 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:30:22.267843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:24.456963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-920ad597-c3f4-4bc1-8667-a7c19d0b738e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680416 Jun 04 07:30:24.728812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-c439e55f-4ad9-4328-907c-495ad5377417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:24.730318 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-c439e55f-4ad9-4328-907c-495ad5377417 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.2048275 Jun 04 07:30:24.880491 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-1757ef21-4b69-4d0d-8a15-401e13bd9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:24.881929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-1757ef21-4b69-4d0d-8a15-401e13bd9211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1272075 Jun 04 07:30:24.998117 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-16432a88-c7d4-47ba-b81a-df63b13512fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1001 time: 0.1092587 Jun 04 07:30:25.062572 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-34d6b2c4-71c8-46b1-a8c5-4733b3d1a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:25.064015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-34d6b2c4-71c8-46b1-a8c5-4733b3d1a27e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0600255 Jun 04 07:30:25.142684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-dbc601df-aef8-4d0a-8714-a2ff80817559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:30:25.144127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-dbc601df-aef8-4d0a-8714-a2ff80817559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743725 Jun 04 07:30:25.279985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-785f707c-7ee6-4c5d-86cb-e7110e1f1684 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Jun 04 07:30:25.411573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e4ab817-488f-455b-87f3-a6964d019b8d req-db77301f-5e23-4a9d-93a2-387ab7a5cbb7 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257510 Jun 04 07:30:26.222364 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:26.376604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:47.078400 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-607a5423-a583-456a-883b-ffeed9f3c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:49.203952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c71ac7d0-d3c6-4d7c-b02b-a8723a896177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:50.292104 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:50.689629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:52.269736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:56.223936 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:56.374243 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:30:58.924150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:31:17.070848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c037023a-3e82-4cdb-87d9-676d7326802e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:19.205888 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1190233b-baea-4067-bf1f-2145ec6d5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:20.295390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:20.692305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:22.275741 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:26.231003 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:26.374540 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:26.459551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-d929cd45-d054-4712-9f42-523b2be9ee2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700543 Jun 04 07:31:26.600645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-11671544-4622-4d66-aaee-4731c852f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:26.601930 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-11671544-4622-4d66-aaee-4731c852f049 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0759830 Jun 04 07:31:26.747955 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-4569c0d1-b80f-4e48-a0f9-f0b50b9c2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:26.749897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-4569c0d1-b80f-4e48-a0f9-f0b50b9c2d1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1279345 Jun 04 07:31:26.852651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-356598f8-cb67-4e4d-ba31-8dd2a2ed1f41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1001 time: 0.0977204 Jun 04 07:31:26.917798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-214df1fc-38a7-4aa7-8939-38126f08a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:26.919198 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-214df1fc-38a7-4aa7-8939-38126f08a3bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0607474 Jun 04 07:31:26.992707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-a706d0cd-28d5-466e-9564-5f510ca4cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:26.994201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-a706d0cd-28d5-466e-9564-5f510ca4cdcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688171 Jun 04 07:31:27.133966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-9991841c-8974-417b-953b-d76ca9904376 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332991 Jun 04 07:31:27.268458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a53c28bc-c46f-4c1f-8bbb-6ae96293e73d req-454c0dcd-660e-4df8-a4e4-400b0baa7a61 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277337 Jun 04 07:31:31.407368 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-166d6c75-9d0f-41a9-9e03-010b1023ce2e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128418 Jun 04 07:31:31.419654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7923be8-6451-4fd4-aae0-bca85d463f86 req-7ec62e4c-c8ea-44bf-9f71-62eea04c366a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:31.421940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7923be8-6451-4fd4-aae0-bca85d463f86 req-7ec62e4c-c8ea-44bf-9f71-62eea04c366a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0844297 Jun 04 07:31:31.575296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d7923be8-6451-4fd4-aae0-bca85d463f86 req-88db85d3-b4bb-4ae3-adc4-d5cc995167ae tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471090 Jun 04 07:31:32.571897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-35d63862-3a42-43b4-a14b-01aae99b83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:32.573349 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-35d63862-3a42-43b4-a14b-01aae99b83bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0779343 Jun 04 07:31:32.749206 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-8ec6321e-e244-43e8-9477-15241973cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:32.750757 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-8ec6321e-e244-43e8-9477-15241973cb3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1714592 Jun 04 07:31:32.869753 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-f5691e13-def2-4006-83c9-0c13940bf4a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1001 time: 0.1115906 Jun 04 07:31:32.877267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ea9e0-10b7-43ae-b131-c9a28841d3d6 req-e994edb7-2f76-41bf-a002-412884c48615 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:32.878660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-615ea9e0-10b7-43ae-b131-c9a28841d3d6 req-e994edb7-2f76-41bf-a002-412884c48615 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.1928675 Jun 04 07:31:32.970250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-615ea9e0-10b7-43ae-b131-c9a28841d3d6 req-864fb938-1148-40e9-a3ac-8b5a1e087ec9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610554 Jun 04 07:31:32.971751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-72bc9c58-e08e-417c-b14a-35c004c297fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:32.973197 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-72bc9c58-e08e-417c-b14a-35c004c297fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0936053 Jun 04 07:31:33.048503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-e94d0460-c4da-4fe1-bb8d-27bbcbb82768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:33.050059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-e94d0460-c4da-4fe1-bb8d-27bbcbb82768 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717459 Jun 04 07:31:33.179074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-54663aef-06cc-4d16-a267-91464a967563 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 Jun 04 07:31:33.310227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-29e66b81-90ef-43e3-b166-7c9f4ea3c01a service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248858 Jun 04 07:31:34.156971 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849406e7-4afe-4ec7-8289-87e5ae886a34 req-b50edbe4-b3e7-4b59-b067-e0df48d51ae3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:34.158443 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-849406e7-4afe-4ec7-8289-87e5ae886a34 req-b50edbe4-b3e7-4b59-b067-e0df48d51ae3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0783970 Jun 04 07:31:34.205852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-849406e7-4afe-4ec7-8289-87e5ae886a34 req-61d60f4f-d874-4fdd-b2d6-0187b3805d51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Jun 04 07:31:35.390785 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d03ef5-5533-44a6-b453-c0cc251947b4 req-03678654-fb63-45ca-b165-9ada21ce0de5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:35.392150 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3d03ef5-5533-44a6-b453-c0cc251947b4 req-03678654-fb63-45ca-b165-9ada21ce0de5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0795884 Jun 04 07:31:35.435981 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e3d03ef5-5533-44a6-b453-c0cc251947b4 req-230d1ee9-7faa-4aaf-a9da-c3e8dbbce4ce tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Jun 04 07:31:35.924159 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:31:36.625081 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347748d-582e-4687-b5f4-0280e9415b66 req-965022f9-4b35-438e-90b2-978dcc6014fa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:36.626559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9347748d-582e-4687-b5f4-0280e9415b66 req-965022f9-4b35-438e-90b2-978dcc6014fa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0832551 Jun 04 07:31:36.670252 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9347748d-582e-4687-b5f4-0280e9415b66 req-c72e93bd-39ea-417c-90a4-7e5d34c0b702 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Jun 04 07:31:37.856770 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52de874-4b93-498e-af15-c63984f2e79d req-7ce6066f-6fcb-485a-aed3-02e00741499f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:37.858413 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c52de874-4b93-498e-af15-c63984f2e79d req-7ce6066f-6fcb-485a-aed3-02e00741499f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0804839 Jun 04 07:31:37.903986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c52de874-4b93-498e-af15-c63984f2e79d req-a8094423-7c44-472b-b38d-285ad7d21cc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Jun 04 07:31:39.093966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aab25c-4d22-4c54-b4c5-b7e95ddc0ae6 req-a5989224-3918-4995-8367-9c2fe59fd2f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:39.095416 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59aab25c-4d22-4c54-b4c5-b7e95ddc0ae6 req-a5989224-3918-4995-8367-9c2fe59fd2f5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0840433 Jun 04 07:31:39.143862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-59aab25c-4d22-4c54-b4c5-b7e95ddc0ae6 req-320dbc85-09b3-441f-ab1e-5c260b75015f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Jun 04 07:31:40.329097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fad894-e109-462d-97e5-6be0bab85cad req-00c2ae3b-c2b7-4ea0-8abe-6d3287f97e36 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:40.330842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3fad894-e109-462d-97e5-6be0bab85cad req-00c2ae3b-c2b7-4ea0-8abe-6d3287f97e36 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0802240 Jun 04 07:31:40.374575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3fad894-e109-462d-97e5-6be0bab85cad req-77dae13e-9d19-4f52-bfd2-09e49697b664 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381019 Jun 04 07:31:41.565741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c365d6-b0a6-4cf6-bd80-fbe28d9015f9 req-5674e827-a1ac-407b-90d9-c671ccd52636 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:41.567191 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9c365d6-b0a6-4cf6-bd80-fbe28d9015f9 req-5674e827-a1ac-407b-90d9-c671ccd52636 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0844195 Jun 04 07:31:41.611207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d9c365d6-b0a6-4cf6-bd80-fbe28d9015f9 req-576457cb-5521-4c87-bf0f-b8e5829d7147 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Jun 04 07:31:42.798464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf816e1-6528-4130-8527-335c11dfc843 req-453d34fb-7060-4ad5-a77a-65f14d6499e3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:42.799912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf816e1-6528-4130-8527-335c11dfc843 req-453d34fb-7060-4ad5-a77a-65f14d6499e3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0808489 Jun 04 07:31:42.956783 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-abf816e1-6528-4130-8527-335c11dfc843 req-e6dae949-05ed-4d13-a9be-0fd1563a8aae tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502817 Jun 04 07:31:44.169484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61017d6-d704-47b1-8a68-7372a6647118 req-6aa8fd61-fadc-4b90-b45f-7454a91d9d24 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:44.172776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f61017d6-d704-47b1-8a68-7372a6647118 req-6aa8fd61-fadc-4b90-b45f-7454a91d9d24 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0970635 Jun 04 07:31:44.232876 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f61017d6-d704-47b1-8a68-7372a6647118 req-0bba7b4d-670d-4e4a-b374-9f794bed68d3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538433 Jun 04 07:31:45.268385 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-638f536c-3000-490e-a4e0-c1e9c6544886 service neutron] show failed (client error): The resource could not be found. Jun 04 07:31:45.269381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-638f536c-3000-490e-a4e0-c1e9c6544886 service neutron] 10.222.0.39 "GET /v2.0/ports/e3f1a581-da02-4b70-9afe-1be945b64c1d/bindings/n-h2-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0765326 Jun 04 07:31:45.441973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626c39e-9c1b-4942-bacb-07eb38a5d7a4 req-7667bfbb-518f-4a31-ade1-15c888496d4c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:45.443995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6626c39e-9c1b-4942-bacb-07eb38a5d7a4 req-7667bfbb-518f-4a31-ade1-15c888496d4c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0893083 Jun 04 07:31:45.492400 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6626c39e-9c1b-4942-bacb-07eb38a5d7a4 req-9024d487-08fc-46be-a8a7-0f41c1d2510d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Jun 04 07:31:45.583643 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-5e048057-3403-482f-9805-c41b831054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:45.584997 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-5e048057-3403-482f-9805-c41b831054e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 1096 time: 0.1140218 Jun 04 07:31:45.596911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:31:45.701835 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:45.963213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:31:45.991024 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:31:46.053132 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:31:46.058388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:46.074806 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Transition to ACTIVE for port object e3f1a581-da02-4b70-9afe-1be945b64c1d will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:31:46.079165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:46.120764 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb98e44-dd2c-402a-9054-5f55599f68e6'] response: {'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'code': 200} Jun 04 07:31:46.227465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=6']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:31:46.248307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.248648 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.249988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.250326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.250792 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.251120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.251444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.251764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.252083 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.252398 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.252715 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.253032 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:46.299476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] No DVR routers for this DVR port e3f1a581-da02-4b70-9afe-1be945b64c1d on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:31:46.532908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:31:46.533243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:31:46.533594 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:31:46.538234 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:31:46.538546 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Attempting to bind port e3f1a581-da02-4b70-9afe-1be945b64c1d on network 43ff558c-b273-416e-a6f1-d607f9bb0e56 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:31:46.544215 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:31:46.544573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Checking segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:31:46.544947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Bound using segment: {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:31:46.545363 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Bound port: e3f1a581-da02-4b70-9afe-1be945b64c1d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98823a0f-85ca-4cf2-aa89-2b6110f07ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:31:46.545774 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:46.638508 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:31:46.641759 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:31:46.646557 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:46.685321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d126f6a-70e8-40f5-aa9e-10c62b2b9237 req-f9049e3a-43e0-42c6-b09a-5b41e2ee61e7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:46.687463 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d126f6a-70e8-40f5-aa9e-10c62b2b9237 req-f9049e3a-43e0-42c6-b09a-5b41e2ee61e7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0859122 Jun 04 07:31:46.709517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:46.710133 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:46.711516 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1091 time: 1.1192558 Jun 04 07:31:46.729814 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084abdf4-908a-408d-a844-ddda9e1154f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=7']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:31:46.736313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8d126f6a-70e8-40f5-aa9e-10c62b2b9237 req-f4f0666b-0af3-49bc-bcb3-9b85c6e30289 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427251 Jun 04 07:31:46.812507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-20f7d30b-7e23-45f2-a8ac-2fa3a6a49ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:46.814038 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-20f7d30b-7e23-45f2-a8ac-2fa3a6a49ffa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.0790679 Jun 04 07:31:46.946559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-f2268c16-5b3a-4527-8e86-a793f6f92753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:46.947995 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-f2268c16-5b3a-4527-8e86-a793f6f92753 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1283164 Jun 04 07:31:47.074344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-fcd17f62-ce84-4594-b733-7fba214157f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:47.151652 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-ab1e9c47-1e50-4d35-8d0a-8006b6e294f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 999 time: 0.1973503 Jun 04 07:31:47.212578 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-cb29550a-5cac-4068-bcdf-e3851aab65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:47.213968 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-cb29550a-5cac-4068-bcdf-e3851aab65ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0555201 Jun 04 07:31:47.287963 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-12bb346d-e0da-49c5-8026-1e02232a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:47.289326 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-12bb346d-e0da-49c5-8026-1e02232a3838 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694163 Jun 04 07:31:47.423452 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-e15a27da-e59b-42cb-a6ef-00d44555efa9 service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283729 Jun 04 07:31:47.554768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2a61df79-04bc-4d9d-98ef-14d61e0a4d43 req-fe103c4c-a588-4d51-929d-1c0fa54dfbea service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247752 Jun 04 07:31:47.921258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d25c5-43bb-481a-90ae-e7fb8e8007c3 req-0195bb4f-f73e-4e3c-a85a-6ed1bd6c4bd7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:47.922614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c46d25c5-43bb-481a-90ae-e7fb8e8007c3 req-0195bb4f-f73e-4e3c-a85a-6ed1bd6c4bd7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0788047 Jun 04 07:31:47.972082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c46d25c5-43bb-481a-90ae-e7fb8e8007c3 req-4205871e-93b7-4cd4-8cc5-fd4fe06c2f56 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Jun 04 07:31:48.122309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:31:48.182051 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af82ce6-f268-4a71-b56d-5d8193dcd2ec'] response: {'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'status': 'completed', 'code': 200} Jun 04 07:31:48.272243 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-015dec96-fd85-4715-b080-a204426d07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.272870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-1ecf886a-643f-4890-8dd0-1f5d8e6f2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.273771 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-015dec96-fd85-4715-b080-a204426d07bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.0755920 Jun 04 07:31:48.274351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-1ecf886a-643f-4890-8dd0-1f5d8e6f2c56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.0711503 Jun 04 07:31:48.405196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-803a4c12-b585-4309-a829-b0346c55a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.407385 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-803a4c12-b585-4309-a829-b0346c55a48c service neutron] 10.222.0.24 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1282101 Jun 04 07:31:48.408447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-d7d78194-e688-4c2c-9caf-c10c957ea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.409897 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-d7d78194-e688-4c2c-9caf-c10c957ea5ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1289301 Jun 04 07:31:48.512071 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-a56ec308-d476-43a3-95f7-8e26540c80a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 999 time: 0.0978537 Jun 04 07:31:48.512631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-e01a1dde-e2f2-4c9b-a40d-ae943a12a3be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 999 time: 0.0971553 Jun 04 07:31:48.575212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-a98e9925-f4d2-4a21-8b27-122b3da3bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.576659 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-a98e9925-f4d2-4a21-8b27-122b3da3bd6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0582361 Jun 04 07:31:48.579139 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-e3e58841-c809-485a-8549-ac026797b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.580560 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-e3e58841-c809-485a-8549-ac026797b717 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0620091 Jun 04 07:31:48.653869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-5486c200-e972-4d3b-9b4a-30717df5194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.656019 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-5486c200-e972-4d3b-9b4a-30717df5194b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734489 Jun 04 07:31:48.659584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-47df4cbc-ed85-46e0-a4f0-1c50e781d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:48.661059 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-47df4cbc-ed85-46e0-a4f0-1c50e781d64b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741165 Jun 04 07:31:48.786830 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-e7ead7be-dcb3-4a14-a627-88e73a59290f service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246428 Jun 04 07:31:48.791969 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-eb410b41-f40a-404d-8089-194a6d1bb4df service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244528 Jun 04 07:31:48.918037 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-917accea-9d8e-4669-90ce-607b93ac70ef service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254244 Jun 04 07:31:48.926136 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-2f4f1100-7dad-44d9-9be6-6d6877f42973 req-c45c9a04-fa63-4c05-a996-f74733669ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284931 Jun 04 07:31:49.161978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68eea5-a0ef-438d-b48f-e0bbf7652849 req-b2f048b4-cbc5-4917-9b4e-009739ff50b3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:49.163422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae68eea5-a0ef-438d-b48f-e0bbf7652849 req-b2f048b4-cbc5-4917-9b4e-009739ff50b3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0792727 Jun 04 07:31:49.208055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae68eea5-a0ef-438d-b48f-e0bbf7652849 req-51a05d40-b6c6-45c2-b14c-ab6043ee5393 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 Jun 04 07:31:49.208323 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ec25d1b-71eb-4c5b-be26-5bdd59bd961e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:49.691678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:31:49.747772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:31:50.297938 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:50.402159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fb9a3-4661-4b8d-928c-a7259ba8b546 req-822e1dfa-5aec-4232-9679-7f55492d05de tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:50.403575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-958fb9a3-4661-4b8d-928c-a7259ba8b546 req-822e1dfa-5aec-4232-9679-7f55492d05de tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0827439 Jun 04 07:31:50.447178 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-958fb9a3-4661-4b8d-928c-a7259ba8b546 req-f1504ef1-467c-4e20-bb6f-ace8d5b3c1c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Jun 04 07:31:50.696422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:51.634477 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268f301-2ebb-468f-9189-e282c269080c req-4054f344-e15a-4bbe-95d6-7c90399b3d63 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:51.635926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7268f301-2ebb-468f-9189-e282c269080c req-4054f344-e15a-4bbe-95d6-7c90399b3d63 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.0825815 Jun 04 07:31:51.679852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7268f301-2ebb-468f-9189-e282c269080c req-72dd4c4b-33c5-43e8-b598-4ef6f2a0ba19 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Jun 04 07:31:52.055757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd112463-109d-4abe-ab98-92e1434aada6 req-20c7e29b-4f82-4d60-bd05-638735e791de tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.057494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd112463-109d-4abe-ab98-92e1434aada6 req-20c7e29b-4f82-4d60-bd05-638735e791de tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.1537485 Jun 04 07:31:52.065089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-66e80d48-c21f-4957-abf0-dfc337f5c689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.066364 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-66e80d48-c21f-4957-abf0-dfc337f5c689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&binding%3Ahost_id=n-h2-811808-2 HTTP/1.1" status: 200 len: 943 time: 0.1608739 Jun 04 07:31:52.267481 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dd112463-109d-4abe-ab98-92e1434aada6 req-39c31187-a148-409b-8586-e6276773ce32 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001350 Jun 04 07:31:52.277811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:52.281009 n-d-811808-2 neutron-server[88849]: INFO neutron.api.v2.resource [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-352177aa-555a-456c-9de3-2a51e5a5ef55 service neutron] delete failed (client error): The resource could not be found. Jun 04 07:31:52.282194 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-352177aa-555a-456c-9de3-2a51e5a5ef55 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e3f1a581-da02-4b70-9afe-1be945b64c1d/bindings/n-h1-811808-2 HTTP/1.1" status: 404 len: 380 time: 0.0966656 Jun 04 07:31:52.490989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16767c-01e8-4647-a0c7-d05e29d1db44 req-08dfa6ad-af1a-42b0-a0c2-972293ec4cc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.492437 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f16767c-01e8-4647-a0c7-d05e29d1db44 req-08dfa6ad-af1a-42b0-a0c2-972293ec4cc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 943 time: 0.1060009 Jun 04 07:31:52.495103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-5d3c1d47-bdb1-4e50-b138-8c6952aab19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.496419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-5d3c1d47-bdb1-4e50-b138-8c6952aab19c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1094 time: 0.1416609 Jun 04 07:31:52.618466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4f16767c-01e8-4647-a0c7-d05e29d1db44 req-c21e1a61-42b3-468f-9c53-36d8bb4cefe3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203873 Jun 04 07:31:52.666002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-f5da1855-a10b-45cf-84fe-094836ce5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.667429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-f5da1855-a10b-45cf-84fe-094836ce5667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1520121 Jun 04 07:31:52.768396 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-64d5ed11-fdef-46ce-af07-0056a9dac1df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 999 time: 0.0933993 Jun 04 07:31:52.833107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-69f695dd-5ccc-44e2-8bf2-6583d6f7a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.834524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-69f695dd-5ccc-44e2-8bf2-6583d6f7a7f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0607970 Jun 04 07:31:52.908502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-00d85fdf-e479-4d10-90c1-e4b7914106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:52.909971 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-00d85fdf-e479-4d10-90c1-e4b7914106e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698111 Jun 04 07:31:53.044432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-a1d43828-6234-4232-a2cd-660d7e9e4063 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284027 Jun 04 07:31:53.086381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:31:53.175043 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41f1f99d-1a87-4d33-af81-0936a3dfda85 req-4b4f097a-fe90-452d-b6fc-9cb299e756d3 service neutron] 10.222.0.39 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254327 Jun 04 07:31:53.221723 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:31:53.234958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'port_id': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'mac_address': 'fa:16:3e:a6:99:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:31:53.294768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e3f1a581-da02-4b70-9afe-1be945b64c1d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:31:53.295714 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:53.312652 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f1a581-da02-4b70-9afe-1be945b64c1d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:31:53.330130 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:31:53.334372 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:53.403163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:31:53.411060 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.411512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.411857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.412198 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.412530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.412862 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.413192 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.413540 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.413953 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.414281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.414606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.414929 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:31:53.697187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['e3f1a581-da02-4b70-9afe-1be945b64c1d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:31:53.824675 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435094-9618-47fd-9a4b-1a9c40b366ce req-c2c8fb50-1342-4064-8689-b17321577590 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:31:53.826165 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f435094-9618-47fd-9a4b-1a9c40b366ce req-c2c8fb50-1342-4064-8689-b17321577590 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 944 time: 0.0909345 Jun 04 07:31:53.871257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2f435094-9618-47fd-9a4b-1a9c40b366ce req-90399d05-c42f-488b-b4f7-efc8a6629efe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 Jun 04 07:31:53.895751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50856) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:31:54.002081 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ae8df3a2-e1b0-4b53-8881-e4a9b2eab021 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/fbcf038e-a396-4089-81ac-58aa2b91c79d HTTP/1.1" status: 200 len: 992 time: 0.1050901 Jun 04 07:31:55.102889 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:31:55.169784 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port e3f1a581-da02-4b70-9afe-1be945b64c1d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:31:55.174974 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port e3f1a581-da02-4b70-9afe-1be945b64c1d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:31:55.175516 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:55.291281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port e3f1a581-da02-4b70-9afe-1be945b64c1d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:31:55.291567 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:55.318888 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:31:55.329296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:31:55.334544 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:55.408569 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:31:55.419364 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df060b98-5c35-4717-9e7c-a2700445c821'] response: {'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'code': 200} Jun 04 07:31:56.236449 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:31:56.395775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:11.661731 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-e4ab8177-1b76-405a-b0bf-e97677f2fcf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741036 Jun 04 07:32:11.796189 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec14-a4a4-449b-9786-4743a43835ed req-57ad75c3-7d28-45f2-a234-24bfe301e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:11.797658 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-57ad75c3-7d28-45f2-a234-24bfe301e701 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0694115 Jun 04 07:32:11.941329 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec14-a4a4-449b-9786-4743a43835ed req-1f1b90ef-e9c7-4cc8-b7dc-895a9295ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:11.942715 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-1f1b90ef-e9c7-4cc8-b7dc-895a9295ba1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1266274 Jun 04 07:32:12.046033 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-d369bd85-9acb-4441-940e-c17947e7fec7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 1001 time: 0.0966144 Jun 04 07:32:12.110824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec14-a4a4-449b-9786-4743a43835ed req-ae709c71-c2a4-43b4-88e8-550c9c3376e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:12.112404 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-ae709c71-c2a4-43b4-88e8-550c9c3376e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0598350 Jun 04 07:32:12.185862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec14-a4a4-449b-9786-4743a43835ed req-774e4f9a-c813-4e5c-837a-ab19875d348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:12.187288 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-774e4f9a-c813-4e5c-837a-ab19875d348e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689561 Jun 04 07:32:12.411983 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-e10957fd-9baa-483a-848a-0a970d1cb399 service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173746 Jun 04 07:32:12.541501 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-6faeec14-a4a4-449b-9786-4743a43835ed req-32ab4bcc-b730-4237-9055-0c7f9eb441f7 service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228986 Jun 04 07:32:12.923088 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:32:17.078703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-68420623-5d4d-42f7-a5cc-331b6725bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:19.211809 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8dd01ccf-2f10-4a76-ac5f-2ed209458108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:20.301186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:20.702702 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:22.276514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:26.275169 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:26.400498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:40.453695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50886) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:40.654474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 7fb51291-13eb-4e9c-a3b5-eddc49e64933 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:32:40.654808 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:40.818430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:40.818754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:40.941491 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 7fb51291-13eb-4e9c-a3b5-eddc49e64933 owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:32:41.091552 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:41.172065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=7fb51291-13eb-4e9c-a3b5-eddc49e64933,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:41.239352 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:41.239683 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP fbcf038e-a396-4089-81ac-58aa2b91c79d disassociated (deleted). External IP: 172.25.1.176, port: e3f1a581-da02-4b70-9afe-1be945b64c1d. Jun 04 07:32:41.599920 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 7a7e7749-1cd5-460a-964c-d343e6570469 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:32:41.894540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:32:41.914817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Sync routers for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:32:41.916599 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:41.923847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:41.924628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:41.974978 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32ee7fcd-aa8f-4d59-8ea1-369434519a51 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/floatingips/fbcf038e-a396-4089-81ac-58aa2b91c79d HTTP/1.1" status: 204 len: 168 time: 1.5202579 Jun 04 07:32:41.975605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:32:42.115161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:42.377940 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bc67d3-8979-4580-b5d0-de2b9fa3dd7b'] response: {'name': 'network-changed', 'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'status': 'completed', 'code': 200} Jun 04 07:32:42.454917 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:42.461155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Checking router: 7a7e7749-1cd5-460a-964c-d343e6570469 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:32:42.470011 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:42.470581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:42.476184 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d729-d422-4a65-be70-ceafc9a26823 req-e95892f6-7558-4b24-97b7-c9554194cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:42.477694 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-e95892f6-7558-4b24-97b7-c9554194cd2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 1096 time: 0.0768344 Jun 04 07:32:42.544327 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fdbbc-af18-4ae7-82fd-8675293d5c0a req-8e4bfc65-a82a-4d14-ad7c-ad212e7bdbc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:42.546273 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e87fdbbc-af18-4ae7-82fd-8675293d5c0a req-8e4bfc65-a82a-4d14-ad7c-ad212e7bdbc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0845499 Jun 04 07:32:42.597533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e87fdbbc-af18-4ae7-82fd-8675293d5c0a req-c04d15f4-7754-406f-9992-cddb00c71106 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Jun 04 07:32:42.611324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d729-d422-4a65-be70-ceafc9a26823 req-e7c5505c-cb84-41f9-a0f1-03641cb28d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:42.613041 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-e7c5505c-cb84-41f9-a0f1-03641cb28d3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 200 len: 898 time: 0.1292427 Jun 04 07:32:42.657422 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:42.693954 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-283fa54a-f7d6-4056-863e-e67724d0c01e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 200 len: 217 time: 0.0745008 Jun 04 07:32:42.756273 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d729-d422-4a65-be70-ceafc9a26823 req-abf68868-231e-487e-9963-9d4045981e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:42.757732 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-abf68868-231e-487e-9963-9d4045981e82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 200 len: 834 time: 0.0574138 Jun 04 07:32:42.838327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736d729-d422-4a65-be70-ceafc9a26823 req-652438e1-7ab7-46c5-a9ee-89f67bb43908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:42.839804 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-652438e1-7ab7-46c5-a9ee-89f67bb43908 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43ff558c-b273-416e-a6f1-d607f9bb0e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735333 Jun 04 07:32:42.968514 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:42.971878 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-b9bf92dc-6182-4b5c-9eec-823886f938d3 service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235492 Jun 04 07:32:42.973353 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe713089-d282-42c8-bf49-1e3ec3e5d699 None None] The sync data for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 is: [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:01Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '5f842d53-986b-4204-82b1-814f17471f15', 'name': '', 'network_id': '43ff558c-b273-416e-a6f1-d607f9bb0e56', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b3:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:30:01Z', 'updated_at': '2022-06-04T07:30:07Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '671c7602-8308-49e1-baa1-97a9c9d4bd80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:32:43.111085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-f736d729-d422-4a65-be70-ceafc9a26823 req-6b422d48-3438-464a-ada5-480d6c9640ed service neutron] 10.222.0.24 "GET /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326878 Jun 04 07:32:43.201549 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0baf0-1886-494a-bd8e-8885746883a1 None None] New status for floating IP fbcf038e-a396-4089-81ac-58aa2b91c79d: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:32:43.786749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77988d29-493e-40f0-a46c-093bf4a73f00 req-1847e541-7df7-4f8d-bbf9-16178758b26e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:43.788183 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77988d29-493e-40f0-a46c-093bf4a73f00 req-1847e541-7df7-4f8d-bbf9-16178758b26e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0788767 Jun 04 07:32:43.832070 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77988d29-493e-40f0-a46c-093bf4a73f00 req-c29c2f47-502c-44f4-9574-a67e0332f14e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=c4015512-f5ca-4d21-8e50-e99e77bdc505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383129 Jun 04 07:32:43.977311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-e19e691b-946f-4f17-833c-95999504d1f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:43.978025 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-e19e691b-946f-4f17-833c-95999504d1f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:32:43.994492 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-e19e691b-946f-4f17-833c-95999504d1f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:32:43.995632 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-e19e691b-946f-4f17-833c-95999504d1f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 945 time: 0.0994430 Jun 04 07:32:44.068368 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port e3f1a581-da02-4b70-9afe-1be945b64c1d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:32:44.068702 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:44.312082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port e3f1a581-da02-4b70-9afe-1be945b64c1d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=e3f1a581-da02-4b70-9afe-1be945b64c1d,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:32:44.312347 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:44.528397 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for e3f1a581-da02-4b70-9afe-1be945b64c1d owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:32:44.677670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:44.730075 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=e3f1a581-da02-4b70-9afe-1be945b64c1d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:44.820353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] No DVR routers for this DVR port e3f1a581-da02-4b70-9afe-1be945b64c1d on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:32:44.823872 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:44.827280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-deleted', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:32:44.844335 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-a16fbe8c-1b93-48ee-8183-d1cf01398d9e req-985a0189-0c21-42dc-903a-78004b97ac57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "DELETE /v2.0/ports/e3f1a581-da02-4b70-9afe-1be945b64c1d HTTP/1.1" status: 204 len: 173 time: 0.8436832 Jun 04 07:32:44.881565 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebd5766-3afa-4bbf-937e-a632757e0620'] response: {'server_uuid': '01c19c82-16f7-48a1-88b4-e6775f6d9b72', 'name': 'network-vif-deleted', 'tag': 'e3f1a581-da02-4b70-9afe-1be945b64c1d', 'status': 'completed', 'code': 200} Jun 04 07:32:45.042862 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ac48f3ff-138b-4eb3-935b-092685d6f650 req-4d4b3647-86c4-41a7-aa5a-70787a9de139 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01c19c82-16f7-48a1-88b4-e6775f6d9b72 HTTP/1.1" status: 200 len: 210 time: 0.0511403 Jun 04 07:32:46.137328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50904) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:46.691563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:47.047908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 5f842d53-986b-4204-82b1-814f17471f15 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:32:47.048243 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:47.082215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-99ab0b5c-45ec-46c5-ade8-764487984306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:47.240621 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 5f842d53-986b-4204-82b1-814f17471f15, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=5f842d53-986b-4204-82b1-814f17471f15,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:32:47.241216 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:47.358168 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:32:47.396610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: e3f1a581-da02-4b70-9afe-1be945b64c1d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:32:47.396951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device e3f1a581-da02-4b70-9afe-1be945b64c1d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:32:47.468507 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 5f842d53-986b-4204-82b1-814f17471f15 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:32:47.793500 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:47.843520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=5f842d53-986b-4204-82b1-814f17471f15,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:47.914293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.914645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.914988 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.915324 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.915649 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.915977 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.916313 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.916638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.916967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.917292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.917637 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:47.917998 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:48.131053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:48.485332 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 7a7e7749-1cd5-460a-964c-d343e6570469 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:32:48.657752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:32:48.668739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Sync routers for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:32:48.670566 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-283142bc-99bc-40d8-851f-3c4ce7e1d5c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/7a7e7749-1cd5-460a-964c-d343e6570469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321369 Jun 04 07:32:48.673201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50908) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:48.678922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:48.679529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:48.855657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting subnet 671c7602-8308-49e1-baa1-97a9c9d4bd80 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:32:48.858524 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:48.866526 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:48.918323 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.009155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.082600 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.124550 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.130873 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Subnet': ['ID=671c7602-8308-49e1-baa1-97a9c9d4bd80,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:49.136504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-cee412b6-017e-4993-84d9-70a0ed17de17 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/subnets/671c7602-8308-49e1-baa1-97a9c9d4bd80 HTTP/1.1" status: 204 len: 168 time: 0.4599676 Jun 04 07:32:49.136771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50912) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:49.139469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28bcaf-af2c-4067-ae24-e31d6e89f5c7 None None] Network 43ff558c-b273-416e-a6f1-d607f9bb0e56 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:32:49.320969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9f8e09ed-3ba4-482b-b95d-cf522ef75695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.326153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.398823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:32:47Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:49.406335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Checking router: 7a7e7749-1cd5-460a-964c-d343e6570469 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:32:49.418969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Routers {'7a7e7749-1cd5-460a-964c-d343e6570469'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:49.419604 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['7a7e7749-1cd5-460a-964c-d343e6570469'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:49.488941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] DHCP port deletion for 43ff558c-b273-416e-a6f1-d607f9bb0e56 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:32:49.508402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Deleting port 401af03c-8047-478d-81b5-78b3d1c7d937 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:32:49.508772 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.517565 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.527823 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 6c035b95-1df4-48ea-9d14-0b655ead3cc7 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:32:49.528164 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.692823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] Set router 7a7e7749-1cd5-460a-964c-d343e6570469 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:49.702213 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 6c035b95-1df4-48ea-9d14-0b655ead3cc7, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6c035b95-1df4-48ea-9d14-0b655ead3cc7,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:32:49.702515 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.826125 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 6c035b95-1df4-48ea-9d14-0b655ead3cc7 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:32:49.922159 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:32:49.983017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] For port 401af03c-8047-478d-81b5-78b3d1c7d937, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=401af03c-8047-478d-81b5-78b3d1c7d937,segment=NetworkSegment(98823a0f-85ca-4cf2-aa89-2b6110f07ce7),segment_id=98823a0f-85ca-4cf2-aa89-2b6110f07ce7)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:32:49.983543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:49.998422 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.051385 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=6c035b95-1df4-48ea-9d14-0b655ead3cc7,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:50.142535 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.173980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Calling delete_port for 401af03c-8047-478d-81b5-78b3d1c7d937 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:32:50.322507 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.354507 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.375069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] Pushing event deleted for resources: {'Port': ['ID=401af03c-8047-478d-81b5-78b3d1c7d937,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:50.381337 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c2a25-4739-4f3e-9a44-9c71b38be399 None None] No DVR routers for this DVR port 401af03c-8047-478d-81b5-78b3d1c7d937 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:32:50.394915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:32:47Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:50.398698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995b4f5-d6f6-4b32-a48b-480c945706e1 None None] The sync data for ids ['7a7e7749-1cd5-460a-964c-d343e6570469'] in n-d-811808-2 is: [{'id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909820324', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:32:47Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '6c035b95-1df4-48ea-9d14-0b655ead3cc7', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7e7749-1cd5-460a-964c-d343e6570469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:29:57Z', 'updated_at': '2022-06-04T07:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:32:50.420435 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.422801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.448820 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.449328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Fanout notify agent at l3_agent the message router_deleted on router 7a7e7749-1cd5-460a-964c-d343e6570469 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:32:50.465254 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.466379 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8607b519-c770-4678-941c-9335da6afdf5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/routers/7a7e7749-1cd5-460a-964c-d343e6570469 HTTP/1.1" status: 204 len: 168 time: 1.3287656 Jun 04 07:32:50.469098 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50918) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:50.579516 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.702244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.714153 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.739622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ff558c-b273-416e-a6f1-d607f9bb0e56']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:50.751481 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98823a0f-85ca-4cf2-aa89-2b6110f07ce7') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:50.751816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98823a0f-85ca-4cf2-aa89-2b6110f07ce7') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:50.763976 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.781444 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.788948 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:32:50.789388 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.890742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.910591 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 98823a0f-85ca-4cf2-aa89-2b6110f07ce7 resource provider aggregate not found Jun 04 07:32:50.914297 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:50.926228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Network': ['ID=43ff558c-b273-416e-a6f1-d607f9bb0e56,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:50.931362 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 98823a0f-85ca-4cf2-aa89-2b6110f07ce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98823a0f-85ca-4cf2-aa89-2b6110f07ce7 found for delete ", "request_id": "req-d582f1c3-119c-45c0-ad90-ae45a5ed9d51"}]} Jun 04 07:32:50.936871 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-bf9c1c90-c822-4b2e-ac60-4acb918c5e6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/networks/43ff558c-b273-416e-a6f1-d607f9bb0e56 HTTP/1.1" status: 204 len: 168 time: 0.4667199 Jun 04 07:32:50.939484 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50928) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.010941 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.049433 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.115926 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.137200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4015512-f5ca-4d21-8e50-e99e77bdc505,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:51.150944 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.152075 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-68f4d7c3-3f47-4f95-b9df-d7f63ae4bd35 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/security-groups/c4015512-f5ca-4d21-8e50-e99e77bdc505 HTTP/1.1" status: 204 len: 168 time: 0.2111690 Jun 04 07:32:51.270016 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50936) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.275219 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040572717', 'description': 'tempest-secgroup-smoke-1040572717 description', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:51.281965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.286182 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.288997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.294606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.305069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.325411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.329211 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.332269 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.338181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.413199 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.429318 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.458672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5f842d53-986b-4204-82b1-814f17471f15 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:32:51.478729 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:51.482896 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.487022 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-6220458c-4057-4dd9-868b-4b79bc2d12dd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2130930 Jun 04 07:32:51.487430 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50940) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.492154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:51.495063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 5f842d53-986b-4204-82b1-814f17471f15 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:32:51.495417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 5f842d53-986b-4204-82b1-814f17471f15 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:32:51.495832 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 401af03c-8047-478d-81b5-78b3d1c7d937 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:32:51.498786 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.503026 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.506112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.511824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.531053 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.532358 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 401af03c-8047-478d-81b5-78b3d1c7d937 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:32:51.532710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 401af03c-8047-478d-81b5-78b3d1c7d937 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:32:51.533126 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6c035b95-1df4-48ea-9d14-0b655ead3cc7 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:32:51.569977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6c035b95-1df4-48ea-9d14-0b655ead3cc7 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:32:51.570330 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6c035b95-1df4-48ea-9d14-0b655ead3cc7 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:32:51.594558 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.598801 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.621387 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1056db3-a05e-4f72-9574-9884bcdc2955,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:51.631258 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.632433 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c0ef80f0-c6f1-4382-ac61-e7cfb7522fa7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443675 Jun 04 07:32:51.635177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50944) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.640010 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:51.647138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.651292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.654170 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.659854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.679218 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.739566 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.743069 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.766072 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83abca80-0645-4c62-8d10-36e18550480d,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:51.775512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.776672 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a7cf0d20-a5c2-4f5f-9235-1f204f861fec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405921 Jun 04 07:32:51.779463 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50948) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.784564 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:51.790970 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.794822 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.797681 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.803580 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.820723 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.882161 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.885721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.909240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50613f12-71f8-4012-9027-406ab598dc4b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:51.918346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:51.919508 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-17fbfb60-d6ea-465c-b0ac-076115cef635 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391261 Jun 04 07:32:51.922327 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50952) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:51.927317 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:51.934201 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:51.938262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:51.941830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:51.947485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:51.965497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.038463 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.041905 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.067190 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014663c9-d498-4d26-b558-3ce46677b706,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:52.075770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.076909 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-54228dd0-71b3-46c8-b489-56d602d78f2c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536291 Jun 04 07:32:52.079673 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50958) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:52.084867 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:52.091247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:52.094996 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:52.098128 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:52.103812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:52.114497 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:32:52.120880 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.184623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.187914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.212533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530ec41e-53dc-4631-b894-3e4f2db9a8fa,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:52.220507 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.222027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0518f492-b6e5-4c6a-8b3d-f65af8013653 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414590 Jun 04 07:32:52.224778 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50962) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:52.229592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': '5d11bf97-4ac7-4ecb-b24b-2ed780dd545b', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:52.235950 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:52.240674 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:52.243685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:52.249264 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:52.259166 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:32:52.265752 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.279290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.332068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.335832 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.366624 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab30473-b7f5-467c-b141-e2b9aa3d92d2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:52.373442 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.374735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c8d1755f-aafe-4e08-b07f-401d61032b99 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490560 Jun 04 07:32:52.377554 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50966) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:52.382937 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'network': {'name': 'tempest-network-smoke--642190128', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'port_security_enabled': True}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:52.388510 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:52.392575 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:network and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:52.395410 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:52.401304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:52.412391 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:32:52.415686 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.443610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:32:52.452596 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.452933 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Added segment 7a56c6ba-28bc-4018-8576-41fba387cc95 of type vlan for network f2ea30d9-453d-4e98-a9a0-999102807490 Jun 04 07:32:52.481340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.510539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.516193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:52.516763 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.631595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2530179 Jun 04 07:32:52.634228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50970) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:52.641370 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'admin_state_up': True, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:52.648082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a61867-f760-4f53-9198-e01026a3867e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Network': ['ID=f2ea30d9-453d-4e98-a9a0-999102807490,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:52.652788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:52.657732 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:router and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:52.658041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f2ea30d9-453d-4e98-a9a0-999102807490 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:32:52.661286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:52.667305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:52.678762 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.679849 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:52.698821 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.064212 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.369461 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.397737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.531305 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.82 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/80918f00-ae5d-47da-a2c6-e10ee4959318) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:32:53.679314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.708571 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:53.770781 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:32:53.773962 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:32:53.778388 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:32:53.811800 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=80918f00-ae5d-47da-a2c6-e10ee4959318,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:54.185194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:54.621140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:54.818680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 37beb5d9-6807-42d0-b588-61a468bf3ba5 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:32:54.996467 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:32:55.009382 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Sync routers for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:32:55.021747 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:55.022615 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:55.029075 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.034369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4011dd55-e076-41a6-8547-78ca8708e7dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3957036 Jun 04 07:32:55.035235 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50976) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:55.122095 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3c235690-1994-4e6d-b785-f67a7348dfc1 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=320ed2dc4aa748e4a2d4e0b223fd77c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859752 Jun 04 07:32:55.123113 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50982) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:55.204019 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:55.252797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd25e0c-6074-4207-a6aa-0fd437f05d3d tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:55.257999 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8dd25e0c-6074-4207-a6aa-0fd437f05d3d tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304989 Jun 04 07:32:55.258224 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50986) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:55.303389 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c112195-b820-4990-ac48-c25ca5cd94b5 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420260 Jun 04 07:32:55.304820 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 50990) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:55.310001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510248508', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:32:55.430418 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:32:55.434299 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:subnet and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:32:55.437089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:32:55.443613 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:32:55.453598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:32:55.457616 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.490886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:54Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:55.494594 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Checking router: 37beb5d9-6807-42d0-b588-61a468bf3ba5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:32:55.494931 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Updating router 37beb5d9-6807-42d0-b588-61a468bf3ba5 port 80918f00-ae5d-47da-a2c6-e10ee4959318 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:32:55.551481 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.671945 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.750629 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Subnet': ['ID=52a7b4e0-3974-4a1c-b85b-d531c8f267b7,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:55.759515 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Checking segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:32:55.759870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network hostable DHCP agents. Network: f2ea30d9-453d-4e98-a9a0-999102807490, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:32:55.779062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f2ea30d9-453d-4e98-a9a0-999102807490 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:32:55.787957 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f2ea30d9-453d-4e98-a9a0-999102807490) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:32:55.792267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:55.793105 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.800101 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e97545-021c-411d-b73e-e80375a6f453 None None] Network f2ea30d9-453d-4e98-a9a0-999102807490 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:32:55.822419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 50994) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:32:55.823057 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-8c1e5a0d-029f-4ef3-87eb-8bfe1df24356 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5165713 Jun 04 07:32:55.894378 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.906992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Transition to ACTIVE for port object 80918f00-ae5d-47da-a2c6-e10ee4959318 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:32:55.914543 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:55.990840 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Attempting to bind port 80918f00-ae5d-47da-a2c6-e10ee4959318 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:32:55.991194 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Attempting to bind port 80918f00-ae5d-47da-a2c6-e10ee4959318 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:32:55.991552 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Attempting to bind port 80918f00-ae5d-47da-a2c6-e10ee4959318 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:32:56.002022 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:32:56.003060 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:32:56.003375 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.003752 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:32:56.004209 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Bound port: 80918f00-ae5d-47da-a2c6-e10ee4959318, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:32:56.004590 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.035786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f2ea30d9-453d-4e98-a9a0-999102807490', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:32:56.036728 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.059406 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Pushing event updated for resources: {'Port': ['ID=80918f00-ae5d-47da-a2c6-e10ee4959318,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:56.079996 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.080450 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.081266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.081380 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.081725 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.082052 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.082374 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.082691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.083204 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.083680 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.084153 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.084643 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.098403 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] For port 80918f00-ae5d-47da-a2c6-e10ee4959318, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:32:56.102878 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] For port 80918f00-ae5d-47da-a2c6-e10ee4959318, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80918f00-ae5d-47da-a2c6-e10ee4959318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:32:56.111475 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.206868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Allocated IP 172.20.0.2 (f2ea30d9-453d-4e98-a9a0-999102807490/52a7b4e0-3974-4a1c-b85b-d531c8f267b7/273f23c1-b06e-41f0-b495-49a22005d1b1) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:32:56.217495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:56.218150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:56.295542 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69a5aa-2948-453c-a8c4-6f5a46f4bfee None None] Pushing event updated for resources: {'Port': ['ID=80918f00-ae5d-47da-a2c6-e10ee4959318,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:56.325690 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.415353 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:56.453464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.464666 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.475989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Transition to ACTIVE for port object 273f23c1-b06e-41f0-b495-49a22005d1b1 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:32:56.495715 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Transition to ACTIVE for port object 273f23c1-b06e-41f0-b495-49a22005d1b1 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:32:56.503186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.572800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Network f2ea30d9-453d-4e98-a9a0-999102807490 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:32:56.575664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:32:56.579384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:32:56.586030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Pushing event updated for resources: {'Port': ['ID=273f23c1-b06e-41f0-b495-49a22005d1b1,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:56.628099 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.628452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.628797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.629138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.629511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.629861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.630265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.630528 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.631169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.631169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.631498 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.631826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:56.697592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Attempting to bind port 273f23c1-b06e-41f0-b495-49a22005d1b1 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:32:56.697918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Attempting to bind port 273f23c1-b06e-41f0-b495-49a22005d1b1 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:32:56.698264 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Attempting to bind port 273f23c1-b06e-41f0-b495-49a22005d1b1 on network f2ea30d9-453d-4e98-a9a0-999102807490 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:32:56.700447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.705948 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:32:56.706155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Checking segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:32:56.706962 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.707522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Bound using segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:32:56.708003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Bound port: 273f23c1-b06e-41f0-b495-49a22005d1b1, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:32:56.709048 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.712831 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:54Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:56.718462 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94efbd0-c702-499b-b0a9-ceca72f0cdcf None None] The sync data for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 is: [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:54Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:32:56.822946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] For port 273f23c1-b06e-41f0-b495-49a22005d1b1, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:32:56.826417 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] For port 273f23c1-b06e-41f0-b495-49a22005d1b1, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=273f23c1-b06e-41f0-b495-49a22005d1b1,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:32:56.831970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:56.917918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49129d58-06ee-41f4-b322-15e589169df7 None None] Pushing event updated for resources: {'Port': ['ID=273f23c1-b06e-41f0-b495-49a22005d1b1,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:57.219938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.1 (f2ea30d9-453d-4e98-a9a0-999102807490/52a7b4e0-3974-4a1c-b85b-d531c8f267b7/120204d4-e02d-4444-9180-f7d31b591b42) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:32:57.244738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80918f00-ae5d-47da-a2c6-e10ee4959318 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:32:57.338069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 80918f00-ae5d-47da-a2c6-e10ee4959318 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:32:57.344005 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 80918f00-ae5d-47da-a2c6-e10ee4959318 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:57.344368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.421032 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.437672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 120204d4-e02d-4444-9180-f7d31b591b42 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:32:57.467747 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.480256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 80918f00-ae5d-47da-a2c6-e10ee4959318 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:32:57.480776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.500497 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 80918f00-ae5d-47da-a2c6-e10ee4959318, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80918f00-ae5d-47da-a2c6-e10ee4959318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:32:57.507049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.549704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f2ea30d9-453d-4e98-a9a0-999102807490 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:32:57.554398 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:32:57.559951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:32:57.599338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:57.618522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.618873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.619220 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.619559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.619907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.620250 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.620587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.620920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.621254 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.621611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.621946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.622272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:32:57.631987 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=80918f00-ae5d-47da-a2c6-e10ee4959318,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:57.638485 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:57.922257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.012986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac9d54-b9d4-47b0-8518-97989fa24b1e None None] Network f2ea30d9-453d-4e98-a9a0-999102807490 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:32:58.112787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-d6922be2-3351-4365-a2e6-f791687faf10 None None] Provisioning for port 273f23c1-b06e-41f0-b495-49a22005d1b1 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:32:58.497989 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.502824 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.573700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3238eedd-dc72-4d1b-9a48-53bf8787d01f None None] Provisioning for port 120204d4-e02d-4444-9180-f7d31b591b42 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:32:58.579627 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3238eedd-dc72-4d1b-9a48-53bf8787d01f None None] Provisioning complete for port 120204d4-e02d-4444-9180-f7d31b591b42 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:58.580004 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3238eedd-dc72-4d1b-9a48-53bf8787d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.617088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:32:58.622045 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.636728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3238eedd-dc72-4d1b-9a48-53bf8787d01f None None] Port 120204d4-e02d-4444-9180-f7d31b591b42 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:32:58.758079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1b876e32-c821-46d5-a962-8406c3b16f1f None None] Provisioning complete for port 120204d4-e02d-4444-9180-f7d31b591b42 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:58.758445 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1b876e32-c821-46d5-a962-8406c3b16f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:58.759241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f2ea30d9-453d-4e98-a9a0-999102807490 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:32:58.760442 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:32:58.814143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1b876e32-c821-46d5-a962-8406c3b16f1f None None] Port 120204d4-e02d-4444-9180-f7d31b591b42 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:32:58.958611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 37beb5d9-6807-42d0-b588-61a468bf3ba5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:32:59.033858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b6acf43b-39d2-4934-adbc-a86636d76475 None None] Provisioning complete for port 120204d4-e02d-4444-9180-f7d31b591b42 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:59.034410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b6acf43b-39d2-4934-adbc-a86636d76475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:59.089981 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b6acf43b-39d2-4934-adbc-a86636d76475 None None] Port 120204d4-e02d-4444-9180-f7d31b591b42 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:32:59.140234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:32:59.150766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Sync routers for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:32:59.164852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-37660417-02b9-46fc-b3d3-82a1c0b2dfc7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/37beb5d9-6807-42d0-b588-61a468bf3ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3312674 Jun 04 07:32:59.169173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:32:59.170026 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:59.261248 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80918f00-ae5d-47da-a2c6-e10ee4959318 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:32:59.334697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f91b5524-faa3-48f2-8117-866437413ae8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040572717&fields=id&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 267 time: 0.0445344 Jun 04 07:32:59.412804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:32:59.485504 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 80918f00-ae5d-47da-a2c6-e10ee4959318 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:59.485857 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:32:59.488504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-79b32fd2-4f81-4a3f-8cde-dfad77e56821 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:32:59.489973 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-79b32fd2-4f81-4a3f-8cde-dfad77e56821 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 796 time: 0.1484666 Jun 04 07:32:59.505633 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-16cae78e-31bc-450b-b12f-6528d4f56383 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/quotas/320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 375 time: 0.0099764 Jun 04 07:32:59.597060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b08b11e5-b015-4cf1-8da7-2b5c8c5e24f7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:32:59.612815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b08b11e5-b015-4cf1-8da7-2b5c8c5e24f7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:32:59.618206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b08b11e5-b015-4cf1-8da7-2b5c8c5e24f7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069815 Jun 04 07:32:59.670281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-d3f729e2-4f01-433a-9f52-817fc852747e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:32:59.671348 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-d3f729e2-4f01-433a-9f52-817fc852747e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454588 Jun 04 07:32:59.806485 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-53b4b4e4-60e7-4f0e-9bfa-43c954c1de73 service neutron] 10.222.0.17 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283641 Jun 04 07:32:59.812365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 80918f00-ae5d-47da-a2c6-e10ee4959318 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:32:59.813453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 273f23c1-b06e-41f0-b495-49a22005d1b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:32:59.910885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:32:58Z', 'revision_number': 2, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:32:59.914102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 273f23c1-b06e-41f0-b495-49a22005d1b1 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:32:59.918677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Checking router: 37beb5d9-6807-42d0-b588-61a468bf3ba5 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:32:59.919028 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Updating router 37beb5d9-6807-42d0-b588-61a468bf3ba5 port 120204d4-e02d-4444-9180-f7d31b591b42 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:32:59.948270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 273f23c1-b06e-41f0-b495-49a22005d1b1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:32:59.948548 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-bfb654c9-42d6-4400-9665-f431a05e9a19 service neutron] 10.222.0.17 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357214 Jun 04 07:32:59.948682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.023001 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.164038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e587e1af-b15f-4dfc-8899-b927195397dd req-0b9e3619-b1f3-4324-a82f-a6564232aff5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 210 time: 0.0478299 Jun 04 07:33:00.289659 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 273f23c1-b06e-41f0-b495-49a22005d1b1 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:00.290184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.402975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 273f23c1-b06e-41f0-b495-49a22005d1b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=273f23c1-b06e-41f0-b495-49a22005d1b1,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:33:00.411891 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.518452 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=273f23c1-b06e-41f0-b495-49a22005d1b1,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:00.614171 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.626673 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Transition to ACTIVE for port object 120204d4-e02d-4444-9180-f7d31b591b42 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:33:00.633689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.798178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee521051-3445-4861-a8e4-7605c3a9421d None None] Pushing event updated for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:00.866335 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Attempting to bind port 120204d4-e02d-4444-9180-f7d31b591b42 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:33:00.866815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Attempting to bind port 120204d4-e02d-4444-9180-f7d31b591b42 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:33:00.867222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Attempting to bind port 120204d4-e02d-4444-9180-f7d31b591b42 on network f2ea30d9-453d-4e98-a9a0-999102807490 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:33:00.874045 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:33:00.874430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Checking segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:33:00.874835 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.875227 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Bound using segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:33:00.875698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Bound port: 120204d4-e02d-4444-9180-f7d31b591b42, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:33:00.876080 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:00.974581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] For port 120204d4-e02d-4444-9180-f7d31b591b42, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:33:00.977503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] For port 120204d4-e02d-4444-9180-f7d31b591b42, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=120204d4-e02d-4444-9180-f7d31b591b42,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:33:00.982120 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:01.062764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:33:01.063407 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:01.264411 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 273f23c1-b06e-41f0-b495-49a22005d1b1 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:33:01.310257 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee521051-3445-4861-a8e4-7605c3a9421d None None] Pushing event updated for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:01.322844 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:33:01.456895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa3cec0a-3c41-4264-99d0-47e93e770960 req-53f5b2b9-6b87-4323-a247-90463da2d4b5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 210 time: 0.0569186 Jun 04 07:33:01.492952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 273f23c1-b06e-41f0-b495-49a22005d1b1 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:33:01.493322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:01.515161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-4670f4fb-1c3f-430d-b7e0-0797e1d6ef1f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:01.516564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-4670f4fb-1c3f-430d-b7e0-0797e1d6ef1f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 796 time: 0.3291616 Jun 04 07:33:01.568336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-8ad3da3a-d080-4cb8-9199-f24d60b9a87a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 380 time: 0.0426707 Jun 04 07:33:01.576294 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'port': {'device_id': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'admin_state_up': True, 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'security_groups': ['5d11bf97-4ac7-4ecb-b24b-2ed780dd545b']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:33:01.715044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:33:01.726063 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:33:01.735120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:33:01.739706 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:01.752685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 273f23c1-b06e-41f0-b495-49a22005d1b1 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:01.782446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:00Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:01.787113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a28cbe9-4dcc-485b-bddb-b6311586ed61 None None] The sync data for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 is: [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:00Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:33:01.936331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.4 (f2ea30d9-453d-4e98-a9a0-999102807490/52a7b4e0-3974-4a1c-b85b-d531c8f267b7/cce44dcf-2a39-4758-8f6a-485fc0501979) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:33:02.154448 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:02.170869 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object cce44dcf-2a39-4758-8f6a-485fc0501979 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:33:02.196282 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:02.276489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network f2ea30d9-453d-4e98-a9a0-999102807490 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:33:02.279606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:33:02.281969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:33:02.321901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:02.358471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:02.359121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:02.391857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-b0feb84b-fc9f-4553-870d-4647b4be00d8 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190095 Jun 04 07:33:02.403655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Request body: {'port': {'device_id': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:33:02.529615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aaed8b4c-5740-4ebb-9277-2ffa75a3a6d4 None None] Provisioning for port cce44dcf-2a39-4758-8f6a-485fc0501979 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:33:02.532190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:02.537600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aaed8b4c-5740-4ebb-9277-2ffa75a3a6d4 None None] Provisioning complete for port cce44dcf-2a39-4758-8f6a-485fc0501979 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:33:02.538279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aaed8b4c-5740-4ebb-9277-2ffa75a3a6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:02.647472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aaed8b4c-5740-4ebb-9277-2ffa75a3a6d4 None None] Port cce44dcf-2a39-4758-8f6a-485fc0501979 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:33:02.789200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812422c-4887-4bc1-8bb8-562223325bbf req-f3cef209-05ad-4da1-8f95-a180bbd94072 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:02.789937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a812422c-4887-4bc1-8bb8-562223325bbf req-f3cef209-05ad-4da1-8f95-a180bbd94072 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:33:02.869532 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-a812422c-4887-4bc1-8bb8-562223325bbf req-f3cef209-05ad-4da1-8f95-a180bbd94072 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:33:02.870743 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a812422c-4887-4bc1-8bb8-562223325bbf req-f3cef209-05ad-4da1-8f95-a180bbd94072 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 931 time: 0.2803311 Jun 04 07:33:02.949717 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a812422c-4887-4bc1-8bb8-562223325bbf req-13228586-216a-43db-a3bd-9523ab26e3c9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714464 Jun 04 07:33:03.027163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce44dcf-2a39-4758-8f6a-485fc0501979 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:33:03.034627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.048747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Transition to ACTIVE for port object cce44dcf-2a39-4758-8f6a-485fc0501979 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:33:03.052462 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.184287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Pushing event updated for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:03.213325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 120204d4-e02d-4444-9180-f7d31b591b42 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:33:03.289730 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 120204d4-e02d-4444-9180-f7d31b591b42 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:33:03.295499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 120204d4-e02d-4444-9180-f7d31b591b42 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:33:03.296043 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.406388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Attempting to bind port cce44dcf-2a39-4758-8f6a-485fc0501979 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:33:03.406608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Attempting to bind port cce44dcf-2a39-4758-8f6a-485fc0501979 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:33:03.406916 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Attempting to bind port cce44dcf-2a39-4758-8f6a-485fc0501979 on network f2ea30d9-453d-4e98-a9a0-999102807490 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:33:03.413047 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Port cce44dcf-2a39-4758-8f6a-485fc0501979 on network f2ea30d9-453d-4e98-a9a0-999102807490 not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:33:03.413364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Attempting to bind port cce44dcf-2a39-4758-8f6a-485fc0501979 on network f2ea30d9-453d-4e98-a9a0-999102807490 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:33:03.418685 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:33:03.419025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Checking segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:33:03.419430 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Bound using segment: {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:33:03.419848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Bound port: cce44dcf-2a39-4758-8f6a-485fc0501979, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a56c6ba-28bc-4018-8576-41fba387cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:33:03.420190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.433615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 120204d4-e02d-4444-9180-f7d31b591b42 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:03.434025 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.468147 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 120204d4-e02d-4444-9180-f7d31b591b42, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=120204d4-e02d-4444-9180-f7d31b591b42,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:33:03.473089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.511213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:33:03.514466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cce44dcf-2a39-4758-8f6a-485fc0501979,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:33:03.519842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.542437 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:03.584912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:03.585549 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:03.586937 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] 10.222.0.39 "PUT /v2.0/ports/cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 1091 time: 1.1880407 Jun 04 07:33:03.587361 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:33:03.609098 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bbf09-7862-4463-a306-c5a2b73051fc service neutron] Pushing event updated for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:03.664073 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be10df19-a9a9-4a7e-97ec-a44698818049'] response: {'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'status': 'completed', 'code': 200} Jun 04 07:33:03.701187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-d008071e-41c4-4c6d-9731-1ff47c08bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:03.702863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-d008071e-41c4-4c6d-9731-1ff47c08bf92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1094 time: 0.0786262 Jun 04 07:33:03.775594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-f53b44b8-63b4-46f0-b4dc-c52176d1e685 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 217 time: 0.0657597 Jun 04 07:33:03.839147 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-67426425-73a5-46ad-819a-fef92da2b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:03.840577 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-67426425-73a5-46ad-819a-fef92da2b189 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0582862 Jun 04 07:33:03.917706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6c37c-44c0-4e27-8376-830764e16983 req-fb802dec-148c-4544-90df-6f4548bc232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:03.919102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-fb802dec-148c-4544-90df-6f4548bc232e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728011 Jun 04 07:33:04.053529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-4ee7e7fb-f130-4a29-89f8-80ff07d0a048 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279669 Jun 04 07:33:04.238850 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fca6c37c-44c0-4e27-8376-830764e16983 req-bb502def-63f2-469b-9494-83e490760b22 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790650 Jun 04 07:33:04.250231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f026b-8e61-4c9b-8ee3-99bea2c1a0b0 req-128d02cd-278d-4d23-9630-3edeb7cc58e2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:04.251627 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-879f026b-8e61-4c9b-8ee3-99bea2c1a0b0 req-128d02cd-278d-4d23-9630-3edeb7cc58e2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 943 time: 0.1747043 Jun 04 07:33:04.338841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-879f026b-8e61-4c9b-8ee3-99bea2c1a0b0 req-8355a7e6-947f-4b95-8df7-ba88a77e23ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807843 Jun 04 07:33:04.369669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-3aeda75a-5a08-46de-95a1-c67303897652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:04.371119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-3aeda75a-5a08-46de-95a1-c67303897652 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1094 time: 0.0812752 Jun 04 07:33:04.504407 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-b755a52a-d6ed-4838-a93c-961e0d66c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:04.505818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-b755a52a-d6ed-4838-a93c-961e0d66c899 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1262846 Jun 04 07:33:04.577690 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-0ed1adb4-252a-4268-aa3b-3c85394db208 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 217 time: 0.0662415 Jun 04 07:33:04.638538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-caa7885e-09eb-4b3a-b66d-799efeaa9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:04.639936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-caa7885e-09eb-4b3a-b66d-799efeaa9984 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0564044 Jun 04 07:33:04.719199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-dfb57bf8-5850-417d-8fc1-6c72347edde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:04.720707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-dfb57bf8-5850-417d-8fc1-6c72347edde1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740800 Jun 04 07:33:04.851697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-f477bdf6-7a6f-4d74-8de3-f78157ec1825 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250436 Jun 04 07:33:04.982918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-914ff34c-cdae-4511-ae57-60eb7f690283 req-97b5508d-65d1-4489-85b1-3b6bc5e101dd service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248958 Jun 04 07:33:05.167135 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 120204d4-e02d-4444-9180-f7d31b591b42 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:33:05.237741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 120204d4-e02d-4444-9180-f7d31b591b42 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:33:05.238115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:05.353405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 120204d4-e02d-4444-9180-f7d31b591b42 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:05.624681 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a3e66-af1b-438b-bf48-85404a888e22 req-b2dd4936-d000-402c-b300-f47545183645 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:05.626065 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-536a3e66-af1b-438b-bf48-85404a888e22 req-b2dd4936-d000-402c-b300-f47545183645 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 943 time: 0.1799300 Jun 04 07:33:05.669368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-536a3e66-af1b-438b-bf48-85404a888e22 req-1e763ae5-f0c4-43d4-8785-c9137d05639f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375996 Jun 04 07:33:06.174250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cce44dcf-2a39-4758-8f6a-485fc0501979 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:33:06.312505 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cce44dcf-2a39-4758-8f6a-485fc0501979,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:33:06.326744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'port_id': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'mac_address': 'fa:16:3e:c8:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:33:06.383527 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cce44dcf-2a39-4758-8f6a-485fc0501979 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:06.383910 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:06.400909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce44dcf-2a39-4758-8f6a-485fc0501979 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:33:06.415857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cce44dcf-2a39-4758-8f6a-485fc0501979,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:33:06.419745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:06.491503 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:06.752639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['cce44dcf-2a39-4758-8f6a-485fc0501979'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:33:06.864256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebebd2-8a5a-406e-a482-4bdbe8601eb3 req-95519007-898f-4e53-abdc-98b3044317be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:06.865765 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-beebebd2-8a5a-406e-a482-4bdbe8601eb3 req-95519007-898f-4e53-abdc-98b3044317be tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 944 time: 0.0848656 Jun 04 07:33:06.911925 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-beebebd2-8a5a-406e-a482-4bdbe8601eb3 req-199f38d0-5954-4e9e-8fd8-0651649c1655 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404756 Jun 04 07:33:08.101439 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef70ca-b926-45ba-a88c-eb439fdd7449 req-ae18eebe-abc1-42c0-ac83-7bdad49c3a42 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:08.102912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67ef70ca-b926-45ba-a88c-eb439fdd7449 req-ae18eebe-abc1-42c0-ac83-7bdad49c3a42 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 944 time: 0.0818150 Jun 04 07:33:08.149159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67ef70ca-b926-45ba-a88c-eb439fdd7449 req-474cbc3c-01d2-49e7-8f6f-da06750dc487 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Jun 04 07:33:08.178496 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cce44dcf-2a39-4758-8f6a-485fc0501979 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:33:08.244104 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port cce44dcf-2a39-4758-8f6a-485fc0501979 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:33:08.248512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port cce44dcf-2a39-4758-8f6a-485fc0501979 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:33:08.248885 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:08.365022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port cce44dcf-2a39-4758-8f6a-485fc0501979 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:33:08.365390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:08.390866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:33:08.400918 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cce44dcf-2a39-4758-8f6a-485fc0501979,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:33:08.404917 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:08.445180 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69925744-8ca3-4e9b-bfa3-0537c9e1d8ce'] response: {'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'code': 200} Jun 04 07:33:08.486781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:08.559169 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f9774-2e16-428d-aee1-beab5b7b0bfc req-2cbc1f35-6958-4622-8865-fcd3e9c018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:08.560611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314f9774-2e16-428d-aee1-beab5b7b0bfc req-2cbc1f35-6958-4622-8865-fcd3e9c018fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.0683920 Jun 04 07:33:08.600294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314f9774-2e16-428d-aee1-beab5b7b0bfc req-14e87eab-d3f8-4f10-84ee-3c808c2b3eac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340791 Jun 04 07:33:09.341370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00fcd7-6b42-497b-8db0-c92a754290a3 req-b4bd15ea-09ab-4ddd-8128-f733e7a20670 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:09.342848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb00fcd7-6b42-497b-8db0-c92a754290a3 req-b4bd15ea-09ab-4ddd-8128-f733e7a20670 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0836954 Jun 04 07:33:09.386859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fb00fcd7-6b42-497b-8db0-c92a754290a3 req-4230dc00-f02f-4c87-927d-0333d89b012f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Jun 04 07:33:10.574159 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17879-8a65-4394-b996-3319f096f3a4 req-e83903ac-210f-4205-90e4-1d371a7e2efd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:10.575593 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55f17879-8a65-4394-b996-3319f096f3a4 req-e83903ac-210f-4205-90e4-1d371a7e2efd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0800390 Jun 04 07:33:10.619509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-55f17879-8a65-4394-b996-3319f096f3a4 req-0eb67f24-0e6e-45ca-a324-906031837952 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379775 Jun 04 07:33:10.810392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd78f1-6827-4eab-ab80-497f402e55e9 req-a5dc58eb-bb56-49e6-aed7-138a42d6332b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:10.811849 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15fd78f1-6827-4eab-ab80-497f402e55e9 req-a5dc58eb-bb56-49e6-aed7-138a42d6332b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0893538 Jun 04 07:33:10.856792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-15fd78f1-6827-4eab-ab80-497f402e55e9 req-87885418-3146-46fc-b0ab-c1eac492647e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 Jun 04 07:33:10.879115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51048) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:33:10.947016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4155e-d0fa-4aac-9b02-74602039b45a tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:10.948476 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c3d4155e-d0fa-4aac-9b02-74602039b45a tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1091 time: 0.0684409 Jun 04 07:33:10.951262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:33:10.956582 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:33:10.963527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:33:10.967535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:floatingip and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:33:10.971092 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:33:10.976797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:33:10.987313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:11.138481 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:11.274864 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.229 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/efd0d7eb-8af0-4ead-b849-4b4a4d71f9da) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:33:11.421704 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:11.455905 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:11.518025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:33:11.525032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:33:11.529251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:33:11.573015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=efd0d7eb-8af0-4ead-b849-4b4a4d71f9da,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:12.052817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:12.125116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:12.330605 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:12.334881 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:12.450548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=efd0d7eb-8af0-4ead-b849-4b4a4d71f9da,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:33:12.460951 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:12.631533 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP e2080db3-182e-4faf-893a-18bca11e8a46 associated. External IP: 172.25.1.229, port: cce44dcf-2a39-4758-8f6a-485fc0501979. Jun 04 07:33:12.993623 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 37beb5d9-6807-42d0-b588-61a468bf3ba5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:33:13.183839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:33:13.193459 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Sync routers for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:33:13.202439 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:33:13.203029 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:13.208716 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:13.262775 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-cbcbd67c-d997-4543-8cd7-e170773756c6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3103552 Jun 04 07:33:13.263181 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:33:13.384141 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:33:13.430465 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51908-6248-486c-9b10-98444eda8b06 req-ef3ff66c-e0e8-41d1-8709-5a906f0b7487 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:13.431943 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04b51908-6248-486c-9b10-98444eda8b06 req-ef3ff66c-e0e8-41d1-8709-5a906f0b7487 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0830569 Jun 04 07:33:13.479308 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-04b51908-6248-486c-9b10-98444eda8b06 req-cb00a5be-a870-4d5f-9f65-1ffc18f3a30c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Jun 04 07:33:13.503753 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:33:13.565503 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bff0303-f3f1-48d7-a9cd-f5f050943f3e'] response: {'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'status': 'completed', 'code': 200} Jun 04 07:33:13.749494 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e2080db3-182e-4faf-893a-18bca11e8a46', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'port_id': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'mac_address': 'fa:16:3e:c8:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:33:11Z', 'updated_at': '2022-06-04T07:33:11Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:13.753938 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Checking router: 37beb5d9-6807-42d0-b588-61a468bf3ba5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:33:13.762175 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:33:13.762757 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:32:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:13.797523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1bb50902-8bdd-4e45-b1c2-f2084cbc2b6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/e2080db3-182e-4faf-893a-18bca11e8a46 HTTP/1.1" status: 200 len: 991 time: 0.2921000 Jun 04 07:33:13.811763 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-692c38df-f2f4-4374-9799-7222d8e72531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:13.813204 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-692c38df-f2f4-4374-9799-7222d8e72531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.2469718 Jun 04 07:33:13.938098 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:33:13.944929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-e34ceb08-550c-49e1-a4c4-0fc4d07cc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:13.946470 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-e34ceb08-550c-49e1-a4c4-0fc4d07cc3ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1280336 Jun 04 07:33:14.053946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-cee06841-2d16-40f2-8cc3-fe9894e1d5c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 999 time: 0.1015162 Jun 04 07:33:14.119608 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-980170e9-8235-442a-ad76-f6d0fd68d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:14.121042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-980170e9-8235-442a-ad76-f6d0fd68d43f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0621800 Jun 04 07:33:14.200862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-6f0eee14-0eab-4063-a1f8-024416147850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:14.202380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-6f0eee14-0eab-4063-a1f8-024416147850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751455 Jun 04 07:33:14.321395 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e2080db3-182e-4faf-893a-18bca11e8a46', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'port_id': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'mac_address': 'fa:16:3e:c8:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:33:11Z', 'updated_at': '2022-06-04T07:33:11Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:33:14.325224 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c55909-649f-4f06-8aa9-a6d0daa858b8 None None] The sync data for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 is: [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': 'e2080db3-182e-4faf-893a-18bca11e8a46', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'port_id': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'mac_address': 'fa:16:3e:c8:5a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:33:11Z', 'updated_at': '2022-06-04T07:33:11Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:33:14.337144 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-14cfda56-3ee0-40e2-bea9-7e1e1c8b2db3 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282995 Jun 04 07:33:14.481936 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-77b76bd7-90d5-479f-896f-8f8c1374a866 req-5be59ca4-c0b1-4a2d-ae7d-003623557966 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323223 Jun 04 07:33:14.524629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24dc46-4145-44d9-928d-72f79eff3be9 None None] New status for floating IP e2080db3-182e-4faf-893a-18bca11e8a46: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:33:14.801709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:33:14.915038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-247999b5-92d5-4017-8b06-62ee19887db0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/e2080db3-182e-4faf-893a-18bca11e8a46 HTTP/1.1" status: 200 len: 993 time: 0.1118662 Jun 04 07:33:17.087986 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f2dec002-79a5-45c5-8f99-540f28f7a357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:19.213573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-793ad7e3-2e83-49a1-af2b-c4b07f15c74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:20.308041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:20.705850 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:22.282878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:26.273840 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:26.416684 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:26.921792 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:33:27.057314 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-49deaa42-a67b-4458-8511-bae7c32537d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736799 Jun 04 07:33:27.204028 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-b1fcebc9-e4c4-4871-8ce7-8bc7dcf43e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:27.205411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-b1fcebc9-e4c4-4871-8ce7-8bc7dcf43e90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.0736952 Jun 04 07:33:27.349060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-cde3e598-442d-4804-9cac-773ce1f3589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:27.350513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-cde3e598-442d-4804-9cac-773ce1f3589d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1265190 Jun 04 07:33:27.450960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-222f7bef-37c5-47c3-b6b7-e92b60287e6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 1001 time: 0.0932889 Jun 04 07:33:27.515458 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-40eded5a-95a7-4e33-8076-171d0ab25299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:27.516859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-40eded5a-95a7-4e33-8076-171d0ab25299 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0597303 Jun 04 07:33:27.589963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-c68f5ee6-c112-4570-801d-65738d2ccff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:33:27.591406 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-c68f5ee6-c112-4570-801d-65738d2ccff5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687916 Jun 04 07:33:27.721750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-abef9764-314c-4282-a197-854407d6e8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231849 Jun 04 07:33:27.959127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e5d805b0-6ef6-4653-8ec5-7260b8d6941d req-afb2608c-bb37-44c6-8e4d-ad135179646e service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317746 Jun 04 07:33:47.092488 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1ba67f45-fdcc-4f17-b63b-83063eaaadbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:49.214598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e984eb77-f9f6-45d7-855f-6a700b94e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:50.310569 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:50.708170 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:52.286971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:56.271097 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:33:56.414691 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:03.921367 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:34:17.095696 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a2fc00d7-ad62-4af1-961a-3c5ebf1401ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:19.216474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ae826d7f-5ed5-414e-bc8b-6760595b1eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:20.313606 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:20.709817 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:22.289244 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:24.569392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1a08-a694-4086-a051-780829cc9f4a req-06101d74-57c3-4176-8faa-b4844b0a29f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:24.571159 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b7c1a08-a694-4086-a051-780829cc9f4a req-06101d74-57c3-4176-8faa-b4844b0a29f0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0886254 Jun 04 07:34:24.619375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b7c1a08-a694-4086-a051-780829cc9f4a req-22515592-0fe7-43c2-ac11-635f26636f8f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Jun 04 07:34:25.810648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4326-d96c-4255-9b2f-c28154a1d45e req-85f3aa40-0632-4998-ba3d-95b9cc1b91dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:25.812137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a1c4326-d96c-4255-9b2f-c28154a1d45e req-85f3aa40-0632-4998-ba3d-95b9cc1b91dc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0828054 Jun 04 07:34:25.856800 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5a1c4326-d96c-4255-9b2f-c28154a1d45e req-bb95f8cf-5143-4c35-aa14-5cad004c4d91 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Jun 04 07:34:26.286987 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:26.413115 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:27.045017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7f6f-2bfb-4fb0-9259-04fd18a9b622 req-512e3abb-dadd-4021-9c2a-1b8b0ea0af0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:27.047877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd6a7f6f-2bfb-4fb0-9259-04fd18a9b622 req-512e3abb-dadd-4021-9c2a-1b8b0ea0af0c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0814216 Jun 04 07:34:27.094896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fd6a7f6f-2bfb-4fb0-9259-04fd18a9b622 req-892c672b-b49e-405e-8401-5a1edacd233e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Jun 04 07:34:27.207178 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-eb247efb-00e0-45bb-be8f-88248ae4d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:27.208624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-eb247efb-00e0-45bb-be8f-88248ae4d3ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.0736139 Jun 04 07:34:27.352989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-64157c07-6ce3-497e-9890-32332dd31d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:27.354479 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-64157c07-6ce3-497e-9890-32332dd31d45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1260355 Jun 04 07:34:27.460751 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-d8fa9e1a-6c01-4f8b-8f95-665e67d110a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 1001 time: 0.0967026 Jun 04 07:34:27.521682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-24070012-256a-4735-a937-f74a49dc7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:27.523086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-24070012-256a-4735-a937-f74a49dc7ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0564675 Jun 04 07:34:27.598569 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-4e081606-99a0-4c89-bc8a-fd67d60fcf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:27.600013 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-4e081606-99a0-4c89-bc8a-fd67d60fcf37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687597 Jun 04 07:34:27.733518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-1e30a278-abd3-4d77-a410-8355d11dcfde service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252098 Jun 04 07:34:27.861698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d404a51a-2ee5-4773-8599-286cf6ea1e48 req-f608606c-ce59-40b4-8da8-b59ac51a9015 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225803 Jun 04 07:34:28.292314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f97e7-ba3f-4905-95f0-4906b99b883a req-7fcd0bef-dcdc-4559-8f9d-0785d5fece1d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:28.293729 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f98f97e7-ba3f-4905-95f0-4906b99b883a req-7fcd0bef-dcdc-4559-8f9d-0785d5fece1d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0840359 Jun 04 07:34:28.340586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f98f97e7-ba3f-4905-95f0-4906b99b883a req-e7cc6f53-212d-4aa9-8a32-4567ca68b7ca tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Jun 04 07:34:29.531691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b671d6-9f6b-4da3-b247-1a03f4ea741f req-d5a64b56-f713-4cd8-8b42-6bc64ed3d7a7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:29.533139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b671d6-9f6b-4da3-b247-1a03f4ea741f req-d5a64b56-f713-4cd8-8b42-6bc64ed3d7a7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0785348 Jun 04 07:34:29.580922 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98b671d6-9f6b-4da3-b247-1a03f4ea741f req-90ca13a0-5fe2-4228-948e-11c4488a8b0b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Jun 04 07:34:30.775784 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764822-d2ba-4897-8e72-4d99efe64f92 req-61bf598a-dc96-47b4-9e61-6f88ffea8d8a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:30.777245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7764822-d2ba-4897-8e72-4d99efe64f92 req-61bf598a-dc96-47b4-9e61-6f88ffea8d8a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0805545 Jun 04 07:34:30.821448 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a7764822-d2ba-4897-8e72-4d99efe64f92 req-6ca2cf84-8956-462a-ac2b-99d204c7f0f7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 Jun 04 07:34:32.010314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a58a55-0811-4a8d-b8e3-b73907101abc req-90389880-7d58-4b9b-ac31-3c5351b9441b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:32.012020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85a58a55-0811-4a8d-b8e3-b73907101abc req-90389880-7d58-4b9b-ac31-3c5351b9441b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0851710 Jun 04 07:34:32.061750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85a58a55-0811-4a8d-b8e3-b73907101abc req-6febedaf-6aff-434e-835f-00891578671f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Jun 04 07:34:33.252366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c4807-c370-40b1-8c96-a5b97c13bbd8 req-bc01e00d-7d2d-4149-90e3-31d71f2dbffd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:33.253863 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-993c4807-c370-40b1-8c96-a5b97c13bbd8 req-bc01e00d-7d2d-4149-90e3-31d71f2dbffd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0802419 Jun 04 07:34:33.299032 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-993c4807-c370-40b1-8c96-a5b97c13bbd8 req-7c6dbe3d-5f84-4b71-ab97-774983b6e4b1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Jun 04 07:34:34.487848 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067a2c0-760c-42a3-b593-e7e95094b43d req-0ce432b0-a00e-490d-8db7-4e2376f826db tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:34.489290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4067a2c0-760c-42a3-b593-e7e95094b43d req-0ce432b0-a00e-490d-8db7-4e2376f826db tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0838830 Jun 04 07:34:34.532589 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4067a2c0-760c-42a3-b593-e7e95094b43d req-0f71bff4-4ab4-4671-9f8d-3fc3be2bf3d3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 Jun 04 07:34:35.728973 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998723-e7ee-4eb2-9467-2641caac4743 req-45f7dd6c-154c-4f9a-afbd-d373bb2ee593 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:35.731387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00998723-e7ee-4eb2-9467-2641caac4743 req-45f7dd6c-154c-4f9a-afbd-d373bb2ee593 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0908959 Jun 04 07:34:35.783296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-00998723-e7ee-4eb2-9467-2641caac4743 req-efd5a6b8-2e9e-4ccb-b0d0-2026c0438edd tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 Jun 04 07:34:35.806841 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51118) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:34:36.007808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-a7d5bd79-7db2-4c46-9a56-4e807ae12086 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/e2080db3-182e-4faf-893a-18bca11e8a46 HTTP/1.1" status: 200 len: 993 time: 0.1998386 Jun 04 07:34:37.503812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e12a99-c621-4d65-980a-5873a92c9c67 req-78becc03-e21b-4c8a-adfb-5f8ea1682d9c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:37.505250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63e12a99-c621-4d65-980a-5873a92c9c67 req-78becc03-e21b-4c8a-adfb-5f8ea1682d9c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.1358523 Jun 04 07:34:37.533702 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-4bdf1a51-9ecd-4936-9d4b-bacddfd1f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:37.535028 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-4bdf1a51-9ecd-4936-9d4b-bacddfd1f3cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.1166480 Jun 04 07:34:37.579986 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63e12a99-c621-4d65-980a-5873a92c9c67 req-0e125eba-eba8-439a-bfbb-235b9abbd2c2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681827 Jun 04 07:34:37.683267 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-ee517c7c-289d-477f-af11-1cf3868ab46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:37.684691 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-ee517c7c-289d-477f-af11-1cf3868ab46c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1397564 Jun 04 07:34:37.788641 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-aa96c7e1-7e4a-4c77-b3d6-dc7f3fa93930 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 1001 time: 0.0975161 Jun 04 07:34:37.851652 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-aca5f9aa-e9d1-4bc2-a7d4-60f24443c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:37.853023 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-aca5f9aa-e9d1-4bc2-a7d4-60f24443c296 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0582471 Jun 04 07:34:37.927631 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-ce0bedd3-0c24-4afc-ab51-0457476af0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:37.929082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-ce0bedd3-0c24-4afc-ab51-0457476af0a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694058 Jun 04 07:34:38.064518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-a9f86e5a-4a19-4b9b-bd94-3de0ff32f91b service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271935 Jun 04 07:34:38.201120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5dc4ce65-9832-4047-93e7-0c5450066227 req-940af784-08f6-48ec-bcea-fde1f8040242 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305091 Jun 04 07:34:38.776704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6c42f-2ffd-4d82-905a-ddfdfb200bd5 req-ed60fcef-663e-4479-9506-dbf33333b9d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:38.778790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57d6c42f-2ffd-4d82-905a-ddfdfb200bd5 req-ed60fcef-663e-4479-9506-dbf33333b9d5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0856450 Jun 04 07:34:38.826271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-57d6c42f-2ffd-4d82-905a-ddfdfb200bd5 req-be74abd2-e07b-491e-91e7-92eaeaf1ad74 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Jun 04 07:34:40.017969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ba74-6c7b-48f5-bebc-517de170189b req-a0328e55-b0ef-42f0-96ea-4ce156ea85aa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:34:40.019537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5998ba74-6c7b-48f5-bebc-517de170189b req-a0328e55-b0ef-42f0-96ea-4ce156ea85aa tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.0825772 Jun 04 07:34:40.071992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5998ba74-6c7b-48f5-bebc-517de170189b req-ad1ef31c-96af-4ae8-8887-7aef7d104b39 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Jun 04 07:34:40.100737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51132) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:34:40.206814 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e5c8b208-b3a2-494b-8e41-ae1c529d8c76 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/e2080db3-182e-4faf-893a-18bca11e8a46 HTTP/1.1" status: 200 len: 993 time: 0.1047921 Jun 04 07:34:40.920422 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:34:47.100578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ec1d3c48-918e-4105-ac1a-7a15cd79b85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:49.217552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2aa49958-f493-4928-9ea5-611040f83ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:50.317064 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:50.713355 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:52.295285 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:56.285310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:34:56.433092 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:17.105215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e45562c2-41ff-4293-8fa6-9953d432ab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:17.920106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:35:19.220673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e162-0f0e-46d6-b008-6341bd509c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:20.321077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:20.717082 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:22.295740 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:26.298427 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:26.428204 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:29.119803 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-a69f9425-4523-49dd-bcb8-b6e6754178d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1974304 Jun 04 07:35:29.268747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-fedd2b01-9233-42e0-a3d4-de963eda97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:29.270305 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-fedd2b01-9233-42e0-a3d4-de963eda97d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.0781720 Jun 04 07:35:29.431989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-69b78e77-b808-42d2-bd6f-13ad1a6cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:29.433373 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-69b78e77-b808-42d2-bd6f-13ad1a6cfa70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.1415203 Jun 04 07:35:29.662679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-282e4803-caae-4f8f-8d06-d952b07fc365 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 1001 time: 0.2230387 Jun 04 07:35:29.731387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-c4976852-bf5d-4c09-90c2-b135ea1d7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:29.732802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-c4976852-bf5d-4c09-90c2-b135ea1d7fd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0638642 Jun 04 07:35:29.816865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-0c412392-844f-444e-884f-94cf8812692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:29.818461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-0c412392-844f-444e-884f-94cf8812692a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797281 Jun 04 07:35:29.976772 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-1cc42948-e449-4331-948d-66e51a424b19 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503484 Jun 04 07:35:30.141419 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-efcde4cc-655e-41b2-aa59-ca9a8293df87 req-fe036c2d-f85e-499e-a367-8571f65deac8 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558533 Jun 04 07:35:35.507967 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51162) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:35.849413 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port efd0d7eb-8af0-4ead-b849-4b4a4d71f9da {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:35:35.849766 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:36.068734 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:36.069061 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:36.196650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for efd0d7eb-8af0-4ead-b849-4b4a4d71f9da owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:35:36.365084 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:36.414478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=efd0d7eb-8af0-4ead-b849-4b4a4d71f9da,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:36.458347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.458605 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.458947 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.459280 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.459610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.459939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.460283 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.460598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.460922 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.461244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.461588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.461911 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:36.518741 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:36.519434 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP e2080db3-182e-4faf-893a-18bca11e8a46 disassociated (deleted). External IP: 172.25.1.229, port: cce44dcf-2a39-4758-8f6a-485fc0501979. Jun 04 07:35:36.886030 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 37beb5d9-6807-42d0-b588-61a468bf3ba5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:35:37.081133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:35:37.091740 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Sync routers for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:35:37.101818 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:37.102525 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:37.102696 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:37.164227 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-32357acc-1917-4ba1-992e-9b1ef3056b09 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/floatingips/e2080db3-182e-4faf-893a-18bca11e8a46 HTTP/1.1" status: 204 len: 168 time: 1.6525142 Jun 04 07:35:37.164227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:35:37.291866 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:37.568874 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53dd61cc-5a16-46f4-b7ff-5e24b6b0b49a'] response: {'name': 'network-changed', 'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'status': 'completed', 'code': 200} Jun 04 07:35:37.647415 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:37.651360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Checking router: 37beb5d9-6807-42d0-b588-61a468bf3ba5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:35:37.661255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:37.661890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:37.681963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-baa453cc-728b-4b25-9884-4563f59f4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:37.683469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-baa453cc-728b-4b25-9884-4563f59f4924 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 1096 time: 0.0939150 Jun 04 07:35:37.870087 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:37.899628 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-3965395b-fbe3-4265-b9a9-258f2a2b2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:37.901062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-3965395b-fbe3-4265-b9a9-258f2a2b2b25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 200 len: 897 time: 0.2115688 Jun 04 07:35:37.912212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01063a8d-7e09-4aa5-bd7d-b9d53db8b558 req-8122acb4-d179-4ad9-bc90-76641fc8ed9e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:37.913713 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01063a8d-7e09-4aa5-bd7d-b9d53db8b558 req-8122acb4-d179-4ad9-bc90-76641fc8ed9e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.2509384 Jun 04 07:35:37.997761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-a7aa6c63-5196-4516-9af1-a3134315698e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 200 len: 217 time: 0.0830142 Jun 04 07:35:38.076352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01063a8d-7e09-4aa5-bd7d-b9d53db8b558 req-1cbd213f-d877-4456-81ae-436f6c60b5bb tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000383 Jun 04 07:35:38.084397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-fb0579df-edf8-4c9c-a008-1a7619f23567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:38.085848 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-fb0579df-edf8-4c9c-a008-1a7619f23567 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 200 len: 835 time: 0.0808630 Jun 04 07:35:38.173204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-df806ccd-5ace-443b-bf25-fbef739da2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:38.174622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-df806ccd-5ace-443b-bf25-fbef739da2d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2ea30d9-453d-4e98-a9a0-999102807490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829239 Jun 04 07:35:38.251445 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:38.259112 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d06ef9-002c-45d1-b8c8-e401588e4a68 None None] The sync data for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 is: [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '120204d4-e02d-4444-9180-f7d31b591b42', 'name': '', 'network_id': 'f2ea30d9-453d-4e98-a9a0-999102807490', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:b7:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:56Z', 'updated_at': '2022-06-04T07:33:03Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '52a7b4e0-3974-4a1c-b85b-d531c8f267b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:35:38.320834 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-2ddab275-6986-4f34-b024-54005a9a2740 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397598 Jun 04 07:35:38.466146 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0ee30eed-fd54-4476-875b-2eb3d81c9694 req-d43ec100-8748-4856-8c43-54cf60011c65 service neutron] 10.222.0.39 "GET /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382186 Jun 04 07:35:38.511947 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8371b61-6a3e-454d-8274-f522b6fd1610 None None] New status for floating IP e2080db3-182e-4faf-893a-18bca11e8a46: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:35:39.288528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565269-098f-4570-bb49-538e727aa297 req-d55e372e-b095-4b86-81e0-da6470245dd3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:39.290052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6565269-098f-4570-bb49-538e727aa297 req-d55e372e-b095-4b86-81e0-da6470245dd3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.1440859 Jun 04 07:35:39.367215 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f4b9d-3efb-4091-9de5-18c51f4c9be1 req-7dc89223-838f-487a-831a-a3c74c204748 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:39.368695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b2f4b9d-3efb-4091-9de5-18c51f4c9be1 req-7dc89223-838f-487a-831a-a3c74c204748 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 945 time: 0.1676779 Jun 04 07:35:39.395518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port cce44dcf-2a39-4758-8f6a-485fc0501979 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:35:39.395958 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:39.594471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9b2f4b9d-3efb-4091-9de5-18c51f4c9be1 req-dd0b91f0-297e-4ca1-b8b9-22db5a90f1bf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184672 Jun 04 07:35:39.799801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port cce44dcf-2a39-4758-8f6a-485fc0501979, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=cce44dcf-2a39-4758-8f6a-485fc0501979,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:39.800160 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:39.928691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for cce44dcf-2a39-4758-8f6a-485fc0501979 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:35:40.096959 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:40.152414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=cce44dcf-2a39-4758-8f6a-485fc0501979,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:40.192942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.193217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.193578 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.193909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.194234 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.194561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.194887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.195207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.195527 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.195846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.196158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.196471 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:40.239519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] No DVR routers for this DVR port cce44dcf-2a39-4758-8f6a-485fc0501979 on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:35:40.242135 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:40.244659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'name': 'network-vif-deleted', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:35:40.256928 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d6565269-098f-4570-bb49-538e727aa297 req-350e3b48-143f-4de7-bb70-bbdd7513f6f4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.39 "DELETE /v2.0/ports/cce44dcf-2a39-4758-8f6a-485fc0501979 HTTP/1.1" status: 204 len: 173 time: 0.9596992 Jun 04 07:35:40.344480 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c856cb9f-3b17-4b79-ac46-6c76b5a7e125'] response: {'server_uuid': '01f489b3-e5d3-4429-8ac2-1b6ac90a8759', 'name': 'network-vif-deleted', 'tag': 'cce44dcf-2a39-4758-8f6a-485fc0501979', 'status': 'completed', 'code': 200} Jun 04 07:35:40.780782 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c3815158-7989-4c02-9ee1-ebc68bdf00d9 req-b56ce69b-c09b-4616-8ac1-898e5fc0532d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:35:40.797546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-c3815158-7989-4c02-9ee1-ebc68bdf00d9 req-b56ce69b-c09b-4616-8ac1-898e5fc0532d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:35:40.798643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c3815158-7989-4c02-9ee1-ebc68bdf00d9 req-b56ce69b-c09b-4616-8ac1-898e5fc0532d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=01f489b3-e5d3-4429-8ac2-1b6ac90a8759 HTTP/1.1" status: 200 len: 210 time: 0.0691342 Jun 04 07:35:41.914306 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51190) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:42.629709 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:42.985356 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cce44dcf-2a39-4758-8f6a-485fc0501979 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:35:43.022478 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 120204d4-e02d-4444-9180-f7d31b591b42 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:35:43.022478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:43.023944 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: cce44dcf-2a39-4758-8f6a-485fc0501979 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:35:43.024352 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device cce44dcf-2a39-4758-8f6a-485fc0501979 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:35:43.232176 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 120204d4-e02d-4444-9180-f7d31b591b42, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=120204d4-e02d-4444-9180-f7d31b591b42,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:43.232617 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:43.369830 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 120204d4-e02d-4444-9180-f7d31b591b42 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:35:43.674215 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:43.722716 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=120204d4-e02d-4444-9180-f7d31b591b42,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:44.020755 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:44.422063 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router 37beb5d9-6807-42d0-b588-61a468bf3ba5 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:35:44.599347 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:35:44.612906 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Sync routers for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:35:44.617528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b28102b3-3be1-4d3b-9e5d-2857a0d32460 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/37beb5d9-6807-42d0-b588-61a468bf3ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7020781 Jun 04 07:35:44.620911 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51196) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:44.622640 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:44.623601 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:44.691568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting subnet 52a7b4e0-3974-4a1c-b85b-d531c8f267b7 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:35:44.694502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:44.753021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:44.822512 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:44.861152 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:44.946086 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:44.994301 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Subnet': ['ID=52a7b4e0-3974-4a1c-b85b-d531c8f267b7,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:44.999675 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.009424 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51200) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:45.016639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7888d2-896e-4ad4-9354-5fe588325164 None None] Network f2ea30d9-453d-4e98-a9a0-999102807490 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:35:45.022202 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6cbc351-f1c3-463f-8510-7c596a914bb5 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/subnets/52a7b4e0-3974-4a1c-b85b-d531c8f267b7 HTTP/1.1" status: 204 len: 168 time: 0.3996046 Jun 04 07:35:45.136420 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:35:43Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:45.140943 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Checking router: 37beb5d9-6807-42d0-b588-61a468bf3ba5 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:35:45.149964 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Routers {'37beb5d9-6807-42d0-b588-61a468bf3ba5'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:45.150577 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['37beb5d9-6807-42d0-b588-61a468bf3ba5'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:45.268980 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.335560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] DHCP port deletion for f2ea30d9-453d-4e98-a9a0-999102807490 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:35:45.339403 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Deleting port 273f23c1-b06e-41f0-b495-49a22005d1b1 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:35:45.339773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.349436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] Set router 37beb5d9-6807-42d0-b588-61a468bf3ba5 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:45.490638 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.503763 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 80918f00-ae5d-47da-a2c6-e10ee4959318 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:35:45.504171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.599870 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] For port 273f23c1-b06e-41f0-b495-49a22005d1b1, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=273f23c1-b06e-41f0-b495-49a22005d1b1,segment=NetworkSegment(7a56c6ba-28bc-4018-8576-41fba387cc95),segment_id=7a56c6ba-28bc-4018-8576-41fba387cc95)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:45.600208 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.696440 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:35:43Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:45.700683 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73c7fa9-4a0d-43b0-89a9-7bf78f28a0fa None None] The sync data for ids ['37beb5d9-6807-42d0-b588-61a468bf3ba5'] in n-d-811808-2 is: [{'id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777181465', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:32:52Z', 'updated_at': '2022-06-04T07:35:43Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '80918f00-ae5d-47da-a2c6-e10ee4959318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37beb5d9-6807-42d0-b588-61a468bf3ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:32:53Z', 'updated_at': '2022-06-04T07:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:35:45.731138 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Calling delete_port for 273f23c1-b06e-41f0-b495-49a22005d1b1 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:35:45.836254 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 80918f00-ae5d-47da-a2c6-e10ee4959318, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=80918f00-ae5d-47da-a2c6-e10ee4959318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:45.836608 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.846969 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:45.901186 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Pushing event deleted for resources: {'Port': ['ID=273f23c1-b06e-41f0-b495-49a22005d1b1,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:45.911041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] No DVR routers for this DVR port 273f23c1-b06e-41f0-b495-49a22005d1b1 on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:35:45.913770 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.914193 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.914582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.914991 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.915317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.915706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.916048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.916379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.916711 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.917036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.917416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.917847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf7f14-81fa-4a2e-868e-96d2b45e73d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:45.966062 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 80918f00-ae5d-47da-a2c6-e10ee4959318 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:35:46.172231 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.224903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=80918f00-ae5d-47da-a2c6-e10ee4959318,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:46.318220 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.496118 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.498446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.521825 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.522406 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Fanout notify agent at l3_agent the message router_deleted on router 37beb5d9-6807-42d0-b588-61a468bf3ba5 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:35:46.540874 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.545931 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-a48827bb-74ff-414e-80a4-58b4a1be179c tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/routers/37beb5d9-6807-42d0-b588-61a468bf3ba5 HTTP/1.1" status: 204 len: 168 time: 1.5348504 Jun 04 07:35:46.546100 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51208) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:46.679498 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.828021 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.861827 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea30d9-453d-4e98-a9a0-999102807490']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:46.874342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a56c6ba-28bc-4018-8576-41fba387cc95') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:46.874566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a56c6ba-28bc-4018-8576-41fba387cc95') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:46.886536 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.905317 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:46.912865 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:35:46.913332 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.046963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.068344 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.080328 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Network': ['ID=f2ea30d9-453d-4e98-a9a0-999102807490,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:47.088142 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ec42555c-ff45-414e-8598-f3d7d64deb50 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/networks/f2ea30d9-453d-4e98-a9a0-999102807490 HTTP/1.1" status: 204 len: 168 time: 0.5409620 Jun 04 07:35:47.088776 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51218) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:47.109141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d48df33e-41c1-417d-8bbb-be1c141f6358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.135814 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7a56c6ba-28bc-4018-8576-41fba387cc95 resource provider aggregate not found Jun 04 07:35:47.152484 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 7a56c6ba-28bc-4018-8576-41fba387cc95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a56c6ba-28bc-4018-8576-41fba387cc95 found for delete ", "request_id": "req-2acb9c3f-1e1f-4fc3-a6f1-2c25320a041a"}]} Jun 04 07:35:47.204316 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.239508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.261465 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80918f00-ae5d-47da-a2c6-e10ee4959318 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:35:47.299469 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 80918f00-ae5d-47da-a2c6-e10ee4959318 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:35:47.299903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 80918f00-ae5d-47da-a2c6-e10ee4959318 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:35:47.300324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 120204d4-e02d-4444-9180-f7d31b591b42 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:35:47.311310 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.332640 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d11bf97-4ac7-4ecb-b24b-2ed780dd545b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:47.339051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 120204d4-e02d-4444-9180-f7d31b591b42 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:35:47.339270 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 120204d4-e02d-4444-9180-f7d31b591b42 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:35:47.339462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.339865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 273f23c1-b06e-41f0-b495-49a22005d1b1 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:35:47.344170 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c4a70311-10cd-483c-b0ae-f07662030b03 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/security-groups/5d11bf97-4ac7-4ecb-b24b-2ed780dd545b HTTP/1.1" status: 204 len: 168 time: 0.2512186 Jun 04 07:35:47.383111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 273f23c1-b06e-41f0-b495-49a22005d1b1 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:35:47.383588 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 273f23c1-b06e-41f0-b495-49a22005d1b1 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:35:47.475485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51228) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:47.480938 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462896820', 'description': 'tempest-secgroup-smoke-462896820 description', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:47.488065 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:47.492471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:47.495309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:47.502107 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:47.512721 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.534588 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:47.538392 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:47.542225 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:47.552824 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:47.638410 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.643329 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.697585 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d755db4d-f252-4459-a049-7fa121200532,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:47.703140 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.704517 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-57594167-ba5b-473a-898b-285e28b21eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2279637 Jun 04 07:35:47.708084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51232) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:47.713903 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:47.722133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:47.725994 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:47.730122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:47.739772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:47.758790 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.834427 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.839091 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.871728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35922d16-9ef7-4b4f-8c31-bb0ea5a9c2a8,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:47.887179 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:47.888367 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-3d049c67-36ad-446d-987c-3d13086bb0bc tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789646 Jun 04 07:35:47.892169 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51238) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:47.897374 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:47.906548 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:47.912650 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:47.916268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:47.924304 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:47.944482 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.026742 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.032466 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.061419 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ddb961-0274-40a8-8047-d2c677cc93bb,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:48.072499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.073990 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ba8c641c-8e12-4de3-bdc4-f839cca1dcf6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808100 Jun 04 07:35:48.078154 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51242) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:48.083652 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:48.091350 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:48.096768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:48.099965 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:48.107061 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:48.129454 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.218582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.223666 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.249862 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0029e20c-6128-4ffa-b2d8-08ffb598f0af,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:48.268858 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.270349 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0d48f2d7-eeb6-4dba-be9b-abfe5f3980b9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910152 Jun 04 07:35:48.273552 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51248) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:48.280188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:48.287520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:48.291999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:48.294950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:48.301950 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:48.323502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.413111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.418604 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.445018 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829e6eca-02cc-4db1-81b0-0c0f38e8c47e,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:48.456300 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.457880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-625f95b1-15c0-45ba-aec9-26eafc3047ac tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1830978 Jun 04 07:35:48.462874 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51252) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:48.469801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:48.478948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:48.483713 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:48.486960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:48.495697 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:48.509881 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:35:48.517968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.600808 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.605406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.738055 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad257938-f5fa-4c44-991a-abc06e5ce8c6,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:48.749008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.750617 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0d77cdca-3548-4284-bea0-f2c3e1661957 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2866018 Jun 04 07:35:48.753246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51256) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:48.758311 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'security_group_rule': {'security_group_id': 'd755db4d-f252-4459-a049-7fa121200532', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:48.765672 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:48.769462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:security_group_rule and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:48.772332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:48.778025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:48.788422 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Project 320ed2dc4aa748e4a2d4e0b223fd77c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:35:48.795076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.863613 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.867406 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.893246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7628b97e-a942-40ff-837e-221fc699dbd4,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:48.903382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.905454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e14b495d-07af-4c32-b902-f7a9b8ac5bbe tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508026 Jun 04 07:35:48.908455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51260) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:48.917286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'network': {'name': 'tempest-network-smoke--90823177', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'port_security_enabled': True}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:48.925015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:48.930057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:network and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:48.933051 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:48.939557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:48.949901 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:35:48.954618 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.982696 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:35:48.992133 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:48.992286 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Added segment 6d2e3710-8cff-4bfd-ae02-c857139c63f0 of type vlan for network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 Jun 04 07:35:49.024912 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.058506 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.066587 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:49.067201 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.194536 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Network': ['ID=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:49.197402 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ecd650ba-5b9a-4f86-9293-7618b70298d4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2877102 Jun 04 07:35:49.200528 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51264) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:49.205957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'admin_state_up': True, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:49.207253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:35:49.214873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:49.219321 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:router and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:49.222641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:49.235464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:49.249514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.250554 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.270306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.296360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a94095b3-3feb-497b-8b55-7cc140fd76a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.554546 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.907291 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:49.943090 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:50.102353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.76 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/459a77e1-ed00-454e-b8f0-4b460d6ee398) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:35:50.276967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:50.313708 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:50.326512 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:50.376155 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:35:50.383826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:35:50.388008 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:35:50.431679 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=459a77e1-ed00-454e-b8f0-4b460d6ee398,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:50.724213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:50.970994 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:51.361598 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:51.575230 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router c1a5d08f-5c12-4f9a-a963-67392f372189 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:35:51.767863 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:35:51.781291 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Sync routers for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:35:51.792629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:51.793299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:51.800257 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:51.801490 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-22773121-6192-4e94-a16e-1b117ea78d6d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6000407 Jun 04 07:35:51.804929 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51270) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:51.853501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-388226c9-738d-44b2-9dd0-db6684273fa5 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=320ed2dc4aa748e4a2d4e0b223fd77c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472291 Jun 04 07:35:51.856279 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51274) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:52.006767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:52.014456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574917ae-292d-4027-8c18-63fa476d6370 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:52.016734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-574917ae-292d-4027-8c18-63fa476d6370 tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1593049 Jun 04 07:35:52.019489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51278) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:52.071609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-5de2510e-5c24-4be6-a9fc-0df4acb6eb0c tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=745395c4-3603-4ebb-96f6-04a67c8a9918&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507274 Jun 04 07:35:52.074009 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51282) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:52.262527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249569130', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:52.319374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.352821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:50Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:52.357255 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Checking router: c1a5d08f-5c12-4f9a-a963-67392f372189 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:35:52.357927 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Updating router c1a5d08f-5c12-4f9a-a963-67392f372189 port 459a77e1-ed00-454e-b8f0-4b460d6ee398 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:35:52.381528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:52.385765 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:subnet and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:52.389131 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:52.396661 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:52.409136 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:35:52.413421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.414813 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.771180 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.794461 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.813637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Transition to ACTIVE for port object 459a77e1-ed00-454e-b8f0-4b460d6ee398 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:35:52.824873 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.863870 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Subnet': ['ID=155311f9-b016-474b-a2c4-c214ad4c44d1,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:52.875380 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Checking segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:35:52.875740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network hostable DHCP agents. Network: 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:35:52.900839 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:35:52.913199 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:35:52.917320 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Attempting to bind port 459a77e1-ed00-454e-b8f0-4b460d6ee398 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:35:52.917679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:52.917800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Attempting to bind port 459a77e1-ed00-454e-b8f0-4b460d6ee398 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:35:52.918262 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.918371 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Attempting to bind port 459a77e1-ed00-454e-b8f0-4b460d6ee398 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:35:52.928575 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb19cb-808b-4a72-82f3-f080ad929fec None None] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:35:52.945189 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f4f3510b-401e-47bb-91c0-d4f477ea9b70 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8698804 Jun 04 07:35:52.948047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51290) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:35:52.948313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:35:52.948745 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:35:52.949176 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:52.949600 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:35:52.950079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Bound port: 459a77e1-ed00-454e-b8f0-4b460d6ee398, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:35:52.950456 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:53.004565 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22cd0c-e219-4175-b885-b4342d2c194e None None] Pushing event updated for resources: {'Port': ['ID=459a77e1-ed00-454e-b8f0-4b460d6ee398,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:53.148797 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] For port 459a77e1-ed00-454e-b8f0-4b460d6ee398, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:35:53.182379 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] For port 459a77e1-ed00-454e-b8f0-4b460d6ee398, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=459a77e1-ed00-454e-b8f0-4b460d6ee398,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:35:53.187967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:53.328251 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22cd0c-e219-4175-b885-b4342d2c194e None None] Pushing event updated for resources: {'Port': ['ID=459a77e1-ed00-454e-b8f0-4b460d6ee398,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:53.332383 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:53.333559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:53.478491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:35:53.479608 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:53.661671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:53.699705 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:53.994758 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Allocated IP 172.20.0.2 (193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8/155311f9-b016-474b-a2c4-c214ad4c44d1/4206bd1f-4d46-4ffb-a19d-dde25daffcbc) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:35:54.193813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:50Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:54.236300 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde814-f614-4545-b32c-e4042dbc47f9 None None] The sync data for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 is: [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:50Z', 'revision_number': 3, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:35:54.283220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.294160 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Transition to ACTIVE for port object 4206bd1f-4d46-4ffb-a19d-dde25daffcbc will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:35:54.320833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Transition to ACTIVE for port object 4206bd1f-4d46-4ffb-a19d-dde25daffcbc will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:35:54.330046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.401365 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:35:54.405837 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:35:54.410067 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Pushing event updated for resources: {'Port': ['ID=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:54.412450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:35:54.418284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.1 (193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8/155311f9-b016-474b-a2c4-c214ad4c44d1/4b59587a-3c21-4ad3-896f-7ed7cad1817d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:35:54.541327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Attempting to bind port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:35:54.541805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Attempting to bind port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:35:54.542174 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Attempting to bind port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc on network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:35:54.549700 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:35:54.550076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Checking segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:35:54.550484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.550937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Bound using segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:35:54.551562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Bound port: 4206bd1f-4d46-4ffb-a19d-dde25daffcbc, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:35:54.552578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.671250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] For port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:35:54.675294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] For port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:35:54.680580 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.752683 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.773908 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 4b59587a-3c21-4ad3-896f-7ed7cad1817d will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:35:54.787245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9053fc2-bd84-44b9-ad3f-c67a36c48b8a None None] Pushing event updated for resources: {'Port': ['ID=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:54.807436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:54.896386 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:35:54.901074 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:35:54.908620 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:35:54.919020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:35:54.956579 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:55.010958 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.330280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4206bd1f-4d46-4ffb-a19d-dde25daffcbc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:35:55.370353 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.439860 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:35:55.445597 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 459a77e1-ed00-454e-b8f0-4b460d6ee398 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:35:55.570009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 459a77e1-ed00-454e-b8f0-4b460d6ee398 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:35:55.575462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 459a77e1-ed00-454e-b8f0-4b460d6ee398 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:55.575991 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.723579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 459a77e1-ed00-454e-b8f0-4b460d6ee398 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:55.724113 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.744544 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 459a77e1-ed00-454e-b8f0-4b460d6ee398, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=459a77e1-ed00-454e-b8f0-4b460d6ee398,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:55.749314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.839667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=459a77e1-ed00-454e-b8f0-4b460d6ee398,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:55.853171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.859497 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:55.957429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e73480-08d7-43d5-b3b7-b8fa17f5e33b None None] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:35:55.985459 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:55.989293 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.088148 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Provisioning for port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:35:56.103180 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Provisioning complete for port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:56.103543 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.158573 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:35:56.159852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:35:56.356560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Current status of the port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:56.357105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.368466 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.376887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router c1a5d08f-5c12-4f9a-a963-67392f372189 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:35:56.409846 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] For port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:56.414842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.497325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.510767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb420-b1e0-4775-a53a-eea43e13e04c None None] Pushing event updated for resources: {'Port': ['ID=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:56.712177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:35:56.721764 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Sync routers for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:35:56.731441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-52609a1b-78ea-4117-a3d3-3004060d4204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/c1a5d08f-5c12-4f9a-a963-67392f372189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7787373 Jun 04 07:35:56.731702 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:56.732127 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:56.753739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Provisioning for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:35:56.762921 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Provisioning complete for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:56.763229 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.843768 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Port 4b59587a-3c21-4ad3-896f-7ed7cad1817d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:35:56.857046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Provisioning complete for port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:56.858673 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:56.973334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-4511aad2-afaf-406b-8770-f27859f42e57 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462896820&fields=id&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 267 time: 0.0510213 Jun 04 07:35:56.995240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-04ec7c23-8622-475e-9600-cd6111e2ae96 None None] Current status of the port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:57.043651 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:57.119446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b23f9239-e771-4326-a35c-d3db26a8d110 None None] Provisioning complete for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:57.119831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b23f9239-e771-4326-a35c-d3db26a8d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.208986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b23f9239-e771-4326-a35c-d3db26a8d110 None None] Port 4b59587a-3c21-4ad3-896f-7ed7cad1817d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:35:57.283602 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4206bd1f-4d46-4ffb-a19d-dde25daffcbc up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:35:57.327297 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-92f30d33-20a5-47f3-9d6b-e9d1605cb42e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:57.328020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-92f30d33-20a5-47f3-9d6b-e9d1605cb42e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:35:57.345909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-92f30d33-20a5-47f3-9d6b-e9d1605cb42e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:35:57.347696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-92f30d33-20a5-47f3-9d6b-e9d1605cb42e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 795 time: 0.3623533 Jun 04 07:35:57.360003 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-813ff2be-2db5-4e3c-b249-0cf3e11c9ffc None None] Provisioning complete for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:57.360674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-813ff2be-2db5-4e3c-b249-0cf3e11c9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.376471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-baed1e3a-56b4-47ff-8065-799e4f9c6035 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/quotas/320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 375 time: 0.0179193 Jun 04 07:35:57.427822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-813ff2be-2db5-4e3c-b249-0cf3e11c9ffc None None] Port 4b59587a-3c21-4ad3-896f-7ed7cad1817d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:35:57.430578 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:57.430967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.440921 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 2, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:57.445331 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Checking router: c1a5d08f-5c12-4f9a-a963-67392f372189 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:35:57.445809 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Updating router c1a5d08f-5c12-4f9a-a963-67392f372189 port 4b59587a-3c21-4ad3-896f-7ed7cad1817d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:35:57.481857 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-fdc37a3a-3f89-4a4d-a51b-dc8ce534659f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001878 Jun 04 07:35:57.502168 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.566971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:57.568183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 459a77e1-ed00-454e-b8f0-4b460d6ee398 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:35:57.643830 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 459a77e1-ed00-454e-b8f0-4b460d6ee398 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:57.644444 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.649366 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-ec41fcc3-d881-4997-9712-fc64bd79f20e service neutron] 10.222.0.17 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515365 Jun 04 07:35:57.790256 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 459a77e1-ed00-454e-b8f0-4b460d6ee398 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:57.802434 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-ff5892c9-c16c-4552-ba00-d6ab26864bfa service neutron] 10.222.0.17 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465497 Jun 04 07:35:57.954053 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:57.986478 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Transition to ACTIVE for port object 4b59587a-3c21-4ad3-896f-7ed7cad1817d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:35:57.997252 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:58.012853 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2a1f2387-d540-4df1-9ef4-1a189fa56d61 req-7a54007c-c875-4113-917e-7bedbc276083 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 210 time: 0.0591457 Jun 04 07:35:58.226693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Pushing event updated for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:58.244419 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.244790 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.245089 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.245662 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.245805 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.246129 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.246488 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.246770 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.247095 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.247412 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.247914 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.248241 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:35:58.273520 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Attempting to bind port 4b59587a-3c21-4ad3-896f-7ed7cad1817d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:35:58.273924 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Attempting to bind port 4b59587a-3c21-4ad3-896f-7ed7cad1817d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:35:58.274282 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Attempting to bind port 4b59587a-3c21-4ad3-896f-7ed7cad1817d on network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:35:58.287129 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:35:58.287495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Checking segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:35:58.288216 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:58.288609 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Bound using segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:35:58.289216 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Bound port: 4b59587a-3c21-4ad3-896f-7ed7cad1817d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:35:58.289614 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:58.398067 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] For port 4b59587a-3c21-4ad3-896f-7ed7cad1817d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:35:58.401301 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] For port 4b59587a-3c21-4ad3-896f-7ed7cad1817d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b59587a-3c21-4ad3-896f-7ed7cad1817d,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:35:58.413275 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:58.492674 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:35:58.493318 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:58.554129 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885fd3-b697-4d89-8cb9-f7f30c4cd5b4 None None] Pushing event updated for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=4']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:58.729434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:35:59.120405 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:58Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:35:59.129519 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ce2dd-8f65-4dfa-8265-f1a68554e9a7 None None] The sync data for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 is: [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:58Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:35:59.248649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-19a81855-700d-4aef-bdd7-09cbd2cd324b req-660c68d5-bf71-4972-b6ff-ffbcd2a9a048 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 210 time: 0.1112413 Jun 04 07:35:59.299157 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-9645b371-3879-4234-921c-2d573179e31b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:35:59.300623 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-9645b371-3879-4234-921c-2d573179e31b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:35:59.316411 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-9645b371-3879-4234-921c-2d573179e31b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:network {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:35:59.318528 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-9645b371-3879-4234-921c-2d573179e31b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 795 time: 0.2852318 Jun 04 07:35:59.351576 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b59587a-3c21-4ad3-896f-7ed7cad1817d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:35:59.377389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-a62ad765-b82e-403c-9398-fbcb19d13aaf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:35:59.400084 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-a62ad765-b82e-403c-9398-fbcb19d13aaf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:security_group {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:35:59.400084 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-a62ad765-b82e-403c-9398-fbcb19d13aaf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2 HTTP/1.1" status: 200 len: 379 time: 0.0701630 Jun 04 07:35:59.409702 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'port': {'device_id': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'admin_state_up': True, 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'security_groups': ['d755db4d-f252-4459-a049-7fa121200532']}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:35:59.443102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:35:59.449563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:35:59.450261 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:59.569805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:35:59.574402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:port and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:35:59.578293 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:35:59.584442 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:35:59.596396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Made reservation on behalf of 320ed2dc4aa748e4a2d4e0b223fd77c2 for: {'port': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:35:59.599984 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:59.603908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4b59587a-3c21-4ad3-896f-7ed7cad1817d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:35:59.604288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:59.647775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 4b59587a-3c21-4ad3-896f-7ed7cad1817d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b59587a-3c21-4ad3-896f-7ed7cad1817d,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:35:59.653184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:35:59.779017 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:35:59.793314 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.20.0.7 (193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8/155311f9-b016-474b-a2c4-c214ad4c44d1/33f4f633-ef49-4044-8bf3-e8ddac69636b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:36:00.010020 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.040813 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Transition to ACTIVE for port object 33f4f633-ef49-4044-8bf3-e8ddac69636b will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:36:00.068901 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.145749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:36:00.149112 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:36:00.152011 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:36:00.203995 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:00.233496 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:00.234165 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.264089 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-56bd6cf9-e44c-4cc8-b041-142e3f558eb3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582225 Jun 04 07:36:00.277081 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Request body: {'port': {'device_id': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:36:00.427909 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.439499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7cb53e43-1803-40b8-acf3-f383217b5467 None None] Provisioning for port 33f4f633-ef49-4044-8bf3-e8ddac69636b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:36:00.445561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7cb53e43-1803-40b8-acf3-f383217b5467 None None] Provisioning complete for port 33f4f633-ef49-4044-8bf3-e8ddac69636b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:36:00.446167 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7cb53e43-1803-40b8-acf3-f383217b5467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.508085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45986-3fe3-4d5f-9feb-5d06acc3ca00 req-85695596-9c61-49c4-ac0b-cf17f2ac101a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:00.509761 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bf45986-3fe3-4d5f-9feb-5d06acc3ca00 req-85695596-9c61-49c4-ac0b-cf17f2ac101a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 931 time: 0.1194813 Jun 04 07:36:00.532361 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7cb53e43-1803-40b8-acf3-f383217b5467 None None] Port 33f4f633-ef49-4044-8bf3-e8ddac69636b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:36:00.564487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1bf45986-3fe3-4d5f-9feb-5d06acc3ca00 req-51a9a8b1-fab6-453b-982b-4843a05544d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472038 Jun 04 07:36:00.838832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f4f633-ef49-4044-8bf3-e8ddac69636b {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:36:00.847935 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:00.868216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Transition to ACTIVE for port object 33f4f633-ef49-4044-8bf3-e8ddac69636b will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:36:00.873669 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:01.042048 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Pushing event updated for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:01.246832 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Attempting to bind port 33f4f633-ef49-4044-8bf3-e8ddac69636b on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:36:01.247200 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Attempting to bind port 33f4f633-ef49-4044-8bf3-e8ddac69636b by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:36:01.247528 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Attempting to bind port 33f4f633-ef49-4044-8bf3-e8ddac69636b on network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:36:01.252592 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Port 33f4f633-ef49-4044-8bf3-e8ddac69636b on network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:36:01.252919 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Attempting to bind port 33f4f633-ef49-4044-8bf3-e8ddac69636b on network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:36:01.264262 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:36:01.264819 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Checking segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:36:01.265239 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Bound using segment: {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:36:01.265709 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Bound port: 33f4f633-ef49-4044-8bf3-e8ddac69636b, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2e3710-8cff-4bfd-ae02-c857139c63f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:36:01.266054 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:01.266836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b59587a-3c21-4ad3-896f-7ed7cad1817d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:36:01.344706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 4b59587a-3c21-4ad3-896f-7ed7cad1817d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:36:01.345320 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:01.362861 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:36:01.365790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:36:01.371269 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:01.432894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:01.433520 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:01.436173 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 1091 time: 1.1653426 Jun 04 07:36:01.441282 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:36:01.486228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 4b59587a-3c21-4ad3-896f-7ed7cad1817d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:36:01.520204 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ddd0fc-9002-4eeb-8094-62e503536885'] response: {'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'status': 'completed', 'code': 200} Jun 04 07:36:01.520204 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1d1b-cce3-4618-9363-8721ea9313a5 service neutron] Pushing event updated for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=3']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:01.567647 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-f3effc0c-dd02-4181-be6a-7192b0337ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:01.569372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-f3effc0c-dd02-4181-be6a-7192b0337ff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1094 time: 0.0887940 Jun 04 07:36:01.644552 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-e940b2c7-a2b4-4364-a271-f8c3ea258af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 217 time: 0.0689332 Jun 04 07:36:01.717659 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-c7309c65-f050-43c6-adbe-27b4e76f997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:01.719112 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-c7309c65-f050-43c6-adbe-27b4e76f997f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0691700 Jun 04 07:36:01.783567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c3616-f8bb-48f0-94ab-f2197a7e3473 req-a25c4747-89ef-415b-8433-6aa9f51c1da0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:01.785217 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-937c3616-f8bb-48f0-94ab-f2197a7e3473 req-a25c4747-89ef-415b-8433-6aa9f51c1da0 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 943 time: 0.0933659 Jun 04 07:36:01.805755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74505f4-ca11-426f-a4af-4c701a943079 req-e619f47e-4f5e-4238-9c4b-fecf9a3bf7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:01.807410 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-e619f47e-4f5e-4238-9c4b-fecf9a3bf7c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817065 Jun 04 07:36:01.845824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-937c3616-f8bb-48f0-94ab-f2197a7e3473 req-e9f28db7-5a08-4dfa-9635-c4f2213c9ed9 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507891 Jun 04 07:36:01.944403 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-16da5d75-20a7-45d9-bbcd-9e1407d20972 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307654 Jun 04 07:36:02.086829 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e74505f4-ca11-426f-a4af-4c701a943079 req-718f8f0c-8a09-4b7a-b34f-7e317e13a7de service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369457 Jun 04 07:36:02.218417 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-1eaf9d0a-3b78-469d-8fd5-752a912a9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:02.220575 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-1eaf9d0a-3b78-469d-8fd5-752a912a9fc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1094 time: 0.0834069 Jun 04 07:36:02.364054 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-6b32dc5e-3f7b-4eb4-b1db-0d305aec816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:02.365539 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-6b32dc5e-3f7b-4eb4-b1db-0d305aec816c service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1378994 Jun 04 07:36:02.437833 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-3983ce24-296c-48c0-8746-ac653a3f7573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 217 time: 0.0661826 Jun 04 07:36:02.502277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-a25605c0-3396-41a3-ac97-9c9d4a95c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:02.503725 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-a25605c0-3396-41a3-ac97-9c9d4a95c4d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0600379 Jun 04 07:36:02.603296 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-b707af1e-9e32-4d73-a0ea-ca77b854b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:02.604768 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-b707af1e-9e32-4d73-a0ea-ca77b854b398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953617 Jun 04 07:36:02.749759 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-357dea67-267d-4d7b-baa0-254c396b1531 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390941 Jun 04 07:36:02.891316 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-ee239de5-520e-4ad5-bfad-e7ba29726084 req-6909889e-83c8-46d6-963c-abb7c8b92de2 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340003 Jun 04 07:36:03.040070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b626d-031f-4f04-9ac1-560cc8b53608 req-1621c327-ec51-41a6-957c-0763a080b48b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:03.041564 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c60b626d-031f-4f04-9ac1-560cc8b53608 req-1621c327-ec51-41a6-957c-0763a080b48b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 943 time: 0.0814188 Jun 04 07:36:03.087616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c60b626d-031f-4f04-9ac1-560cc8b53608 req-a476b75f-7468-4bd4-bb36-5ec6045911c7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399482 Jun 04 07:36:04.288075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2756-c9ac-4c73-9000-fcb33903c4c8 req-e4382c3e-081c-4330-99a7-51a1c9e8772e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:04.289458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-355c2756-c9ac-4c73-9000-fcb33903c4c8 req-e4382c3e-081c-4330-99a7-51a1c9e8772e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 943 time: 0.0922053 Jun 04 07:36:04.336456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-355c2756-c9ac-4c73-9000-fcb33903c4c8 req-4186da4a-1cc8-41d5-b1d8-580d0597af30 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Jun 04 07:36:05.537611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ca7f-5f54-4f1d-b1cf-333d85b2b624 req-2d183730-b2fa-4acb-8713-0fb10727bf3e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:05.539109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f646ca7f-5f54-4f1d-b1cf-333d85b2b624 req-2d183730-b2fa-4acb-8713-0fb10727bf3e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 943 time: 0.0894296 Jun 04 07:36:05.586634 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f646ca7f-5f54-4f1d-b1cf-333d85b2b624 req-9871c7fb-b4a7-412b-b91f-9d0eab2b1f4d tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413241 Jun 04 07:36:06.211566 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 33f4f633-ef49-4044-8bf3-e8ddac69636b details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:36:06.367267 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:36:06.381931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'port_id': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'mac_address': 'fa:16:3e:35:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:36:06.442939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 33f4f633-ef49-4044-8bf3-e8ddac69636b is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:36:06.443322 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:06.461905 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f4f633-ef49-4044-8bf3-e8ddac69636b {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:36:06.478053 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:36:06.482901 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:06.556329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:06.799354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c19338-2a66-4b05-9691-ed87cc77f536 req-6a9a3b4f-f301-42d3-bf6f-fc2a67412a91 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:06.800780 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c19338-2a66-4b05-9691-ed87cc77f536 req-6a9a3b4f-f301-42d3-bf6f-fc2a67412a91 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 944 time: 0.0913041 Jun 04 07:36:06.830459 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['33f4f633-ef49-4044-8bf3-e8ddac69636b'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:36:06.847582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-58c19338-2a66-4b05-9691-ed87cc77f536 req-27228f67-52ae-42d9-a235-5d8ed87964cf tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Jun 04 07:36:08.042281 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156aac6-a8af-498e-9e00-8f2d47ccc488 req-9a84b83e-5ede-4196-b100-68210c9147f2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:08.043785 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c156aac6-a8af-498e-9e00-8f2d47ccc488 req-9a84b83e-5ede-4196-b100-68210c9147f2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 944 time: 0.0824904 Jun 04 07:36:08.105520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c156aac6-a8af-498e-9e00-8f2d47ccc488 req-06fc19ed-fc35-4735-bdd4-a245a3409a0b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533612 Jun 04 07:36:08.208919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 33f4f633-ef49-4044-8bf3-e8ddac69636b up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:36:08.284279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 33f4f633-ef49-4044-8bf3-e8ddac69636b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:36:08.289839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 33f4f633-ef49-4044-8bf3-e8ddac69636b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:36:08.290239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:08.416305 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 33f4f633-ef49-4044-8bf3-e8ddac69636b is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:36:08.416686 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:08.445237 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:36:08.458662 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:36:08.466026 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:08.504812 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2ce914-eec6-4c0d-abd4-62e97f9a337d'] response: {'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'code': 200} Jun 04 07:36:08.540170 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:08.621341 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449c97-264c-4fe8-8b22-96423759dd39 req-5adbe0c9-97fe-4756-ada5-8af863a0d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:08.622876 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d449c97-264c-4fe8-8b22-96423759dd39 req-5adbe0c9-97fe-4756-ada5-8af863a0d774 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.0714777 Jun 04 07:36:08.665745 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-3d449c97-264c-4fe8-8b22-96423759dd39 req-a992e6b3-163a-4204-b72f-7233e7c01b37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357573 Jun 04 07:36:09.303053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38049-d72b-44b4-9a70-266ef95df6c8 req-0f045b2d-f8ac-4e70-9bef-a4595b0527c3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:09.304552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63d38049-d72b-44b4-9a70-266ef95df6c8 req-0f045b2d-f8ac-4e70-9bef-a4595b0527c3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0837758 Jun 04 07:36:09.352083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-63d38049-d72b-44b4-9a70-266ef95df6c8 req-c0faf378-6a00-4d32-a02e-0c688649a36a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Jun 04 07:36:10.567331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4f17b-610a-470f-abe6-bee38831000d req-8ab8e617-b5e1-44bc-8628-77605fffd1ce tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:10.569494 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90b4f17b-610a-470f-abe6-bee38831000d req-8ab8e617-b5e1-44bc-8628-77605fffd1ce tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0979900 Jun 04 07:36:10.618086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90b4f17b-610a-470f-abe6-bee38831000d req-50372d9a-33c8-4a80-8155-0eec5ca51fb4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Jun 04 07:36:10.821341 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250348-77af-4110-9551-a2a18e40dcef req-64a28971-184e-4bbc-b924-734ac89c9b2f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:10.822825 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1250348-77af-4110-9551-a2a18e40dcef req-64a28971-184e-4bbc-b924-734ac89c9b2f tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0812919 Jun 04 07:36:10.868295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f1250348-77af-4110-9551-a2a18e40dcef req-5ea7d290-7cf6-421d-adff-724db7829c62 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 Jun 04 07:36:10.891633 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:36:10.966048 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d20cd5-9d77-4a33-a4b0-30d97dde5c1f tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:10.968524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-84d20cd5-9d77-4a33-a4b0-30d97dde5c1f tempest-TestNetworkAdvancedServerOps-352832388 tempest-TestNetworkAdvancedServerOps-352832388-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1091 time: 0.0759056 Jun 04 07:36:10.971757 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51350) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:36:10.976896 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:36:10.984656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:36:10.988541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Usage tracker for resource:floatingip and tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:36:10.991388 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:36:10.997025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:36:11.012788 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:11.264386 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:11.402133 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Allocated IP 172.25.1.232 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/1f4babb7-d4ec-445a-9a92-03de9c4d91ea) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:36:11.557108 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:11.588603 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:11.651638 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:36:11.660158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:36:11.664404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:36:11.706283 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=1f4babb7-d4ec-445a-9a92-03de9c4d91ea,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:12.128442 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:12.206761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:12.434612 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:12.439857 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:12.553828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event updated for resources: {'Port': ['ID=1f4babb7-d4ec-445a-9a92-03de9c4d91ea,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:36:12.567276 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:12.742652 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 8376c4d3-ba94-46e1-916e-268e6932b834 associated. External IP: 172.25.1.232, port: 33f4f633-ef49-4044-8bf3-e8ddac69636b. Jun 04 07:36:13.227905 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router c1a5d08f-5c12-4f9a-a963-67392f372189 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:36:13.414611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:36:13.425378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Sync routers for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:36:13.436825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:36:13.437450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:36:13.446020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:13.506938 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e77912da-93fb-4eef-b004-c4a6ba85a932 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5340471 Jun 04 07:36:13.507559 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:36:13.635015 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:36:13.679385 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4bca-fa7f-4ab8-bfdc-c889b519425b req-065bfa4d-f187-4fbb-8f00-46e07f29b090 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:13.680889 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1fc4bca-fa7f-4ab8-bfdc-c889b519425b req-065bfa4d-f187-4fbb-8f00-46e07f29b090 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0825171 Jun 04 07:36:13.728486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e1fc4bca-fa7f-4ab8-bfdc-c889b519425b req-73e8aa13-a2ea-4094-b302-9ea26b8f1da6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Jun 04 07:36:13.753197 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51358) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:36:13.787391 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fc28f6-ffa9-4441-be31-1bde298a954a'] response: {'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'status': 'completed', 'code': 200} Jun 04 07:36:14.018193 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-062d5363-270c-4e34-afd0-4db40d668fed tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 200 len: 991 time: 0.2637749 Jun 04 07:36:14.042092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-c40cc62f-a2e9-4050-b013-4339011eacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:14.043729 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-c40cc62f-a2e9-4050-b013-4339011eacf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.1171505 Jun 04 07:36:14.059647 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8376c4d3-ba94-46e1-916e-268e6932b834', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'port_id': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'mac_address': 'fa:16:3e:35:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:36:12Z', 'updated_at': '2022-06-04T07:36:12Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:36:14.064190 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Checking router: c1a5d08f-5c12-4f9a-a963-67392f372189 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:36:14.073161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:36:14.073796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:35:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:36:14.193725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-e660296c-70c3-42e3-ac5f-ebf27389a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:14.195229 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-e660296c-70c3-42e3-ac5f-ebf27389a9c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1458781 Jun 04 07:36:14.261458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:36:14.299627 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-b02d5973-0f22-4489-a5db-0907424a6eee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 999 time: 0.0987186 Jun 04 07:36:14.365525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-927ba309-0681-4a2f-9e7f-4315a39161e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:14.367060 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-927ba309-0681-4a2f-9e7f-4315a39161e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0615442 Jun 04 07:36:14.445596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-f829755a-387b-4b01-b999-0b377ee3b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:14.447094 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-f829755a-387b-4b01-b999-0b377ee3b300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737100 Jun 04 07:36:14.585981 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-c905e46a-945d-415e-9e44-8da71fc93bef service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326253 Jun 04 07:36:14.626936 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8376c4d3-ba94-46e1-916e-268e6932b834', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'port_id': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'mac_address': 'fa:16:3e:35:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:36:12Z', 'updated_at': '2022-06-04T07:36:12Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:36:14.630999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072fa56-0186-4d23-9be1-43de3b5adc8f None None] The sync data for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 is: [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '8376c4d3-ba94-46e1-916e-268e6932b834', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'port_id': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'mac_address': 'fa:16:3e:35:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:36:12Z', 'updated_at': '2022-06-04T07:36:12Z', 'revision_number': 0, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:36:14.736927 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-60c32eca-622e-4b47-bc8d-29bf91a79835 req-cb435aa0-71c4-4bbe-b326-85c29df6fce1 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377482 Jun 04 07:36:14.924698 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f689272-e35c-4dd6-9100-2733b29f3473 None None] New status for floating IP 8376c4d3-ba94-46e1-916e-268e6932b834: ACTIVE {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:36:15.021672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51362) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:36:15.132064 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2dc648c4-bf13-4273-a075-b32c9089b864 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 200 len: 991 time: 0.1091406 Jun 04 07:36:15.638668 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-07f44c77-b660-4c0d-8a37-1852ca6459fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752075 Jun 04 07:36:15.776446 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-21268666-7cd4-4346-aa90-7b5b74512fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:15.780138 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-21268666-7cd4-4346-aa90-7b5b74512fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.0753660 Jun 04 07:36:15.929897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-3c49f1f5-fc24-43c7-8775-d7368541f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:15.931277 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-3c49f1f5-fc24-43c7-8775-d7368541f7f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1337919 Jun 04 07:36:16.038895 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-61638dc7-0ce6-4103-aa4b-0e70c8cb811a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 1001 time: 0.1020870 Jun 04 07:36:16.102008 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-4e9389d8-a7a2-4c4f-b5cf-f4a17b04fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:16.103447 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-4e9389d8-a7a2-4c4f-b5cf-f4a17b04fa8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0592723 Jun 04 07:36:16.136194 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51366) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:36:16.188670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-704698ca-2314-4c3a-93be-da6b53c9b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:36:16.190354 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-704698ca-2314-4c3a-93be-da6b53c9b5b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810730 Jun 04 07:36:16.249882 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ad9fe2ca-b350-4b43-9b12-eeb9eea72682 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 200 len: 993 time: 0.1124556 Jun 04 07:36:16.443338 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-7d9c8473-c5ea-4ed8-a503-705d0c38a1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462804 Jun 04 07:36:16.578504 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-1029906c-2540-44ae-bc28-14cbe143c0ed req-6460fdf5-e64d-4320-bd22-342cb181898e service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290941 Jun 04 07:36:17.113338 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-860ca123-e36c-4e80-af1e-36d168090d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:19.229009 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e8b49f5-1add-4490-8210-9a709330064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:20.319655 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:20.727321 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:22.303869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:26.309554 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:26.445896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:31.918810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:36:47.117053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-071ddda4-c439-48e5-aa09-5c1d8bcc39b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:49.234535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bd9932dd-8d56-4f49-89f0-937893e84e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:50.322032 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:50.727446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:52.307683 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:56.306758 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:36:56.441897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:08.917755 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:37:15.296558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551933de-e794-4527-812c-c1c6c9607168 req-88b4ff7e-91a0-45eb-85d1-62995481b774 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:15.298750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-551933de-e794-4527-812c-c1c6c9607168 req-88b4ff7e-91a0-45eb-85d1-62995481b774 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0869873 Jun 04 07:37:15.343606 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-551933de-e794-4527-812c-c1c6c9607168 req-a5d571d3-71f8-4b50-950b-9484441a7ada tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391662 Jun 04 07:37:16.538662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d48c68-8217-41cd-9f48-10979fed1ff7 req-f2b1680f-7506-41a4-83d0-1b3da3a9d862 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:16.540745 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93d48c68-8217-41cd-9f48-10979fed1ff7 req-f2b1680f-7506-41a4-83d0-1b3da3a9d862 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0848098 Jun 04 07:37:16.592153 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-93d48c68-8217-41cd-9f48-10979fed1ff7 req-8c3b6ce0-0c6e-41ed-ab82-c5a31cc75a0e tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Jun 04 07:37:16.758373 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-e0e949bb-515c-4b16-9ab1-30b844fa911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:16.760248 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-e0e949bb-515c-4b16-9ab1-30b844fa911f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.1308758 Jun 04 07:37:16.911679 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-9bf8263b-e7f3-40e5-ad1d-f720b6495fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:16.913125 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-9bf8263b-e7f3-40e5-ad1d-f720b6495fd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1348028 Jun 04 07:37:17.024291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-e17fb4ea-ccf3-45c7-a532-81ff96fa5d4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 1001 time: 0.1052966 Jun 04 07:37:17.091894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-0cba6458-56b2-4fe6-98e0-d089aaf2cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:17.093441 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-0cba6458-56b2-4fe6-98e0-d089aaf2cedc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0634108 Jun 04 07:37:17.123718 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ee03f8f8-49e5-4a2d-a9e0-40000e582309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:17.176138 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-df945196-c737-4897-b7e5-5fc791c52609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:17.177595 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-df945196-c737-4897-b7e5-5fc791c52609 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779877 Jun 04 07:37:17.187524 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-7b4b2306-520e-4801-ab8b-5a2f9151d782 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:37:17.189263 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-7b4b2306-520e-4801-ab8b-5a2f9151d782 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058074 Jun 04 07:37:17.331435 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-f9fc83da-fad2-453c-bdda-9439ad94582e service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363599 Jun 04 07:37:17.510936 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-c9b965f9-0958-4c8a-8f33-f54f6664e00c req-cb1094ad-9230-4169-bbde-68a9fced6dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738901 Jun 04 07:37:17.810949 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e146d97-7594-4fee-9535-53590eb5291a req-9da47c14-4b1e-4de9-86b4-10664aa2bd08 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:17.813009 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e146d97-7594-4fee-9535-53590eb5291a req-9da47c14-4b1e-4de9-86b4-10664aa2bd08 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0923011 Jun 04 07:37:17.865365 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8e146d97-7594-4fee-9535-53590eb5291a req-a316efd6-23fd-4810-8c71-ae58d8152953 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Jun 04 07:37:17.895634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51408) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:18.005255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-27f253b0-66cf-4895-b325-887eca7f13c7 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 200 len: 993 time: 0.1084175 Jun 04 07:37:19.239365 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5c11c50-fcd1-4807-a08d-2b57d2aa1379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:19.502600 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e45901-13f3-4dd6-9fc5-d4b1d9d2e9f8 req-87957f19-e105-4479-b192-57661f799599 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:19.504210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41e45901-13f3-4dd6-9fc5-d4b1d9d2e9f8 req-87957f19-e105-4479-b192-57661f799599 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.0926223 Jun 04 07:37:19.507645 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-79f8a935-f205-40d8-9b82-f7bb7934832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:19.509313 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-79f8a935-f205-40d8-9b82-f7bb7934832b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.0785458 Jun 04 07:37:19.556210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-41e45901-13f3-4dd6-9fc5-d4b1d9d2e9f8 req-a9d66774-cabf-474d-8dac-722507c67445 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457561 Jun 04 07:37:19.662721 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-b4307dc4-f190-4c35-bf52-1305864f1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:19.664186 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-b4307dc4-f190-4c35-bf52-1305864f1d7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1493926 Jun 04 07:37:19.782027 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-2bc49032-7e39-4b87-b657-6a00b19e2d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 1001 time: 0.1119289 Jun 04 07:37:19.850115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-9decdede-2c21-462f-a037-ed2f6627a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:19.851481 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-9decdede-2c21-462f-a037-ed2f6627a61b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0643237 Jun 04 07:37:19.928108 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-eb510754-8346-4f3d-b099-1fbe3438a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:19.929625 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-eb510754-8346-4f3d-b099-1fbe3438a3a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725756 Jun 04 07:37:20.068036 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-e530551a-e1dd-4841-bc93-8b8bb08294ed service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324961 Jun 04 07:37:20.328790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:20.337120 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-b8e2adaf-dfe0-4472-b2eb-68be5b682aa9 req-76ec6890-8e1b-4d6f-b9b9-bb256fa2d6e6 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637141 Jun 04 07:37:20.731502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:20.795470 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce4e-d553-4d2d-9d8d-f971a07fefa4 req-34cdd766-7cfb-4d1b-a2f4-1beff5f10616 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:20.798999 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7050ce4e-d553-4d2d-9d8d-f971a07fefa4 req-34cdd766-7cfb-4d1b-a2f4-1beff5f10616 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.1161442 Jun 04 07:37:20.868963 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7050ce4e-d553-4d2d-9d8d-f971a07fefa4 req-f1c95766-09a1-4828-b8c1-268abcc31fa3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634811 Jun 04 07:37:22.110402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd1e72-f5ac-4075-b47c-c5e4e248f424 req-5a79a78a-9f54-4be9-8719-3fad441a1cd3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:22.112735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14fd1e72-f5ac-4075-b47c-c5e4e248f424 req-5a79a78a-9f54-4be9-8719-3fad441a1cd3 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.1002257 Jun 04 07:37:22.160880 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-14fd1e72-f5ac-4075-b47c-c5e4e248f424 req-5bfe950b-a332-4f7d-9d56-f88596413395 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Jun 04 07:37:22.197836 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51422) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:22.309735 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-082eaf6c-1988-4f33-87f3-ebed350c4969 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 200 len: 993 time: 0.1106312 Jun 04 07:37:22.316531 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:22.677405 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51430) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:22.901755 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 1f4babb7-d4ec-445a-9a92-03de9c4d91ea {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:37:22.902112 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:23.111536 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:23.111867 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:23.237889 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 1f4babb7-d4ec-445a-9a92-03de9c4d91ea owned by network:floatingip {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:37:23.416603 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:23.471355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=1f4babb7-d4ec-445a-9a92-03de9c4d91ea,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:23.509783 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.510135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.510479 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.510817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.511160 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.511485 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.511866 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.512187 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.512519 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.512842 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.513158 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.513523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:23.589229 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for floatingip, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:23.589709 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Floating IP 8376c4d3-ba94-46e1-916e-268e6932b834 disassociated (deleted). External IP: 172.25.1.232, port: 33f4f633-ef49-4044-8bf3-e8ddac69636b. Jun 04 07:37:23.990997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router c1a5d08f-5c12-4f9a-a963-67392f372189 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:37:24.325114 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:24.335628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Sync routers for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:24.344914 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:24.345938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:24.346630 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:24.408179 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-609c6be1-9c57-4160-ba3f-789b2fa783ec tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/floatingips/8376c4d3-ba94-46e1-916e-268e6932b834 HTTP/1.1" status: 204 len: 168 time: 1.7296848 Jun 04 07:37:24.408764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:37:24.590329 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:24.711529 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d31fe9-45cb-469f-a4eb-305eb5a8fc91'] response: {'name': 'network-changed', 'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'status': 'completed', 'code': 200} Jun 04 07:37:24.817244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-84e4bd03-196e-4c53-9ae8-e26232b1a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:24.819291 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-84e4bd03-196e-4c53-9ae8-e26232b1a0b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 1096 time: 0.0848088 Jun 04 07:37:24.928225 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235e92-b42f-4d23-890d-d85122b6dab8 req-c28718ae-4bdb-4831-9e5a-d5f5f7801f1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:24.929728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67235e92-b42f-4d23-890d-d85122b6dab8 req-c28718ae-4bdb-4831-9e5a-d5f5f7801f1a tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.1196518 Jun 04 07:37:25.007810 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67235e92-b42f-4d23-890d-d85122b6dab8 req-61354e8a-e9dc-4640-bc1b-c9fddd8bb204 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705841 Jun 04 07:37:25.023894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-d41751a3-dd70-444e-9912-7e1e8927820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:25.025407 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-d41751a3-dd70-444e-9912-7e1e8927820b service neutron] 10.222.0.24 "GET /v2.0/networks?id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 200 len: 896 time: 0.1997066 Jun 04 07:37:25.039434 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:25.045204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Checking router: c1a5d08f-5c12-4f9a-a963-67392f372189 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:25.059418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:25.060074 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:25.114559 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-9a6b19df-d917-4636-85b1-791b95b3de69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 200 len: 217 time: 0.0819554 Jun 04 07:37:25.190126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-b13236fb-5874-46b2-9d7f-51835328a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:25.191754 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-b13236fb-5874-46b2-9d7f-51835328a388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 200 len: 834 time: 0.0708861 Jun 04 07:37:25.308390 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-694ef802-0711-43cd-9a7e-cce9839c59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:25.310589 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-694ef802-0711-43cd-9a7e-cce9839c59ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122143 Jun 04 07:37:25.317890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:25.486830 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-c1dd51f0-9229-45e9-92ef-0aa5fabd252e service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695280 Jun 04 07:37:25.642581 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-64d3f676-702a-4658-bd77-cd0b52669a5a req-3f5b60ca-87d4-432b-88be-b2b950fc13c5 service neutron] 10.222.0.24 "GET /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490672 Jun 04 07:37:25.745531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:25.750571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b297178b-213b-4e67-b0f8-38500fbf0e85 None None] The sync data for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 is: [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '4b59587a-3c21-4ad3-896f-7ed7cad1817d', 'name': '', 'network_id': '193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'mac_address': 'fa:16:3e:57:cd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:53Z', 'updated_at': '2022-06-04T07:35:59Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'subnets': [{'id': '155311f9-b016-474b-a2c4-c214ad4c44d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:25.995959 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55dbd58-b9e3-461e-8461-428a00e5a565 None None] New status for floating IP 8376c4d3-ba94-46e1-916e-268e6932b834: DOWN {{(pid=88851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:37:26.238741 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6c75-f5e4-4ec4-9e9a-f26330884738 req-3ef9900e-d1ac-4031-b11e-d124131cfc06 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:26.240728 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45da6c75-f5e4-4ec4-9e9a-f26330884738 req-3ef9900e-d1ac-4031-b11e-d124131cfc06 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.1043892 Jun 04 07:37:26.336804 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:26.461450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-308fc9c2-b0fc-4313-a1e5-9ebaa46e84d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:26.462482 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-308fc9c2-b0fc-4313-a1e5-9ebaa46e84d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Synchronizing usage tracker for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:37:26.467551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:26.474386 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-45da6c75-f5e4-4ec4-9e9a-f26330884738 req-304badc6-b1e6-42f2-a5c5-80cf96607df2 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/security-groups?id=d755db4d-f252-4459-a049-7fa121200532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273140 Jun 04 07:37:26.485144 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-308fc9c2-b0fc-4313-a1e5-9ebaa46e84d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Unset dirty status for tenant:320ed2dc4aa748e4a2d4e0b223fd77c2 on resource:port {{(pid=88848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:37:26.486464 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-308fc9c2-b0fc-4313-a1e5-9ebaa46e84d1 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 945 time: 0.1359658 Jun 04 07:37:26.576266 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 33f4f633-ef49-4044-8bf3-e8ddac69636b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:37:26.577023 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:26.864166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 33f4f633-ef49-4044-8bf3-e8ddac69636b, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=33f4f633-ef49-4044-8bf3-e8ddac69636b,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:26.864517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:27.104796 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 33f4f633-ef49-4044-8bf3-e8ddac69636b owned by compute:nova {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:37:27.274367 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:27.329353 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=33f4f633-ef49-4044-8bf3-e8ddac69636b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:27.410812 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] No DVR routers for this DVR port 33f4f633-ef49-4044-8bf3-e8ddac69636b on host n-h2-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:37:27.415635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:27.422749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'name': 'network-vif-deleted', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:37:27.449864 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-bbfc580c-1e38-44d2-9355-2099ecbddefa req-accf3890-a84a-4129-974b-a19df5fe7841 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.24 "DELETE /v2.0/ports/33f4f633-ef49-4044-8bf3-e8ddac69636b HTTP/1.1" status: 204 len: 173 time: 0.9573734 Jun 04 07:37:27.490526 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2a94f3-a48d-4c36-9a58-37e2a77de17f'] response: {'server_uuid': '12311536-bfe3-4c58-88cd-a1e03596dad8', 'name': 'network-vif-deleted', 'tag': '33f4f633-ef49-4044-8bf3-e8ddac69636b', 'status': 'completed', 'code': 200} Jun 04 07:37:27.679193 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d0bfa44-a0e1-4bb5-933d-a530b06ec38d req-705572bb-3115-4fb3-aadf-9cad0cbb1962 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "GET /v2.0/ports?device_id=12311536-bfe3-4c58-88cd-a1e03596dad8 HTTP/1.1" status: 200 len: 210 time: 0.0743904 Jun 04 07:37:28.803772 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51448) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:29.537943 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:29.929714 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 4b59587a-3c21-4ad3-896f-7ed7cad1817d {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:37:29.930767 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:30.156894 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 4b59587a-3c21-4ad3-896f-7ed7cad1817d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4b59587a-3c21-4ad3-896f-7ed7cad1817d,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:30.157239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:30.394909 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 4b59587a-3c21-4ad3-896f-7ed7cad1817d owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:37:30.659357 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 33f4f633-ef49-4044-8bf3-e8ddac69636b no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:37:30.694847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 33f4f633-ef49-4044-8bf3-e8ddac69636b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:37:30.695188 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 33f4f633-ef49-4044-8bf3-e8ddac69636b not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:37:30.746920 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:30.796469 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=4b59587a-3c21-4ad3-896f-7ed7cad1817d,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:31.088477 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:31.448355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Router c1a5d08f-5c12-4f9a-a963-67392f372189 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:37:31.624151 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:31.634990 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Sync routers for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:31.639205 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7dff856c-dd92-44e7-aa57-b9a81ca97dc4 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "PUT /v2.0/routers/c1a5d08f-5c12-4f9a-a963-67392f372189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341184 Jun 04 07:37:31.642500 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51452) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:31.644909 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:31.645542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:31.831400 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting subnet 155311f9-b016-474b-a2c4-c214ad4c44d1 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:37:31.831776 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:31.834304 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:31.890128 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:31.976198 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.060737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.104959 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Subnet': ['ID=155311f9-b016-474b-a2c4-c214ad4c44d1,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:32.106334 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.113290 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-eaf75c4c-b84b-4a92-81bc-529a74378fc6 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/subnets/155311f9-b016-474b-a2c4-c214ad4c44d1 HTTP/1.1" status: 204 len: 168 time: 0.4697998 Jun 04 07:37:32.115869 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51456) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:32.122394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c753140-acf9-427e-a8b7-506848a31525 None None] Network 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:37:32.293343 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:37:30Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:32.298539 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.302177 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Checking router: c1a5d08f-5c12-4f9a-a963-67392f372189 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:32.316787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Routers {'c1a5d08f-5c12-4f9a-a963-67392f372189'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:32.317819 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['c1a5d08f-5c12-4f9a-a963-67392f372189'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:32.487314 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.499722 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Deleting port 459a77e1-ed00-454e-b8f0-4b460d6ee398 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:37:32.500691 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.561547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] Set router c1a5d08f-5c12-4f9a-a963-67392f372189 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:32.668816 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] DHCP port deletion for 193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:37:32.679671 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Deleting port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:37:32.680044 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.685523 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] For port 459a77e1-ed00-454e-b8f0-4b460d6ee398, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=459a77e1-ed00-454e-b8f0-4b460d6ee398,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:32.685886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:32.810857 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Calling delete_port for 459a77e1-ed00-454e-b8f0-4b460d6ee398 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:37:32.983425 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.034272 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Port': ['ID=459a77e1-ed00-454e-b8f0-4b460d6ee398,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:33.047410 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] For port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,segment=NetworkSegment(6d2e3710-8cff-4bfd-ae02-c857139c63f0),segment_id=6d2e3710-8cff-4bfd-ae02-c857139c63f0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:33.047945 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.123886 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.182409 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Calling delete_port for 4206bd1f-4d46-4ffb-a19d-dde25daffcbc owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:37:33.243079 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:37:30Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:33.249675 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7bbcf-5d60-46f7-ba35-6598aa7aca11 None None] The sync data for ids ['c1a5d08f-5c12-4f9a-a963-67392f372189'] in n-d-811808-2 is: [{'id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'name': 'tempest-TestNetworkAdvancedServerOps-router-766063022', 'tenant_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:37:30Z', 'revision_number': 5, 'project_id': '320ed2dc4aa748e4a2d4e0b223fd77c2', 'gw_port': {'id': '459a77e1-ed00-454e-b8f0-4b460d6ee398', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a5d08f-5c12-4f9a-a963-67392f372189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:35:49Z', 'updated_at': '2022-06-04T07:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:33.282555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883'] for port, after_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.336097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Pushing event deleted for resources: {'Port': ['ID=4206bd1f-4d46-4ffb-a19d-dde25daffcbc,revision_number=None']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:33.338512 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] No DVR routers for this DVR port 4206bd1f-4d46-4ffb-a19d-dde25daffcbc on host n-d-811808-2 {{(pid=88850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:37:33.349610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.349910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.350034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.350319 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.350657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.350986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.351313 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.351661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.351952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.352322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.352590 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.352912 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e81ca-83a1-438f-87aa-b57d163db23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:33.426137 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.428257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.454551 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.455050 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Fanout notify agent at l3_agent the message router_deleted on router c1a5d08f-5c12-4f9a-a963-67392f372189 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:37:33.471134 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.472235 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-51174f0d-d759-43ec-938b-3628a58f6689 tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/routers/c1a5d08f-5c12-4f9a-a963-67392f372189 HTTP/1.1" status: 204 len: 168 time: 1.3554754 Jun 04 07:37:33.474941 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51460) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:33.586274 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.696378 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4206bd1f-4d46-4ffb-a19d-dde25daffcbc no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:37:33.734387 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4206bd1f-4d46-4ffb-a19d-dde25daffcbc {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:37:33.734703 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4206bd1f-4d46-4ffb-a19d-dde25daffcbc not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:37:33.746417 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.775396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:33.787780 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2e3710-8cff-4bfd-ae02-c857139c63f0') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:33.788068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2e3710-8cff-4bfd-ae02-c857139c63f0') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:33.799171 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.815757 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.822093 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:37:33.822474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.897848 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6d2e3710-8cff-4bfd-ae02-c857139c63f0 resource provider aggregate not found Jun 04 07:37:33.923610 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 6d2e3710-8cff-4bfd-ae02-c857139c63f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d2e3710-8cff-4bfd-ae02-c857139c63f0 found for delete ", "request_id": "req-71846193-59fd-4d8f-b6a0-38178e6ec5df"}]} Jun 04 07:37:33.931951 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.936116 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:33.963420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'Network': ['ID=193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:33.977334 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-aa9c1833-5e7c-40f3-ae75-d56c210630ad tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/networks/193bedcb-6f0b-4ea6-94a0-ce8c1ee83ce8 HTTP/1.1" status: 204 len: 168 time: 0.4960656 Jun 04 07:37:33.980651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:34.051372 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.081563 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.145727 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.167337 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755db4d-f252-4459-a049-7fa121200532,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:34.179072 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.180174 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-abd0d5be-a7ce-49b0-a8e1-e2165ee4264b tempest-TestNetworkAdvancedServerOps-756006541 tempest-TestNetworkAdvancedServerOps-756006541-project] 10.222.0.17 "DELETE /v2.0/security-groups/d755db4d-f252-4459-a049-7fa121200532 HTTP/1.1" status: 204 len: 168 time: 0.1979835 Jun 04 07:37:34.570517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51478) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:34.733146 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7de59e03-4168-4302-887f-00068ca169e5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=320ed2dc4aa748e4a2d4e0b223fd77c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614165 Jun 04 07:37:34.736177 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51484) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:34.794630 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.820450 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.874326 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.891752 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff188ec0-d0a1-4351-80d6-27d808ecea0e,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:34.899287 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:34.900401 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-0590e421-eee8-4c2c-b1f0-9547ab2f73b5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ff188ec0-d0a1-4351-80d6-27d808ecea0e HTTP/1.1" status: 204 len: 168 time: 0.1633365 Jun 04 07:37:35.197105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51492) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:35.214635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.228440 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:35.232288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Usage tracker for resource:security_group_rule and tenant:3418aee8a9f34f6f802292db27d4682d is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:35.235129 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:35.240687 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:35.270874 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 459a77e1-ed00-454e-b8f0-4b460d6ee398 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:37:35.306051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 459a77e1-ed00-454e-b8f0-4b460d6ee398 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:37:35.306051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 459a77e1-ed00-454e-b8f0-4b460d6ee398 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:37:35.306051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b59587a-3c21-4ad3-896f-7ed7cad1817d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:37:35.330890 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.334768 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.343194 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 4b59587a-3c21-4ad3-896f-7ed7cad1817d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:37:35.343560 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 4b59587a-3c21-4ad3-896f-7ed7cad1817d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:37:35.383369 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3418aee8a9f34f6f802292db27d4682d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851673 Jun 04 07:37:35.384247 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744beeea-2a2a-44d9-a148-df2822f5e58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5464cde7-fb03-4a25-9520-97ea1e37085f,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:35.386106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51496) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:35.447931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.474145 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.528709 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.543198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5464cde7-fb03-4a25-9520-97ea1e37085f,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:35.553899 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.554249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.554589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.554925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.555258 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.555585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.555909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.556235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.556557 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.556878 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.557198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.557538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:35.560570 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:35.561686 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-47ecd89b-edbc-48af-be6e-84006bd49326 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5464cde7-fb03-4a25-9520-97ea1e37085f HTTP/1.1" status: 204 len: 168 time: 0.1737549 Jun 04 07:37:36.337629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51520) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:36.444019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266335577-network', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:36.449712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:36.454643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Usage tracker for resource:network and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:36.458027 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:36.464213 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:36.475472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Made reservation on behalf of e107c1fc49b3475fb3684535d4b97efa for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:37:36.477765 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.490368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.507236 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:36.511974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:36.515919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:36.522655 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:36.613052 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.616763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.649380 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:37:36.654456 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa13ce-fe25-4f2f-a842-0e0e6f7a212e,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:36.661041 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.661409 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Added segment 59ae2149-495d-4f45-95b5-a959b7dec701 of type vlan for network d394f020-c616-42b5-afe7-f0529c074d6c Jun 04 07:37:36.689011 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.718976 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.720000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:36.720627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:36.831446 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] Pushing event updated for resources: {'Network': ['ID=d394f020-c616-42b5-afe7-f0529c074d6c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:36.835459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-053d8f72-19fb-4509-8a44-96ba305cf3ed admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4967892 Jun 04 07:37:36.838541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51526) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:36.842857 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network d394f020-c616-42b5-afe7-f0529c074d6c details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:37:36.844849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Request body: {'subnet': {'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266335577-subnet', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:36.850691 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:36.854617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Usage tracker for resource:subnet and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:36.857558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:36.863635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:36.874862 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Made reservation on behalf of e107c1fc49b3475fb3684535d4b97efa for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:37:36.877443 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.093007 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.169359 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d946724-2013-42e7-8ab6-b1fd922e3325,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:37.181928 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:37.182300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Network hostable DHCP agents. Network: d394f020-c616-42b5-afe7-f0529c074d6c, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:37:37.207406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Network d394f020-c616-42b5-afe7-f0529c074d6c is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:37:37.216389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, d394f020-c616-42b5-afe7-f0529c074d6c) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:37.220589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:37.221181 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.225341 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58f548-49fe-4012-9828-f3ec58dd262a None None] Network d394f020-c616-42b5-afe7-f0529c074d6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:37:37.243487 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-eae39888-d950-46f9-ae1e-c78a4c5972f1 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4039166 Jun 04 07:37:37.246438 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51530) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:37.252609 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:37.258233 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:37.262255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Usage tracker for resource:router and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:37.265068 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:37.271255 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:37.283401 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.284510 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.299798 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.445644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-d394f020-c616-42b5-afe7-f0529c074d6c', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:37:37.446500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.580953 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.611501 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Allocated IP 172.20.0.2 (d394f020-c616-42b5-afe7-f0529c074d6c/2d946724-2013-42e7-8ab6-b1fd922e3325/d44afbcc-93cb-4870-8ec2-3c43f703d822) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:37.826308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.837756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Transition to ACTIVE for port object d44afbcc-93cb-4870-8ec2-3c43f703d822 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:37.859171 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Transition to ACTIVE for port object d44afbcc-93cb-4870-8ec2-3c43f703d822 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:37.864757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:37.931915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Network d394f020-c616-42b5-afe7-f0529c074d6c is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:37.935253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:37.938075 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:37.973688 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Pushing event updated for resources: {'Port': ['ID=d44afbcc-93cb-4870-8ec2-3c43f703d822,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:38.007840 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.039014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.043121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Attempting to bind port d44afbcc-93cb-4870-8ec2-3c43f703d822 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:38.043628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Attempting to bind port d44afbcc-93cb-4870-8ec2-3c43f703d822 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:38.043997 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Attempting to bind port d44afbcc-93cb-4870-8ec2-3c43f703d822 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:38.050228 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:38.050606 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:38.051043 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.051438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:38.051906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Bound port: d44afbcc-93cb-4870-8ec2-3c43f703d822, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:38.052282 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.142933 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] For port d44afbcc-93cb-4870-8ec2-3c43f703d822, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:38.146265 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] For port d44afbcc-93cb-4870-8ec2-3c43f703d822, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44afbcc-93cb-4870-8ec2-3c43f703d822,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:38.150419 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.180455 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Allocated IP 172.25.1.226 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/209889f8-4961-4af9-bcce-0c3871495535) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:38.239421 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0fd1d-9740-48b2-aeb3-9d80f3e22b0f None None] Pushing event updated for resources: {'Port': ['ID=d44afbcc-93cb-4870-8ec2-3c43f703d822,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:38.338290 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.369387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:38.443680 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:38.446471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:38.450089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:38.481005 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Pushing event updated for resources: {'Port': ['ID=209889f8-4961-4af9-bcce-0c3871495535,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:38.879814 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.193179 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414a1dc-0686-4ba8-b750-14f6bd0f259a None None] Network d394f020-c616-42b5-afe7-f0529c074d6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:37:39.240000 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.293718 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-e4ec64d2-be4b-430d-8601-6b05380315e1 None None] Provisioning for port d44afbcc-93cb-4870-8ec2-3c43f703d822 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:39.361788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44afbcc-93cb-4870-8ec2-3c43f703d822 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:39.493328 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port d44afbcc-93cb-4870-8ec2-3c43f703d822 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:39.500919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d44afbcc-93cb-4870-8ec2-3c43f703d822 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:39.501290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.612451 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:37:39.650139 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d44afbcc-93cb-4870-8ec2-3c43f703d822 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:39.650514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.685346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port d44afbcc-93cb-4870-8ec2-3c43f703d822, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44afbcc-93cb-4870-8ec2-3c43f703d822,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:39.691571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.771151 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=d44afbcc-93cb-4870-8ec2-3c43f703d822,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:39.814815 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:39.824609 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:39.835546 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:39.836612 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:39.844955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-259cd6cf-36fc-44a8-9c2b-a48bcc801658 None None] Provisioning complete for port d44afbcc-93cb-4870-8ec2-3c43f703d822 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:39.845324 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-259cd6cf-36fc-44a8-9c2b-a48bcc801658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.850145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:39.857202 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b578d79d-c2f4-4f51-ba79-d412c2a6931e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6039329 Jun 04 07:37:39.857202 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51536) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:39.973271 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-259cd6cf-36fc-44a8-9c2b-a48bcc801658 None None] Current status of the port d44afbcc-93cb-4870-8ec2-3c43f703d822 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:40.038964 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:40.419942 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:38Z', 'revision_number': 3, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:40.424803 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:40.425150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Updating router 76b5ba85-22d4-442c-aea8-a409a81a3802 port 209889f8-4961-4af9-bcce-0c3871495535 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:37:40.477649 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:40.623121 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:40.821761 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:40.835689 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Transition to ACTIVE for port object 209889f8-4961-4af9-bcce-0c3871495535 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:40.841805 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Allocated IP 172.20.0.1 (d394f020-c616-42b5-afe7-f0529c074d6c/2d946724-2013-42e7-8ab6-b1fd922e3325/2714c57e-c69c-4310-97a9-cc6851c0e347) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:40.844847 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:40.926905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Attempting to bind port 209889f8-4961-4af9-bcce-0c3871495535 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:40.927267 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Attempting to bind port 209889f8-4961-4af9-bcce-0c3871495535 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:40.927629 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Attempting to bind port 209889f8-4961-4af9-bcce-0c3871495535 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:40.930146 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Pushing event updated for resources: {'Port': ['ID=209889f8-4961-4af9-bcce-0c3871495535,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:40.941310 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.941677 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.942020 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.942354 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.942693 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.943015 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.943341 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.943665 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.943987 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.944550 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.944881 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.945206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:37:40.948507 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:40.948880 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:40.949281 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:40.949759 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:40.950241 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Bound port: 209889f8-4961-4af9-bcce-0c3871495535, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:40.950611 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.005794 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.024509 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Transition to ACTIVE for port object 2714c57e-c69c-4310-97a9-cc6851c0e347 will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:41.033871 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] For port 209889f8-4961-4af9-bcce-0c3871495535, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:41.037248 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] For port 209889f8-4961-4af9-bcce-0c3871495535, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=209889f8-4961-4af9-bcce-0c3871495535,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:41.041974 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.053158 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.119661 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:41.120272 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:41.124799 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Network d394f020-c616-42b5-afe7-f0529c074d6c is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:41.128338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:41.132841 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:41.191327 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475c78-bfad-4caa-9fe5-02bc8fe37a31 None None] Pushing event updated for resources: {'Port': ['ID=209889f8-4961-4af9-bcce-0c3871495535,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:41.317396 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:41.320396 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:41.332760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44afbcc-93cb-4870-8ec2-3c43f703d822 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:41.340685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.445253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3386c34e-5a80-4358-95a1-e13fb977cabf None None] Provisioning for port 2714c57e-c69c-4310-97a9-cc6851c0e347 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:41.452412 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3386c34e-5a80-4358-95a1-e13fb977cabf None None] Provisioning complete for port 2714c57e-c69c-4310-97a9-cc6851c0e347 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:41.454760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3386c34e-5a80-4358-95a1-e13fb977cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.514324 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3386c34e-5a80-4358-95a1-e13fb977cabf None None] Port 2714c57e-c69c-4310-97a9-cc6851c0e347 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:37:41.516902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port d44afbcc-93cb-4870-8ec2-3c43f703d822 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:41.518574 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.631088 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.647112 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port d44afbcc-93cb-4870-8ec2-3c43f703d822 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:41.654291 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:38Z', 'revision_number': 3, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:41.658815 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f18612-d32f-4bdc-a24a-f47a0279846f None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:38Z', 'revision_number': 3, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:41.880409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:41.888522 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:42.004181 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:42.007872 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:42.152281 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Network d394f020-c616-42b5-afe7-f0529c074d6c is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:42.153537 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:42.356443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:37:42.446173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9056a7dd-6d9f-4ddc-9ec9-1529202707dc None None] Provisioning complete for port 2714c57e-c69c-4310-97a9-cc6851c0e347 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:42.447219 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9056a7dd-6d9f-4ddc-9ec9-1529202707dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:42.508306 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9056a7dd-6d9f-4ddc-9ec9-1529202707dc None None] Port 2714c57e-c69c-4310-97a9-cc6851c0e347 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:37:42.555416 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:42.565858 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-e53965be-f062-4c90-8d90-ec91a16f3ae1 admin admin] 10.222.0.17 "PUT /v2.0/routers/76b5ba85-22d4-442c-aea8-a409a81a3802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103803 Jun 04 07:37:43.104745 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51554) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:43.112326 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-506839486-network', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:43.117877 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:43.121750 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Usage tracker for resource:network and tenant:a7dcf43f04e749578ea8ead2eb490e1c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:43.125878 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:43.131587 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:43.143458 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Made reservation on behalf of a7dcf43f04e749578ea8ead2eb490e1c for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:37:43.145940 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.159430 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.164399 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:43.175450 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:43.176223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:43.176931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:43.179394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Usage tracker for resource:security_group_rule and tenant:a7dcf43f04e749578ea8ead2eb490e1c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:43.182369 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:43.189897 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:43.282005 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.287877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.322420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:37:43.328118 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9391d3-d0f9-4c2c-8310-e8f7bd5ae464,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:43.335670 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.336399 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Added segment b0af3e9f-68e6-4563-b9a1-9e510a856ae0 of type vlan for network cd4899ca-a8fc-41f9-a238-8fd62575f50d Jun 04 07:37:43.364446 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 209889f8-4961-4af9-bcce-0c3871495535 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:43.369282 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.403748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.404774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:43.405460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.432563 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:43.510053 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4035237 Jun 04 07:37:43.511237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0674ca-0605-4fd8-8961-8e16438f8155 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4899ca-a8fc-41f9-a238-8fd62575f50d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:43.512363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51558) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:43.518664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Request body: {'subnet': {'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-506839486-subnet', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:43.524366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:43.528469 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Usage tracker for resource:subnet and tenant:a7dcf43f04e749578ea8ead2eb490e1c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:43.531854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:43.537837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:43.549249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Made reservation on behalf of a7dcf43f04e749578ea8ead2eb490e1c for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:37:43.551777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.571818 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:37:43.612266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 209889f8-4961-4af9-bcce-0c3871495535 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:43.727854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 209889f8-4961-4af9-bcce-0c3871495535 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:43.728220 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.773842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.851976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2b953c-9714-42a8-80a0-d29888a87ed2,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:43.862858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Checking segment: {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:43.863188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Network hostable DHCP agents. Network: cd4899ca-a8fc-41f9-a238-8fd62575f50d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:37:43.884854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:37:43.895193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, cd4899ca-a8fc-41f9-a238-8fd62575f50d) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:43.899877 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:43.900587 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.922695 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0bb43bc9-ffc9-4670-812e-23ebbee5ceb4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4091232 Jun 04 07:37:43.925088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51562) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:43.927314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e5908-b1cf-453a-868f-37e908739a44 None None] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:37:43.930072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:43.935406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:43.940307 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Usage tracker for resource:router and tenant:a7dcf43f04e749578ea8ead2eb490e1c is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:43.944447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:43.950539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:43.962277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.963434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:43.979117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.038899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 209889f8-4961-4af9-bcce-0c3871495535 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:44.039288 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.083141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 209889f8-4961-4af9-bcce-0c3871495535, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=209889f8-4961-4af9-bcce-0c3871495535,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:44.091952 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.220836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 2, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:44.256243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:44.256594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Updating router 76b5ba85-22d4-442c-aea8-a409a81a3802 port 2714c57e-c69c-4310-97a9-cc6851c0e347 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:37:44.260084 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.279965 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=209889f8-4961-4af9-bcce-0c3871495535,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:44.367841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'fixed_ips': [{'subnet_id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:37:44.368846 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.397279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.692687 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.701419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Allocated IP 172.20.0.2 (cd4899ca-a8fc-41f9-a238-8fd62575f50d/fa2b953c-9714-42a8-80a0-d29888a87ed2/eb108449-33c5-4e16-b815-d34fb9d16778) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:44.726689 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:44.872440 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Allocated IP 172.25.1.133 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/7fb2fbe6-a614-4fba-88aa-eda3b2a43318) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:45.034243 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.066394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.081386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.092326 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.119722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Transition to ACTIVE for port object eb108449-33c5-4e16-b815-d34fb9d16778 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:45.124969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Transition to ACTIVE for port object 2714c57e-c69c-4310-97a9-cc6851c0e347 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:45.144897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.145974 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:45.149094 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:45.153134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:45.189856 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Pushing event updated for resources: {'Port': ['ID=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:45.229931 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Transition to ACTIVE for port object eb108449-33c5-4e16-b815-d34fb9d16778 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:45.312766 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.354962 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269bfc9-820a-4cd2-bcea-292223f4e7ea None None] Pushing event updated for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:45.366484 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 209889f8-4961-4af9-bcce-0c3871495535 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:45.493945 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:45.515955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:45.533999 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:45.555083 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Attempting to bind port 2714c57e-c69c-4310-97a9-cc6851c0e347 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:45.555443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Attempting to bind port 2714c57e-c69c-4310-97a9-cc6851c0e347 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:45.555798 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Attempting to bind port 2714c57e-c69c-4310-97a9-cc6851c0e347 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:45.557886 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Pushing event updated for resources: {'Port': ['ID=eb108449-33c5-4e16-b815-d34fb9d16778,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:45.607491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:45.607856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:45.608255 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.608926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:45.609233 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Bound port: 2714c57e-c69c-4310-97a9-cc6851c0e347, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:45.609717 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.629655 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.724063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Attempting to bind port eb108449-33c5-4e16-b815-d34fb9d16778 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:45.724660 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Attempting to bind port eb108449-33c5-4e16-b815-d34fb9d16778 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:45.724787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Attempting to bind port eb108449-33c5-4e16-b815-d34fb9d16778 on network cd4899ca-a8fc-41f9-a238-8fd62575f50d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:45.743359 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 209889f8-4961-4af9-bcce-0c3871495535 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:45.743726 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.786838 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:45.787191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Checking segment: {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:45.787589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.787976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Bound using segment: {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:45.788450 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Bound port: eb108449-33c5-4e16-b815-d34fb9d16778, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:45.788821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.861825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] For port 2714c57e-c69c-4310-97a9-cc6851c0e347, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:45.893747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] For port 2714c57e-c69c-4310-97a9-cc6851c0e347, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2714c57e-c69c-4310-97a9-cc6851c0e347,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:45.910374 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:45.918495 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:37:45.989334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] For port eb108449-33c5-4e16-b815-d34fb9d16778, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:46.005134 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:46.056533 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] For port eb108449-33c5-4e16-b815-d34fb9d16778, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb108449-33c5-4e16-b815-d34fb9d16778,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:46.060404 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:46.061184 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:46.184050 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:46.205867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269bfc9-820a-4cd2-bcea-292223f4e7ea None None] Pushing event updated for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:46.286537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 209889f8-4961-4af9-bcce-0c3871495535 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:46.373045 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:37:46.420345 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9091e30-d584-45bb-a51b-9b5a1e160bc7 None None] Pushing event updated for resources: {'Port': ['ID=eb108449-33c5-4e16-b815-d34fb9d16778,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:46.428204 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:46.610965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:46.625534 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Sync routers for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:46.643010 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:46.643736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:46.652777 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:46.654513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7afe22bd-51f4-4fc4-986c-79773b99f7df admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7283266 Jun 04 07:37:46.657923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51566) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:46.883249 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-66983419-6421-46d5-9c12-55b526552c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:45Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:46.889747 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66983419-6421-46d5-9c12-55b526552c4a None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:45Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:46.938091 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:47.127520 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-015cee58-9bde-41df-9f68-a9b98b4f2f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:47.365804 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:45Z', 'revision_number': 3, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:47.370635 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Checking router: e4c1cf9e-62e7-4d9d-adc1-98afde632d3c for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:47.371187 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Updating router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:37:47.428595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb108449-33c5-4e16-b815-d34fb9d16778 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:47.453400 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:47.556738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port eb108449-33c5-4e16-b815-d34fb9d16778 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:47.568591 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2714c57e-c69c-4310-97a9-cc6851c0e347 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:47.650544 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:47.683014 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 2714c57e-c69c-4310-97a9-cc6851c0e347 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:47.689430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2714c57e-c69c-4310-97a9-cc6851c0e347 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:47.690092 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:47.721598 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8c64f-efc5-412e-a47a-7192338d1202 None None] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:37:47.868377 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Provisioning for port eb108449-33c5-4e16-b815-d34fb9d16778 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:47.900542 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Provisioning complete for port eb108449-33c5-4e16-b815-d34fb9d16778 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:47.901235 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:47.970387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Allocated IP 172.20.0.1 (cd4899ca-a8fc-41f9-a238-8fd62575f50d/fa2b953c-9714-42a8-80a0-d29888a87ed2/f013c113-ceb2-4848-b0d5-3c87184f255b) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:48.012521 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.030267 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Transition to ACTIVE for port object 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:48.044572 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.079202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2714c57e-c69c-4310-97a9-cc6851c0e347 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:48.079505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.169864 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Attempting to bind port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:48.170329 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Attempting to bind port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:48.172119 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Attempting to bind port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:48.190760 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:48.191300 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:48.191999 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.192565 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:48.193291 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Bound port: 7fb2fbe6-a614-4fba-88aa-eda3b2a43318, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:48.193959 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.247041 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 2714c57e-c69c-4310-97a9-cc6851c0e347, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2714c57e-c69c-4310-97a9-cc6851c0e347,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:48.255229 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9987c-0af3-4e80-b051-69b2fd99e5a5 None None] Pushing event updated for resources: {'Port': ['ID=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:48.308432 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.340578 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] For port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:48.345638 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] For port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:48.352482 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.356191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Current status of the port eb108449-33c5-4e16-b815-d34fb9d16778 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:48.356577 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.382516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.409418 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Transition to ACTIVE for port object f013c113-ceb2-4848-b0d5-3c87184f255b will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:48.435473 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:48.436256 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:48.443268 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:48.449048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] For port eb108449-33c5-4e16-b815-d34fb9d16778, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb108449-33c5-4e16-b815-d34fb9d16778,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:48.456302 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.457234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.547655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab3bfb-62af-48c9-a37d-5a00bfd36dae None None] Pushing event updated for resources: {'Port': ['ID=eb108449-33c5-4e16-b815-d34fb9d16778,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:48.549797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:48.556150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:48.569588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:48.639124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Pushing event updated for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:48.639493 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9987c-0af3-4e80-b051-69b2fd99e5a5 None None] Pushing event updated for resources: {'Port': ['ID=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:48.652695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.669873 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:48.791151 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:48.889162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-045590e0-cc1f-409f-aef2-dc62e341c512 None None] Provisioning complete for port eb108449-33c5-4e16-b815-d34fb9d16778 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:48.890433 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-045590e0-cc1f-409f-aef2-dc62e341c512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.052230 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-045590e0-cc1f-409f-aef2-dc62e341c512 None None] Current status of the port eb108449-33c5-4e16-b815-d34fb9d16778 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:49.059161 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:45Z', 'revision_number': 3, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:49.063668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748a3f9-1b23-41fc-ab3a-75acfb87fe17 None None] The sync data for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 is: [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:45Z', 'revision_number': 3, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:49.120374 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.126220 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.183223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa58d9e3-1f20-408d-9a45-76f59d84e385 None None] Provisioning for port f013c113-ceb2-4848-b0d5-3c87184f255b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:49.190633 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-aa58d9e3-1f20-408d-9a45-76f59d84e385 None None] Provisioning complete for port f013c113-ceb2-4848-b0d5-3c87184f255b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:49.191290 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-aa58d9e3-1f20-408d-9a45-76f59d84e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.251392 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.255401 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Pushing event updated for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:49.344250 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-aa58d9e3-1f20-408d-9a45-76f59d84e385 None None] Port f013c113-ceb2-4848-b0d5-3c87184f255b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:37:49.369557 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-43e0f56b-e5e1-4df1-b29e-fd5de4fbb3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.429523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2714c57e-c69c-4310-97a9-cc6851c0e347 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:49.448102 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:49.450252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:49.523490 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 2714c57e-c69c-4310-97a9-cc6851c0e347 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:49.523981 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.682287 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 2714c57e-c69c-4310-97a9-cc6851c0e347 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:49.683992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb108449-33c5-4e16-b815-d34fb9d16778 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:49.711768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:37:49.781980 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-cf9bfa96-d8a5-472e-81fe-ec1637c08409 None None] Provisioning complete for port f013c113-ceb2-4848-b0d5-3c87184f255b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:49.782441 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cf9bfa96-d8a5-472e-81fe-ec1637c08409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.833876 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port eb108449-33c5-4e16-b815-d34fb9d16778 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:49.834344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:49.883649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-cf9bfa96-d8a5-472e-81fe-ec1637c08409 None None] Port f013c113-ceb2-4848-b0d5-3c87184f255b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:37:49.916897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:37:49.927415 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-668933bb-c0c2-4ccc-a931-c704d7ccc513 admin admin] 10.222.0.17 "PUT /v2.0/routers/e4c1cf9e-62e7-4d9d-adc1-98afde632d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2680824 Jun 04 07:37:49.973299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port eb108449-33c5-4e16-b815-d34fb9d16778 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:50.327735 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.339520 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51576) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:50.344926 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163303384', 'description': 'tempest-secgroup-smoke-163303384 description', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:50.351713 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:50.355700 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:50.358845 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:50.365267 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:50.376436 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.400617 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:50.404521 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:50.407600 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:50.413174 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:50.615346 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.619355 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.664322 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.665720 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3251779 Jun 04 07:37:50.668847 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51580) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:50.669227 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e9668-6690-44b4-ab21-be44c19c2acc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf398093-371f-440d-8ad5-0e9fc6993b6a,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:50.675232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:50.682029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:50.687224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:50.690735 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:50.696759 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:50.717616 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.738163 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.788118 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.791908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.812571 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Sync routers for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:37:50.818319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5b6b62-290c-441f-9aa6-c5cf67293825,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:50.823618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:50.824222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:50.828744 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.832509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ccdd6d77-9535-4e87-a2de-324aee3acf02 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601045 Jun 04 07:37:50.832724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 51584) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:50.837721 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:50.844965 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:50.848909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:50.851829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:50.859042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:50.878507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.947399 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.954378 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:50.991315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132eefbc-7fa7-4d1e-a431-ab331ef49716,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:51.000117 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.001549 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b6d0aa8b-b811-487c-947f-e229cc643310 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679254 Jun 04 07:37:51.004427 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51588) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:51.011228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:51.019662 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:51.024130 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:51.027567 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:51.027741 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:51.043445 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:51.064446 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.134239 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.138328 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.163503 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e7ffac-e829-41f4-976c-6519729cd97a,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:51.174395 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.175565 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-2b747e96-76b9-4a7a-8bd9-834ec69b153f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694317 Jun 04 07:37:51.178309 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51592) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:51.183252 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:51.192115 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:51.196117 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:51.199126 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:51.205771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:51.224878 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.303478 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.308836 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.336135 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d86a0b-88ef-4842-b0ed-b371cc82930e,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:51.348512 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.350087 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-945d117c-2e8d-4ce3-adc7-6cf1613fb33c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706712 Jun 04 07:37:51.353887 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51596) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:51.360474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:51.368976 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:51.369808 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:51.373670 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:51.377286 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:51.383173 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:51.396345 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Project e107c1fc49b3475fb3684535d4b97efa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:37:51.403529 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.447025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 4, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f013c113-ceb2-4848-b0d5-3c87184f255b', 'name': '', 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'mac_address': 'fa:16:3e:02:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:47Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 2, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'subnets': [{'id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:51.455400 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Checking router: e4c1cf9e-62e7-4d9d-adc1-98afde632d3c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:37:51.455787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Updating router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c port f013c113-ceb2-4848-b0d5-3c87184f255b binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:37:51.475315 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.479586 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.485817 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:51.499826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:51.500301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.505695 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5207952-56cb-46c0-87f2-6fc73fb8ecc2,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:51.515014 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.519633 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-65657590-d3e9-43be-951a-219cee9dcc93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620879 Jun 04 07:37:51.519890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51600) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:37:51.524788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': 'cf398093-371f-440d-8ad5-0e9fc6993b6a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:51.533035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:51.536989 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:51.541153 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:51.546742 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:51.557747 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Project e107c1fc49b3475fb3684535d4b97efa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:37:51.563961 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.565202 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.637748 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.643026 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.669789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b278b15c-02cd-43c1-9a23-b3647a5c69d0,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:51.681400 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.683150 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-42468262-c88e-47c8-91e4-8559246cb80d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623702 Jun 04 07:37:51.774866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:51.775247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:51.819790 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:51.855885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-8eecab34-89c6-46c3-a374-2f7b6b1cd826 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:37:51.875289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-8eecab34-89c6-46c3-a374-2f7b6b1cd826 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:37:51.876557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-8eecab34-89c6-46c3-a374-2f7b6b1cd826 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163303384&fields=id&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 267 time: 0.0617855 Jun 04 07:37:51.918672 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.041801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:52.071802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ee018b44-6989-4ac6-84fd-1ff7f273a3f8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:52.072498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ee018b44-6989-4ac6-84fd-1ff7f273a3f8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:37:52.091276 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ee018b44-6989-4ac6-84fd-1ff7f273a3f8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:37:52.093721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ee018b44-6989-4ac6-84fd-1ff7f273a3f8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 808 time: 0.2090399 Jun 04 07:37:52.122377 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-1cff5b28-f5f2-4eab-80be-ba2b6f1336ba tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/quotas/e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 375 time: 0.0193918 Jun 04 07:37:52.167552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.191854 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Transition to ACTIVE for port object f013c113-ceb2-4848-b0d5-3c87184f255b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:52.205570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.368888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-f595e483-33c9-48f6-93f1-a4b535b01717 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2400036 Jun 04 07:37:52.435368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.459964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e0a1b-f1dd-49d2-a06a-9bc433f9d1bc None None] Pushing event updated for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:52.472167 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Attempting to bind port f013c113-ceb2-4848-b0d5-3c87184f255b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:52.472541 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Attempting to bind port f013c113-ceb2-4848-b0d5-3c87184f255b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:52.472895 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Attempting to bind port f013c113-ceb2-4848-b0d5-3c87184f255b on network cd4899ca-a8fc-41f9-a238-8fd62575f50d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:52.478861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:52.479242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Checking segment: {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:52.479651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.480116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Bound using segment: {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:52.480506 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Bound port: f013c113-ceb2-4848-b0d5-3c87184f255b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:52.480890 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.535946 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-3a85751d-6568-4641-be41-983f93ea81fd service neutron] 10.222.0.17 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518862 Jun 04 07:37:52.586522 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] For port f013c113-ceb2-4848-b0d5-3c87184f255b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:52.590007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] For port f013c113-ceb2-4848-b0d5-3c87184f255b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f013c113-ceb2-4848-b0d5-3c87184f255b,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:52.595385 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:52.683952 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:37:52.684610 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:52.712103 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-06fcbc67-c830-482c-8d27-d1bedbadc71a service neutron] 10.222.0.17 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698234 Jun 04 07:37:52.752416 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e0a1b-f1dd-49d2-a06a-9bc433f9d1bc None None] Pushing event updated for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:52.918823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:37:52.951630 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3808d850-8f57-49c9-afec-e4a15b54cca9 req-551c2033-c8fa-432c-aa9c-7670a80b96cd tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 210 time: 0.0632751 Jun 04 07:37:53.345856 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:53.407904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 4, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f013c113-ceb2-4848-b0d5-3c87184f255b', 'name': '', 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'mac_address': 'fa:16:3e:02:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:47Z', 'updated_at': '2022-06-04T07:37:52Z', 'revision_number': 4, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'subnets': [{'id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:37:53.415815 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3aeb3-ee0b-47ad-b5b1-5b52298f5622 None None] The sync data for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 is: [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 4, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'f013c113-ceb2-4848-b0d5-3c87184f255b', 'name': '', 'network_id': 'cd4899ca-a8fc-41f9-a238-8fd62575f50d', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'mac_address': 'fa:16:3e:02:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:47Z', 'updated_at': '2022-06-04T07:37:52Z', 'revision_number': 4, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'subnets': [{'id': 'fa2b953c-9714-42a8-80a0-d29888a87ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:37:53.439800 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:53.440776 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:53.611977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:54.130652 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d773eb77-19cb-42ad-b5b5-0bb24baf01d5 req-080489b4-2b00-419c-888f-6add2c662a93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 210 time: 0.0470788 Jun 04 07:37:54.502394 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-6bea0b99-7a4d-4d4a-ab1b-650fc3d58502 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:54.504397 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-6bea0b99-7a4d-4d4a-ab1b-650fc3d58502 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 808 time: 0.1794362 Jun 04 07:37:54.562420 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-5d99e019-927d-46c0-9183-2569fe6022b3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 379 time: 0.0451312 Jun 04 07:37:54.570354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'port': {'device_id': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'admin_state_up': True, 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'security_groups': ['cf398093-371f-440d-8ad5-0e9fc6993b6a']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:54.745024 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:37:54.749912 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:port and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:37:54.755917 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:37:54.766128 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:37:54.778849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Made reservation on behalf of e107c1fc49b3475fb3684535d4b97efa for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:37:54.783027 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:54.962071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Allocated IP 172.20.0.14 (d394f020-c616-42b5-afe7-f0529c074d6c/2d946724-2013-42e7-8ab6-b1fd922e3325/2e42f96f-6a31-4c45-af72-d7cbeb455447) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:37:55.155601 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.172392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Transition to ACTIVE for port object 2e42f96f-6a31-4c45-af72-d7cbeb455447 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:55.198963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.297245 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Network d394f020-c616-42b5-afe7-f0529c074d6c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:37:55.304996 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:37:55.319506 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:37:55.362972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f013c113-ceb2-4848-b0d5-3c87184f255b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:55.382561 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:55.413161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:55.413930 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.451487 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port f013c113-ceb2-4848-b0d5-3c87184f255b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:55.458694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5de9bd-a835-41c6-9424-773a78ac2c57 req-683df100-b49f-48a9-aa11-6ef7def68577 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:55.458694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6f5de9bd-a835-41c6-9424-773a78ac2c57 req-683df100-b49f-48a9-aa11-6ef7def68577 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:37:55.459046 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f013c113-ceb2-4848-b0d5-3c87184f255b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:55.459046 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.463208 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-d42c315a-d752-4095-8663-3adb73c86cde tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965447 Jun 04 07:37:55.475736 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Request body: {'port': {'device_id': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:37:55.543284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-6f5de9bd-a835-41c6-9424-773a78ac2c57 req-683df100-b49f-48a9-aa11-6ef7def68577 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:37:55.546635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f5de9bd-a835-41c6-9424-773a78ac2c57 req-683df100-b49f-48a9-aa11-6ef7def68577 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 932 time: 0.2992423 Jun 04 07:37:55.639294 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f013c113-ceb2-4848-b0d5-3c87184f255b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:55.640238 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.648631 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f5de9bd-a835-41c6-9424-773a78ac2c57 req-21994227-dd6b-41e9-8688-f710822ad130 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964587 Jun 04 07:37:55.651165 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.659761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7bff3a53-f317-4980-8433-cda51210d857 None None] Provisioning for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:37:55.670865 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7bff3a53-f317-4980-8433-cda51210d857 None None] Provisioning complete for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:55.671324 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7bff3a53-f317-4980-8433-cda51210d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.718545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port f013c113-ceb2-4848-b0d5-3c87184f255b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f013c113-ceb2-4848-b0d5-3c87184f255b,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:37:55.728996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:55.781586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7bff3a53-f317-4980-8433-cda51210d857 None None] Port 2e42f96f-6a31-4c45-af72-d7cbeb455447 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:37:55.806546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:56.141106 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:37:56.148502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.163487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Transition to ACTIVE for port object 2e42f96f-6a31-4c45-af72-d7cbeb455447 will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:37:56.167619 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.321528 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.333365 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:56.422919 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:37:56.423259 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:37:56.423584 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:56.428378 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:37:56.428692 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:37:56.434001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:37:56.434334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:37:56.434712 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:37:56.435136 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Bound port: 2e42f96f-6a31-4c45-af72-d7cbeb455447, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:37:56.435502 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.472419 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.526593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:37:56.529788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:37:56.533998 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.601118 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:56.601767 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:56.603151 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] 10.222.0.39 "PUT /v2.0/ports/2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1092 time: 1.1320941 Jun 04 07:37:56.603594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:37:56.628915 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edf324-00b3-4c2e-b921-f47bf5f8f14f service neutron] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:37:56.689097 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2812084-2fe7-4eb7-bfba-f5509d8878bd'] response: {'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'status': 'completed', 'code': 200} Jun 04 07:37:56.736772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-97d1626f-ffb7-448c-91c9-ee1339d40656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:56.738324 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-97d1626f-ffb7-448c-91c9-ee1339d40656 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0834517 Jun 04 07:37:56.857555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-5bdfe6d0-b070-4303-a8e2-1d2a4d833954 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 217 time: 0.1124275 Jun 04 07:37:56.934849 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-142fdc58-801f-41a6-9ad1-12f4e6c38101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:56.936833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-142fdc58-801f-41a6-9ad1-12f4e6c38101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0732946 Jun 04 07:37:56.995858 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445fc51-2b07-4c48-845c-4a8ab635913e req-4b185089-4770-47c8-bb34-c69ad3fb1525 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:56.997303 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d445fc51-2b07-4c48-845c-4a8ab635913e req-4b185089-4770-47c8-bb34-c69ad3fb1525 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.1916912 Jun 04 07:37:57.058320 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d445fc51-2b07-4c48-845c-4a8ab635913e req-86ba30dc-257c-493f-9233-8766e4c651fc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527911 Jun 04 07:37:57.065179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ce0e1027-c43e-4511-99b1-3931a64beaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:57.066913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-ce0e1027-c43e-4511-99b1-3931a64beaf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217358 Jun 04 07:37:57.202909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-26fb4cf7-442c-4912-b8ae-5c9fe70b0686 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301868 Jun 04 07:37:57.332214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f013c113-ceb2-4848-b0d5-3c87184f255b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:37:57.337942 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-314d2f6b-edeb-4c8b-9ec6-397fa9cd0da1 req-2208e635-420b-4323-8406-8df06f14310d service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292391 Jun 04 07:37:57.403030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port f013c113-ceb2-4848-b0d5-3c87184f255b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:37:57.403393 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:37:57.457317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-e15628ae-db70-49de-bcc8-d588acb6c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:57.458934 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-e15628ae-db70-49de-bcc8-d588acb6c2d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1095 time: 0.0778320 Jun 04 07:37:57.524655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port f013c113-ceb2-4848-b0d5-3c87184f255b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:37:57.594880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-1cd4db68-815d-4bb3-b0fb-e6369d0d11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:57.596284 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-1cd4db68-815d-4bb3-b0fb-e6369d0d11d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1313612 Jun 04 07:37:57.663067 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-cc8f9292-08f4-4c9a-9032-b4aeead917d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 217 time: 0.0610428 Jun 04 07:37:57.839531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-77f383e1-5187-4468-8f8d-9c1ec81daa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:57.840952 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-77f383e1-5187-4468-8f8d-9c1ec81daa5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.1721308 Jun 04 07:37:57.917168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-485bb428-c35e-452f-883c-b2edb7d2e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:57.918750 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-485bb428-c35e-452f-883c-b2edb7d2e5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721822 Jun 04 07:37:58.058740 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-d715af44-69b7-401a-b57a-d2b13008b3ad service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334732 Jun 04 07:37:58.240935 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1213c52f-1ceb-426d-9a6b-f81f330ea87d req-e7491a71-843e-4353-823e-0b1540d26a55 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762266 Jun 04 07:37:58.277768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a205b3-d980-4b38-a3e8-50bf828b97e9 req-c5bbe2b8-87d1-4517-92c8-42c86557e954 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:58.279226 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0a205b3-d980-4b38-a3e8-50bf828b97e9 req-c5bbe2b8-87d1-4517-92c8-42c86557e954 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0995648 Jun 04 07:37:58.333647 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c0a205b3-d980-4b38-a3e8-50bf828b97e9 req-8c38dc51-6b38-4e47-813c-7275b46cad2f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480645 Jun 04 07:37:59.533660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83d655-beb9-4b2d-91e0-f77f7c10d506 req-24744e7b-28e9-474c-834b-8decc838c34b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:37:59.535079 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de83d655-beb9-4b2d-91e0-f77f7c10d506 req-24744e7b-28e9-474c-834b-8decc838c34b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0903766 Jun 04 07:37:59.581456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de83d655-beb9-4b2d-91e0-f77f7c10d506 req-6dccf48e-1a55-4c2a-94d9-d31cf1bbe8f0 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Jun 04 07:38:00.777436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1ea72-dbb6-4a85-85ed-7b343a79cc9d req-00718b6b-e017-4744-b9ee-e2e4095b8e1a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:00.778953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5df1ea72-dbb6-4a85-85ed-7b343a79cc9d req-00718b6b-e017-4744-b9ee-e2e4095b8e1a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0863352 Jun 04 07:38:00.825227 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5df1ea72-dbb6-4a85-85ed-7b343a79cc9d req-f8a821e2-68e2-4304-9f6e-6b463ece7396 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 Jun 04 07:38:01.682240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:38:01.818594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:38:01.832499 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:38:01.888808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:38:01.889503 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:01.906508 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:38:01.923833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:38:01.927898 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:02.007713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:38:02.023830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19e0cd-fa04-4d44-a447-913db4aff766 req-bff58e87-b84c-497b-b2a4-f6fb28050bad tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:02.025449 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e19e0cd-fa04-4d44-a447-913db4aff766 req-bff58e87-b84c-497b-b2a4-f6fb28050bad tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0858407 Jun 04 07:38:02.075468 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5e19e0cd-fa04-4d44-a447-913db4aff766 req-bb96c599-7c65-4910-8927-3806ec936dfc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Jun 04 07:38:02.266545 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2e42f96f-6a31-4c45-af72-d7cbeb455447'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:38:03.275481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a809-147a-4a51-b09f-d12ac8f7db37 req-7a9dca16-32ba-468e-a294-9739582dc927 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:03.277534 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9624a809-147a-4a51-b09f-d12ac8f7db37 req-7a9dca16-32ba-468e-a294-9739582dc927 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0922809 Jun 04 07:38:03.326182 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9624a809-147a-4a51-b09f-d12ac8f7db37 req-9155b628-ff09-4b48-8963-826e24a58788 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Jun 04 07:38:03.682755 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:38:03.767524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:38:03.773867 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:38:03.774249 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:03.914722 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:38:03.915006 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:03.944173 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:38:03.957640 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:38:03.962098 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:04.038140 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:38:04.058694 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e913ae2d-1d8e-4df4-96d7-59f1e40c723f'] response: {'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'code': 200} Jun 04 07:38:04.189889 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba49f0-1d7c-4a7a-8548-b96f04754b1a req-09712355-4f65-4d00-8666-af5ffc06afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:04.191560 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7ba49f0-1d7c-4a7a-8548-b96f04754b1a req-09712355-4f65-4d00-8666-af5ffc06afab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0761271 Jun 04 07:38:04.237899 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f7ba49f0-1d7c-4a7a-8548-b96f04754b1a req-38ab9c30-4265-4024-9065-ceb00c0a1c1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Jun 04 07:38:04.517589 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e45e0-39aa-4f83-9aae-9e29bef26d53 req-23ce3ca4-7fbd-43ab-b153-cf6b6599fc32 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:04.519113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-702e45e0-39aa-4f83-9aae-9e29bef26d53 req-23ce3ca4-7fbd-43ab-b153-cf6b6599fc32 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0823607 Jun 04 07:38:04.569836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-702e45e0-39aa-4f83-9aae-9e29bef26d53 req-234ba2e4-5f34-4aa3-9013-d51050ad9868 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Jun 04 07:38:05.771749 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cabcb7-207b-4bc0-a711-f97e118fffaa req-1c3b6e80-5688-4737-bc9f-79bbca8ed193 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:05.773240 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26cabcb7-207b-4bc0-a711-f97e118fffaa req-1c3b6e80-5688-4737-bc9f-79bbca8ed193 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0859551 Jun 04 07:38:05.819421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-26cabcb7-207b-4bc0-a711-f97e118fffaa req-e5bb47be-546f-482e-9fb9-98ad7ada1ce7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Jun 04 07:38:06.008688 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4588d1-448d-4110-9f88-de02288cbf1e req-e5d1b1d5-fdfc-4bb1-889d-5df9ffc3e7e3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:06.010289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef4588d1-448d-4110-9f88-de02288cbf1e req-e5d1b1d5-fdfc-4bb1-889d-5df9ffc3e7e3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0827949 Jun 04 07:38:06.057533 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ef4588d1-448d-4110-9f88-de02288cbf1e req-2407fc6a-90f7-4844-9087-c458c5399408 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Jun 04 07:38:06.081245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51658) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:38:06.260858 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57606e6c-2ebc-4059-a95d-4ac3d23a8167 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:06.262442 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-57606e6c-2ebc-4059-a95d-4ac3d23a8167 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1092 time: 0.1801696 Jun 04 07:38:06.267147 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 51664) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:38:06.272474 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:38:06.279596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:38:06.285268 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:floatingip and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:38:06.288697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:38:06.295517 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:38:06.307499 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:06.456257 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:06.602545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Allocated IP 172.25.1.78 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/15a0598c-4405-479a-968d-2f1639e2eefc) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:38:06.763177 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:06.801342 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:06.868827 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:38:06.871697 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:38:06.876082 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:38:06.910444 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=15a0598c-4405-479a-968d-2f1639e2eefc,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:38:07.322611 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:07.406360 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:07.638421 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:07.643587 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:07.854835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=15a0598c-4405-479a-968d-2f1639e2eefc,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:38:07.867965 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:08.041573 n-d-811808-2 neutron-server[88848]: INFO neutron.db.l3_db [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Floating IP 60cb2ffb-c163-4063-b2cb-803c6c3c3910 associated. External IP: 172.25.1.78, port: 2e42f96f-6a31-4c45-af72-d7cbeb455447. Jun 04 07:38:08.401071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:38:08.583835 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:38:08.594953 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:38:08.605073 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:38:08.605862 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:38:08.609879 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:08.668284 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-c75dd0f8-dc59-49a7-bb8a-e35f29ee00bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3995671 Jun 04 07:38:08.668828 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:38:08.716384 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd2a8a1-e062-49c6-b0e5-d4160236f778'] response: {'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'status': 'completed', 'code': 200} Jun 04 07:38:08.814022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-1cead916-ef2f-4741-99e3-0384077e876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:08.815781 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-1cead916-ef2f-4741-99e3-0384077e876c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0765870 Jun 04 07:38:08.819911 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:38:08.952843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-5c9b5950-63f5-4b25-8398-9e66f31c78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:08.954262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-5c9b5950-63f5-4b25-8398-9e66f31c78c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1322234 Jun 04 07:38:09.059917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-778d5ed5-74a0-4b6e-9e5d-6203444f2eaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 999 time: 0.0997646 Jun 04 07:38:09.123451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-8d34d21b-4478-4586-975b-a76de63d02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:09.125767 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-8d34d21b-4478-4586-975b-a76de63d02d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0603623 Jun 04 07:38:09.182860 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '60cb2ffb-c163-4063-b2cb-803c6c3c3910', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:38:07Z', 'updated_at': '2022-06-04T07:38:07Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:38:09.188533 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:38:09.199384 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:38:09.199992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:37:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:38:09.219016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-b6df4845-b4a3-47d5-83df-63a493de20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:09.220508 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-b6df4845-b4a3-47d5-83df-63a493de20e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891747 Jun 04 07:38:09.395360 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:38:09.493450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-b1be07e3-4a23-47ec-a6c9-fd60a927a802 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664773 Jun 04 07:38:09.634948 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ba6e7792-799b-45f6-b34e-96caf81bbab9 req-cc70d6ae-7d91-49d2-bfc4-d14af264fab7 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352246 Jun 04 07:38:09.755796 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '60cb2ffb-c163-4063-b2cb-803c6c3c3910', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:38:07Z', 'updated_at': '2022-06-04T07:38:07Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:38:09.759630 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29543a2-edc1-4e3a-8854-fca92e29967e None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '60cb2ffb-c163-4063-b2cb-803c6c3c3910', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:38:07Z', 'updated_at': '2022-06-04T07:38:07Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:38:09.946646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c5612-0220-47b1-8e4d-e6d02dc3a204 None None] New status for floating IP 60cb2ffb-c163-4063-b2cb-803c6c3c3910: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:38:17.120913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a69c9a77-e5fd-4648-90a5-6db0e974aa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:19.244408 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-48f6e006-ddfd-47dc-891d-e06b96186c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:20.326604 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:20.737078 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:22.318682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:22.921646 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:38:26.336706 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:26.499573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:29.996543 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-d510e7de-9ea0-4c82-ad23-87daa7dac381 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714607 Jun 04 07:38:30.133772 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-79e4227d-3166-4c78-bc03-856034f16392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:30.135250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-79e4227d-3166-4c78-bc03-856034f16392 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0722980 Jun 04 07:38:30.278956 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-5c2761af-63a0-4dd3-afc4-0175cac38352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:30.280417 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-5c2761af-63a0-4dd3-afc4-0175cac38352 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1269996 Jun 04 07:38:30.385045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-6a73a942-f81e-457d-9c2b-6a97983c1daf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.0991333 Jun 04 07:38:30.449747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-4d915487-4ebd-4329-8f37-d171789119a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:30.451152 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-4d915487-4ebd-4329-8f37-d171789119a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0598412 Jun 04 07:38:30.526562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-fda5d0b3-965c-4c57-be19-a4761f2c4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:38:30.528224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-fda5d0b3-965c-4c57-be19-a4761f2c4bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710578 Jun 04 07:38:30.664890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-a547d135-8b50-42b7-86c4-a2b53d3ee791 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302047 Jun 04 07:38:30.795959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5c69fa7d-53b4-4fdd-82fa-47e210e16a1d req-386ee9fb-4356-4588-8c7f-17dd3727fb79 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251612 Jun 04 07:38:47.124630 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b7a370d3-0ff1-4b6f-a027-928782433f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:49.246570 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4b8d83e8-1c09-4fc9-95e0-5698c65c72cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:50.326578 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:50.740467 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:52.318882 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:56.338442 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:56.513566 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:38:59.921632 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:39:17.127844 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67e5e016-93a8-4020-977f-678269259744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:19.248993 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0a596454-4fc6-4e43-95fe-5f58058a9df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:20.320228 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:20.742060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:22.321541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:26.334816 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:26.513847 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:31.084321 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-ba941bb9-b6c4-4873-b2e4-685ee0d6dd6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701768 Jun 04 07:39:31.224495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-47004d6a-3c0c-486e-aadf-8e1ac7beccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:39:31.226046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-47004d6a-3c0c-486e-aadf-8e1ac7beccaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0752697 Jun 04 07:39:31.371363 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-01960caf-019a-4619-a129-c7095a3f54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:39:31.372789 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-01960caf-019a-4619-a129-c7095a3f54e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1282969 Jun 04 07:39:31.474620 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-57d0a216-ade7-41c4-a3ad-d86b8bb03dad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.0961988 Jun 04 07:39:31.535629 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-a05524a1-3192-4825-ac33-53d8763bf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:39:31.537045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-a05524a1-3192-4825-ac33-53d8763bf4e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0564628 Jun 04 07:39:31.616151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-54735bfa-d239-4738-ac6f-38b406b27d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:39:31.617547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-54735bfa-d239-4738-ac6f-38b406b27d48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748408 Jun 04 07:39:31.850261 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-372ebb00-04f3-460f-bb43-738f76a45b73 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264431 Jun 04 07:39:31.983006 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4410203b-b052-41b6-abf4-755a0b4e4412 req-1ff33ec8-bef8-49bb-a8b3-149d2e2e1b4d service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267049 Jun 04 07:39:36.920368 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:39:47.133856 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-425ddebe-ac7a-43d5-8318-bdbb1b431dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:49.251634 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e9419426-43e4-40ea-9745-1c4670346521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:50.324573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:50.745668 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:52.324800 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:56.349329 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:39:56.527231 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:13.919532 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:40:17.126487 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-505dc136-7924-440b-b57e-ee9eb61c15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:19.253396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e02942de-ae83-4577-bfce-c6a6812b5be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:20.328575 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:20.745842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:22.327308 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:26.363970 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:26.527036 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:33.087176 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-8534ca1d-6c8a-4816-a5cb-b1817c0a9789 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601484 Jun 04 07:40:33.228436 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-b06dc56c-e28e-42f8-ac06-8e95e549a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:33.229920 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-b06dc56c-e28e-42f8-ac06-8e95e549a6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0744371 Jun 04 07:40:33.373541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-c2c855f0-5e9d-4a77-971f-cc6550e89eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:33.374949 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-c2c855f0-5e9d-4a77-971f-cc6550e89eda service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1270370 Jun 04 07:40:33.477491 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-c0734d03-7ec4-406a-8295-f023e244f9b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.0965612 Jun 04 07:40:33.538948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-34525776-e264-436f-b216-17a5d1ea4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:33.540280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-34525776-e264-436f-b216-17a5d1ea4a9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0574682 Jun 04 07:40:33.616603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-4df3c027-b8cc-4015-b24d-1831f4cb19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:33.618244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-4df3c027-b8cc-4015-b24d-1831f4cb19e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720537 Jun 04 07:40:33.627982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-36d50711-6d74-4cd0-8681-75aef0df8a69 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:40:33.629653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-36d50711-6d74-4cd0-8681-75aef0df8a69 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052302 Jun 04 07:40:33.759456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-92ba15de-2de6-45d0-8827-2a4b851c410a service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240587 Jun 04 07:40:33.890983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-31cd21e2-99ff-4a07-a34a-10d6eec69c81 req-c1650dd9-60e4-4576-8061-63fe0b2936ca service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261744 Jun 04 07:40:46.478576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646b255-2e70-4f4c-8677-0d0cb39d0f96 req-bb62e967-e8fa-495a-958d-b850cf115c3d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:46.480030 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8646b255-2e70-4f4c-8677-0d0cb39d0f96 req-bb62e967-e8fa-495a-958d-b850cf115c3d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0881717 Jun 04 07:40:46.525347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8646b255-2e70-4f4c-8677-0d0cb39d0f96 req-b46b6d4f-39e9-4b00-8100-36a849487032 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Jun 04 07:40:47.128551 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-cef99046-87ef-4458-92bd-f1a956bdfcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:47.721537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e75d8b-db88-4d1c-a2e4-2d2ea83eb62e req-2ac3776b-c3d0-4048-b093-92e4ad5266c3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:47.722987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17e75d8b-db88-4d1c-a2e4-2d2ea83eb62e req-2ac3776b-c3d0-4048-b093-92e4ad5266c3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0817010 Jun 04 07:40:47.769871 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-17e75d8b-db88-4d1c-a2e4-2d2ea83eb62e req-5a1dbeb0-80ce-4201-8967-3debc70d0d93 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412598 Jun 04 07:40:49.126016 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20740b6-4832-4fa7-837e-19f8f5c9647f req-6ece7993-24dd-44e0-b727-cb406b831741 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:49.127423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f20740b6-4832-4fa7-837e-19f8f5c9647f req-6ece7993-24dd-44e0-b727-cb406b831741 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0831959 Jun 04 07:40:49.173600 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f20740b6-4832-4fa7-837e-19f8f5c9647f req-f032254a-4233-4207-b411-b43ef374b100 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Jun 04 07:40:49.255827 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4e8177b8-bda3-48b1-9fcd-1c5a66249d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:50.334294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:50.371005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951e34-7e21-49af-8c2b-972d78068544 req-3661e0be-c9b8-491c-ba7a-9e01bf70263c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:50.372553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc951e34-7e21-49af-8c2b-972d78068544 req-3661e0be-c9b8-491c-ba7a-9e01bf70263c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0850847 Jun 04 07:40:50.417924 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fc951e34-7e21-49af-8c2b-972d78068544 req-d1fa91f1-c0f8-4cc5-80d5-1269ecd7a0ad tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Jun 04 07:40:50.750346 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:50.918674 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:40:51.609179 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43416d04-da8c-456f-971d-84b6dba98bf2 req-ea3ed8a4-dae1-4fed-818e-4f7bc7f3d5c3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:51.610596 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43416d04-da8c-456f-971d-84b6dba98bf2 req-ea3ed8a4-dae1-4fed-818e-4f7bc7f3d5c3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0828347 Jun 04 07:40:51.656613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-43416d04-da8c-456f-971d-84b6dba98bf2 req-ef99f80f-5a07-4adf-9607-12d5cbd17f7c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 Jun 04 07:40:52.330090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:52.993334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f3b4b-e051-4a4f-a8ec-c0eba73d8f23 req-dfedce3f-5b5d-4f4b-8d80-15a7ccd6db26 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:52.996156 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a71f3b4b-e051-4a4f-a8ec-c0eba73d8f23 req-dfedce3f-5b5d-4f4b-8d80-15a7ccd6db26 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.2107160 Jun 04 07:40:53.049547 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a71f3b4b-e051-4a4f-a8ec-c0eba73d8f23 req-467db5d8-81be-4d95-a5c8-95ae450bd0ad tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477259 Jun 04 07:40:54.250299 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c49b3-d9f4-4362-b2ee-3a1873e8aa2a req-ac1e2ebf-1bd4-4ec1-9c6b-272613c5e407 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:54.251773 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-917c49b3-d9f4-4362-b2ee-3a1873e8aa2a req-ac1e2ebf-1bd4-4ec1-9c6b-272613c5e407 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0833473 Jun 04 07:40:54.300677 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-917c49b3-d9f4-4362-b2ee-3a1873e8aa2a req-e2401f5b-e730-443d-8da1-e78277b67fe0 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Jun 04 07:40:55.493183 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48a8f-39f7-462c-9920-f3ea0cd696e1 req-d2a56de6-e1ef-424d-a0a0-243bada8ab8d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:55.494671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6c48a8f-39f7-462c-9920-f3ea0cd696e1 req-d2a56de6-e1ef-424d-a0a0-243bada8ab8d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0828927 Jun 04 07:40:55.540311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b6c48a8f-39f7-462c-9920-f3ea0cd696e1 req-caaf2923-9c8d-45d5-bf98-ad9c9313371e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398648 Jun 04 07:40:56.363494 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:56.541010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:40:56.735957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6184f-4f10-4b5a-845a-6a42ea94cf2e req-95d06bca-1713-45e4-95a8-5dcf55563f94 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:56.737425 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a6184f-4f10-4b5a-845a-6a42ea94cf2e req-95d06bca-1713-45e4-95a8-5dcf55563f94 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0862432 Jun 04 07:40:56.786469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38a6184f-4f10-4b5a-845a-6a42ea94cf2e req-2fac78df-6aca-4794-a83a-6a3b6c3e4b7c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Jun 04 07:40:57.977432 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c69dd2-628f-4094-a198-e97e7f24e87d req-35350e51-c928-4036-ac6b-c8572939de9e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:57.978909 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0c69dd2-628f-4094-a198-e97e7f24e87d req-35350e51-c928-4036-ac6b-c8572939de9e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0854306 Jun 04 07:40:58.027082 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f0c69dd2-628f-4094-a198-e97e7f24e87d req-f50ae3d3-7332-4d14-9b69-ab6626cfa4a1 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Jun 04 07:40:59.221684 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294c72c-a39b-4cbe-a7da-3e38c292b419 req-9573e520-f60d-454e-bb8e-9a5271cc9152 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:40:59.223118 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5294c72c-a39b-4cbe-a7da-3e38c292b419 req-9573e520-f60d-454e-bb8e-9a5271cc9152 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0851326 Jun 04 07:40:59.268015 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5294c72c-a39b-4cbe-a7da-3e38c292b419 req-622431c7-686d-4905-ac5f-e73dcba80c00 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 Jun 04 07:41:00.454073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e517f3-f65b-45f9-b0be-5ad2019e8ab3 req-d6b4d370-a827-42ee-808e-95a8b066a8dc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:00.455498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83e517f3-f65b-45f9-b0be-5ad2019e8ab3 req-d6b4d370-a827-42ee-808e-95a8b066a8dc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0805125 Jun 04 07:41:00.467086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:41:00.504350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-83e517f3-f65b-45f9-b0be-5ad2019e8ab3 req-f56cce28-a2f3-4842-b9a6-3cfb296d62c8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Jun 04 07:41:00.604136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:00.621121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:41:00.679530 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:41:00.679943 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:00.696804 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:41:00.712649 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:00.716451 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:00.789143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:00.797367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.797744 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.798088 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.798430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.798762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.799097 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.799453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.799781 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.800107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.800432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.800754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.801086 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:00.806975 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['2e42f96f-6a31-4c45-af72-d7cbeb455447'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:41:01.691709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5977-edf2-40d4-995e-ca105eeac060 req-d8f86c4f-7e10-4aee-969c-f3d9977bfaf5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:01.693987 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c87c5977-edf2-40d4-995e-ca105eeac060 req-d8f86c4f-7e10-4aee-969c-f3d9977bfaf5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0827148 Jun 04 07:41:01.740650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c87c5977-edf2-40d4-995e-ca105eeac060 req-f6a9953d-a1c5-412f-a5e0-b6950cd98500 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Jun 04 07:41:02.475477 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:41:02.544202 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:41:02.544575 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:02.664369 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:41:02.664743 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:02.692691 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:41:02.703220 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:02.706658 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:02.743481 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71eeb7d8-ec11-4368-b3c3-0269768782b5'] response: {'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'code': 200} Jun 04 07:41:02.784058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:02.938249 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aab6f-2616-47c1-bc60-458fff27e62e req-1a818259-4d1d-4d46-8782-359b0232f968 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:02.939692 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-178aab6f-2616-47c1-bc60-458fff27e62e req-1a818259-4d1d-4d46-8782-359b0232f968 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0850666 Jun 04 07:41:02.984666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-178aab6f-2616-47c1-bc60-458fff27e62e req-6316d858-3e6f-4e03-85bf-64b31b2e53d7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378923 Jun 04 07:41:04.195646 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c28655-f1e7-4dba-9b86-37cf8c071963 req-1a9b3f41-26bf-46ad-8673-4cb68cbe9072 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:04.197902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3c28655-f1e7-4dba-9b86-37cf8c071963 req-1a9b3f41-26bf-46ad-8673-4cb68cbe9072 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0939178 Jun 04 07:41:04.265978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f3c28655-f1e7-4dba-9b86-37cf8c071963 req-ed207204-041e-4e4b-968b-68a0d4277539 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477121 Jun 04 07:41:05.465347 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afdfdb-8924-485a-8295-74be6b98adc2 req-5a0d957c-97e4-497b-b305-c61be9c5dfa3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:05.470010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98afdfdb-8924-485a-8295-74be6b98adc2 req-5a0d957c-97e4-497b-b305-c61be9c5dfa3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0925224 Jun 04 07:41:05.515136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-98afdfdb-8924-485a-8295-74be6b98adc2 req-39647948-1793-47b2-aeaf-22608d9740b4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Jun 04 07:41:06.745317 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08027d24-d400-49bf-8964-8638972c0266 req-62b6a6f2-1a3f-4119-a927-9684f6e7e3b9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:06.746985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08027d24-d400-49bf-8964-8638972c0266 req-62b6a6f2-1a3f-4119-a927-9684f6e7e3b9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.1014080 Jun 04 07:41:06.821933 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-08027d24-d400-49bf-8964-8638972c0266 req-461c1518-896b-44c1-8cab-ceb991efb97a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685248 Jun 04 07:41:08.080846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d876187-11f9-4f4f-b417-a46f62981d50 req-83a2ca11-2a91-4744-aa74-ce09a2f3368e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:08.083609 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d876187-11f9-4f4f-b417-a46f62981d50 req-83a2ca11-2a91-4744-aa74-ce09a2f3368e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.1359365 Jun 04 07:41:08.146918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4d876187-11f9-4f4f-b417-a46f62981d50 req-982ed8f5-d3f6-4363-be23-850dcc3de733 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564866 Jun 04 07:41:09.374626 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acbf99-1a03-48b6-95e0-a0c8f9a48e1a req-9cca2cc5-363c-497c-ad1f-17a8184bd076 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:09.376330 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0acbf99-1a03-48b6-95e0-a0c8f9a48e1a req-9cca2cc5-363c-497c-ad1f-17a8184bd076 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0845313 Jun 04 07:41:09.430671 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b0acbf99-1a03-48b6-95e0-a0c8f9a48e1a req-c7e45f29-c583-4cd3-a716-99b4e62d48e1 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Jun 04 07:41:10.666202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76af962-79b7-4814-99b5-dafec8d5f268 req-44db7eed-2c51-4d55-b6b3-e656c7779b97 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:10.674059 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f76af962-79b7-4814-99b5-dafec8d5f268 req-44db7eed-2c51-4d55-b6b3-e656c7779b97 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.1019385 Jun 04 07:41:10.720836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f76af962-79b7-4814-99b5-dafec8d5f268 req-39ebb67b-a9ff-4b06-85cb-90ff8dc07ed4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Jun 04 07:41:11.935603 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168590e-1a1e-45ea-aafc-8ae86d028133 req-4b46f59c-f52b-4706-8163-c435767ddf95 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:11.937323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d168590e-1a1e-45ea-aafc-8ae86d028133 req-4b46f59c-f52b-4706-8163-c435767ddf95 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0988560 Jun 04 07:41:12.001688 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d168590e-1a1e-45ea-aafc-8ae86d028133 req-6bf6cf97-7f85-414a-88fe-963394ee84d8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567746 Jun 04 07:41:13.209664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876708-c67c-46c9-9816-a30000c9def3 req-755eb6e9-e228-45e5-8d40-e10908c93989 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:13.211126 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90876708-c67c-46c9-9816-a30000c9def3 req-755eb6e9-e228-45e5-8d40-e10908c93989 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0848839 Jun 04 07:41:13.255684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-90876708-c67c-46c9-9816-a30000c9def3 req-16431b35-6cb3-4a6e-81c7-fb82d51d1799 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 Jun 04 07:41:14.091880 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-e7b42ecf-eb58-4f5b-8f59-7a4df2e6d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:14.093368 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-e7b42ecf-eb58-4f5b-8f59-7a4df2e6d3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1097 time: 0.0767937 Jun 04 07:41:14.228742 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-c07080e5-cd2c-4b04-a7ff-aa3378911049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:14.230219 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-c07080e5-cd2c-4b04-a7ff-aa3378911049 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1306028 Jun 04 07:41:14.487881 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-ff310744-dddd-4674-a54d-49adb3c550df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.2511992 Jun 04 07:41:14.570703 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edc387-5429-4b4a-bbc4-bc94e52286b7 req-16e8ea2b-dc54-4376-9a26-9cc9a61b92b4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:14.572075 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1edc387-5429-4b4a-bbc4-bc94e52286b7 req-16e8ea2b-dc54-4376-9a26-9cc9a61b92b4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.1506512 Jun 04 07:41:14.575653 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-aab2dac5-4b4b-4058-a7de-ccc9521fc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:14.576959 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-aab2dac5-4b4b-4058-a7de-ccc9521fc004 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0770197 Jun 04 07:41:14.661286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d1edc387-5429-4b4a-bbc4-bc94e52286b7 req-f8c7cc03-73f6-42fd-b10b-1013009c732e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833359 Jun 04 07:41:14.688519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-53a03f1c-7e6a-43de-b2e6-31798421c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:14.690020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-53a03f1c-7e6a-43de-b2e6-31798421c96a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993369 Jun 04 07:41:14.826247 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-52a7fb4b-061a-4072-80e2-c19653bb67d6 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291866 Jun 04 07:41:14.963790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6ae713e2-fa97-4606-aee1-6603eccf030f req-c4da8160-1fe2-4d82-9672-4ae45cbe9dbb service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306722 Jun 04 07:41:15.871076 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a53b2-3562-4a3b-9e91-8fee8b5267ee req-b9c5b67a-2669-4cb2-9881-ace93ae0f43e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:15.872555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-783a53b2-3562-4a3b-9e91-8fee8b5267ee req-b9c5b67a-2669-4cb2-9881-ace93ae0f43e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0998604 Jun 04 07:41:15.918958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-783a53b2-3562-4a3b-9e91-8fee8b5267ee req-2fb28c5a-27fa-4b7c-9061-1b13554de4e4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404932 Jun 04 07:41:16.552698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:41:16.672632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:41:16.673010 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:16.702037 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:41:16.712628 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:16.716626 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:16.758557 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73eaa145-a55b-4248-b220-b8c8fe880612'] response: {'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'code': 200} Jun 04 07:41:16.791297 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:17.122787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e879fdb-3382-41d1-b9c3-b1472f8af1cc req-823e4c00-72ce-4a74-8f62-8c2c9763418e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:17.124311 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e879fdb-3382-41d1-b9c3-b1472f8af1cc req-823e4c00-72ce-4a74-8f62-8c2c9763418e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0833905 Jun 04 07:41:17.132403 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-691acfb4-10f2-4cae-a08f-75ec45c92cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:17.171239 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e879fdb-3382-41d1-b9c3-b1472f8af1cc req-56a74bec-4b10-4320-83a9-8f5de25234cf tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404332 Jun 04 07:41:17.540080 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efed8a-a96d-4075-a512-141ba26c7e07 req-e59e497c-71e2-4b1c-9dfb-7d73366f3d5f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:17.541976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4efed8a-a96d-4075-a512-141ba26c7e07 req-e59e497c-71e2-4b1c-9dfb-7d73366f3d5f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0881939 Jun 04 07:41:17.619958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d4efed8a-a96d-4075-a512-141ba26c7e07 req-3a6a147a-89eb-4b17-b7d4-c5b4f8e9e471 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723243 Jun 04 07:41:17.741276 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-9e5cb64e-2efb-4665-86a9-7cfd80431137 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206663 Jun 04 07:41:18.767717 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-54a421b6-81c4-4b2e-9f5f-523688392a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:18.769321 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-54a421b6-81c4-4b2e-9f5f-523688392a66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 1095 time: 0.0819879 Jun 04 07:41:18.780414 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:41:18.815255 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1ebb-1bb4-4834-b68b-eedb00a822b8 req-de050f4c-ecd9-4457-9c6c-4bff987e5461 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:18.818663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d1c1ebb-1bb4-4834-b68b-eedb00a822b8 req-de050f4c-ecd9-4457-9c6c-4bff987e5461 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 944 time: 0.0865488 Jun 04 07:41:18.866573 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d1c1ebb-1bb4-4834-b68b-eedb00a822b8 req-b69034a6-4b43-4366-9afd-1c7a7df68c46 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Jun 04 07:41:18.900414 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:19.258760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6fdefda3-10fe-4fce-8537-e5b24553d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:19.296610 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:19.327271 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h1-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:41:19.378432 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:41:19.386517 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:19.401818 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Transition to ACTIVE for port object 2e42f96f-6a31-4c45-af72-d7cbeb455447 will not be triggered until provisioned by entity L2. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:41:19.405828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:19.556355 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=9']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:19.577070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.577409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.577774 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.578105 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.578435 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.578757 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.579080 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.579399 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.579718 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.580036 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.580352 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.580666 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:41:19.628228 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] No DVR routers for this DVR port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on host n-h1-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:41:19.638291 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.24', 54006) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:41:19.724852 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-a14320b7-ead7-4063-8a08-e20458ef6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:19.726575 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-a14320b7-ead7-4063-8a08-e20458ef6163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1053 time: 0.0872259 Jun 04 07:41:19.876196 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:41:19.876802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:41:19.876802 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:41:19.880422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-b8c981f1-1ff1-4479-86fe-8dc979d889dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:19.881915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-b8c981f1-1ff1-4479-86fe-8dc979d889dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1356859 Jun 04 07:41:19.882122 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:41:19.882447 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Attempting to bind port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:41:19.887766 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:41:19.888166 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:41:19.888663 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:41:19.889057 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.managers [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Bound port: 2e42f96f-6a31-4c45-af72-d7cbeb455447, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:41:19.889300 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:19.987734 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, cleared binding levels {{(pid=88848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:41:19.991217 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:41:19.996833 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:20.046591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-7d57ce18-9023-4f1a-8bfc-ad4e234dde2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 999 time: 0.1579287 Jun 04 07:41:20.059570 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.060194 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:20.061643 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1092 time: 1.2853479 Jun 04 07:41:20.062214 n-d-811808-2 neutron-server[88848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:41:20.082777 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=10']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:20.135452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-65eadd59-0f85-4d47-aa0e-74fb9b327b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.136833 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-65eadd59-0f85-4d47-aa0e-74fb9b327b87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0802333 Jun 04 07:41:20.145381 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca4284-2d1c-4694-b8af-5ca50f387969 req-884d7732-8ea0-4ffa-a046-4e1d2395c432 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.146536 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fca4284-2d1c-4694-b8af-5ca50f387969 req-884d7732-8ea0-4ffa-a046-4e1d2395c432 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1554115 Jun 04 07:41:20.240409 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9fca4284-2d1c-4694-b8af-5ca50f387969 req-a13bef83-e746-4db4-9132-db028938f297 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630291 Jun 04 07:41:20.271989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-7aca8c2f-cf08-47b4-85b6-05ef5fbd9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.273598 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-7aca8c2f-cf08-47b4-85b6-05ef5fbd9da6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261609 Jun 04 07:41:20.350643 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:20.358199 n-d-811808-2 neutron-server[88848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128c1db9-4590-428d-a372-efdaf572bee6'] response: {'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'status': 'completed', 'code': 200} Jun 04 07:41:20.428297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-0b3486a0-b417-4016-b763-ec64c745b93c service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488433 Jun 04 07:41:20.568946 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:41:20.628108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:41:20.682763 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ad0c7a26-3ddc-4b39-91ff-c345fb043fdc req-2dcea7f5-68a9-442c-9e88-27d1a6932649 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485962 Jun 04 07:41:20.753414 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:20.799285 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-5d70c7bd-85e3-4405-938e-29873236e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.801375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-5d70c7bd-85e3-4405-938e-29873236e2a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0767815 Jun 04 07:41:20.935923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-d596c8db-558c-4e8a-90c4-d815593e7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:20.937297 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-d596c8db-558c-4e8a-90c4-d815593e7c5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1309366 Jun 04 07:41:21.050466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-b726c102-4681-48af-bc25-f78442cf50d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 999 time: 0.1068778 Jun 04 07:41:21.116247 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-bdfd191c-584b-4456-ad48-41960eb609bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:21.117724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-bdfd191c-584b-4456-ad48-41960eb609bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0617661 Jun 04 07:41:21.197861 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-fe979ced-b31a-4937-aeb2-31c5c7564d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:21.199236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-fe979ced-b31a-4937-aeb2-31c5c7564d99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760441 Jun 04 07:41:21.343554 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-c93f4fbf-0b84-4128-852a-f29907e438c1 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385963 Jun 04 07:41:21.533045 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-79843198-9268-433b-bb34-76b008337696 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836452 Jun 04 07:41:21.551007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36adfe-8022-41f0-85a6-278c813ebf05 req-aff1e272-21cd-4e7f-9fc2-f4e7caa3ef6b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:21.552643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec36adfe-8022-41f0-85a6-278c813ebf05 req-aff1e272-21cd-4e7f-9fc2-f4e7caa3ef6b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1796734 Jun 04 07:41:21.649538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ec36adfe-8022-41f0-85a6-278c813ebf05 req-ae32757c-0dc1-4285-ace6-9f4c7d808061 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904474 Jun 04 07:41:21.679167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-c0db2f41-b228-4829-ac94-649d8426c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:21.680646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-c0db2f41-b228-4829-ac94-649d8426c455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1096 time: 0.0964859 Jun 04 07:41:21.829298 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-8557bf5f-0d3f-413e-849a-09c6d05f0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:21.831201 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-8557bf5f-0d3f-413e-849a-09c6d05f0094 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1441319 Jun 04 07:41:22.339833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:22.857085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd40aa3-4121-447e-8c2e-504f904a426e req-67d22127-4ab3-4605-bfa1-f0e2ff9e8c91 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:22.858868 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cd40aa3-4121-447e-8c2e-504f904a426e req-67d22127-4ab3-4605-bfa1-f0e2ff9e8c91 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0840793 Jun 04 07:41:22.927422 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cd40aa3-4121-447e-8c2e-504f904a426e req-0b03a7b5-703d-4f99-b316-930a71856d9d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489142 Jun 04 07:41:24.151568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a2e6-58a7-4872-b5a8-3cdfeff7d2aa req-4766d735-d219-43ae-bce3-7042dce1f7cc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:24.156819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af28a2e6-58a7-4872-b5a8-3cdfeff7d2aa req-4766d735-d219-43ae-bce3-7042dce1f7cc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1000295 Jun 04 07:41:24.215186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-af28a2e6-58a7-4872-b5a8-3cdfeff7d2aa req-9aa8fe1d-8051-4712-bd21-43c26c627047 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526879 Jun 04 07:41:25.468568 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437b7f8-414f-4857-80a3-f8c891ba7799 req-f1722441-60c0-45c1-9dd4-8945da05f913 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:25.470119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7437b7f8-414f-4857-80a3-f8c891ba7799 req-f1722441-60c0-45c1-9dd4-8945da05f913 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1151121 Jun 04 07:41:25.524711 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7437b7f8-414f-4857-80a3-f8c891ba7799 req-d118bbc8-f7da-46ef-a9f3-6c6f47e39078 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468061 Jun 04 07:41:26.382561 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:26.544886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:26.753395 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a236-fc4a-4dfd-b6e5-76c59d3af488 req-4a25ae61-6381-49d6-b484-89e249365a19 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:26.755808 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0f7a236-fc4a-4dfd-b6e5-76c59d3af488 req-4a25ae61-6381-49d6-b484-89e249365a19 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1024621 Jun 04 07:41:26.818844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0f7a236-fc4a-4dfd-b6e5-76c59d3af488 req-0947183b-e208-4315-9dcb-02f2db4c4517 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572624 Jun 04 07:41:27.923845 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:41:28.073013 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0c670-ff86-4a4f-a38c-8682e70a53cf req-4d95279a-3ee9-414b-a066-20ad84b3890a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:28.075582 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60b0c670-ff86-4a4f-a38c-8682e70a53cf req-4d95279a-3ee9-414b-a066-20ad84b3890a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.1145399 Jun 04 07:41:28.247214 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-60b0c670-ff86-4a4f-a38c-8682e70a53cf req-c2043231-ef31-4dc6-8578-2e4a30f96207 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654587 Jun 04 07:41:29.447658 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477a49b-0391-4423-a80f-fb2d759fd22a req-cf0e272e-9a0e-420d-ae53-c3a92084b040 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:29.449129 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3477a49b-0391-4423-a80f-fb2d759fd22a req-cf0e272e-9a0e-420d-ae53-c3a92084b040 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0912120 Jun 04 07:41:29.496835 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3477a49b-0391-4423-a80f-fb2d759fd22a req-5eda6aea-b665-4234-bdd5-2f546ffd4b92 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Jun 04 07:41:30.705085 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24726b-1afe-4edd-b45d-aa8f42cbb3d5 req-4c997032-a01d-4be8-bb5a-30e27de8cc49 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:30.706666 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb24726b-1afe-4edd-b45d-aa8f42cbb3d5 req-4c997032-a01d-4be8-bb5a-30e27de8cc49 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0957756 Jun 04 07:41:30.753113 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-cb24726b-1afe-4edd-b45d-aa8f42cbb3d5 req-fbf4996b-2939-420d-96bf-46e14ccb2a85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Jun 04 07:41:31.950645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0052e63-bf82-434e-bd84-1db7f8ae81b3 req-c1d2c0c1-63e6-40cb-9eb0-96236d9a80ba tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:31.952072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0052e63-bf82-434e-bd84-1db7f8ae81b3 req-c1d2c0c1-63e6-40cb-9eb0-96236d9a80ba tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0874665 Jun 04 07:41:32.001624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a0052e63-bf82-434e-bd84-1db7f8ae81b3 req-e52ac330-7732-492e-af18-209b4ef59c8f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429151 Jun 04 07:41:32.558196 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-80b1622f-3403-455a-9050-aca473c8e31b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 999 time: 0.0982006 Jun 04 07:41:32.627888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-ae75731e-ea38-45cb-b39c-c6371f8e4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:32.629382 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-ae75731e-ea38-45cb-b39c-c6371f8e4c50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0612209 Jun 04 07:41:32.705699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-8ad8fef4-7cb9-4ea3-923e-ab8a21fc4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:32.707167 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-8ad8fef4-7cb9-4ea3-923e-ab8a21fc4035 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714283 Jun 04 07:41:32.853131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-fc0d41bc-b1e0-4eac-b9fe-ad3849d99d96 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380644 Jun 04 07:41:32.997062 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9a936cd4-d406-48d5-bd0b-39e47dc8124d req-1c5976f8-90a8-470b-b6a1-35a1d8d9b074 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368759 Jun 04 07:41:33.223253 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0accd8-967b-4c9f-b379-ea2331d1e556 req-9112b02b-50d3-47fa-a234-c5983927fd18 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:33.225639 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e0accd8-967b-4c9f-b379-ea2331d1e556 req-9112b02b-50d3-47fa-a234-c5983927fd18 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0967996 Jun 04 07:41:33.271104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e0accd8-967b-4c9f-b379-ea2331d1e556 req-da7b888b-f014-41b8-b326-5048dcafb023 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Jun 04 07:41:34.463786 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3095a-cd9b-453d-9bcb-11b45c0c8681 req-e820282e-b451-4c6d-8d05-04a5fc7ab63d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:34.465289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aa3095a-cd9b-453d-9bcb-11b45c0c8681 req-e820282e-b451-4c6d-8d05-04a5fc7ab63d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0820286 Jun 04 07:41:34.513819 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aa3095a-cd9b-453d-9bcb-11b45c0c8681 req-c134453b-6c3d-4258-8e60-933f3005feaf tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426896 Jun 04 07:41:35.612063 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:41:35.704312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc97058-4e32-4bf7-a53a-412fc9ede0df req-5cd489bb-8278-46e8-93ec-89c397dee971 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:35.706001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bc97058-4e32-4bf7-a53a-412fc9ede0df req-5cd489bb-8278-46e8-93ec-89c397dee971 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 945 time: 0.0837271 Jun 04 07:41:35.747786 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:35.750678 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8bc97058-4e32-4bf7-a53a-412fc9ede0df req-2449780f-15f0-422b-a2f3-80b730dbaf70 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Jun 04 07:41:35.761492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'port_id': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'mac_address': 'fa:16:3e:97:19:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:41:35.816861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:41:35.817241 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:35.833766 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:41:35.848629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:35.853505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:35.923520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=11']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:36.215677 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['2e42f96f-6a31-4c45-af72-d7cbeb455447'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:41:36.936538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523484f8-151b-4ee0-86d0-bda2f4cdb437 req-7cacf21c-962d-4941-a5d4-1d8c1ca2e51f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:36.938042 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-523484f8-151b-4ee0-86d0-bda2f4cdb437 req-7cacf21c-962d-4941-a5d4-1d8c1ca2e51f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 946 time: 0.0801976 Jun 04 07:41:36.986860 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-523484f8-151b-4ee0-86d0-bda2f4cdb437 req-18d2bf94-957b-497f-a796-373d49689e7e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Jun 04 07:41:37.611939 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:41:37.683036 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:41:37.690418 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 2e42f96f-6a31-4c45-af72-d7cbeb455447 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:41:37.691007 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:37.811553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2e42f96f-6a31-4c45-af72-d7cbeb455447 is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:41:37.811934 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:37.839298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:41:37.849492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:41:37.855233 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:37.888631 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4784df91-dfc7-4fb7-9646-d910199365d9'] response: {'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'code': 200} Jun 04 07:41:37.929941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=12']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:41:38.106082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4981c-bc5a-4fd2-a7a8-d38c7e91f257 req-39c9fbaa-019e-41a1-ae47-910714dd7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:38.107555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91e4981c-bc5a-4fd2-a7a8-d38c7e91f257 req-39c9fbaa-019e-41a1-ae47-910714dd7c47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1098 time: 0.0789146 Jun 04 07:41:38.198255 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-91e4981c-bc5a-4fd2-a7a8-d38c7e91f257 req-a3c81d38-6e51-4d9d-b4c6-8b3b717541de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592480 Jun 04 07:41:38.222918 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e25f-4009-48bf-890c-11d84648667b req-8cf92cdf-9ec1-42a0-a4e9-f899f05ef24e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:38.224360 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f1e25f-4009-48bf-890c-11d84648667b req-8cf92cdf-9ec1-42a0-a4e9-f899f05ef24e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.1159577 Jun 04 07:41:38.269511 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e0f1e25f-4009-48bf-890c-11d84648667b req-bd74476f-31d5-4593-8e54-dd11a9447dd2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 Jun 04 07:41:39.465460 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61bb7-28a5-46b4-8e07-7f44aade770e req-3d60975c-73b1-4623-bc47-b83a459e66ea tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:39.466995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78a61bb7-28a5-46b4-8e07-7f44aade770e req-3d60975c-73b1-4623-bc47-b83a459e66ea tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.0853879 Jun 04 07:41:39.518824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-78a61bb7-28a5-46b4-8e07-7f44aade770e req-8187cfca-2f7d-4912-a046-eb8948c3564a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Jun 04 07:41:40.721793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672001e9-2f83-41e1-adf5-a22d2b9a7bce req-eb1ec20e-b94a-47fc-b5ba-16f14b11bcf5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:41:40.723267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-672001e9-2f83-41e1-adf5-a22d2b9a7bce req-eb1ec20e-b94a-47fc-b5ba-16f14b11bcf5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.0907581 Jun 04 07:41:40.769655 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-672001e9-2f83-41e1-adf5-a22d2b9a7bce req-3b18f3c2-b90c-4596-88e2-50a63525b19a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398388 Jun 04 07:41:47.136436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e4724de-a413-45d2-a7e5-a0c5a3753827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:49.262657 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-381c517d-d79b-4c90-b642-624062f6c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:50.336460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:50.754230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:52.336897 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:56.382304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:41:56.539033 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:04.924119 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:42:17.139089 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-67a48016-669c-4407-b8da-355a24d729b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:19.265177 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-749600a8-a866-462e-875e-1009e0c99cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:20.340715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:20.758239 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:21.693622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-eb836133-03a2-4c73-99c8-b1fbe158fcc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174519 Jun 04 07:42:21.860190 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-3862aac3-98b0-4d8b-b748-3e6cbae15df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:42:21.861902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-3862aac3-98b0-4d8b-b748-3e6cbae15df0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1098 time: 0.0935926 Jun 04 07:42:22.020502 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-dedbc742-583d-4e6e-b4c4-dd149dbaf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:42:22.022104 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-dedbc742-583d-4e6e-b4c4-dd149dbaf6a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1403389 Jun 04 07:42:22.264929 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-45628638-4d37-44f0-a0aa-630ac2715e8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.2358510 Jun 04 07:42:22.330523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-0f6945ff-9412-41f7-a287-d6a34b0c701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:42:22.331989 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-0f6945ff-9412-41f7-a287-d6a34b0c701d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0602231 Jun 04 07:42:22.340091 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:22.409555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-c9cded1e-59ed-4ec9-b37f-4083efa50f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:42:22.411029 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-c9cded1e-59ed-4ec9-b37f-4083efa50f70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729632 Jun 04 07:42:22.556001 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-b4f4c5b0-f013-434b-8196-6ef4bcbb858f service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384056 Jun 04 07:42:22.701206 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-12bba522-3583-4513-b4d8-d69b2218fb05 req-236a64e8-9eb2-4cb1-9384-3a130632e70c service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395926 Jun 04 07:42:26.403698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:26.559473 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:41.923753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:42:47.142932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f874951a-db8a-428f-adfa-78ec2f167d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:49.262061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba56a-2dce-454d-aa4d-3c5a383a03d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:50.338670 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:50.759821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:52.343469 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:56.408517 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:42:56.551951 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:17.141096 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5be115e1-6bbd-4145-8280-f775f88cc20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:18.923929 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:43:19.265034 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-95bc5d17-faee-46b6-8e60-d3602192c13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:20.330942 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:20.765642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:21.635504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-1cc09c4c-1f4f-466e-887f-37d575c9294d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767395 Jun 04 07:43:21.795065 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-d065ae40-6d62-4234-b813-12c255a1807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:21.797524 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-d065ae40-6d62-4234-b813-12c255a1807c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1098 time: 0.0942240 Jun 04 07:43:21.950657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-a7154b59-1ef7-4e58-9175-957f4b4de938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:21.952102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-a7154b59-1ef7-4e58-9175-957f4b4de938 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1344235 Jun 04 07:43:22.062856 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-53f554d7-13ff-4c8c-9d6c-a6241da1f8da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 1001 time: 0.1032205 Jun 04 07:43:22.130747 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-7c02ec6f-2785-410b-b67d-2df3aa2599af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:22.132210 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-7c02ec6f-2785-410b-b67d-2df3aa2599af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0636175 Jun 04 07:43:22.209796 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-9aa36a97-10d3-4d8b-a243-d0a9777b2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:22.211290 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-9aa36a97-10d3-4d8b-a243-d0a9777b2b9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736618 Jun 04 07:43:22.346798 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:22.351327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-f5454414-feaf-4d01-8d4a-5b61493f9a22 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337125 Jun 04 07:43:22.489141 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-53cd99c1-cfb5-4427-93d9-13b739eff108 req-090bf525-5edd-4f5e-8df4-5412d4823f76 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324069 Jun 04 07:43:26.443368 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:26.551642 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:28.204798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52022) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:28.458887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Deleting port 15a0598c-4405-479a-968d-2f1639e2eefc {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:43:28.459232 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:28.742115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:28.742381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:28.870989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Calling delete_port for 15a0598c-4405-479a-968d-2f1639e2eefc owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:43:29.029415 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:29.082331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'Port': ['ID=15a0598c-4405-479a-968d-2f1639e2eefc,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:29.123304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.123643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.123978 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.124310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.124637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.124966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.125286 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.125650 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.126066 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.126264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.126586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.126908 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:29.183437 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:29.183795 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Floating IP 60cb2ffb-c163-4063-b2cb-803c6c3c3910 disassociated (deleted). External IP: 172.25.1.78, port: 2e42f96f-6a31-4c45-af72-d7cbeb455447. Jun 04 07:43:29.553521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:43:29.733828 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:43:29.743178 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:43:29.753456 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:43:29.754099 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:43:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:43:29.755290 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:29.814888 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e54daf8a-1be7-4f86-9f56-c3ea1ce3481a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "DELETE /v2.0/floatingips/60cb2ffb-c163-4063-b2cb-803c6c3c3910 HTTP/1.1" status: 204 len: 168 time: 1.6090000 Jun 04 07:43:29.815580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:43:29.929732 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:43:30.136264 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ffdef2-6c90-4f9c-be95-d7e877ced1bd'] response: {'name': 'network-changed', 'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'status': 'completed', 'code': 200} Jun 04 07:43:30.257306 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:43:30.263299 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:43:30.273867 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:43:30.274476 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:43:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:43:30.280170 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-e2da7d02-c8b7-435f-8058-882ce5ca588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:30.282529 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-e2da7d02-c8b7-435f-8058-882ce5ca588a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 1098 time: 0.1215489 Jun 04 07:43:30.408478 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25916e1b-c976-4857-8723-bb87f29e22af req-578c5919-04d3-4973-a00e-d15b2c1e9112 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:30.409196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-25916e1b-c976-4857-8723-bb87f29e22af req-578c5919-04d3-4973-a00e-d15b2c1e9112 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:43:30.457175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-cc8ab165-96ce-431b-9c54-cce287b6b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:30.458731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-cc8ab165-96ce-431b-9c54-cce287b6b5c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1677721 Jun 04 07:43:30.459082 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:43:30.459787 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-25916e1b-c976-4857-8723-bb87f29e22af req-578c5919-04d3-4973-a00e-d15b2c1e9112 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:43:30.460769 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25916e1b-c976-4857-8723-bb87f29e22af req-578c5919-04d3-4973-a00e-d15b2c1e9112 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.2369001 Jun 04 07:43:30.667520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-0636c30b-ee67-4896-8569-6482497a3667 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 200 len: 217 time: 0.2024448 Jun 04 07:43:30.732705 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25916e1b-c976-4857-8723-bb87f29e22af req-1fcf2499-9785-4381-a4cd-13fc337991d8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978434 Jun 04 07:43:30.746172 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-6d732ed7-a053-416a-b759-605941b7322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:30.748893 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-6d732ed7-a053-416a-b759-605941b7322d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0703852 Jun 04 07:43:30.821151 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:43:30.825308 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df30b55-bd50-49d7-80ab-e05bb207d06d None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:43:30.830987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-f05e14df-5053-4bc3-9976-2a8cf6310d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:30.832553 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-f05e14df-5053-4bc3-9976-2a8cf6310d9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771255 Jun 04 07:43:30.977329 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-da6fe177-1a40-4a9b-a0f3-1f1f002748f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376176 Jun 04 07:43:31.065009 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab46aa2-73ca-49c7-b331-0b32615f81d6 None None] New status for floating IP 60cb2ffb-c163-4063-b2cb-803c6c3c3910: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:43:31.121578 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-524ac7d9-37ba-4b6d-ad3e-3f5cf5fb832e req-07c6f551-f896-4984-9f34-54d7044a61a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375318 Jun 04 07:43:31.767620 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-933882db-a4be-4c6d-8bc9-ab6fde2088d0 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:31.769084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-933882db-a4be-4c6d-8bc9-ab6fde2088d0 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.24 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.0843418 Jun 04 07:43:31.842474 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Deleting port 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:43:31.842809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:32.109791 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8755bd-e45e-4993-9f19-5d5998487dab req-d93049bd-da12-4733-bf3c-4abac96bd187 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:32.111347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe8755bd-e45e-4993-9f19-5d5998487dab req-d93049bd-da12-4733-bf3c-4abac96bd187 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=7253bb7c-a532-4319-847e-293cbb2e6fdc HTTP/1.1" status: 200 len: 947 time: 0.2361147 Jun 04 07:43:32.194469 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fe8755bd-e45e-4993-9f19-5d5998487dab req-c5eee36b-b8a3-4344-97d6-490aaca87477 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=cf398093-371f-440d-8ad5-0e9fc6993b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761967 Jun 04 07:43:32.199304 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] For port 2e42f96f-6a31-4c45-af72-d7cbeb455447, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2e42f96f-6a31-4c45-af72-d7cbeb455447,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:43:32.199661 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:32.328330 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Calling delete_port for 2e42f96f-6a31-4c45-af72-d7cbeb455447 owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:43:32.478751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:32.534232 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'Port': ['ID=2e42f96f-6a31-4c45-af72-d7cbeb455447,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:32.624812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] No DVR routers for this DVR port 2e42f96f-6a31-4c45-af72-d7cbeb455447 on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:43:32.628102 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:32.631277 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-deleted', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:43:32.653351 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8062cc9a-e5e7-4f89-aa92-a65141023a4a req-1e595504-63a3-4a2c-bea0-ce361e1bd47c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.24 "DELETE /v2.0/ports/2e42f96f-6a31-4c45-af72-d7cbeb455447 HTTP/1.1" status: 204 len: 173 time: 0.8783083 Jun 04 07:43:32.691759 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f377f2c-e0aa-40d6-8fa3-beac0f7cfdbf'] response: {'server_uuid': '7253bb7c-a532-4319-847e-293cbb2e6fdc', 'name': 'network-vif-deleted', 'tag': '2e42f96f-6a31-4c45-af72-d7cbeb455447', 'status': 'completed', 'code': 200} Jun 04 07:43:33.294520 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52042) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:33.367806 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:33.412126 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:33.487859 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:33.614390 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf398093-371f-440d-8ad5-0e9fc6993b6a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:33.629322 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:33.641960 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-7873177e-172b-4728-a778-e3d1b3d41f4b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "DELETE /v2.0/security-groups/cf398093-371f-440d-8ad5-0e9fc6993b6a HTTP/1.1" status: 204 len: 168 time: 0.3378336 Jun 04 07:43:34.773940 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52052) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:34.782890 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595763936', 'description': 'tempest-secgroup-smoke-595763936 description', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:34.792667 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:34.798375 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:34.802015 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:34.807746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:34.818908 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:34.840124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:34.844122 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:34.846989 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:34.852622 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:34.926712 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:34.930611 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:34.982071 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5893d9b2-5d20-4aa3-b908-97cc6eb0366a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:34.993810 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:34.995051 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-fb3da187-a064-408f-b443-a07386ff4850 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2198830 Jun 04 07:43:34.999544 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52056) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.006566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.014245 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.018335 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.021593 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.027749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.045877 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.119379 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.123495 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.150495 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea26b2aa-42e2-4f76-a50f-14d74b425df9,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.160421 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.160761 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.161092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.161420 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.161768 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.162089 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.162426 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.162725 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.163040 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.163356 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.163692 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.164096 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:43:35.167335 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.168522 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-07671f65-9814-4172-a423-1fbb09f7bfcb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663845 Jun 04 07:43:35.172289 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52060) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.177634 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.184783 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.188969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.192441 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.198462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.216961 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.281886 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.285931 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.310402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f65229-157c-47b4-96b0-c13812b5edfe,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.320100 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.321298 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ca9f0702-cbd1-420a-bf69-15bc0dd11571 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480181 Jun 04 07:43:35.324134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52064) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.329921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.336726 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.340792 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.346606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.349993 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.370516 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.433116 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.438123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.462647 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47b9fe1-3df0-426c-9f53-2d41738e9b13,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.471638 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.474180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6f70287e-9ad0-4252-9483-759439c84c53 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488280 Jun 04 07:43:35.475997 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52068) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.482007 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.488790 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.492672 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.495551 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.502099 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.519462 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.583251 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.586985 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.612244 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8feb707-6e55-422d-b046-564fb461a3d6,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.623286 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.624437 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-4e8f8c82-fe9b-465c-96a6-573ee29c1068 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473489 Jun 04 07:43:35.627162 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52072) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.632216 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.639001 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.642852 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.645840 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.651545 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.662394 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Project e107c1fc49b3475fb3684535d4b97efa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:43:35.669358 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.732307 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.736117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.761727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f721aa27-9563-4a08-89ae-a830f104ae78,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.771804 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.773224 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-81424e6c-a074-45f1-ad00-a326b1d000aa tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450932 Jun 04 07:43:35.775984 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52076) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:43:35.781328 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'security_group_rule': {'security_group_id': '5893d9b2-5d20-4aa3-b908-97cc6eb0366a', 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:35.787916 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:35.791727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:security_group_rule and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:43:35.795237 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:43:35.800969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:35.812398 n-d-811808-2 neutron-server[88848]: INFO neutron.db.securitygroups_db [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Project e107c1fc49b3475fb3684535d4b97efa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:43:35.821413 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.889525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.893117 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.920288 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c272d7-2a4d-4856-aafd-41be720c4681,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:35.930409 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:35.931620 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ea839288-4734-4c12-b547-f82a95a9ad85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546550 Jun 04 07:43:36.239685 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:43:36.275824 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 2e42f96f-6a31-4c45-af72-d7cbeb455447 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:43:36.276169 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2e42f96f-6a31-4c45-af72-d7cbeb455447 not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:43:47.145247 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a6e25aeb-d054-4766-9bf7-7bcd1e335fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:49.269093 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-16135a91-236d-4fdf-97ab-1b39c44934df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:50.337505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:50.766858 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:50.921846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-8e14efba-a7dd-4e20-8def-3665d718582d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:43:50.937373 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-8e14efba-a7dd-4e20-8def-3665d718582d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:43:50.938535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-8e14efba-a7dd-4e20-8def-3665d718582d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595763936&fields=id&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 267 time: 0.0572605 Jun 04 07:43:51.091476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-336eb20b-3418-4246-80a1-e7d8836582de tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:51.092953 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-336eb20b-3418-4246-80a1-e7d8836582de tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 808 time: 0.1476336 Jun 04 07:43:51.109147 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a960d786-71c1-43a9-80b4-cf6006918ded tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/quotas/e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 375 time: 0.0105462 Jun 04 07:43:51.199417 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-74e6e3a2-827d-46e5-af69-516b04fd9178 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:43:51.215168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-74e6e3a2-827d-46e5-af69-516b04fd9178 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:43:51.216461 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-74e6e3a2-827d-46e5-af69-516b04fd9178 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019521 Jun 04 07:43:51.275165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-987eba5d-92de-4fcf-b6ae-6a8f3b3b60f2 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:43:51.276158 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-987eba5d-92de-4fcf-b6ae-6a8f3b3b60f2 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487077 Jun 04 07:43:51.409877 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-862c3fe1-e0f5-4b60-a052-48efed8bc574 service neutron] 10.222.0.17 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273761 Jun 04 07:43:51.542557 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-4d85c7c0-6b24-4de9-875a-0c0a47fd7bb4 service neutron] 10.222.0.17 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270480 Jun 04 07:43:51.971562 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-62d3d2f4-006c-46fe-9ea6-0e0adbdc113e req-5a756a47-6f1e-4fc8-9666-7d204cee44fe tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 210 time: 0.0437894 Jun 04 07:43:52.390382 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:53.048222 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-b90d0b74-0005-4c9b-8be5-7c9f966c78d3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:53.049680 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-b90d0b74-0005-4c9b-8be5-7c9f966c78d3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 808 time: 0.1584423 Jun 04 07:43:53.146466 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a27aca02-14e4-4677-bb50-91767054ea85 req-1000578f-eb81-4e9d-b9bb-8f3a3264e672 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 210 time: 0.0558400 Jun 04 07:43:53.150567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-6c1b7b0a-c54d-4381-8d7d-3668fb1e9649 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 379 time: 0.0913742 Jun 04 07:43:53.168605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'port': {'device_id': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'admin_state_up': True, 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'security_groups': ['5893d9b2-5d20-4aa3-b908-97cc6eb0366a']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:53.304509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:43:53.314640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:43:53.326097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Made reservation on behalf of e107c1fc49b3475fb3684535d4b97efa for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:43:53.330379 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:53.502966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Allocated IP 172.20.0.10 (d394f020-c616-42b5-afe7-f0529c074d6c/2d946724-2013-42e7-8ab6-b1fd922e3325/4ac5abd6-c5c0-4a75-beb7-f3fa1194944d) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:43:53.725894 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:53.746014 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Transition to ACTIVE for port object 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:43:53.783540 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:53.867168 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Network d394f020-c616-42b5-afe7-f0529c074d6c is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:43:53.870235 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:43:53.876113 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:43:53.921705 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:53.960075 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:53.961066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:53.993820 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-a0bea403-3c76-4b91-b2d6-8143bd50ce8b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8364182 Jun 04 07:43:54.016346 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Request body: {'port': {'device_id': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:43:54.115984 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f8bcdd5d-eb42-43e2-b124-592d66de53e1 None None] Provisioning for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:43:54.122557 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-f8bcdd5d-eb42-43e2-b124-592d66de53e1 None None] Provisioning complete for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:43:54.123552 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdd5d-eb42-43e2-b124-592d66de53e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:54.147528 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:54.185823 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcdd5d-eb42-43e2-b124-592d66de53e1 None None] Port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:43:54.578719 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c736902-6c8a-4dbd-8a13-45e6603e8037 req-47c6ebec-7e36-4e02-874b-d45205509d1c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:54.579927 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4c736902-6c8a-4dbd-8a13-45e6603e8037 req-47c6ebec-7e36-4e02-874b-d45205509d1c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:43:54.626189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-4c736902-6c8a-4dbd-8a13-45e6603e8037 req-47c6ebec-7e36-4e02-874b-d45205509d1c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:43:54.627338 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c736902-6c8a-4dbd-8a13-45e6603e8037 req-47c6ebec-7e36-4e02-874b-d45205509d1c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 932 time: 0.3542838 Jun 04 07:43:54.733435 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4c736902-6c8a-4dbd-8a13-45e6603e8037 req-e47c43d1-a281-4896-b2b8-7f956bfa9414 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001396 Jun 04 07:43:54.741211 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:43:54.754093 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:54.770309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Transition to ACTIVE for port object 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:43:54.773980 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:54.915411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:55.026693 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:43:55.027019 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:43:55.027335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:43:55.032487 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:43:55.032778 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:43:55.037859 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:43:55.038184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:43:55.038555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:43:55.038970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Bound port: 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:43:55.039311 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:55.142677 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:43:55.145717 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:43:55.149787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:55.203903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:55.204517 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:55.205978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1092 time: 1.1958780 Jun 04 07:43:55.206408 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:43:55.237682 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc841438-236e-46d9-bd50-9a4f9f6843c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:43:55.285756 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b10aff9-aa13-40c9-acf8-491dccd71943'] response: {'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'status': 'completed', 'code': 200} Jun 04 07:43:55.323643 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-20d83cff-18d8-4830-a2ef-459340aa771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:55.325966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-20d83cff-18d8-4830-a2ef-459340aa771d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1095 time: 0.0818944 Jun 04 07:43:55.399836 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-8f7579c0-da54-4432-80fa-4c4cba0eeb55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 217 time: 0.0664291 Jun 04 07:43:55.466177 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-17f6ce04-bff6-4c37-ad64-adc801aacf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:55.467616 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-17f6ce04-bff6-4c37-ad64-adc801aacf32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0623498 Jun 04 07:43:55.544187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-b7d7b169-9fdc-4d02-9417-90a158dfd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:55.545911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-b7d7b169-9fdc-4d02-9417-90a158dfd9c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720298 Jun 04 07:43:55.683035 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-7a02a905-f0c8-4cbd-b704-31ddb6bcd311 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308255 Jun 04 07:43:55.832143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3a67a4c3-6266-43e0-bd1f-f0e0bbdafb78 req-da299a7b-be0c-4ea3-858e-3c7d8910287d service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420252 Jun 04 07:43:55.923910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:43:56.010006 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef4a5f-c988-4204-a5ad-364965ce25ce req-9c55d194-9bec-4898-8d3f-aa32462cf0cf tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:56.011515 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bcef4a5f-c988-4204-a5ad-364965ce25ce req-9c55d194-9bec-4898-8d3f-aa32462cf0cf tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.1621478 Jun 04 07:43:56.015280 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-97889a81-f268-4b6d-b5b1-fb32d491dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:56.017038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-97889a81-f268-4b6d-b5b1-fb32d491dc1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1095 time: 0.1313057 Jun 04 07:43:56.159404 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bcef4a5f-c988-4204-a5ad-364965ce25ce req-11dce6fc-16cf-4556-a14b-e5d59b3a52ec tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412559 Jun 04 07:43:56.206610 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-4ef123b9-9e68-49ba-8272-662bc9878231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:56.208101 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-4ef123b9-9e68-49ba-8272-662bc9878231 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1728222 Jun 04 07:43:56.431796 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-ec2966c9-6bd2-4344-9fd9-5f1ddf0931cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 217 time: 0.2167850 Jun 04 07:43:56.444045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:56.511020 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-e49fd087-6853-41e6-867e-7b65c683fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:56.512739 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-e49fd087-6853-41e6-867e-7b65c683fca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0754673 Jun 04 07:43:56.549734 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:43:56.596774 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-62104003-34c2-46bb-88db-50aace1842b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:56.598334 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-62104003-34c2-46bb-88db-50aace1842b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792024 Jun 04 07:43:56.736322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-aa3996d9-8250-4a24-8bd4-fe68af4e6c65 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293128 Jun 04 07:43:56.869127 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-46fef6c8-bbd6-41ac-a987-bcf9f7b4f137 req-7bc4deb4-e0b3-43c8-b0a2-889b1ae74038 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265087 Jun 04 07:43:57.356925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d198b2-94aa-44ae-b728-ea7db308de0c req-e9a77e3d-81b2-404b-af76-347f17e926d9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:57.358594 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5d198b2-94aa-44ae-b728-ea7db308de0c req-e9a77e3d-81b2-404b-af76-347f17e926d9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0834489 Jun 04 07:43:57.409232 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f5d198b2-94aa-44ae-b728-ea7db308de0c req-16caeef4-3c4f-4aec-81c8-cf1b5c0aa8b4 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Jun 04 07:43:58.620275 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e177aa-60e6-4625-9b43-f234e8251634 req-7b9fe234-ff51-40a8-8019-70fcfcc0df78 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:58.621812 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96e177aa-60e6-4625-9b43-f234e8251634 req-7b9fe234-ff51-40a8-8019-70fcfcc0df78 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0967195 Jun 04 07:43:58.678622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-96e177aa-60e6-4625-9b43-f234e8251634 req-89cd7aca-78fa-4d4f-b34c-88869800d6df tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 Jun 04 07:43:59.873402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987df6-d20d-4062-858c-1ef538455c35 req-89415451-2650-4135-a117-27fa41e05bd7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:43:59.874915 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61987df6-d20d-4062-858c-1ef538455c35 req-89415451-2650-4135-a117-27fa41e05bd7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0901835 Jun 04 07:43:59.919139 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-61987df6-d20d-4062-858c-1ef538455c35 req-eedb266b-9554-4273-bbaf-03c002b66412 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385573 Jun 04 07:44:01.114554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b1cb5-bcaf-4811-8302-f0456e34d1a0 req-ea1ba5cc-3996-4429-9ca9-ecb10ac915d9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:01.116027 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca8b1cb5-bcaf-4811-8302-f0456e34d1a0 req-ea1ba5cc-3996-4429-9ca9-ecb10ac915d9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0811315 Jun 04 07:44:01.162471 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ca8b1cb5-bcaf-4811-8302-f0456e34d1a0 req-e36bb620-d936-42e6-96ee-bebe6c8275ee tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407679 Jun 04 07:44:02.352938 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8388d40-30d7-463c-896e-7d10a92b04e8 req-30f2bc55-9408-473f-b8c8-82bc463f161f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:02.354323 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8388d40-30d7-463c-896e-7d10a92b04e8 req-30f2bc55-9408-473f-b8c8-82bc463f161f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0857036 Jun 04 07:44:02.399896 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8388d40-30d7-463c-896e-7d10a92b04e8 req-3f17c7f8-517d-43d7-b179-8affe977c5df tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393405 Jun 04 07:44:03.588994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47e205-9461-4ea3-80b2-87fe57f65f97 req-97c9e65c-8906-44aa-8fd8-4593486b8bfd tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:03.591886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d47e205-9461-4ea3-80b2-87fe57f65f97 req-97c9e65c-8906-44aa-8fd8-4593486b8bfd tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0822139 Jun 04 07:44:03.641451 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5d47e205-9461-4ea3-80b2-87fe57f65f97 req-5465bf8a-f30a-453f-a06d-8f523e045012 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Jun 04 07:44:04.837310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70aaeb-4562-46d9-8461-6a97c49588ba req-6b1b4311-c8b7-4305-a73e-03b5394e09bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:04.838790 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d70aaeb-4562-46d9-8461-6a97c49588ba req-6b1b4311-c8b7-4305-a73e-03b5394e09bc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0843399 Jun 04 07:44:04.884635 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3d70aaeb-4562-46d9-8461-6a97c49588ba req-46851330-f2f0-4b82-84e3-becce648131b tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397296 Jun 04 07:44:05.455141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:44:05.588803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:44:05.602775 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'mac_address': 'fa:16:3e:ba:25:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:44:05.661767 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:44:05.662147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:05.678919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:44:05.694209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:44:05.698269 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:05.765331 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:44:05.772813 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.773161 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.773520 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.773986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.774322 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.774655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.774989 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.775317 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.775645 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.775972 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.776299 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:05.776624 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:44:06.068922 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:44:06.082300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae817d16-3379-4dc9-88c3-745a950b16a6 req-92b2480a-3c90-4f3c-a827-84b663df2f1f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:06.083824 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae817d16-3379-4dc9-88c3-745a950b16a6 req-92b2480a-3c90-4f3c-a827-84b663df2f1f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 945 time: 0.0897682 Jun 04 07:44:06.132149 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ae817d16-3379-4dc9-88c3-745a950b16a6 req-eed7e2ed-297f-4c20-b7d7-0e48984820f9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Jun 04 07:44:07.330132 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6e1e-7de4-4e05-96b9-cb92e74e6ca3 req-3f1b4d1b-0ba7-4636-bede-9d2f6bcd5474 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:07.331626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-367b6e1e-7de4-4e05-96b9-cb92e74e6ca3 req-3f1b4d1b-0ba7-4636-bede-9d2f6bcd5474 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 945 time: 0.0882807 Jun 04 07:44:07.377352 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-367b6e1e-7de4-4e05-96b9-cb92e74e6ca3 req-fbe487df-4ac2-4be9-9bf1-bb92f8bfb04c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396659 Jun 04 07:44:07.471224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:44:07.543960 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:44:07.549178 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:44:07.549583 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:07.675858 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:44:07.676224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:07.704764 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:44:07.714698 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:44:07.719750 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:07.788564 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:44:07.805161 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091810e9-f8ec-4ee1-9dd4-8ff4b6f2b305'] response: {'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'code': 200} Jun 04 07:44:07.936671 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3390-e4a6-43f4-8c2e-54ce3ef05ee5 req-e08889bd-9447-45fd-ae6a-dca93af7f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:07.938278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54da3390-e4a6-43f4-8c2e-54ce3ef05ee5 req-e08889bd-9447-45fd-ae6a-dca93af7f3e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0750611 Jun 04 07:44:07.982073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-54da3390-e4a6-43f4-8c2e-54ce3ef05ee5 req-a64fcf79-9111-4918-a844-18b4c25167df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 Jun 04 07:44:08.575271 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276935-9159-4fb8-8d34-5a73bf5eef6f req-ed176dc0-b9d8-4a86-a0e7-3538feab8579 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:08.577282 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b276935-9159-4fb8-8d34-5a73bf5eef6f req-ed176dc0-b9d8-4a86-a0e7-3538feab8579 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0853682 Jun 04 07:44:08.629454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b276935-9159-4fb8-8d34-5a73bf5eef6f req-97fc5069-f1c7-4b73-ac37-a76e6dd58ab6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Jun 04 07:44:09.831985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e7c7b-4ec7-4e79-afd3-e7ec7c20a273 req-21911d77-1297-4cba-8dd4-b7b915f38ef6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:09.833513 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-375e7c7b-4ec7-4e79-afd3-e7ec7c20a273 req-21911d77-1297-4cba-8dd4-b7b915f38ef6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0852377 Jun 04 07:44:09.880031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-375e7c7b-4ec7-4e79-afd3-e7ec7c20a273 req-e3aa2a67-fad4-4edc-81b5-fef1cc8012f2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Jun 04 07:44:10.081495 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86a292-def5-47ef-85bf-d591d8e16dfe req-2e3778da-7675-435e-88ae-7b54c86efc23 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:10.083086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c86a292-def5-47ef-85bf-d591d8e16dfe req-2e3778da-7675-435e-88ae-7b54c86efc23 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0819032 Jun 04 07:44:10.133945 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c86a292-def5-47ef-85bf-d591d8e16dfe req-e3e7596e-46e0-4159-822a-a2d3e31f9c29 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452299 Jun 04 07:44:10.160272 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52282) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:44:10.282501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29831e4f-ad0a-4135-9bdd-7bf06d303b28 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:10.283217 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29831e4f-ad0a-4135-9bdd-7bf06d303b28 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] Synchronizing usage tracker for tenant:a7dcf43f04e749578ea8ead2eb490e1c on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:44:10.300746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-29831e4f-ad0a-4135-9bdd-7bf06d303b28 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] Unset dirty status for tenant:a7dcf43f04e749578ea8ead2eb490e1c on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:44:10.302054 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-29831e4f-ad0a-4135-9bdd-7bf06d303b28 tempest-TestShelveInstance-2046539357 tempest-TestShelveInstance-2046539357-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1092 time: 0.1407855 Jun 04 07:44:10.304935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52288) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:44:10.311035 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:44:10.318846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:44:10.322704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Usage tracker for resource:floatingip and tenant:e107c1fc49b3475fb3684535d4b97efa is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:44:10.326941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:44:10.333704 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:44:10.346558 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:10.595902 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:10.744815 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Allocated IP 172.25.1.142 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/dec73a86-76c9-499a-9227-87211c3fb7bd) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:44:10.915228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:10.947046 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:11.014801 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:44:11.017724 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:44:11.022885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:44:11.055933 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=dec73a86-76c9-499a-9227-87211c3fb7bd,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:44:11.459213 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:11.548759 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:11.785214 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:11.790174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:11.895932 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event updated for resources: {'Port': ['ID=dec73a86-76c9-499a-9227-87211c3fb7bd,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:44:11.911298 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:12.088509 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Floating IP 4512a710-0be3-400e-97dc-87a6ca6ca9f5 associated. External IP: 172.25.1.142, port: 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d. Jun 04 07:44:12.572462 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:44:12.760382 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:44:12.770727 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:44:12.781629 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:44:12.782279 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:43:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:44:12.788275 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:12.848188 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0efe4c6b-8173-473c-bb22-0ae4dd651ec3 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5420840 Jun 04 07:44:12.848795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:44:12.894510 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058311d0-fe49-4495-ba15-0a28850b222b'] response: {'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'status': 'completed', 'code': 200} Jun 04 07:44:12.979647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:44:12.998725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-ba7654a8-5042-471d-8e4c-04bee3d97253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:13.000391 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-ba7654a8-5042-471d-8e4c-04bee3d97253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0821583 Jun 04 07:44:13.147503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-93134684-e3e3-4873-a49a-f938daeca70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:13.148895 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-93134684-e3e3-4873-a49a-f938daeca70a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1429629 Jun 04 07:44:13.255811 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-b2ed94d3-9067-4052-a6c1-a4e88c09fb51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1000 time: 0.1002319 Jun 04 07:44:13.319563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-32a81208-0fed-496a-8b9e-cc4d39c7e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:13.321026 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-32a81208-0fed-496a-8b9e-cc4d39c7e36d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0597115 Jun 04 07:44:13.361107 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4512a710-0be3-400e-97dc-87a6ca6ca9f5', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:ba:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:44:11Z', 'updated_at': '2022-06-04T07:44:11Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:44:13.365255 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:44:13.374540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:44:13.375141 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:43:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:44:13.404204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-3704d380-07de-4f87-8c6a-1df0a5b98bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:13.406581 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-3704d380-07de-4f87-8c6a-1df0a5b98bdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793037 Jun 04 07:44:13.542651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-20969c06-b034-4cce-a412-74af3c33fada service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307604 Jun 04 07:44:13.557552 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:44:13.702495 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-699e34c4-3e7a-4beb-b30b-2439d7161c97 req-da934653-5ee4-472d-bea6-a32d76cadfde service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494420 Jun 04 07:44:13.939992 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4512a710-0be3-400e-97dc-87a6ca6ca9f5', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:ba:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:44:11Z', 'updated_at': '2022-06-04T07:44:11Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:44:13.944791 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4b447-1f48-4d2b-b76c-92bfde331fe4 None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '4512a710-0be3-400e-97dc-87a6ca6ca9f5', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'mac_address': 'fa:16:3e:ba:25:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:44:11Z', 'updated_at': '2022-06-04T07:44:11Z', 'revision_number': 0, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:44:14.255124 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76343cc-82bc-48c0-a764-ad310f40f691 None None] New status for floating IP 4512a710-0be3-400e-97dc-87a6ca6ca9f5: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:44:17.149693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6a2858fd-4e2a-48c8-b096-f988e73fe467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:19.272865 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-05b304b8-b9f0-4738-a01c-60b54f0d8796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:20.332100 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:20.769928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:22.351277 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:26.451446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:26.573841 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:32.926479 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:44:38.156566 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-95b610a8-b0a5-4adf-9b11-a443406993ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813742 Jun 04 07:44:38.339519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-1945195a-1ca5-4874-8a1c-5cc5d735c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:38.341048 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-1945195a-1ca5-4874-8a1c-5cc5d735c9a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1097 time: 0.1104140 Jun 04 07:44:38.625835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-63dfc35e-22ee-476a-bfd4-ddad79239932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:38.627389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-63dfc35e-22ee-476a-bfd4-ddad79239932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.2642128 Jun 04 07:44:38.746983 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-d06eb184-1b74-46dd-b7fa-30af05ddce07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1002 time: 0.1109788 Jun 04 07:44:38.813812 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-e37bcb72-3ec9-4890-a971-55ba2bb5e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:38.815231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-e37bcb72-3ec9-4890-a971-55ba2bb5e4eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0649188 Jun 04 07:44:38.915315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-6ce8e3f6-6d03-417e-be15-8e728a95d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:44:38.915315 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-6ce8e3f6-6d03-417e-be15-8e728a95d7a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932262 Jun 04 07:44:39.089646 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-c311590d-c352-459d-a436-099256ec04b1 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670430 Jun 04 07:44:39.241977 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c61178a2-bab5-48ed-9bc0-260361da05e9 req-326717b9-0c5d-4f25-b6b2-e1ce485462f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452665 Jun 04 07:44:47.151508 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c57959be-255d-4725-a9be-7b41581e2bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:49.275687 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ec278934-0550-4498-8c9d-81e314082248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:50.344018 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:50.772913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:52.355504 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:56.453370 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:44:56.581103 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:09.927006 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:45:17.155294 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4b33-40ff-4151-8154-dac35f3aba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:19.279914 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-86b3c1e6-bc8e-4bf6-a963-4ad38f15f206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:20.337775 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:20.776835 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:22.358246 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:26.457703 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:26.592273 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:38.030799 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-b8a1cda2-42c0-46ba-a4f4-fe3458c2bbd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225696 Jun 04 07:45:38.183070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-b922c8bd-2609-4492-92a5-e70a0e941e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:45:38.184572 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-b922c8bd-2609-4492-92a5-e70a0e941e94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0805981 Jun 04 07:45:38.343248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-a13afb9c-d93f-4f62-90e6-cb8c7f836423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:45:38.344684 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-a13afb9c-d93f-4f62-90e6-cb8c7f836423 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1411543 Jun 04 07:45:38.457302 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-b78f5120-f0e4-455a-a70a-d5b7d13cf403 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1002 time: 0.1059952 Jun 04 07:45:38.520377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-36e35cca-2727-4878-b8e4-405e62e19ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:45:38.521852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-36e35cca-2727-4878-b8e4-405e62e19ece service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0588775 Jun 04 07:45:38.603870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-7331be39-476e-484c-b304-95a92e6c9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:45:38.605358 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-7331be39-476e-484c-b304-95a92e6c9e1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779757 Jun 04 07:45:38.743700 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-a3e82462-1d75-47e8-8652-edaa2fbeb276 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316216 Jun 04 07:45:38.882096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f2e8f13-3955-46b6-809c-8fa6c9a7fdbb req-9635c9c2-0702-4ff5-b0cc-5ce1850c7377 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321297 Jun 04 07:45:46.926799 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:45:47.192181 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c7c6db67-4ce7-4401-940a-02ce12e3f8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:49.283763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a41078bc-300e-41c2-be5c-acf6b624d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:50.348249 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:50.780524 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:52.359641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:56.452234 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:45:56.591468 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:11.206593 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42343cb-de25-4942-aaeb-4d9628361ad3 req-ce3110b8-01d6-4da9-8323-e9c75c7c578e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:11.208111 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c42343cb-de25-4942-aaeb-4d9628361ad3 req-ce3110b8-01d6-4da9-8323-e9c75c7c578e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.1372504 Jun 04 07:46:11.253858 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-c42343cb-de25-4942-aaeb-4d9628361ad3 req-80bf71a2-8e64-4db7-b6f3-760c68feecb5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Jun 04 07:46:12.479185 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e792267-8e99-4c57-928d-32c9b06980ed req-c4a9a158-8fdd-4abf-9326-09a903096f3e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:12.480718 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e792267-8e99-4c57-928d-32c9b06980ed req-c4a9a158-8fdd-4abf-9326-09a903096f3e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0873237 Jun 04 07:46:12.648185 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e792267-8e99-4c57-928d-32c9b06980ed req-30091c25-3dc9-4f8a-82e8-dad2b46d01d1 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596575 Jun 04 07:46:13.842659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3acb-4385-4006-9a7c-69d4d6f0b00f req-11f02f06-b6e5-4be0-acbf-59c54072599c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:13.844258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-062b3acb-4385-4006-9a7c-69d4d6f0b00f req-11f02f06-b6e5-4be0-acbf-59c54072599c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0874002 Jun 04 07:46:13.890843 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-062b3acb-4385-4006-9a7c-69d4d6f0b00f req-989b612f-67c4-4698-ae43-cf1a6c6b07bd tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Jun 04 07:46:15.091270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f54ba-834c-4515-b9b3-a0f1a0e483b2 req-9b10249d-688c-480d-b9cd-5da688650c85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:15.093741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e8f54ba-834c-4515-b9b3-a0f1a0e483b2 req-9b10249d-688c-480d-b9cd-5da688650c85 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0911751 Jun 04 07:46:15.138988 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e8f54ba-834c-4515-b9b3-a0f1a0e483b2 req-2d046e6d-9bd8-4516-8c1e-905597e5f9a9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394640 Jun 04 07:46:16.335576 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e5511-f4e8-4195-9d06-7d886d3d3b97 req-418d336f-878d-47aa-b81e-c1b254ca9c60 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:16.337313 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc0e5511-f4e8-4195-9d06-7d886d3d3b97 req-418d336f-878d-47aa-b81e-c1b254ca9c60 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0892010 Jun 04 07:46:16.387472 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bc0e5511-f4e8-4195-9d06-7d886d3d3b97 req-b7761c94-a6a4-4fce-95fe-4565bb6e57c5 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Jun 04 07:46:17.158805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bbb92303-ae1e-409b-aec3-03648e18738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:17.575882 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f804fd-44b0-452f-8d51-cafd0664ae84 req-639fdebf-5041-45fe-880d-eabdb5b87fd7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:17.577421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22f804fd-44b0-452f-8d51-cafd0664ae84 req-639fdebf-5041-45fe-880d-eabdb5b87fd7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0813324 Jun 04 07:46:17.624289 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-22f804fd-44b0-452f-8d51-cafd0664ae84 req-b521128c-8eaa-4f49-9e6f-1d808a4f736e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Jun 04 07:46:18.823887 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d308dc-6602-46e2-8320-25fc8bda07cc req-26170b0b-34d1-4379-b624-3e90fd33068e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:18.825380 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42d308dc-6602-46e2-8320-25fc8bda07cc req-26170b0b-34d1-4379-b624-3e90fd33068e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0869138 Jun 04 07:46:18.871950 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42d308dc-6602-46e2-8320-25fc8bda07cc req-45bea115-5715-40ce-9ae1-c443097c1063 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 Jun 04 07:46:19.285085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9264-bfc6-40f3-b5e8-3ec76400ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:20.219960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065a2d5-3e07-4d1d-a09a-c210ee4b8ef5 req-ffa05c86-ebfc-4463-acb1-b944cca9fab7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:20.221458 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7065a2d5-3e07-4d1d-a09a-c210ee4b8ef5 req-ffa05c86-ebfc-4463-acb1-b944cca9fab7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0818973 Jun 04 07:46:20.269231 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7065a2d5-3e07-4d1d-a09a-c210ee4b8ef5 req-9faf09f8-f076-4e6f-8d97-45e97cc45f9f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Jun 04 07:46:20.340832 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:20.779763 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:21.238729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-1641ef4d-a808-4ad5-a3f2-bd89c5fee0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:21.240200 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-1641ef4d-a808-4ad5-a3f2-bd89c5fee0db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0801864 Jun 04 07:46:21.377404 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-22173428-1b39-4e64-bfb3-dd541ccd2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:21.378902 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-22173428-1b39-4e64-bfb3-dd541ccd2bf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1329212 Jun 04 07:46:21.539966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-38316548-5fdc-4b26-a321-d7e5d218057b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1002 time: 0.1288691 Jun 04 07:46:21.613073 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cefe2b-23c2-4cc7-aaa5-e1dc2a196c33 req-68d025d5-d580-444c-a766-291ca4aa4f80 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:21.614592 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36cefe2b-23c2-4cc7-aaa5-e1dc2a196c33 req-68d025d5-d580-444c-a766-291ca4aa4f80 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.2348330 Jun 04 07:46:21.626496 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-cedcf3fd-52cf-4fba-96a1-53709b50db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:21.627927 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-cedcf3fd-52cf-4fba-96a1-53709b50db79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0810399 Jun 04 07:46:21.708698 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-36cefe2b-23c2-4cc7-aaa5-e1dc2a196c33 req-83dd7010-f581-4027-84d0-67c3660a6a5e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875347 Jun 04 07:46:21.733866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-7fce0cae-49d7-4c45-9c96-7ca69197ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:21.735336 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-7fce0cae-49d7-4c45-9c96-7ca69197ab8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954187 Jun 04 07:46:21.872135 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-c6145a4a-bf82-4d99-b254-49abd3afa014 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307003 Jun 04 07:46:22.011958 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1c60cf83-9792-4d7b-beea-24bfeec32465 req-df900182-ac5e-4309-914f-a73461d3abc4 service neutron] 10.222.0.39 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329899 Jun 04 07:46:22.358876 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:22.915694 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea261-7ac7-4d40-b685-9dfc79dfa343 req-2de24cda-e354-4704-adef-ef68f05afdf2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:22.917269 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-349ea261-7ac7-4d40-b685-9dfc79dfa343 req-2de24cda-e354-4704-adef-ef68f05afdf2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0925300 Jun 04 07:46:22.967362 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-349ea261-7ac7-4d40-b685-9dfc79dfa343 req-053ab89e-2b99-461c-ba51-ad514f443225 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Jun 04 07:46:23.926665 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:46:24.171264 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496289b-f85a-46f6-8134-7be74df73152 req-062ef542-d854-417c-ac68-91f5bddd2deb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:24.172976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1496289b-f85a-46f6-8134-7be74df73152 req-062ef542-d854-417c-ac68-91f5bddd2deb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0833607 Jun 04 07:46:24.223504 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1496289b-f85a-46f6-8134-7be74df73152 req-55444cc3-1ab1-46a3-bf2a-820a4b099289 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443904 Jun 04 07:46:24.578788 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-7fc54a4a-f630-4c54-86d5-778da41745b6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221380 Jun 04 07:46:24.602743 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2dd2f-35a8-4a2d-9c92-7acb1dd65dd1 req-1131ae2d-f3e8-4212-9d3b-79e7888991c9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:24.603932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdf2dd2f-35a8-4a2d-9c92-7acb1dd65dd1 req-1131ae2d-f3e8-4212-9d3b-79e7888991c9 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0918107 Jun 04 07:46:24.653563 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bdf2dd2f-35a8-4a2d-9c92-7acb1dd65dd1 req-9e55af6d-2e30-4384-8d47-f27707e1d5e1 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Jun 04 07:46:25.860504 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262216e-9884-454e-a077-c3d245b53405 req-ce67147a-456d-4d01-b5ca-0afae977ac1d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:25.862122 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0262216e-9884-454e-a077-c3d245b53405 req-ce67147a-456d-4d01-b5ca-0afae977ac1d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 946 time: 0.0952432 Jun 04 07:46:26.035120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0262216e-9884-454e-a077-c3d245b53405 req-fbb8eade-b766-4991-a6e0-e96348d7038a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651678 Jun 04 07:46:26.155209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:46:26.290882 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:46:26.291271 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:26.328203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:46:26.341311 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:46:26.347063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:26.399133 n-d-811808-2 neutron-server[88850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-12ddd4a3-f1bc-4327-a779-035c47f27b8c']: {'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'code': 422} returned with failed status Jun 04 07:46:26.425833 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:46:26.433594 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.433938 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.434281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.434637 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.434977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.435321 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.435636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.435982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.436296 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.436618 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.436942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.437272 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:26.457747 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:26.595347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:27.246295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a1f64-617f-410d-95f8-bcb1c85c524c req-5bd1a8be-bb68-4323-93f3-3e6110140044 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:27.250031 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d3a1f64-617f-410d-95f8-bcb1c85c524c req-5bd1a8be-bb68-4323-93f3-3e6110140044 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0977821 Jun 04 07:46:27.301614 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2d3a1f64-617f-410d-95f8-bcb1c85c524c req-c1a48fe5-100f-423b-b1c3-8095fdaa7846 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448115 Jun 04 07:46:27.572175 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-ace804dc-d9e0-425c-9d6b-196c5d02c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:27.573587 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-ace804dc-d9e0-425c-9d6b-196c5d02c4c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36&tenant_id=e107c1fc49b3475fb3684535d4b97efa HTTP/1.1" status: 200 len: 1095 time: 0.0754058 Jun 04 07:46:27.583966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811808-2', 'device_owner': 'compute:nova'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:46:27.706533 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:27.984149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:46:28.014842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:46:28.069050 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:46:28.076804 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:28.092979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Transition to ACTIVE for port object 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:46:28.097523 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:28.247621 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=7']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:46:28.268851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.269205 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.269567 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.269909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.270241 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.270573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.270898 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.271224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.271549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.271871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.272198 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.272524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:46:28.324056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] No DVR routers for this DVR port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:46:28.610752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:46:28.610979 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:46:28.611312 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:46:28.619585 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:46:28.619925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Attempting to bind port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on network d394f020-c616-42b5-afe7-f0529c074d6c {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:46:28.629660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d93d18-25ed-4528-89d8-7cf0a410fbbe req-1a0e2f89-682d-4d85-836c-9e6b4eec57b2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:28.631184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34d93d18-25ed-4528-89d8-7cf0a410fbbe req-1a0e2f89-682d-4d85-836c-9e6b4eec57b2 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.1710775 Jun 04 07:46:28.635760 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:46:28.636101 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Checking segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:46:28.636513 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Bound using segment: {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:46:28.636945 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Bound port: 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ae2149-495d-4f45-95b5-a959b7dec701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:46:28.637290 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:28.740112 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-34d93d18-25ed-4528-89d8-7cf0a410fbbe req-aff9f981-d76d-4d72-b939-c587d153b507 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919595 Jun 04 07:46:28.767300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:46:28.770252 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:46:28.774565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:28.846115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:28.846733 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:28.848164 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1092 time: 1.2682905 Jun 04 07:46:28.848594 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:46:28.868651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7640b-4e6b-4e3f-9cb1-90e463f2feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=8']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:46:28.905267 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bfa723-de5b-45e0-81fe-a926d909d569'] response: {'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'status': 'completed', 'code': 200} Jun 04 07:46:28.955377 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-040c7824-d629-4820-96e3-81c7cd3f5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:28.956901 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-040c7824-d629-4820-96e3-81c7cd3f5ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1095 time: 0.0839546 Jun 04 07:46:29.214182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-dc169d9c-e1aa-4242-830a-aa76d4e45543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:29.215653 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-dc169d9c-e1aa-4242-830a-aa76d4e45543 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.2532489 Jun 04 07:46:29.327550 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-842ba95b-eeed-4316-99f5-480b6df34068 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1000 time: 0.1057785 Jun 04 07:46:29.391343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-6e48446c-c7c9-487b-a70d-e5440d5f2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:29.392976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-6e48446c-c7c9-487b-a70d-e5440d5f2c0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0598493 Jun 04 07:46:29.473755 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-17f48522-3be5-4f3b-a3e9-6c506846877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:29.475244 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-17f48522-3be5-4f3b-a3e9-6c506846877c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768175 Jun 04 07:46:29.615970 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-e2c970a6-d742-4a25-9217-2c6219da19a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342919 Jun 04 07:46:29.752866 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-bec455ba-0aed-4614-8a52-8bb67dfb6dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304131 Jun 04 07:46:29.918982 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-db562d97-cdfa-49ea-83b8-d4394d8fcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:29.920445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-db562d97-cdfa-49ea-83b8-d4394d8fcd5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1095 time: 0.1223242 Jun 04 07:46:30.037535 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e7de5-2af2-4d0f-b819-5d4569c13168 req-af9719ad-f259-4dfa-b226-cd292d25d161 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:30.039086 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a29e7de5-2af2-4d0f-b819-5d4569c13168 req-af9719ad-f259-4dfa-b226-cd292d25d161 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.1830342 Jun 04 07:46:30.109957 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-d149b1da-9485-46f0-be08-f674bf70ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:30.111398 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-d149b1da-9485-46f0-be08-f674bf70ecbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1802921 Jun 04 07:46:30.116057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a29e7de5-2af2-4d0f-b819-5d4569c13168 req-3b441395-c416-42ea-ace0-581243c6bf08 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712631 Jun 04 07:46:30.218162 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-f76b792f-74de-4480-9fd1-b36426df20d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1000 time: 0.1007321 Jun 04 07:46:30.292455 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-b841065c-42d4-4149-82de-d467ee751e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:30.293841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-b841065c-42d4-4149-82de-d467ee751e61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0699258 Jun 04 07:46:30.382199 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-fb23899d-e81c-4241-883f-d1abffb5429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:30.383683 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-fb23899d-e81c-4241-883f-d1abffb5429d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843925 Jun 04 07:46:30.522626 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-b03c56f5-076e-45d9-a182-a71e84a12a76 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323330 Jun 04 07:46:30.660288 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e311f8d0-ea5d-4c03-91d8-4dcbd8c890b4 req-03e55a0f-6fcf-4b40-9560-2f9e5462a98d service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299038 Jun 04 07:46:31.314119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f2cf0-fc73-49d2-9eb7-13d5a613f940 req-9c56ede3-328f-4aa4-9f70-ce0bbbb183cb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:31.315520 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb3f2cf0-fc73-49d2-9eb7-13d5a613f940 req-9c56ede3-328f-4aa4-9f70-ce0bbbb183cb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0819824 Jun 04 07:46:31.364246 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bb3f2cf0-fc73-49d2-9eb7-13d5a613f940 req-bf699197-c5e7-4457-831a-10f06a84a01e tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414257 Jun 04 07:46:32.683756 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457aeea-8a0c-4200-a6ff-59b33e6a78bf req-2e5ed2d6-42db-4a4e-b3dd-619fd3d51d67 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:32.685180 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2457aeea-8a0c-4200-a6ff-59b33e6a78bf req-2e5ed2d6-42db-4a4e-b3dd-619fd3d51d67 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.2122636 Jun 04 07:46:32.732175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2457aeea-8a0c-4200-a6ff-59b33e6a78bf req-0ab1534d-ef83-4e57-b399-b94f00fe5043 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 Jun 04 07:46:33.922151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a738b-5c5e-48ab-9bad-f2783ac22eba req-543e8947-a0f9-4792-9074-56e5ca556b01 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:33.923662 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d89a738b-5c5e-48ab-9bad-f2783ac22eba req-543e8947-a0f9-4792-9074-56e5ca556b01 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0823500 Jun 04 07:46:33.973663 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d89a738b-5c5e-48ab-9bad-f2783ac22eba req-2fdd7e4d-d718-44f3-b6f8-82bbc3cb9478 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Jun 04 07:46:35.176943 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda8ee-acfd-4fec-8c7e-f4faf0e1ebe1 req-f67c58be-5ceb-4679-822d-46886b87eecc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:35.178498 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdeda8ee-acfd-4fec-8c7e-f4faf0e1ebe1 req-f67c58be-5ceb-4679-822d-46886b87eecc tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0820451 Jun 04 07:46:35.224586 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdeda8ee-acfd-4fec-8c7e-f4faf0e1ebe1 req-bdfee850-fa7d-4080-bc98-2c3a72062ec7 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Jun 04 07:46:36.422788 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2710-ca81-4225-9cf8-d4e3da5911ff req-98ad1325-8888-4903-8881-83f85ed768d8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:36.422788 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f94f2710-ca81-4225-9cf8-d4e3da5911ff req-98ad1325-8888-4903-8881-83f85ed768d8 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0888405 Jun 04 07:46:36.470985 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f94f2710-ca81-4225-9cf8-d4e3da5911ff req-46e40e3e-1639-4a51-960d-2b78218518ce tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Jun 04 07:46:37.665754 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b83e-fe75-4872-b22a-76348db617cd req-3dcfd5bb-0370-4cca-a53a-ce99fb3e05fb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:37.667257 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e138b83e-fe75-4872-b22a-76348db617cd req-3dcfd5bb-0370-4cca-a53a-ce99fb3e05fb tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0878305 Jun 04 07:46:37.714040 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e138b83e-fe75-4872-b22a-76348db617cd req-3541aa11-d2dd-4b51-bfa2-4cd9ed99c056 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Jun 04 07:46:38.914700 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f6ce9-2bd9-4712-919e-f105392297b0 req-9ec4595b-79ea-40aa-9ad1-12381b93145c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:38.916187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-291f6ce9-2bd9-4712-919e-f105392297b0 req-9ec4595b-79ea-40aa-9ad1-12381b93145c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 944 time: 0.0895355 Jun 04 07:46:38.963465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-291f6ce9-2bd9-4712-919e-f105392297b0 req-d1005ccc-b729-4e7d-be4c-144d4fc26675 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 Jun 04 07:46:39.076710 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:46:39.212348 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:46:39.226453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'port_id': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'mac_address': 'fa:16:3e:ba:25:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:46:39.284266 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:46:39.284555 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:39.302478 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:46:39.318761 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:46:39.322886 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:39.396022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=9']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:46:39.671241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:46:40.161494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1d092-65d9-40eb-b589-cefcfdf73560 req-4ed2d3b6-3fa1-49c4-b4a9-b0756bf3208f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:40.162992 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92b1d092-65d9-40eb-b589-cefcfdf73560 req-4ed2d3b6-3fa1-49c4-b4a9-b0756bf3208f tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 945 time: 0.0892467 Jun 04 07:46:40.210187 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-92b1d092-65d9-40eb-b589-cefcfdf73560 req-a9466f15-8c90-43bf-8631-4d943edbb178 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Jun 04 07:46:41.091682 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:46:41.168034 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:46:41.174111 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:46:41.174490 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:41.295095 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:46:41.295393 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:41.325617 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:46:41.336280 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:46:41.341541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:41.408654 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779631-c664-4902-be94-3a5b5232dd7b req-08ba75cf-806b-4069-8a20-ba7b516d4a35 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:41.410285 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99779631-c664-4902-be94-3a5b5232dd7b req-08ba75cf-806b-4069-8a20-ba7b516d4a35 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.0899181 Jun 04 07:46:41.414753 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=10']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:46:41.461818 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-99779631-c664-4902-be94-3a5b5232dd7b req-44577920-5ed2-46cf-b187-bbb043c5a21d tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Jun 04 07:46:41.514109 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b796ce8e-cb3d-4db2-9d37-2fe0df368dab'] response: {'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'code': 200} Jun 04 07:46:41.719909 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b235282-31c6-4c14-a5ed-e9cc0ced66d3 req-a8acac99-4c2e-40ca-ad9f-23eb2fbd0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:41.721370 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b235282-31c6-4c14-a5ed-e9cc0ced66d3 req-a8acac99-4c2e-40ca-ad9f-23eb2fbd0e5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1098 time: 0.0720279 Jun 04 07:46:41.768651 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-1b235282-31c6-4c14-a5ed-e9cc0ced66d3 req-ed9d2b35-6c0b-4f67-a73f-94a0c9242f23 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413249 Jun 04 07:46:42.658409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9e23-187d-4cb6-804a-abdcb8c91f70 req-d13ae217-0a35-4832-b0fe-1da164739b55 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:42.660109 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e5a9e23-187d-4cb6-804a-abdcb8c91f70 req-d13ae217-0a35-4832-b0fe-1da164739b55 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.0838280 Jun 04 07:46:42.708459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0e5a9e23-187d-4cb6-804a-abdcb8c91f70 req-30896195-cb4f-45bb-9e5c-3b0a8e465e62 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Jun 04 07:46:43.899659 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75f00e-bbb7-4e9c-8cc7-c06d9935f1ea req-2fd3d9f2-52c0-41c7-9b46-cbec486c1f48 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:46:43.901064 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff75f00e-bbb7-4e9c-8cc7-c06d9935f1ea req-2fd3d9f2-52c0-41c7-9b46-cbec486c1f48 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.0855014 Jun 04 07:46:43.949735 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ff75f00e-bbb7-4e9c-8cc7-c06d9935f1ea req-211072d4-0b86-4ade-adad-807e88c8bf29 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412369 Jun 04 07:46:47.152370 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0f8282a9-1cfe-44c8-b28c-e7fd993b093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:49.288209 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d0a65e49-f666-4494-9b8d-2f512f566438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:50.349074 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:50.786045 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:52.362002 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:56.468391 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:46:56.595539 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:00.933121 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:47:17.155038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e3f0-e903-457f-8119-f20ebb12021c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:19.290055 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-74704393-1198-4293-8c3e-ce4caacdab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:20.343980 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:20.787644 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:22.365179 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:23.675236 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-59cc878b-66bf-4b69-8849-ed28aaece846 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240418 Jun 04 07:47:23.821636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-6228270b-2baa-4433-bc94-6f56bd66316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:47:23.823041 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-6228270b-2baa-4433-bc94-6f56bd66316f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1098 time: 0.0778735 Jun 04 07:47:24.008248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-90ff71f7-33e4-4705-b696-e7d4c6b7a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:47:24.009822 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-90ff71f7-33e4-4705-b696-e7d4c6b7a225 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1657307 Jun 04 07:47:24.120523 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-40e29302-cff3-4f31-8bf7-0489aada4a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 1002 time: 0.1051233 Jun 04 07:47:24.183725 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-be2d88dc-89cb-41a5-8447-0bf0adbd9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:47:24.185173 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-be2d88dc-89cb-41a5-8447-0bf0adbd9756 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0593011 Jun 04 07:47:24.258798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-a1b62e34-a236-4e22-b40e-1e12ff0201f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:47:24.260337 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-a1b62e34-a236-4e22-b40e-1e12ff0201f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697334 Jun 04 07:47:24.270795 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-a2f34599-426b-4475-9120-3a45c65d111c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:47:24.271704 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-a2f34599-426b-4475-9120-3a45c65d111c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053318 Jun 04 07:47:24.411089 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-6a4fe862-1645-41e0-8f17-ef66a2ccc790 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329429 Jun 04 07:47:24.547852 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-38572256-95a3-40d0-8e4c-9eb2dbc4def8 req-0bedac6c-3b85-418c-bb15-8db4710d5828 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312454 Jun 04 07:47:26.480041 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:26.603983 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:37.925975 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:47:47.159217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-98b0f47b-4d29-4585-98b5-6b9e4a99025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:49.292386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4b2f-e38f-4169-9c40-8e663906d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:50.356789 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:50.791019 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:52.371253 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:56.480868 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:56.602805 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:59.242284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52436) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:47:59.558392 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Deleting port dec73a86-76c9-499a-9227-87211c3fb7bd {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:47:59.558635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:59.735479 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:59.735795 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:47:59.863422 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Calling delete_port for dec73a86-76c9-499a-9227-87211c3fb7bd owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:00.025233 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:00.074657 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'Port': ['ID=dec73a86-76c9-499a-9227-87211c3fb7bd,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:00.112777 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.113126 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.113539 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.113839 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.114176 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.114509 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.114838 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.115167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.115501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.115817 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.116149 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.116473 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:00.185435 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:00.185793 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Floating IP 4512a710-0be3-400e-97dc-87a6ca6ca9f5 disassociated (deleted). External IP: 172.25.1.142, port: 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d. Jun 04 07:48:00.548936 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:00.762007 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:00.776240 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:00.786073 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:00.786775 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:00.787647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:00.866913 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-69f19d7c-2597-48f0-9505-20b11ce1f677 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "DELETE /v2.0/floatingips/4512a710-0be3-400e-97dc-87a6ca6ca9f5 HTTP/1.1" status: 204 len: 168 time: 1.6227851 Jun 04 07:48:00.867266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:48:01.011344 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:01.167873 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb1930a-fd72-4cf6-9e73-0110adc56d73'] response: {'name': 'network-changed', 'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'status': 'completed', 'code': 200} Jun 04 07:48:01.411051 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:01.417032 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:01.428120 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:01.429121 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:01.473969 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-62f1a4ff-9e9a-4cb9-87ed-dd91f07539c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:01.475501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-62f1a4ff-9e9a-4cb9-87ed-dd91f07539c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e107c1fc49b3475fb3684535d4b97efa&device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 1098 time: 0.2766805 Jun 04 07:48:01.625343 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1d614-ad9d-4b2f-a6b3-ac409fb41f36 req-cb231755-db30-4cb9-b662-4bb5024f1f98 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:01.626339 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-85e1d614-ad9d-4b2f-a6b3-ac409fb41f36 req-cb231755-db30-4cb9-b662-4bb5024f1f98 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:01.654247 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:01.671987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-8280af05-314b-4c7f-9017-0da7606993b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:01.673501 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-8280af05-314b-4c7f-9017-0da7606993b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 200 len: 909 time: 0.1909015 Jun 04 07:48:01.674553 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-85e1d614-ad9d-4b2f-a6b3-ac409fb41f36 req-cb231755-db30-4cb9-b662-4bb5024f1f98 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:01.675546 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85e1d614-ad9d-4b2f-a6b3-ac409fb41f36 req-cb231755-db30-4cb9-b662-4bb5024f1f98 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.3996611 Jun 04 07:48:01.761509 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-62a31985-e154-4d88-8aaf-180c45f9eab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 200 len: 217 time: 0.0808156 Jun 04 07:48:01.832707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-85e1d614-ad9d-4b2f-a6b3-ac409fb41f36 req-0f39e567-508f-4e63-b14b-fee554e28510 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985551 Jun 04 07:48:01.847573 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-8f88f8c3-d6bd-4e0f-a017-8aeeb0978d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:01.849057 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-8f88f8c3-d6bd-4e0f-a017-8aeeb0978d98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 200 len: 847 time: 0.0806937 Jun 04 07:48:01.952606 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-08e4bf2d-95c3-4d9b-bf5f-2a77b7cc4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:01.954038 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-08e4bf2d-95c3-4d9b-bf5f-2a77b7cc4669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d394f020-c616-42b5-afe7-f0529c074d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980270 Jun 04 07:48:02.017133 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:02.021435 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92798e0-76b2-4525-b4a2-756b996eced9 None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:37:41Z', 'revision_number': 4, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '2714c57e-c69c-4310-97a9-cc6851c0e347', 'name': '', 'network_id': 'd394f020-c616-42b5-afe7-f0529c074d6c', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'mac_address': 'fa:16:3e:db:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:40Z', 'updated_at': '2022-06-04T07:37:48Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'subnets': [{'id': '2d946724-2013-42e7-8ab6-b1fd922e3325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:02.096465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-90791b93-8368-4060-82e0-a9fae93b9725 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346121 Jun 04 07:48:02.239346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179122ba-7b8c-41a7-a7a2-c268ec370270 None None] New status for floating IP 4512a710-0be3-400e-97dc-87a6ca6ca9f5: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:48:02.241271 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-acbf5a57-cadc-4231-a2dc-f7ff9cf9e613 req-008c89d5-a688-46e3-bfad-08bb4cdab352 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369793 Jun 04 07:48:02.848484 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-bca92e5d-0346-444e-96e5-53c7de84a68c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:02.849829 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-bca92e5d-0346-444e-96e5-53c7de84a68c tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.0781567 Jun 04 07:48:02.922846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Deleting port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:02.923185 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:03.195517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9478-7356-4bb8-9285-1695f377583c req-0d313d2b-a623-4ee0-a268-786494dc6c69 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:03.197094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2fd9478-7356-4bb8-9285-1695f377583c req-0d313d2b-a623-4ee0-a268-786494dc6c69 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 947 time: 0.2437186 Jun 04 07:48:03.278842 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-e2fd9478-7356-4bb8-9285-1695f377583c req-b125901d-16f6-44d9-9dff-f446f8dea631 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/security-groups?id=5893d9b2-5d20-4aa3-b908-97cc6eb0366a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756574 Jun 04 07:48:03.280475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] For port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:03.280834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:03.406135 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Calling delete_port for 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:03.551636 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:03.606479 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'Port': ['ID=4ac5abd6-c5c0-4a75-beb7-f3fa1194944d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:03.789580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] No DVR routers for this DVR port 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:48:03.792346 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:03.794959 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-deleted', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:48:03.810535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b24e2ccc-d9de-465b-97fd-b081f738a5e9 req-950883d4-5aaa-400e-9537-428da4488f15 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.24 "DELETE /v2.0/ports/4ac5abd6-c5c0-4a75-beb7-f3fa1194944d HTTP/1.1" status: 204 len: 173 time: 0.9549952 Jun 04 07:48:03.851251 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fd417d-50ed-4008-977e-1d052f0137cb'] response: {'server_uuid': '0cc5f70d-45e5-457c-830b-e059f931eb36', 'name': 'network-vif-deleted', 'tag': '4ac5abd6-c5c0-4a75-beb7-f3fa1194944d', 'status': 'completed', 'code': 200} Jun 04 07:48:04.438832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2e27ed26-f64f-462b-950f-e39df20284c7 req-24baaec0-6e82-47cc-8401-b7abe0a4e41a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Synchronizing usage tracker for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:04.456069 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-2e27ed26-f64f-462b-950f-e39df20284c7 req-24baaec0-6e82-47cc-8401-b7abe0a4e41a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Unset dirty status for tenant:e107c1fc49b3475fb3684535d4b97efa on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:04.457299 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e27ed26-f64f-462b-950f-e39df20284c7 req-24baaec0-6e82-47cc-8401-b7abe0a4e41a tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "GET /v2.0/ports?device_id=0cc5f70d-45e5-457c-830b-e059f931eb36 HTTP/1.1" status: 200 len: 210 time: 0.0667968 Jun 04 07:48:05.527595 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:05.553086 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52454) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:05.575615 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:05.575904 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 4ac5abd6-c5c0-4a75-beb7-f3fa1194944d not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:05.632343 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:05.663459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:05.729954 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:05.748120 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893d9b2-5d20-4aa3-b908-97cc6eb0366a,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:05.757431 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.757859 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.758240 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.758581 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.759071 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.760104 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.760612 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.760944 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.761270 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.761622 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.761969 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.762297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:05.771340 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:05.772459 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-651dab9c-b2e0-49d4-83e7-38f25baba0b6 tempest-TestShelveInstance-1619549976 tempest-TestShelveInstance-1619549976-project] 10.222.0.17 "DELETE /v2.0/security-groups/5893d9b2-5d20-4aa3-b908-97cc6eb0366a HTTP/1.1" status: 204 len: 168 time: 0.2183931 Jun 04 07:48:06.830898 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52462) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:07.750636 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:08.110193 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Deleting port 2714c57e-c69c-4310-97a9-cc6851c0e347 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:08.110913 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:08.295566 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] For port 2714c57e-c69c-4310-97a9-cc6851c0e347, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=2714c57e-c69c-4310-97a9-cc6851c0e347,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:08.295838 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:08.419275 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Calling delete_port for 2714c57e-c69c-4310-97a9-cc6851c0e347 owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:08.767059 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:08.819019 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2714c57e-c69c-4310-97a9-cc6851c0e347,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:09.208697 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:09.575685 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Router 76b5ba85-22d4-442c-aea8-a409a81a3802 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:09.756677 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:09.765314 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Sync routers for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:09.776870 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-5ae56afd-60fd-44fb-87aa-4be2174478e0 admin admin] 10.222.0.17 "PUT /v2.0/routers/76b5ba85-22d4-442c-aea8-a409a81a3802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416635 Jun 04 07:48:09.777066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:09.777066 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:09.777251 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52468) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:09.968473 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:09.969915 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:10.193714 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:10.204292 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Deleting port 209889f8-4961-4af9-bcce-0c3871495535 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:10.204635 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:10.304820 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '209889f8-4961-4af9-bcce-0c3871495535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:48:08Z', 'revision_number': 5, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port': {'id': '209889f8-4961-4af9-bcce-0c3871495535', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:38Z', 'updated_at': '2022-06-04T07:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:10.311595 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Checking router: 76b5ba85-22d4-442c-aea8-a409a81a3802 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:10.322052 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Routers {'76b5ba85-22d4-442c-aea8-a409a81a3802'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:10.323056 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76b5ba85-22d4-442c-aea8-a409a81a3802'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:10.482966 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] Set router 76b5ba85-22d4-442c-aea8-a409a81a3802 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:10.541289 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] For port 209889f8-4961-4af9-bcce-0c3871495535, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=209889f8-4961-4af9-bcce-0c3871495535,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:10.543027 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:10.603691 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:48:10Z', 'revision_number': 6, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:10.609200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2cd86-0cf2-4431-9ccb-8409502f2b0e None None] The sync data for ids ['76b5ba85-22d4-442c-aea8-a409a81a3802'] in n-d-811808-2 is: [{'id': '76b5ba85-22d4-442c-aea8-a409a81a3802', 'name': 'tempest-TestShelveInstance-266335577-router', 'tenant_id': 'e107c1fc49b3475fb3684535d4b97efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:37Z', 'updated_at': '2022-06-04T07:48:10Z', 'revision_number': 6, 'project_id': 'e107c1fc49b3475fb3684535d4b97efa', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:10.693817 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Calling delete_port for 209889f8-4961-4af9-bcce-0c3871495535 owned by network:router_gateway {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:10.881993 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:10.950886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=209889f8-4961-4af9-bcce-0c3871495535,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:11.045829 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.225168 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.228154 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.251675 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.252164 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b5ba85-22d4-442c-aea8-a409a81a3802 {{(pid=88848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:48:11.266277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.268673 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94fa38fc-c2d4-4edd-8127-e736382f6f35 admin admin] 10.222.0.17 "DELETE /v2.0/routers/76b5ba85-22d4-442c-aea8-a409a81a3802 HTTP/1.1" status: 204 len: 168 time: 1.4894016 Jun 04 07:48:11.270047 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52472) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:11.335277 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Deleting subnet 2d946724-2013-42e7-8ab6-b1fd922e3325 {{(pid=88848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:48:11.340155 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.392415 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15658275'] for subnet, precommit_delete_associations {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.480647 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.551654 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14835566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14911540'] for subnet, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.593890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d946724-2013-42e7-8ab6-b1fd922e3325,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:11.597039 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.603546 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e639c3-4011-47ea-a57e-c1183a60c8ee None None] Network d394f020-c616-42b5-afe7-f0529c074d6c requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:11.615015 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-94f302b5-989d-4a70-9df7-728551ee0456 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2d946724-2013-42e7-8ab6-b1fd922e3325 HTTP/1.1" status: 204 len: 168 time: 0.3438978 Jun 04 07:48:11.617409 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52476) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:11.675090 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 209889f8-4961-4af9-bcce-0c3871495535 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:11.729019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 209889f8-4961-4af9-bcce-0c3871495535 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:11.729517 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 209889f8-4961-4af9-bcce-0c3871495535 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:11.730381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2714c57e-c69c-4310-97a9-cc6851c0e347 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:11.744185 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.760342 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Deleting port d44afbcc-93cb-4870-8ec2-3c43f703d822 {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:11.760876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:11.806996 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 2714c57e-c69c-4310-97a9-cc6851c0e347 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:11.807534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 2714c57e-c69c-4310-97a9-cc6851c0e347 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:11.980562 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] DHCP port deletion for d394f020-c616-42b5-afe7-f0529c074d6c request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:48:11.985132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Deleting port d44afbcc-93cb-4870-8ec2-3c43f703d822 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:11.985760 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.036728 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] For port d44afbcc-93cb-4870-8ec2-3c43f703d822, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44afbcc-93cb-4870-8ec2-3c43f703d822,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:12.037082 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.200219 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] For port d44afbcc-93cb-4870-8ec2-3c43f703d822, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=d44afbcc-93cb-4870-8ec2-3c43f703d822,segment=NetworkSegment(59ae2149-495d-4f45-95b5-a959b7dec701),segment_id=59ae2149-495d-4f45-95b5-a959b7dec701)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:12.200558 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.282527 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Calling delete_port for d44afbcc-93cb-4870-8ec2-3c43f703d822 owned by network:dhcp {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:12.332033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Calling delete_port for d44afbcc-93cb-4870-8ec2-3c43f703d822 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:12.371933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.420564 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:48:12.421045 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:48:12.428035 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Pushing event deleted for resources: {'Port': ['ID=d44afbcc-93cb-4870-8ec2-3c43f703d822,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:12.430497 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] No DVR routers for this DVR port d44afbcc-93cb-4870-8ec2-3c43f703d822 on host n-d-811808-2 {{(pid=88848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:48:12.552525 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.580904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d394f020-c616-42b5-afe7-f0529c074d6c']}} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:12.594502 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ae2149-495d-4f45-95b5-a959b7dec701') {'for_net_delete': True} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:12.594788 n-d-811808-2 neutron-server[88848]: DEBUG neutron.services.segments.db [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ae2149-495d-4f45-95b5-a959b7dec701') {} {{(pid=88848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:12.606465 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15658282'] for segment, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.625971 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.634596 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:48:12.635068 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14835652'] for segment, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.735386 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.765876 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.772598 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] Pushing event deleted for resources: {'Network': ['ID=d394f020-c616-42b5-afe7-f0529c074d6c,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:12.792332 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-90f46062-bb0e-49b7-ba7c-af8c9609f90b admin admin] 10.222.0.17 "DELETE /v2.0/networks/d394f020-c616-42b5-afe7-f0529c074d6c HTTP/1.1" status: 204 len: 168 time: 1.1730301 Jun 04 07:48:12.795261 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52484) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:12.853714 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 59ae2149-495d-4f45-95b5-a959b7dec701 resource provider aggregate not found Jun 04 07:48:12.877362 n-d-811808-2 neutron-server[88848]: INFO neutron.services.segments.plugin [-] Segment 59ae2149-495d-4f45-95b5-a959b7dec701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59ae2149-495d-4f45-95b5-a959b7dec701 found for delete ", "request_id": "req-1057ccf4-3fb6-451c-ab12-639263940f28"}]} Jun 04 07:48:12.922632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Deleting port d44afbcc-93cb-4870-8ec2-3c43f703d822 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:12.923174 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:12.995822 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ff62b6a1-9b91-4944-bc6c-20f39e6c7f9e None None] The port 'd44afbcc-93cb-4870-8ec2-3c43f703d822' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:48:13.361097 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:13.625958 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44afbcc-93cb-4870-8ec2-3c43f703d822 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:13.661632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: d44afbcc-93cb-4870-8ec2-3c43f703d822 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:13.661983 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device d44afbcc-93cb-4870-8ec2-3c43f703d822 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:13.723110 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Deleting port f013c113-ceb2-4848-b0d5-3c87184f255b {{(pid=88848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:13.723685 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:14.005606 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.db [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] For port f013c113-ceb2-4848-b0d5-3c87184f255b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=f013c113-ceb2-4848-b0d5-3c87184f255b,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:14.006035 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:14.134912 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.plugin [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Calling delete_port for f013c113-ceb2-4848-b0d5-3c87184f255b owned by network:router_interface {{(pid=88848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:14.318946 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:14.367831 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f013c113-ceb2-4848-b0d5-3c87184f255b,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:14.660228 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:14.924800 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:48:15.038569 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:15.361123 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:15.369828 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Sync routers for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:15.378541 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-61c68c4c-f247-4623-bc76-71c306572a82 admin admin] 10.222.0.17 "PUT /v2.0/routers/e4c1cf9e-62e7-4d9d-adc1-98afde632d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816574 Jun 04 07:48:15.379799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:15.380492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:15.382334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52490) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:15.575647 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:15.580492 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:15.759277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:15.771738 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Deleting port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:15.772072 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:15.924304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:48:14Z', 'revision_number': 5, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port': {'id': '7fb2fbe6-a614-4fba-88aa-eda3b2a43318', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:37:44Z', 'updated_at': '2022-06-04T07:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:15.928102 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Checking router: e4c1cf9e-62e7-4d9d-adc1-98afde632d3c for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:15.937756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Routers {'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:15.938367 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:47:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:15.969855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] For port 7fb2fbe6-a614-4fba-88aa-eda3b2a43318, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:15.970211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.101310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Calling delete_port for 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:16.110878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] Set router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:16.219208 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:48:15Z', 'revision_number': 6, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:16.223279 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d739a-9802-4745-90e1-cbab11baf6d3 None None] The sync data for ids ['e4c1cf9e-62e7-4d9d-adc1-98afde632d3c'] in n-d-811808-2 is: [{'id': 'e4c1cf9e-62e7-4d9d-adc1-98afde632d3c', 'name': 'tempest-TestShelveInstance-506839486-router', 'tenant_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:37:43Z', 'updated_at': '2022-06-04T07:48:15Z', 'revision_number': 6, 'project_id': 'a7dcf43f04e749578ea8ead2eb490e1c', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:16.413394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.463804 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb2fbe6-a614-4fba-88aa-eda3b2a43318,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:16.561175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.859785 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.861941 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.886751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.887284 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c1cf9e-62e7-4d9d-adc1-98afde632d3c {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:48:16.899797 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:16.901119 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3472c919-d239-4216-bf7c-ffee9b7ed7d2 admin admin] 10.222.0.17 "DELETE /v2.0/routers/e4c1cf9e-62e7-4d9d-adc1-98afde632d3c HTTP/1.1" status: 204 len: 168 time: 1.5175807 Jun 04 07:48:16.903664 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52494) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:16.966952 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Deleting subnet fa2b953c-9714-42a8-80a0-d29888a87ed2 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:48:16.970518 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.021968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.128076 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.168928 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e10721f2-fb99-4b0a-95e5-003589e1daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.228447 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.273554 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2b953c-9714-42a8-80a0-d29888a87ed2,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:17.275786 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.282245 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b9a19137-eac2-4429-84bf-ecc7c0d6872f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fa2b953c-9714-42a8-80a0-d29888a87ed2 HTTP/1.1" status: 204 len: 168 time: 0.3776085 Jun 04 07:48:17.284734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52498) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:17.285318 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586101ed-d144-4e84-885d-ea70db01a1cd None None] Network cd4899ca-a8fc-41f9-a238-8fd62575f50d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:17.394035 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.405306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Deleting port eb108449-33c5-4e16-b815-d34fb9d16778 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:17.405680 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.542298 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] DHCP port deletion for cd4899ca-a8fc-41f9-a238-8fd62575f50d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:48:17.546558 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Deleting port eb108449-33c5-4e16-b815-d34fb9d16778 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:17.546932 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.625818 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] For port eb108449-33c5-4e16-b815-d34fb9d16778, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb108449-33c5-4e16-b815-d34fb9d16778,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:17.626387 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.638665 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device eb108449-33c5-4e16-b815-d34fb9d16778 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:17.762773 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Calling delete_port for eb108449-33c5-4e16-b815-d34fb9d16778 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:17.846918 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.867070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] For port eb108449-33c5-4e16-b815-d34fb9d16778, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=eb108449-33c5-4e16-b815-d34fb9d16778,segment=NetworkSegment(b0af3e9f-68e6-4563-b9a1-9e510a856ae0),segment_id=b0af3e9f-68e6-4563-b9a1-9e510a856ae0)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:17.867464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:17.896888 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=eb108449-33c5-4e16-b815-d34fb9d16778,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:17.898734 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] No DVR routers for this DVR port eb108449-33c5-4e16-b815-d34fb9d16778 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:48:17.935534 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port eb108449-33c5-4e16-b815-d34fb9d16778 is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:17.935790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.007349 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Calling delete_port for eb108449-33c5-4e16-b815-d34fb9d16778 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:48:18.022115 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.052337 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4899ca-a8fc-41f9-a238-8fd62575f50d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:18.066022 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:18.066266 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af3e9f-68e6-4563-b9a1-9e510a856ae0') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:18.078978 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.095879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.102323 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:48:18.102878 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.111773 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f013c113-ceb2-4848-b0d5-3c87184f255b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:18.158214 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: f013c113-ceb2-4848-b0d5-3c87184f255b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:18.158735 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device f013c113-ceb2-4848-b0d5-3c87184f255b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:18.158992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:48:18.194110 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b0af3e9f-68e6-4563-b9a1-9e510a856ae0 resource provider aggregate not found Jun 04 07:48:18.199327 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:48:18.200197 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 7fb2fbe6-a614-4fba-88aa-eda3b2a43318 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:48:18.205061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:48:18.205416 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:48:18.218509 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment b0af3e9f-68e6-4563-b9a1-9e510a856ae0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0af3e9f-68e6-4563-b9a1-9e510a856ae0 found for delete ", "request_id": "req-78c60965-7242-422a-aff6-d35f93615e0a"}]} Jun 04 07:48:18.221880 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.240110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.251314 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4899ca-a8fc-41f9-a238-8fd62575f50d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:18.259222 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ff8444d8-105e-4833-8401-74be2e03b2ce admin admin] 10.222.0.17 "DELETE /v2.0/networks/cd4899ca-a8fc-41f9-a238-8fd62575f50d HTTP/1.1" status: 204 len: 168 time: 0.9727571 Jun 04 07:48:18.407309 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52510) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:18.462322 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-80490a75-e99d-4a7b-bdc0-da049346d917 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e107c1fc49b3475fb3684535d4b97efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536091 Jun 04 07:48:18.465070 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52514) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:18.537586 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.564693 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.620340 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.638636 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa13ce-fe25-4f2f-a842-0e0e6f7a212e,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:18.645402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.649332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-30a5cd54-fa4c-4dd3-aa80-6d1288a3e5f8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/70aa13ce-fe25-4f2f-a842-0e0e6f7a212e HTTP/1.1" status: 204 len: 168 time: 0.1805310 Jun 04 07:48:18.707346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Deleting port eb108449-33c5-4e16-b815-d34fb9d16778 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:48:18.707739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:18.776687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-0d56fc42-3425-41f3-9bcc-18f25ff37077 None None] The port 'eb108449-33c5-4e16-b815-d34fb9d16778' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:48:19.104762 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52522) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:19.156628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-115286a9-cea5-4095-ae08-8b33905b20f1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a7dcf43f04e749578ea8ead2eb490e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505145 Jun 04 07:48:19.159212 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52526) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:19.224985 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:19.259059 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:19.295134 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe7fa-bdb5-4910-a578-789549ee0715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:19.324565 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:19.339790 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9391d3-d0f9-4c2c-8310-e8f7bd5ae464,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:19.347105 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:19.350791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-67a45314-da21-4434-8ae7-d433fe672fda admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cc9391d3-d0f9-4c2c-8310-e8f7bd5ae464 HTTP/1.1" status: 204 len: 168 time: 0.1880212 Jun 04 07:48:20.230925 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52550) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:20.345883 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1357305782-network', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:20.351848 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.352452 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:20.356748 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Usage tracker for resource:network and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:20.359746 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:20.365816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:20.378248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Made reservation on behalf of 91e4e1d367344e1d84fe2714c413db20 for: {'network': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:48:20.381098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.396503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.412990 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:20.417158 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:20.420108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:20.425816 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:20.514331 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.519249 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.549964 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:48:20.559522 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ed0a0-b36f-4427-b3bc-7226c62b059f,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:20.566110 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.566513 n-d-811808-2 neutron-server[88849]: INFO neutron.db.segments_db [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Added segment 39e46206-87d6-40ba-a17d-ac6d60d39f91 of type vlan for network 1b75c946-4086-4111-a5c1-9f3da946025d Jun 04 07:48:20.597580 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.632760 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.633829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:20.634642 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.798182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:20.858866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] Pushing event updated for resources: {'Network': ['ID=1b75c946-4086-4111-a5c1-9f3da946025d,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:20.862216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-337d19a9-e7b0-4d45-835c-a080a930344e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6302724 Jun 04 07:48:20.865056 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52556) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:20.871062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Request body: {'subnet': {'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1357305782-subnet', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'ip_version': 4}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:20.873087 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network 1b75c946-4086-4111-a5c1-9f3da946025d details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:48:20.876829 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:20.880873 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Usage tracker for resource:subnet and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:20.884937 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:20.892410 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:20.907003 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Made reservation on behalf of 91e4e1d367344e1d84fe2714c413db20 for: {'subnet': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:48:20.909426 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16738846'] for subnet, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.134489 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16738828'] for subnet, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.231563 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f49507-6c94-44c6-b7cb-94aa597cfebf,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:21.241656 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Checking segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:21.242224 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Network hostable DHCP agents. Network: 1b75c946-4086-4111-a5c1-9f3da946025d, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:48:21.270519 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Network 1b75c946-4086-4111-a5c1-9f3da946025d is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:48:21.285260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, 1b75c946-4086-4111-a5c1-9f3da946025d) {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:21.292752 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:21.293381 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.296447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8e735-f910-4221-84eb-3031d1d21685 None None] Network 1b75c946-4086-4111-a5c1-9f3da946025d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:21.315074 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-2d512dee-18aa-4181-8748-c84ca71326eb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4487629 Jun 04 07:48:21.318475 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52560) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:21.323660 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:21.329090 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:21.332966 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Usage tracker for resource:router and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:21.335923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:21.342549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:21.354608 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.356028 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.377729 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.553692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-1b75c946-4086-4111-a5c1-9f3da946025d', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:48:21.554536 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.660562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:21.756129 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Allocated IP 172.20.0.2 (1b75c946-4086-4111-a5c1-9f3da946025d/52f49507-6c94-44c6-b7cb-94aa597cfebf/6de4253a-ec8b-4648-bdae-389d8b1a0291) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:22.006763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.018336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.033042 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Transition to ACTIVE for port object 6de4253a-ec8b-4648-bdae-389d8b1a0291 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:22.041735 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.053973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Transition to ACTIVE for port object 6de4253a-ec8b-4648-bdae-389d8b1a0291 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:22.062147 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.135181 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Network 1b75c946-4086-4111-a5c1-9f3da946025d is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:22.138008 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:22.141643 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:22.147666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Pushing event updated for resources: {'Port': ['ID=6de4253a-ec8b-4648-bdae-389d8b1a0291,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:22.187231 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.187581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.187915 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.188245 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.188572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.188897 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.189217 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.189559 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.189878 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.190196 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.190513 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.190829 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:22.205961 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Allocated IP 172.25.1.137 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/dbe89aae-6a28-4349-abd0-e3df227ce111) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:22.261071 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Attempting to bind port 6de4253a-ec8b-4648-bdae-389d8b1a0291 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:22.261350 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Attempting to bind port 6de4253a-ec8b-4648-bdae-389d8b1a0291 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:22.261756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Attempting to bind port 6de4253a-ec8b-4648-bdae-389d8b1a0291 on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:22.267451 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:22.267826 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Checking segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:22.268236 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.268799 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Bound using segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:22.269094 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Bound port: 6de4253a-ec8b-4648-bdae-389d8b1a0291, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:22.269500 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.377761 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.379741 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.380825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] For port 6de4253a-ec8b-4648-bdae-389d8b1a0291, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:22.385414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] For port 6de4253a-ec8b-4648-bdae-389d8b1a0291, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6de4253a-ec8b-4648-bdae-389d8b1a0291,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:22.390049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.411575 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:22.502061 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b2f5-06de-4564-a419-c2b47c04bcd5 None None] Pushing event updated for resources: {'Port': ['ID=6de4253a-ec8b-4648-bdae-389d8b1a0291,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:22.639036 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:22.642004 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:22.646296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:22.676851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe89aae-6a28-4349-abd0-e3df227ce111,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:23.179008 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:23.620190 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:23.729910 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6de4253a-ec8b-4648-bdae-389d8b1a0291 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:23.817848 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 6de4253a-ec8b-4648-bdae-389d8b1a0291 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:23.861006 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ec430-1d4f-4852-82d1-2e598c066a58 None None] Network 1b75c946-4086-4111-a5c1-9f3da946025d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:23.906542 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:48:23.969791 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Provisioning for port 6de4253a-ec8b-4648-bdae-389d8b1a0291 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:23.990678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Provisioning complete for port 6de4253a-ec8b-4648-bdae-389d8b1a0291 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:23.991096 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.129976 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:24.141308 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:24.153910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:24.154720 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:24.158040 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.162563 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52564) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:24.164098 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0b968e5e-04fb-4501-b0ba-1871229c23a8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8442011 Jun 04 07:48:24.238441 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Current status of the port 6de4253a-ec8b-4648-bdae-389d8b1a0291 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:24.238842 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.294419 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] For port 6de4253a-ec8b-4648-bdae-389d8b1a0291, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6de4253a-ec8b-4648-bdae-389d8b1a0291,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:24.303949 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.389736 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:24.397491 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d49d-daf1-4e3f-a63e-92b75d3c825f None None] Pushing event updated for resources: {'Port': ['ID=6de4253a-ec8b-4648-bdae-389d8b1a0291,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:24.639841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-13c3f096-55d0-4378-a818-813e08ea3b2d None None] Provisioning complete for port 6de4253a-ec8b-4648-bdae-389d8b1a0291 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:24.640514 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-13c3f096-55d0-4378-a818-813e08ea3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.766697 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:22Z', 'revision_number': 3, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:24.770869 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:24.771234 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Updating router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 port dbe89aae-6a28-4349-abd0-e3df227ce111 binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:48:24.822582 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-13c3f096-55d0-4378-a818-813e08ea3b2d None None] Current status of the port 6de4253a-ec8b-4648-bdae-389d8b1a0291 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:24.837124 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:24.971712 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.245974 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Allocated IP 172.20.0.1 (1b75c946-4086-4111-a5c1-9f3da946025d/52f49507-6c94-44c6-b7cb-94aa597cfebf/bdeea1ef-e852-4d6f-8928-ae088718e03b) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:25.246928 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.261136 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Transition to ACTIVE for port object dbe89aae-6a28-4349-abd0-e3df227ce111 will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:25.269211 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.351866 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Attempting to bind port dbe89aae-6a28-4349-abd0-e3df227ce111 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:25.352810 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Attempting to bind port dbe89aae-6a28-4349-abd0-e3df227ce111 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:25.353441 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Attempting to bind port dbe89aae-6a28-4349-abd0-e3df227ce111 on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:25.359339 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Pushing event updated for resources: {'Port': ['ID=dbe89aae-6a28-4349-abd0-e3df227ce111,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:25.364437 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:25.365109 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:25.365281 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.365710 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:25.366580 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Bound port: dbe89aae-6a28-4349-abd0-e3df227ce111, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:25.366949 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.400326 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.400666 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.400995 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402160 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402572 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.402854 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.403178 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.403485 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.403795 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:48:25.412871 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.430220 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.provisioning_blocks [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Transition to ACTIVE for port object bdeea1ef-e852-4d6f-8928-ae088718e03b will not be triggered until provisioned by entity DHCP. {{(pid=88848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:25.455479 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.469990 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] For port dbe89aae-6a28-4349-abd0-e3df227ce111, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:25.473839 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] For port dbe89aae-6a28-4349-abd0-e3df227ce111, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dbe89aae-6a28-4349-abd0-e3df227ce111,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:25.484065 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.516263 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Network 1b75c946-4086-4111-a5c1-9f3da946025d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:25.523696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:25.532797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:25.569141 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:25.569800 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:25.579982 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Pushing event updated for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:25.595758 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.641169 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b26b5-2cb9-49e8-962b-189b5bc08f0b None None] Pushing event updated for resources: {'Port': ['ID=dbe89aae-6a28-4349-abd0-e3df227ce111,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:25.677468 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6de4253a-ec8b-4648-bdae-389d8b1a0291 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:25.767052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 6de4253a-ec8b-4648-bdae-389d8b1a0291 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:25.767460 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.817717 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:25.909756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3eea4253-60e2-45b2-a7e8-ce36368ea4ef None None] Provisioning for port bdeea1ef-e852-4d6f-8928-ae088718e03b completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:25.926121 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-3eea4253-60e2-45b2-a7e8-ce36368ea4ef None None] Provisioning complete for port bdeea1ef-e852-4d6f-8928-ae088718e03b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:25.926506 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3eea4253-60e2-45b2-a7e8-ce36368ea4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:25.988384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-3eea4253-60e2-45b2-a7e8-ce36368ea4ef None None] Port bdeea1ef-e852-4d6f-8928-ae088718e03b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:48:25.997796 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 6de4253a-ec8b-4648-bdae-389d8b1a0291 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:26.056743 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.152607 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:22Z', 'revision_number': 3, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:26.156668 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc2862-d338-41f9-a5b3-65dd7c3d28b8 None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:22Z', 'revision_number': 3, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:26.318277 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.329939 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14835480'] for port, after_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.455771 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Pushing event updated for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=2']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:26.472828 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.501861 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.623829 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:26.658004 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Network 1b75c946-4086-4111-a5c1-9f3da946025d is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:26.659338 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:26.929949 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:27.024787 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-7b9b5d35-6c7e-42a2-ab2c-06f79baf8ab6 None None] Provisioning complete for port bdeea1ef-e852-4d6f-8928-ae088718e03b triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:27.025851 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-7b9b5d35-6c7e-42a2-ab2c-06f79baf8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:27.103693 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b5d35-6c7e-42a2-ab2c-06f79baf8ab6 None None] Port bdeea1ef-e852-4d6f-8928-ae088718e03b cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:48:27.164625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:27.174458 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-7c8fdc58-507a-4ed5-9228-91e4f1fae1ca admin admin] 10.222.0.17 "PUT /v2.0/routers/76dd0181-2fbb-4b07-8f55-b4489dfd8123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0106847 Jun 04 07:48:27.670619 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dbe89aae-6a28-4349-abd0-e3df227ce111 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:27.761839 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port dbe89aae-6a28-4349-abd0-e3df227ce111 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:27.767666 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dbe89aae-6a28-4349-abd0-e3df227ce111 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:27.768538 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:27.822657 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52582) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:27.829751 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-645995359-network', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:27.837178 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:27.845171 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Usage tracker for resource:network and tenant:e060a7271f994b15bb35ca97e6b86e3c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:27.849987 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:27.860651 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:27.882345 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Made reservation on behalf of e060a7271f994b15bb35ca97e6b86e3c for: {'network': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:48:27.886843 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for network, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:27.900184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:27.917540 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:27.921829 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Usage tracker for resource:security_group_rule and tenant:e060a7271f994b15bb35ca97e6b86e3c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:27.924854 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:27.927048 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dbe89aae-6a28-4349-abd0-e3df227ce111 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:27.927613 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:27.932607 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:27.950859 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port dbe89aae-6a28-4349-abd0-e3df227ce111, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dbe89aae-6a28-4349-abd0-e3df227ce111,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:27.957974 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.011408 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:28.058381 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:28.059113 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:28.072770 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.079205 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.115892 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 07:48:28.131849 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a965951a-4ed4-4424-aca9-b07faedbe771,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:28.141460 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.141924 n-d-811808-2 neutron-server[88848]: INFO neutron.db.segments_db [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Added segment d35dcd0b-5cf4-4013-b351-4e49ee27e08d of type vlan for network f433fe15-f7be-453b-b3d3-f910088e0913 Jun 04 07:48:28.157019 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=dbe89aae-6a28-4349-abd0-e3df227ce111,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:28.177138 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760752822007'] for network, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.223753 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223'] for network, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.224740 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:28.225309 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Notify callbacks [] for network, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.285511 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:28.339394 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] Pushing event updated for resources: {'Network': ['ID=f433fe15-f7be-453b-b3d3-f910088e0913,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:28.343217 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-d9cb5817-037e-428a-a15a-293cdd4807ed admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5190549 Jun 04 07:48:28.346250 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52586) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:28.354885 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Network f433fe15-f7be-453b-b3d3-f910088e0913 details requested by agent ovs-agent-n-d-811808-2 with host n-d-811808-2 {{(pid=88850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 07:48:28.356958 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Request body: {'subnet': {'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-645995359-subnet', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'ip_version': 4}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:28.366465 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:28.374307 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Usage tracker for resource:subnet and tenant:e060a7271f994b15bb35ca97e6b86e3c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:28.379148 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:28.389782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:28.405389 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Made reservation on behalf of e060a7271f994b15bb35ca97e6b86e3c for: {'subnet': 1} {{(pid=88848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:48:28.408184 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14911529'] for subnet, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.685861 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14834083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14911547'] for subnet, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.768674 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:26Z', 'revision_number': 2, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:28.774639 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:28.775252 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Updating router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 port bdeea1ef-e852-4d6f-8928-ae088718e03b binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:48:28.782382 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e29066-b46e-47cc-8f86-5d665fda4bb5,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:28.791253 n-d-811808-2 neutron-server[88848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Checking segment: {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:28.791708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Network hostable DHCP agents. Network: f433fe15-f7be-453b-b3d3-f910088e0913, hostable agents: ['5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57'], hosted agents: [] {{(pid=88848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 07:48:28.813529 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Network f433fe15-f7be-453b-b3d3-f910088e0913 is scheduled to be hosted by DHCP agent 5fb824c2-4e4b-49cc-bfdb-5ac5c8223e57 with binding_index 1 {{(pid=88848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 07:48:28.827436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811808-2, f433fe15-f7be-453b-b3d3-f910088e0913) {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:28.832300 n-d-811808-2 neutron-server[88848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:28.832966 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.858384 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce270b60-d73a-4f41-8973-8395521d5ef0 None None] Network f433fe15-f7be-453b-b3d3-f910088e0913 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:28.875372 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-606801ac-4007-4371-a349-5cd8084ea518 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5274951 Jun 04 07:48:28.879875 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52590) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:28.887052 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:28.890022 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.893109 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:28.898070 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Usage tracker for resource:router and tenant:e060a7271f994b15bb35ca97e6b86e3c is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:28.901886 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:28.909088 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:28.923008 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1704971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10590'] for router, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.924284 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1691229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10599'] for router, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:28.946582 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.399951 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69172258-22c7-574c-a71e-c91591e51919-f433fe15-f7be-453b-b3d3-f910088e0913', 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'fixed_ips': [{'subnet_id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5'}]}} from n-d-811808-2. {{(pid=88850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 07:48:29.400793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.416733 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10613'] for router, precommit_update {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.655986 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dbe89aae-6a28-4349-abd0-e3df227ce111 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:29.732251 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.752572 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.db_base_plugin_common [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Allocated IP 172.20.0.2 (f433fe15-f7be-453b-b3d3-f910088e0913/d4e29066-b46e-47cc-8f86-5d665fda4bb5/247906e5-2f15-41e3-8991-ad3ef3ec9b21) {{(pid=88850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:29.761814 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Transition to ACTIVE for port object bdeea1ef-e852-4d6f-8928-ae088718e03b will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:29.775633 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.777081 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.806474 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:29.961559 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.db_base_plugin_common [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Allocated IP 172.25.1.82 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/a88736fe-039f-4e23-b476-b9d0c2062f2d) {{(pid=88848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:30.010070 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port dbe89aae-6a28-4349-abd0-e3df227ce111 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:30.010452 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.089803 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2114a-205d-4408-a115-7f7dc5cd1395 None None] Pushing event updated for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:30.175145 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.213933 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14835475'] for port, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.284443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Attempting to bind port bdeea1ef-e852-4d6f-8928-ae088718e03b on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:30.284808 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Attempting to bind port bdeea1ef-e852-4d6f-8928-ae088718e03b by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:30.285175 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Attempting to bind port bdeea1ef-e852-4d6f-8928-ae088718e03b on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:30.295297 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:30.298181 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.base_scheduler [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:30.301884 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Received port after_create {{(pid=88848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:30.308025 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:30.308488 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Checking segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:30.308982 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.309539 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Bound using segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:30.310253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Bound port: bdeea1ef-e852-4d6f-8928-ae088718e03b, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:30.310990 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.335727 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Pushing event updated for resources: {'Port': ['ID=a88736fe-039f-4e23-b476-b9d0c2062f2d,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:30.368039 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks [] for port, precommit_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.472069 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Transition to ACTIVE for port object 247906e5-2f15-41e3-8991-ad3ef3ec9b21 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:30.527394 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port dbe89aae-6a28-4349-abd0-e3df227ce111 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:30.540290 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Transition to ACTIVE for port object 247906e5-2f15-41e3-8991-ad3ef3ec9b21 will not be triggered until provisioned by entity DHCP. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:30.551715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874'] for port, after_create {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.609726 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] For port bdeea1ef-e852-4d6f-8928-ae088718e03b, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:30.634323 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Network f433fe15-f7be-453b-b3d3-f910088e0913 is already hosted by enough agents. {{(pid=88850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:30.637788 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] For port bdeea1ef-e852-4d6f-8928-ae088718e03b, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bdeea1ef-e852-4d6f-8928-ae088718e03b,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:30.641395 n-d-811808-2 neutron-server[88850]: DEBUG neutron.scheduler.base_scheduler [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Resources bound (agent type, host, resource id): {{(pid=88850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:30.646183 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Received port after_create {{(pid=88850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:30.651464 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.656380 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Pushing event updated for resources: {'Port': ['ID=247906e5-2f15-41e3-8991-ad3ef3ec9b21,revision_number=1']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:30.842871 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:30.843644 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:30.877345 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:30.966144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2114a-205d-4408-a115-7f7dc5cd1395 None None] Pushing event updated for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:30.980467 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Attempting to bind port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:30.980842 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Attempting to bind port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:30.981209 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Attempting to bind port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 on network f433fe15-f7be-453b-b3d3-f910088e0913 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:31.010022 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:31.010453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Checking segment: {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:31.010712 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:31.011108 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Bound using segment: {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:31.011603 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Bound port: 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:31.011979 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:31.202155 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:31.274801 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] For port 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:31.285795 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1704960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711872'] for router, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:31.341631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] For port 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=247906e5-2f15-41e3-8991-ad3ef3ec9b21,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:31.353507 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:31.512476 n-d-811808-2 neutron-server[88848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Router 3fb98902-81d9-4f93-bb05-008f0b82bd53 is scheduled to L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 with binding_index 1 {{(pid=88848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 07:48:31.528405 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81185734-aafc-48ee-8b07-c13c7b2b179d None None] Pushing event updated for resources: {'Port': ['ID=247906e5-2f15-41e3-8991-ad3ef3ec9b21,revision_number=2']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:31.660973 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:30Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:31.667524 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2cd828-f2ef-4f7b-975c-22b38c8be89d None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:30Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:31.749890 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:31.759729 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Sync routers for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:31.769224 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:31.774174 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:31.781387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] Notify callbacks [] for router, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:31.783079 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-ef827f25-90f8-410e-871d-6309941be6fa admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9015968 Jun 04 07:48:31.792699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52594) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:32.091198 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:32.642266 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:30Z', 'revision_number': 3, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:32.647470 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Checking router: 3fb98902-81d9-4f93-bb05-008f0b82bd53 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:32.647939 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Updating router 3fb98902-81d9-4f93-bb05-008f0b82bd53 port a88736fe-039f-4e23-b476-b9d0c2062f2d binding host n-d-811808-2 {{(pid=88851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:48:32.715308 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:32.795240 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b135a-d396-458f-a10e-556ab3039035 None None] Network f433fe15-f7be-453b-b3d3-f910088e0913 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:48:32.842840 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:32.950977 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b284dcf2-a935-4428-b39b-d91aeae4f158 None None] Provisioning for port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:33.185412 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks [] for port, precommit_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.201733 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.provisioning_blocks [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Transition to ACTIVE for port object a88736fe-039f-4e23-b476-b9d0c2062f2d will not be triggered until provisioned by entity L2. {{(pid=88851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:33.209032 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Allocated IP 172.20.0.1 (f433fe15-f7be-453b-b3d3-f910088e0913/d4e29066-b46e-47cc-8f86-5d665fda4bb5/815c92c2-d4f1-4a5f-a303-3454ce935b36) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:33.213123 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.313828 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Attempting to bind port a88736fe-039f-4e23-b476-b9d0c2062f2d on host n-d-811808-2 for vnic_type normal with profile {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:33.314213 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Attempting to bind port a88736fe-039f-4e23-b476-b9d0c2062f2d by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:33.314699 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Attempting to bind port a88736fe-039f-4e23-b476-b9d0c2062f2d on network 745395c4-3603-4ebb-96f6-04a67c8a9918 {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:33.326106 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:33.326531 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Checking segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:33.326904 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.327289 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Bound using segment: {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'} {{(pid=88851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:33.327769 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.managers [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Bound port: a88736fe-039f-4e23-b476-b9d0c2062f2d, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd05659ac-f057-4df6-909d-017b3d5f222b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918'}}] {{(pid=88851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:33.328128 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.359008 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d93a51-dbf6-4cd2-b6da-05d4a3fef80d None None] Pushing event updated for resources: {'Port': ['ID=a88736fe-039f-4e23-b476-b9d0c2062f2d,revision_number=2']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:33.410001 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] For port a88736fe-039f-4e23-b476-b9d0c2062f2d, host n-d-811808-2, cleared binding levels {{(pid=88851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:33.412812 n-d-811808-2 neutron-server[88851]: DEBUG neutron.plugins.ml2.db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] For port a88736fe-039f-4e23-b476-b9d0c2062f2d, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a88736fe-039f-4e23-b476-b9d0c2062f2d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:33.419231 n-d-811808-2 neutron-server[88851]: DEBUG neutron_lib.callbacks.manager [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.422228 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.439907 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Transition to ACTIVE for port object 815c92c2-d4f1-4a5f-a303-3454ce935b36 will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:33.466434 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.519937 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:33.520613 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:33.538751 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Network f433fe15-f7be-453b-b3d3-f910088e0913 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:33.542248 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:33.545960 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:33.576645 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:33.582901 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d93a51-dbf6-4cd2-b6da-05d4a3fef80d None None] Pushing event updated for resources: {'Port': ['ID=a88736fe-039f-4e23-b476-b9d0c2062f2d,revision_number=3']} {{(pid=88851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:33.611898 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705034'] for router_interface, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.758613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bdeea1ef-e852-4d6f-8928-ae088718e03b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:33.770779 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:33.839116 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port bdeea1ef-e852-4d6f-8928-ae088718e03b completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:33.847325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bdeea1ef-e852-4d6f-8928-ae088718e03b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:33.848484 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:33.937547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-17c3980b-fd66-4824-8705-6d69200de3bb None None] Provisioning for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:33.973010 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-17c3980b-fd66-4824-8705-6d69200de3bb None None] Provisioning complete for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:33.973436 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-17c3980b-fd66-4824-8705-6d69200de3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.060346 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bdeea1ef-e852-4d6f-8928-ae088718e03b is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:34.060736 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.072669 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-17c3980b-fd66-4824-8705-6d69200de3bb None None] Port 815c92c2-d4f1-4a5f-a303-3454ce935b36 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:48:34.105127 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port bdeea1ef-e852-4d6f-8928-ae088718e03b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bdeea1ef-e852-4d6f-8928-ae088718e03b,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:34.109753 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.110737 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 247906e5-2f15-41e3-8991-ad3ef3ec9b21 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:34.122096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.156018 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:30Z', 'revision_number': 3, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:34.159968 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025539b-dcf3-45f1-8446-48f70e75bba5 None None] The sync data for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 is: [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:30Z', 'revision_number': 3, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:34.252158 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:34.265242 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:34.271302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:34.271674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.398211 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.407943 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.421937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:34.422546 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.495288 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=247906e5-2f15-41e3-8991-ad3ef3ec9b21,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:34.505878 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.575503 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711091'] for router_interface, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:34.579489 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:34.653738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=247906e5-2f15-41e3-8991-ad3ef3ec9b21,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:34.767042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Network f433fe15-f7be-453b-b3d3-f910088e0913 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:34.768318 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:34.988332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Router 3fb98902-81d9-4f93-bb05-008f0b82bd53 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:35.003970 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-b5bf8f1e-560d-4e7a-a5bd-a91bb9c1b43f None None] Provisioning complete for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:35.005386 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b5bf8f1e-560d-4e7a-a5bd-a91bb9c1b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.082414 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf8f1e-560d-4e7a-a5bd-a91bb9c1b43f None None] Port 815c92c2-d4f1-4a5f-a303-3454ce935b36 cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:48:35.208433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:35.217555 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-70247203-a0c7-4560-b6f0-c1a54b82cbd5 admin admin] 10.222.0.17 "PUT /v2.0/routers/3fb98902-81d9-4f93-bb05-008f0b82bd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4233005 Jun 04 07:48:35.672749 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52604) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:35.678638 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281717522', 'description': 'tempest-secgroup-smoke-1281717522 description', 'project_id': '91e4e1d367344e1d84fe2714c413db20'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:35.686188 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:35.690951 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:35.695402 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:35.701525 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:35.712679 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.743696 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:35.752310 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:35.755120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a88736fe-039f-4e23-b476-b9d0c2062f2d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:35.756764 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:35.767658 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:35.838756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port a88736fe-039f-4e23-b476-b9d0c2062f2d completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:35.843861 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a88736fe-039f-4e23-b476-b9d0c2062f2d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:35.844226 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.857614 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.863366 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.916330 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af531a47-125f-48a3-9aaf-23fb96aaf329,revision_number=1']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:35.919459 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.924149 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-12ea8e8a-b010-41b2-be60-58bcdd15be69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2464957 Jun 04 07:48:35.924318 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52608) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:35.931221 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:35.938855 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:35.943092 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:35.946904 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:35.951310 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Sync routers for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:35.954655 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:35.975991 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:35.986616 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:35.987241 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:36.041387 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.046003 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.064581 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a88736fe-039f-4e23-b476-b9d0c2062f2d is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:36.065137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.072284 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0925ec04-71f2-4f91-81a0-f33968efaa3c,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.081505 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.085769 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-f538f062-ae32-4afe-b63c-b9aba185e796 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572244 Jun 04 07:48:36.086311 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 52612) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:36.093625 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.v2.base [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:36.105023 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:36.109789 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:36.113203 n-d-811808-2 neutron-server[88848]: DEBUG neutron.quota.resource [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:36.120443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.db.quota.driver [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:36.145564 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.153779 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port a88736fe-039f-4e23-b476-b9d0c2062f2d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a88736fe-039f-4e23-b476-b9d0c2062f2d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:36.163122 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.163806 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bdeea1ef-e852-4d6f-8928-ae088718e03b up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:36.216737 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.221957 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.247990 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96a0c73-c742-4a8f-a033-ce27012b841b,revision_number=0']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.264504 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.266085 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-97f24466-f7d6-4ce0-9e84-5ca3e157f7e1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786201 Jun 04 07:48:36.272548 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52616) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:36.278200 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:36.284855 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:36.289637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:36.293292 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:36.300384 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:36.321417 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.324531 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:36.405929 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.406836 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=a88736fe-039f-4e23-b476-b9d0c2062f2d,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.410819 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.434709 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6839456-cbcc-4d95-aaff-786019236064,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.449241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.450894 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c4181045-d228-407a-a6ad-1ce07594d4a0 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771095 Jun 04 07:48:36.453616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52620) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:36.459706 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:36.468857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:36.473546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:36.477649 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:36.483503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:36.488579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port bdeea1ef-e852-4d6f-8928-ae088718e03b triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:36.488955 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.508416 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.605183 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.610695 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.642846 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b32fc7-ffc4-45e2-a7c8-a2e1c05c4a44,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.650301 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.651726 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-939a6f6b-cc53-4d82-a5bd-50fdb1818df2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969726 Jun 04 07:48:36.654476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52624) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:36.660103 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:36.667987 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:36.672319 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:36.675564 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:36.681983 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:36.694258 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Project 91e4e1d367344e1d84fe2714c413db20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:48:36.702306 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.776020 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.780241 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.783325 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port bdeea1ef-e852-4d6f-8928-ae088718e03b is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:36.784420 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 247906e5-2f15-41e3-8991-ad3ef3ec9b21 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:36.804114 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c680b3a-cfc1-4e01-ab0f-b3197907096b,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.814873 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.816262 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-20cc3bfc-107f-4c28-ba9e-ddf2befcea1d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608186 Jun 04 07:48:36.819523 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52628) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:36.825364 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'security_group_rule': {'security_group_id': 'af531a47-125f-48a3-9aaf-23fb96aaf329', 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:36.832017 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:36.836994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:security_group_rule and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:36.839994 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:36.845794 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:36.857561 n-d-811808-2 neutron-server[88849]: INFO neutron.db.securitygroups_db [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Project 91e4e1d367344e1d84fe2714c413db20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 07:48:36.864423 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.869913 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 4, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '815c92c2-d4f1-4a5f-a303-3454ce935b36', 'name': '', 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'mac_address': 'fa:16:3e:28:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:32Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 2, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'subnets': [{'id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:36.873334 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:36.873730 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.905866 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Checking router: 3fb98902-81d9-4f93-bb05-008f0b82bd53 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:36.906212 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Updating router 3fb98902-81d9-4f93-bb05-008f0b82bd53 port 815c92c2-d4f1-4a5f-a303-3454ce935b36 binding host n-d-811808-2 {{(pid=88850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 07:48:36.935967 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.941238 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805111'] for security_group_rule, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.966963 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bb9dd8-3bd5-4c43-a843-711849afb451,revision_number=0']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:36.977439 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:36.987966 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-8bb95e7e-975e-4d42-85a0-8fa9da782af2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584880 Jun 04 07:48:36.988155 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.158517 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c1a2593f-0392-4272-bdac-bbdce1baa2ef tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:security_group {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:37.176262 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c1a2593f-0392-4272-bdac-bbdce1baa2ef tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:security_group {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:37.177428 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c1a2593f-0392-4272-bdac-bbdce1baa2ef tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281717522&fields=id&tenant_id=91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 267 time: 0.0610578 Jun 04 07:48:37.183601 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:37.346597 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-16bfebf5-a87b-4a3e-9481-07a65fc7afaa tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:37.347282 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-16bfebf5-a87b-4a3e-9481-07a65fc7afaa tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:network {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:37.366300 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-16bfebf5-a87b-4a3e-9481-07a65fc7afaa tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:network {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:37.368845 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-16bfebf5-a87b-4a3e-9481-07a65fc7afaa tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 810 time: 0.1826971 Jun 04 07:48:37.387399 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-7ac58fe4-b8fb-4dda-a0aa-4d8ea31bc03c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/quotas/91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 375 time: 0.0105700 Jun 04 07:48:37.458068 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks [] for port, precommit_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.471941 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Transition to ACTIVE for port object 815c92c2-d4f1-4a5f-a303-3454ce935b36 will not be triggered until provisioned by entity L2. {{(pid=88850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:37.482066 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-31cfcaa7-44c1-48b3-abe4-27b603c3f926 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889308 Jun 04 07:48:37.482594 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.657901 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa129a-7e9b-417f-aed1-a21e9f784c2d None None] Pushing event updated for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=3']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:37.715762 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a88736fe-039f-4e23-b476-b9d0c2062f2d up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:37.783110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-5752855d-313b-492d-92ab-bc02392ee31e service neutron] 10.222.0.17 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880266 Jun 04 07:48:37.792162 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Attempting to bind port 815c92c2-d4f1-4a5f-a303-3454ce935b36 on host n-d-811808-2 for vnic_type normal with profile {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:37.792537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Attempting to bind port 815c92c2-d4f1-4a5f-a303-3454ce935b36 by drivers openvswitch,hyperv on host n-d-811808-2 at level 0 using segments [{'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:37.792899 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Attempting to bind port 815c92c2-d4f1-4a5f-a303-3454ce935b36 on network f433fe15-f7be-453b-b3d3-f910088e0913 {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:37.801254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Checking agent: {'id': '3cf6ce46-b7d3-4e9d-929a-f4b007a98fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 4, 50), 'started_at': datetime.datetime(2022, 6, 4, 6, 5, 20), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811808-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:37.801655 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Checking segment: {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:37.802060 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.802453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Bound using segment: {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'} {{(pid=88850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:37.802919 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.managers [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Bound port: 815c92c2-d4f1-4a5f-a303-3454ce935b36, host: n-d-811808-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913'}}] {{(pid=88850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:37.803298 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.896707 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port a88736fe-039f-4e23-b476-b9d0c2062f2d triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:37.897085 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:37.926258 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-acede6d6-bfa1-4ec7-8340-886585cb27fe service neutron] 10.222.0.17 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348209 Jun 04 07:48:37.976721 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] For port 815c92c2-d4f1-4a5f-a303-3454ce935b36, host n-d-811808-2, cleared binding levels {{(pid=88850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:37.991442 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] For port 815c92c2-d4f1-4a5f-a303-3454ce935b36, host n-d-811808-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=815c92c2-d4f1-4a5f-a303-3454ce935b36,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:38.001573 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:38.163692 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port a88736fe-039f-4e23-b476-b9d0c2062f2d is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:38.167344 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa129a-7e9b-417f-aed1-a21e9f784c2d None None] Pushing event updated for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:38.170273 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:38.170893 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:38.194777 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-27e6c0e1-fbe4-46a2-ac29-31dd6bef409d req-28bde6c8-6183-42b6-8d86-6d676de3218a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 210 time: 0.0888693 Jun 04 07:48:38.419657 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:38.760623 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 4, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '815c92c2-d4f1-4a5f-a303-3454ce935b36', 'name': '', 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'mac_address': 'fa:16:3e:28:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:32Z', 'updated_at': '2022-06-04T07:48:37Z', 'revision_number': 4, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'subnets': [{'id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:38.765430 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93bc0d-9d44-466b-9d1a-f30bf00a3b8c None None] The sync data for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 is: [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:48:33Z', 'revision_number': 4, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': '815c92c2-d4f1-4a5f-a303-3454ce935b36', 'name': '', 'network_id': 'f433fe15-f7be-453b-b3d3-f910088e0913', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'mac_address': 'fa:16:3e:28:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:32Z', 'updated_at': '2022-06-04T07:48:37Z', 'revision_number': 4, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'subnets': [{'id': 'd4e29066-b46e-47cc-8f86-5d665fda4bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:39.435660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76d8187c-058e-44ae-9502-7eecdf820ead req-eb9687d8-afe6-43db-a0e4-099403e877cf tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 210 time: 0.0774968 Jun 04 07:48:39.517508 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-ba69a779-76bf-4bcd-b551-9b061ee8fc55 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:39.520039 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-ba69a779-76bf-4bcd-b551-9b061ee8fc55 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 810 time: 0.2910695 Jun 04 07:48:39.575752 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-07013bc7-7139-4de6-b471-1bc3c3967ba9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 380 time: 0.0475340 Jun 04 07:48:39.585635 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'port': {'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'admin_state_up': True, 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'security_groups': ['af531a47-125f-48a3-9aaf-23fb96aaf329']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:39.693916 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 815c92c2-d4f1-4a5f-a303-3454ce935b36 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:39.756854 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:39.761844 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:port and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:39.765193 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:39.771870 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:39.778636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:39.783546 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Made reservation on behalf of 91e4e1d367344e1d84fe2714c413db20 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:48:39.784760 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:39.785256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:39.787794 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:39.987066 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 815c92c2-d4f1-4a5f-a303-3454ce935b36 is: DOWN; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:39.987651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.026648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Allocated IP 172.20.0.8 (1b75c946-4086-4111-a5c1-9f3da946025d/52f49507-6c94-44c6-b7cb-94aa597cfebf/c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:40.037222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] For port 815c92c2-d4f1-4a5f-a303-3454ce935b36, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=815c92c2-d4f1-4a5f-a303-3454ce935b36,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:40.044592 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.115447 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Pushing event updated for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:40.243123 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.260999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Transition to ACTIVE for port object c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:40.287384 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.361402 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Network 1b75c946-4086-4111-a5c1-9f3da946025d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:40.364900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:40.368819 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:40.410666 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:40.446260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:40.446966 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.468538 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-c29dbb78-9f99-4b07-96bd-d8cb141a0eab tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881094 Jun 04 07:48:40.480366 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Request body: {'port': {'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:40.611366 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-706473d0-538c-463a-a975-fd111fc2ec43 None None] Provisioning for port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:40.617055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-706473d0-538c-463a-a975-fd111fc2ec43 None None] Provisioning complete for port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:40.617420 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-706473d0-538c-463a-a975-fd111fc2ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.664096 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:40.673164 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-706473d0-538c-463a-a975-fd111fc2ec43 None None] Port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:48:40.811387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0230454-63b5-4cac-8a48-f2a97e4a5016 req-37631e54-c672-486c-a8b2-6f95099c4d36 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:40.812001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d0230454-63b5-4cac-8a48-f2a97e4a5016 req-37631e54-c672-486c-a8b2-6f95099c4d36 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:40.854026 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-d0230454-63b5-4cac-8a48-f2a97e4a5016 req-37631e54-c672-486c-a8b2-6f95099c4d36 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:40.856456 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0230454-63b5-4cac-8a48-f2a97e4a5016 req-37631e54-c672-486c-a8b2-6f95099c4d36 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 931 time: 0.2605872 Jun 04 07:48:40.993603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d0230454-63b5-4cac-8a48-f2a97e4a5016 req-7340a6f5-fe64-437f-9d8f-61019c41739e tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165030 Jun 04 07:48:41.221588 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:48:41.229507 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.244243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Transition to ACTIVE for port object c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:48:41.248334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.383420 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:41.494683 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Attempting to bind port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a on host n-h1-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:48:41.495371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Attempting to bind port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a by drivers openvswitch,hyperv on host n-h1-811808-2 at level 0 using segments [{'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:48:41.495371 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Attempting to bind port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:41.502123 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a on network 1b75c946-4086-4111-a5c1-9f3da946025d not bound, no agent of type Open vSwitch agent registered on host n-h1-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:48:41.502605 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Attempting to bind port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:48:41.508163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Checking agent: {'id': 'e0e0cae0-b5a0-46b6-b9e2-57a51def1805', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:48:41.508698 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Checking segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:48:41.509117 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Bound using segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:48:41.509575 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Bound port: c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host: n-h1-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:48:41.509920 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.600521 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:48:41.604334 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:48:41.611371 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.656734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 815c92c2-d4f1-4a5f-a303-3454ce935b36 up at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:41.683196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:41.683817 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.685213 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] 10.222.0.39 "PUT /v2.0/ports/c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 1091 time: 1.2097008 Jun 04 07:48:41.685670 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:48:41.720130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c375c71-6ef7-4254-bee7-296fa3538201 service neutron] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:41.769964 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Provisioning complete for port 815c92c2-d4f1-4a5f-a303-3454ce935b36 triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:41.770698 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:41.821174 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910ab020-1ff7-458f-983b-e0f4949487f2'] response: {'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'status': 'completed', 'code': 200} Jun 04 07:48:41.838203 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-2ceac53a-207e-4b0e-9bb5-96d14f10782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:41.839738 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-2ceac53a-207e-4b0e-9bb5-96d14f10782a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.1051943 Jun 04 07:48:41.917932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-a5ae54be-8dd9-4702-bf4b-55124677f31d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 217 time: 0.0707626 Jun 04 07:48:41.924253 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Current status of the port 815c92c2-d4f1-4a5f-a303-3454ce935b36 is: ACTIVE; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:41.985998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-ece11162-291a-41c5-9cf2-61f3332e33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:41.987585 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-ece11162-291a-41c5-9cf2-61f3332e33fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0641773 Jun 04 07:48:42.075033 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-6be30123-276c-44a8-a6a7-60b2a6f6561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.076792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-6be30123-276c-44a8-a6a7-60b2a6f6561b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836904 Jun 04 07:48:42.266905 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-ec9ef240-6436-43ec-bf5a-ab4dd0f1b2f5 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842065 Jun 04 07:48:42.306830 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12507b3-ce84-45fe-a03c-0280ea791a66 req-d6de46c3-0d7f-40e0-8ab3-3d34b2eb0d79 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.308294 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12507b3-ce84-45fe-a03c-0280ea791a66 req-d6de46c3-0d7f-40e0-8ab3-3d34b2eb0d79 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.1553788 Jun 04 07:48:42.425421 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f12507b3-ce84-45fe-a03c-0280ea791a66 req-cab29b84-186c-4b0b-83a1-84788649626d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104476 Jun 04 07:48:42.459143 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-151e72eb-8061-4f35-bee4-3dcab19fc87e req-dfcea75f-84aa-4edf-af8b-824a3bf4b175 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843803 Jun 04 07:48:42.580336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-1e5dd630-d298-499e-8840-7bd737672f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.581770 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-1e5dd630-d298-499e-8840-7bd737672f3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0796382 Jun 04 07:48:42.718483 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-e897c8e2-a66e-4bfc-924c-e1e626b4d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.719926 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-e897c8e2-a66e-4bfc-924c-e1e626b4d639 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1321280 Jun 04 07:48:42.788559 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-a4074407-63a0-42ab-9063-b3ab031fbc81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 217 time: 0.0625334 Jun 04 07:48:42.854806 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-61ef601b-053e-4d06-8b55-507815eabcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.856137 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-61ef601b-053e-4d06-8b55-507815eabcd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0618956 Jun 04 07:48:42.935204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-c29cc714-b33d-447d-b8d4-6ff98ed304fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:42.936660 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-c29cc714-b33d-447d-b8d4-6ff98ed304fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749099 Jun 04 07:48:43.190791 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-89c00ca5-c24a-4687-a2f6-b7ce4f6ce5b1 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474401 Jun 04 07:48:43.336603 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f6c605b-8f4c-486e-94eb-8804204c7b87 req-530c521e-c833-41e6-a2f0-8b15539ef57e service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375601 Jun 04 07:48:43.631140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bb2e3-9548-49b1-a758-a384a1aad9ce req-893cf3ad-f98c-4b14-94c5-10788f3f42dd tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:43.633233 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e8bb2e3-9548-49b1-a758-a384a1aad9ce req-893cf3ad-f98c-4b14-94c5-10788f3f42dd tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0888534 Jun 04 07:48:43.681211 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4e8bb2e3-9548-49b1-a758-a384a1aad9ce req-37816b77-4d95-4ba1-94b8-ab7e86aa422e tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Jun 04 07:48:44.877095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c2b01-0bf7-4634-824d-b66dfd967b33 req-a86120b4-3803-48cd-a732-e28a4a98892b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:44.878601 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df1c2b01-0bf7-4634-824d-b66dfd967b33 req-a86120b4-3803-48cd-a732-e28a4a98892b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0849400 Jun 04 07:48:44.917672 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:48:44.926084 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-df1c2b01-0bf7-4634-824d-b66dfd967b33 req-4143a8c1-8782-48a5-bdd4-257711bd5a77 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Jun 04 07:48:45.061062 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:45.077458 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:48:45.133934 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:45.134343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:45.152825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:48:45.169120 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:45.173204 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:45.248059 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:45.519739 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:48:46.130906 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907244e-969f-45c9-b3dc-5d22c11122c1 req-a2be566b-cca3-4570-bd90-34205c812de1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:46.132450 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0907244e-969f-45c9-b3dc-5d22c11122c1 req-a2be566b-cca3-4570-bd90-34205c812de1 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 944 time: 0.0933499 Jun 04 07:48:46.179649 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0907244e-969f-45c9-b3dc-5d22c11122c1 req-2aa07c37-83a7-4b25-b0e7-928749f2e553 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Jun 04 07:48:46.932687 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:48:47.006553 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning for port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:48:47.011664 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:48:47.012053 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:47.130661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:48:47.131038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:47.175049 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:48:47.181985 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a76e0f9b-f749-4e21-a8ef-2c63b8f999e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:47.187432 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:48:47.191541 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:47.228241 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2bba66-6d72-4c7d-ae45-5cc50246ab55'] response: {'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'code': 200} Jun 04 07:48:47.270494 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:47.426942 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcc3df-a70c-4235-ab6c-0877719990ee req-a993b4da-362f-4402-925d-febbb2c83ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:47.428369 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8dcc3df-a70c-4235-ab6c-0877719990ee req-a993b4da-362f-4402-925d-febbb2c83ad6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1325998 Jun 04 07:48:47.440583 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102e6ad-4f5e-4dda-b22b-db8657bb325e req-dc79c9ff-0f7a-404e-b624-823d45dadd5a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:47.441890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5102e6ad-4f5e-4dda-b22b-db8657bb325e req-dc79c9ff-0f7a-404e-b624-823d45dadd5a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.1111171 Jun 04 07:48:47.508327 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d8dcc3df-a70c-4235-ab6c-0877719990ee req-1388d4a7-558e-4ead-aede-28ebc9b5fb9a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648000 Jun 04 07:48:47.515128 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5102e6ad-4f5e-4dda-b22b-db8657bb325e req-8c68bb13-de44-4504-b5c7-4fc1fa27b171 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595522 Jun 04 07:48:48.720057 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816480f7-00ed-441a-99a9-4bcada3b1ce3 req-6b52eba5-db63-484c-97e5-6056c939a221 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:48.721643 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-816480f7-00ed-441a-99a9-4bcada3b1ce3 req-6b52eba5-db63-484c-97e5-6056c939a221 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0850685 Jun 04 07:48:48.773378 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-816480f7-00ed-441a-99a9-4bcada3b1ce3 req-205c4fee-41e7-4918-a915-d498b30daf83 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445545 Jun 04 07:48:49.299075 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0aa82670-6bc1-46ce-b236-c41f3db0792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:49.975189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49551d22-18b9-4111-9e9d-60ea0ed74890 req-0ad2fbf7-9dbe-45d2-bbd6-062d7c9609e3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:49.977622 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49551d22-18b9-4111-9e9d-60ea0ed74890 req-0ad2fbf7-9dbe-45d2-bbd6-062d7c9609e3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0895011 Jun 04 07:48:50.028522 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-49551d22-18b9-4111-9e9d-60ea0ed74890 req-51210467-b7d3-4af8-b7fb-2cb8a474c391 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Jun 04 07:48:50.239143 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d1428-6135-421e-aa58-0a694980a12c req-10d881e8-5dd3-494b-b998-1b1103adb69c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:50.240518 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a36d1428-6135-421e-aa58-0a694980a12c req-10d881e8-5dd3-494b-b998-1b1103adb69c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 945 time: 0.0823803 Jun 04 07:48:50.288136 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-a36d1428-6135-421e-aa58-0a694980a12c req-f1b2375d-9018-4c05-875e-f321a9e9c9ac tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Jun 04 07:48:50.311002 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52682) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:50.360121 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:50.499482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091a888-abb3-47cf-8a30-ea87d82e6c66 tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:50.500109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0091a888-abb3-47cf-8a30-ea87d82e6c66 tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] Synchronizing usage tracker for tenant:e060a7271f994b15bb35ca97e6b86e3c on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:48:50.516851 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-0091a888-abb3-47cf-8a30-ea87d82e6c66 tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] Unset dirty status for tenant:e060a7271f994b15bb35ca97e6b86e3c on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:48:50.518020 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-0091a888-abb3-47cf-8a30-ea87d82e6c66 tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1091 time: 0.2060325 Jun 04 07:48:50.521119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 52688) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:48:50.527060 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:48:50.534187 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:48:50.538322 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:floatingip and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:48:50.542182 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:48:50.548005 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:48:50.561066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:50.721622 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:50.799705 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:50.867637 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Allocated IP 172.25.1.13 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/d712431a-e5a6-4d6b-a8c0-705f3c6dd38c) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:48:51.030453 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:51.061089 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:51.134231 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:48:51.136991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:48:51.141580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:48:51.172038 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=d712431a-e5a6-4d6b-a8c0-705f3c6dd38c,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:51.695402 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:51.774362 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:51.924910 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:48:51.991310 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:51.997147 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:52.111837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=d712431a-e5a6-4d6b-a8c0-705f3c6dd38c,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:48:52.126615 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:52.304609 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Floating IP 82d6f8d0-512f-429e-8631-68c71c7c8490 associated. External IP: 172.25.1.13, port: c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a. Jun 04 07:48:52.376926 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:52.687256 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:48:52.873270 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:48:52.884398 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:48:52.895156 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:52.895777 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:52.901382 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:52.962906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6a360e42-b05a-4833-9645-f9731ce6cb69 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4405797 Jun 04 07:48:52.963843 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:48:53.012750 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ef8ba0-8b25-41dd-ace8-3a13140aa0d4'] response: {'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'status': 'completed', 'code': 200} Jun 04 07:48:53.129061 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:53.245238 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-f29f67e4-43a9-4b8b-9225-03de171a9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:53.246911 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-f29f67e4-43a9-4b8b-9225-03de171a9e51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.2057886 Jun 04 07:48:53.393153 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-31e2764f-3141-4cac-9bc8-227cc309fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:53.394656 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-31e2764f-3141-4cac-9bc8-227cc309fc03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1415584 Jun 04 07:48:53.493206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:51Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:53.497206 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:48:53.505827 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:48:53.506436 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:48:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:53.513055 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-fe5a2da2-0524-4e2b-9fd4-61fccd0110ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 998 time: 0.1128385 Jun 04 07:48:53.579129 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-3ba0ca49-7e0c-4ff0-bdda-84941cf6b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:53.580613 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-3ba0ca49-7e0c-4ff0-bdda-84941cf6b1c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0620177 Jun 04 07:48:53.665089 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-2332a3d3-7bcb-4190-ad14-f9b8de5f1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:48:53.666749 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-2332a3d3-7bcb-4190-ad14-f9b8de5f1120 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794191 Jun 04 07:48:53.699477 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:48:53.807722 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-b5054f51-b1f3-49cf-b629-6088443f3719 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348660 Jun 04 07:48:53.946883 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-0d476dc5-8e53-45cc-8297-a97de6a98737 req-0f85a19d-eaa9-486e-8316-1f221b7a1c7c service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333501 Jun 04 07:48:54.106377 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:51Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:48:54.111963 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dac0b9-5ded-4df2-b27b-51be87f28c3b None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:51Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:48:54.327254 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d611b-0389-4ca1-96c1-d1e81ef409df None None] New status for floating IP 82d6f8d0-512f-429e-8631-68c71c7c8490: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:48:56.497297 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:48:56.637984 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:17.164780 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d3113cea-3f9e-4495-a009-4711199b6acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:19.302448 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3f7599a4-c8b9-44f9-ac01-010d9e05a664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:20.354958 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:20.802627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:22.378310 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:26.511039 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:26.632831 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:28.924694 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:49:41.156721 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-145f059f-83d4-4a2f-93d8-bb287b71b660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757000 Jun 04 07:49:41.311714 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-1ac4c52d-6e64-4452-b830-cf3f04f59aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:49:41.313102 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-1ac4c52d-6e64-4452-b830-cf3f04f59aef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0843346 Jun 04 07:49:41.463268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-bdde8db1-800e-4192-b00a-ff9f702379fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:49:41.464714 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-bdde8db1-800e-4192-b00a-ff9f702379fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1323507 Jun 04 07:49:41.586367 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-bca2d081-ffea-4c1e-a2e1-54374dd30128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 1000 time: 0.1148438 Jun 04 07:49:41.654921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-99d28f30-1b71-45ff-8f12-6d4d264f12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:49:41.656356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-99d28f30-1b71-45ff-8f12-6d4d264f12f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0647867 Jun 04 07:49:41.733174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-95e39b62-76d8-461e-95a1-d34fe63adf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:49:41.734670 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-95e39b62-76d8-461e-95a1-d34fe63adf88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710499 Jun 04 07:49:41.871277 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-4067a32d-9ad4-4d73-900f-d4a9d95a3d69 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309378 Jun 04 07:49:42.011733 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-de627796-a9e9-4a28-adb0-db04c6714e72 req-a37a80ff-8cac-49ab-909f-1e3f04eb4da3 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346381 Jun 04 07:49:47.169250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ab701d3d-b3f7-4709-998e-aaad5a626979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:49.313872 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-251f18c9-ba1a-49bb-8701-e38390a2b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:50.358641 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:50.801493 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:52.380867 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:56.543232 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:49:56.629893 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:05.923540 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:50:17.170990 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-721ebd7b-782a-428a-8c4c-047defe199de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:19.307347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2f6114e0-3c6f-439b-b4bc-9a3e06e779ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:20.361213 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:20.806837 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:22.384502 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:26.538651 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:26.630422 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:41.053203 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-99223424-9a47-485c-81ef-9b5f1b6f742b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1632109 Jun 04 07:50:41.299054 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290208-1e1e-403c-8ac4-fef112802278 req-8fbce540-7d9b-4a61-b6b2-54353a8d20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:50:41.300535 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-8fbce540-7d9b-4a61-b6b2-54353a8d20dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1766384 Jun 04 07:50:41.445131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290208-1e1e-403c-8ac4-fef112802278 req-1c0f6fc8-ebe8-4063-ad92-af86ea85446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:50:41.446611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-1c0f6fc8-ebe8-4063-ad92-af86ea85446c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1279984 Jun 04 07:50:41.556094 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-b643ade8-8f51-4778-b715-c897c1f782ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 1000 time: 0.1037576 Jun 04 07:50:41.619429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290208-1e1e-403c-8ac4-fef112802278 req-29e74e46-1dca-4741-9c97-5f33984b608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:50:41.620867 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-29e74e46-1dca-4741-9c97-5f33984b608e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0593505 Jun 04 07:50:41.699900 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01290208-1e1e-403c-8ac4-fef112802278 req-39162c02-e8d3-4b3a-aeb6-b943ca4127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:50:41.701375 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-39162c02-e8d3-4b3a-aeb6-b943ca4127e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744035 Jun 04 07:50:41.712566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-bddbc326-ee90-4fd8-84fd-76e9a6e76a31 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=88849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 07:50:41.713552 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-bddbc326-ee90-4fd8-84fd-76e9a6e76a31 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049341 Jun 04 07:50:41.849760 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-3da76e94-63c1-4a3f-af23-1e6f87fedf66 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303504 Jun 04 07:50:41.986841 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-01290208-1e1e-403c-8ac4-fef112802278 req-99a00450-0ec2-49f5-ab1a-72cd9dc7b0c1 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317031 Jun 04 07:50:42.925334 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:50:47.172909 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-26b7d979-3608-4c6f-b6c0-fb09042422c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:49.310184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bd0070cb-806b-4790-ac03-d947eeed7821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:50.364715 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:50.811343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:52.386360 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:56.554589 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:50:56.628862 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:17.174106 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-640738f3-08a1-4e5a-88c4-283c8ba99857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:19.313843 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6e77da75-05f0-48c5-b0e7-5e02c172144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:19.925086 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:51:20.368162 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:20.813896 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:21.607052 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a details requested by agent hyperv_n-h1-811808-2 with host n-h1-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:51:21.752132 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:21.766457 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Returning: {'device': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:51:21.836843 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:51:21.837224 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:21.862825 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:51:21.883903 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:21.895205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:21.994654 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] get_ports_and_sgs() called for port_ids ['c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:51:22.057926 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:22.084136 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.084622 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.085157 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.085668 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.086143 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.086613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.087085 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.087579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.088461 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.088579 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.088982 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.089443 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:22.403336 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:23.622453 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a up at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:51:23.712038 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Provisioning complete for port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:51:23.712423 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:23.837586 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:51:23.837971 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:23.867333 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:51:23.878203 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:23.885605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:23.988243 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:24.016078 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfb5d66-2b1c-419c-a4ff-ec54a5e14053'] response: {'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'code': 200} Jun 04 07:51:26.554396 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:26.630920 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:38.709275 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-62766733-53fe-4242-9850-591d420732d4 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281717522&fields=id&tenant_id=91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 267 time: 0.0427306 Jun 04 07:51:38.870601 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-dad8e041-894f-41d8-857c-9ae4c9f19387 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:38.871976 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-dad8e041-894f-41d8-857c-9ae4c9f19387 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 810 time: 0.1560483 Jun 04 07:51:38.890724 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-34f458d1-c9d9-49e4-b64e-c32d8728856e tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/quotas/91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 375 time: 0.0117741 Jun 04 07:51:39.015567 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-759356d4-1511-4377-9b91-b5edc6b4f69b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1184888 Jun 04 07:51:39.213046 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-47ae1992-15e6-4ef0-b1ba-dc29fb8c0291 service neutron] 10.222.0.17 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803331 Jun 04 07:51:39.351010 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-a5d14141-0787-4049-bf6a-1dad3e2341eb service neutron] 10.222.0.17 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319110 Jun 04 07:51:39.544052 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e6e52ff-7a0a-4137-867c-2e56bd6e531a req-0ca4f9ef-3a12-49f9-9d2a-5b4c2067eb02 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 210 time: 0.0448339 Jun 04 07:51:40.645516 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-562d336c-a5f4-4d04-b829-803ed4d38fac req-30e3dcc0-4138-437f-b491-f6d2371c67a7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 210 time: 0.0425663 Jun 04 07:51:41.733729 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-e6e8daa4-e118-475d-a7a0-5eac0ca5050f tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:41.735507 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-e6e8daa4-e118-475d-a7a0-5eac0ca5050f tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 810 time: 0.1608579 Jun 04 07:51:41.932906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6b8e4ba0-b4d1-4983-beea-abe5136c0f84 req-07ea20d3-7b31-4fef-8514-a330774149f8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 210 time: 0.1714318 Jun 04 07:51:41.943120 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-db091f26-d8f9-4a14-a7c3-c08a7f88341c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e4e1d367344e1d84fe2714c413db20 HTTP/1.1" status: 200 len: 380 time: 0.1997809 Jun 04 07:51:41.952161 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'port': {'device_id': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'admin_state_up': True, 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'security_groups': ['af531a47-125f-48a3-9aaf-23fb96aaf329']}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:51:42.156082 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:51:42.173354 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:51:42.186556 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Made reservation on behalf of 91e4e1d367344e1d84fe2714c413db20 for: {'port': 1} {{(pid=88849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 07:51:42.191019 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:42.452107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Allocated IP 172.20.0.6 (1b75c946-4086-4111-a5c1-9f3da946025d/52f49507-6c94-44c6-b7cb-94aa597cfebf/2d91400d-9b54-4432-9b4d-8ca650ac17ca) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:51:42.720313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:42.738409 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Transition to ACTIVE for port object 2d91400d-9b54-4432-9b4d-8ca650ac17ca will not be triggered until provisioned by entity DHCP. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:51:42.764969 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:42.850331 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Network 1b75c946-4086-4111-a5c1-9f3da946025d is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:51:42.853728 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:51:42.857886 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:51:42.895140 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:42.909053 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.909627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.910151 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.910558 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.910897 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.911260 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.911598 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.911934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.912287 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.912617 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.912953 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.913335 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:51:42.957336 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:42.957970 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:43.040250 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-abbb8e4e-d055-4cc7-aaea-0288097d31ed tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0881817 Jun 04 07:51:43.263263 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-11941918-1cba-4fcb-aa85-d1dcf2698d3a None None] Provisioning for port 2d91400d-9b54-4432-9b4d-8ca650ac17ca completed by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:51:43.266526 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001617-5970-47a5-8dd8-edb7d965a4f2 req-55a58890-ae0d-4a46-a32b-79b3402cab1b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:43.267403 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-07001617-5970-47a5-8dd8-edb7d965a4f2 req-55a58890-ae0d-4a46-a32b-79b3402cab1b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:51:43.270462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-11941918-1cba-4fcb-aa85-d1dcf2698d3a None None] Provisioning complete for port 2d91400d-9b54-4432-9b4d-8ca650ac17ca triggered by entity DHCP. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:51:43.271197 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-11941918-1cba-4fcb-aa85-d1dcf2698d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:43.296228 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-07001617-5970-47a5-8dd8-edb7d965a4f2 req-55a58890-ae0d-4a46-a32b-79b3402cab1b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:51:43.300390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07001617-5970-47a5-8dd8-edb7d965a4f2 req-55a58890-ae0d-4a46-a32b-79b3402cab1b tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.1658134 Jun 04 07:51:43.352191 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-11941918-1cba-4fcb-aa85-d1dcf2698d3a None None] Port 2d91400d-9b54-4432-9b4d-8ca650ac17ca cannot update to ACTIVE because it is not bound. {{(pid=88850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 07:51:43.420719 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-07001617-5970-47a5-8dd8-edb7d965a4f2 req-b8d01e0e-2881-4223-b603-28ce4ad3df16 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129341 Jun 04 07:51:43.432903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-bcd24165-e608-4b2f-a0f1-08a31d57bcdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086609 Jun 04 07:51:43.581064 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-99143244-e6ab-46c0-84d2-585cebb3cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:43.582731 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-99143244-e6ab-46c0-84d2-585cebb3cee0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0736575 Jun 04 07:51:43.663971 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:51:43.801566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-7cf64c28-5acd-4f46-95c5-257e12318bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:43.803110 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-7cf64c28-5acd-4f46-95c5-257e12318bf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.2017033 Jun 04 07:51:43.849752 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Current status of the port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a is: ACTIVE; New status is: DOWN {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:51:43.850498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:43.897523 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:51:43.910114 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:43.916895 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:43.981738 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5162420-b742-4d13-b6fc-72298869514e'] response: {'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'code': 200} Jun 04 07:51:44.032387 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-24af5e5a-50ad-459d-add9-d0e81549b102 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 998 time: 0.2218611 Jun 04 07:51:44.046734 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Pushing event updated for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=8']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:44.140142 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-5530a535-d5d9-4fa1-8249-7abc4cba7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:44.142356 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-5530a535-d5d9-4fa1-8249-7abc4cba7723 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.1044917 Jun 04 07:51:44.238800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-aa5d976b-c7a0-44c9-a6a1-5be198c5ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:44.240672 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-aa5d976b-c7a0-44c9-a6a1-5be198c5ac5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919054 Jun 04 07:51:44.388628 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-98ff420b-8862-4ec2-8373-e47c3201f3cc service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419861 Jun 04 07:51:44.560445 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-9cdf5b24-d0f3-4f46-bebe-9b19ef1a78c5 req-b81a145e-14d3-40dc-bfe5-4f516df6a1e3 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660483 Jun 04 07:51:44.709577 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef8e2-5334-47d7-8890-c1db05466bd2 req-65e24d31-fa01-4e08-a25b-948688f9b410 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:44.711076 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9aef8e2-5334-47d7-8890-c1db05466bd2 req-65e24d31-fa01-4e08-a25b-948688f9b410 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.1262538 Jun 04 07:51:44.893432 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b9aef8e2-5334-47d7-8890-c1db05466bd2 req-22b1035c-4d9d-45f4-b62e-e36fc5bb4438 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758785 Jun 04 07:51:46.118951 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6bcac-e3dc-4075-9858-64a9f0841c36 req-eed8b05b-e434-46ff-809b-90992edf1882 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:46.120584 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42f6bcac-e3dc-4075-9858-64a9f0841c36 req-eed8b05b-e434-46ff-809b-90992edf1882 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.1099267 Jun 04 07:51:46.167885 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-42f6bcac-e3dc-4075-9858-64a9f0841c36 req-d3f23769-37ae-4dba-950f-705e3c658e33 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Jun 04 07:51:47.180720 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1bed88b0-1e33-4f28-85dc-997134d8d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:47.399498 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf95b-7f30-4f06-95eb-6a3c5570263e req-a442b070-d337-4af3-a716-6daed996dddd tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:47.402163 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ccebf95b-7f30-4f06-95eb-6a3c5570263e req-a442b070-d337-4af3-a716-6daed996dddd tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.1084599 Jun 04 07:51:47.459207 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ccebf95b-7f30-4f06-95eb-6a3c5570263e req-c10b7943-31ea-4776-8426-507f651040d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511031 Jun 04 07:51:48.669946 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee4296-e66e-4689-ab6b-5b2ff5cf2c43 req-3ea2f0f3-2385-4c2e-adbc-fb1881943a2a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:48.671861 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28ee4296-e66e-4689-ab6b-5b2ff5cf2c43 req-3ea2f0f3-2385-4c2e-adbc-fb1881943a2a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.0902269 Jun 04 07:51:48.729464 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-28ee4296-e66e-4689-ab6b-5b2ff5cf2c43 req-5fde6136-d605-4017-aad6-6a046c66e4e6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498319 Jun 04 07:51:49.319587 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c1449a2c-308f-447a-a19b-159cf8ffe94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:49.921009 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f71f7-374b-4f4b-8a78-214b748ef7a5 req-4d31e015-c2b4-4559-8e41-4f6f07a50170 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:49.922624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-391f71f7-374b-4f4b-8a78-214b748ef7a5 req-4d31e015-c2b4-4559-8e41-4f6f07a50170 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.0815206 Jun 04 07:51:49.968134 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-391f71f7-374b-4f4b-8a78-214b748ef7a5 req-863c870e-ec31-4d4c-bdd1-7e4a07fb947a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Jun 04 07:51:50.371411 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:50.814215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:51.166414 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831f43c-caa8-4fdc-822b-b3b8bcf41ef7 req-ace49a6b-99bc-4b5b-885d-977d7a68bfa7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:51.167794 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8831f43c-caa8-4fdc-822b-b3b8bcf41ef7 req-ace49a6b-99bc-4b5b-885d-977d7a68bfa7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 931 time: 0.0843143 Jun 04 07:51:51.215341 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-8831f43c-caa8-4fdc-822b-b3b8bcf41ef7 req-a04e7a3a-d366-4448-815c-5220bf55f6cb tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Jun 04 07:51:51.318451 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Request body: {'port': {'device_id': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811808-2'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:51:51.444284 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:51.810095 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:51:51.818070 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:51.833355 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.provisioning_blocks [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Transition to ACTIVE for port object 2d91400d-9b54-4432-9b4d-8ca650ac17ca will not be triggered until provisioned by entity L2. {{(pid=88849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 07:51:51.837599 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:51.996476 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:52.091766 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Attempting to bind port 2d91400d-9b54-4432-9b4d-8ca650ac17ca on host n-h2-811808-2 for vnic_type normal with profile {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 07:51:52.092099 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Attempting to bind port 2d91400d-9b54-4432-9b4d-8ca650ac17ca by drivers openvswitch,hyperv on host n-h2-811808-2 at level 0 using segments [{'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 07:51:52.092426 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Attempting to bind port 2d91400d-9b54-4432-9b4d-8ca650ac17ca on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:51:52.099370 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Port 2d91400d-9b54-4432-9b4d-8ca650ac17ca on network 1b75c946-4086-4111-a5c1-9f3da946025d not bound, no agent of type Open vSwitch agent registered on host n-h2-811808-2 {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 07:51:52.099813 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Attempting to bind port 2d91400d-9b54-4432-9b4d-8ca650ac17ca on network 1b75c946-4086-4111-a5c1-9f3da946025d {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 07:51:52.109921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Checking agent: {'id': '4d998f88-f6db-4255-85ba-76747fd87b99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811808-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'started_at': datetime.datetime(2022, 6, 4, 6, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 07:51:52.109921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Checking segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 07:51:52.109921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Bound using segment: {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'} {{(pid=88849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 07:51:52.109921 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.managers [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Bound port: 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host: n-h2-811808-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e46206-87d6-40ba-a17d-ac6d60d39f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d'}}] {{(pid=88849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 07:51:52.109921 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:52.212154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, cleared binding levels {{(pid=88849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 07:51:52.215204 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 07:51:52.220010 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:52.287429 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:52.288049 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:52.289454 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] 10.222.0.24 "PUT /v2.0/ports/2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 1091 time: 0.9755235 Jun 04 07:51:52.290131 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:51:52.319669 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f944b00-ae53-4020-bc8d-01fba5ba446d service neutron] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=3']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:52.399953 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:52.495501 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-052d8a72-86f2-4b3f-92c4-10f7a7a90c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:52.496961 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-052d8a72-86f2-4b3f-92c4-10f7a7a90c1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1094 time: 0.1481278 Jun 04 07:51:52.507920 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89606-a728-4f97-bb19-05a2fb8b2504 req-49c566bb-3364-4177-8710-60d57bc325b9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:52.509389 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bcd89606-a728-4f97-bb19-05a2fb8b2504 req-49c566bb-3364-4177-8710-60d57bc325b9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 943 time: 0.1227965 Jun 04 07:51:52.695974 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-5f25488a-503c-4bed-b5cf-09dcbb9a4433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 217 time: 0.1854048 Jun 04 07:51:52.770209 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-bcd89606-a728-4f97-bb19-05a2fb8b2504 req-279b9900-fc1f-49f9-a2b0-abd1e4e0066c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057760 Jun 04 07:51:52.780227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-55860140-ae2f-4d8b-9ce7-d06b21f80ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:52.781736 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-55860140-ae2f-4d8b-9ce7-d06b21f80ec9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0804942 Jun 04 07:51:52.824487 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9e6c4c-1711-48fd-b042-1722b0aef703'] response: {'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'status': 'completed', 'code': 200} Jun 04 07:51:52.867042 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-bf6119be-54ed-4127-a38c-38d38d7fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:52.868537 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-bf6119be-54ed-4127-a38c-38d38d7fc128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811424 Jun 04 07:51:53.007624 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-9045fd2b-a158-4861-aed1-20b27afa139b service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320658 Jun 04 07:51:53.147675 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-216bfd9b-76c2-4c0c-995b-7c4b75a8e671 req-05040235-8f7b-416a-95bf-e33437337f1b service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355035 Jun 04 07:51:53.262227 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-ab3ebaeb-31e9-4f42-8f3f-9182276fe3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:53.263792 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-ab3ebaeb-31e9-4f42-8f3f-9182276fe3ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1094 time: 0.0709221 Jun 04 07:51:53.396315 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-407c5bd9-2e87-4617-b3b8-4e5bf84fadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:53.397774 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-407c5bd9-2e87-4617-b3b8-4e5bf84fadb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1276715 Jun 04 07:51:53.467890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-b323d726-ba3f-4bd7-b06e-d912f34237f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 217 time: 0.0639915 Jun 04 07:51:53.532545 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-0ecc9dfd-1572-4ac1-95c6-870048e8d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:53.533940 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-0ecc9dfd-1572-4ac1-95c6-870048e8d235 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0605834 Jun 04 07:51:53.612798 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-cf8fc1cf-c55c-4dcc-a4d1-edda7295f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:53.614266 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-cf8fc1cf-c55c-4dcc-a4d1-edda7295f369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749319 Jun 04 07:51:53.748276 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-97136815-a70e-4afd-8878-be463f24d60e service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276064 Jun 04 07:51:53.921355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-aa1051e7-8553-4021-bec4-a8015fbd67cb req-c3913c59-a01d-40d0-96bb-77e7a8e29644 service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667032 Jun 04 07:51:53.971699 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87ae89-7134-4789-9929-55b45146212d req-5be034c3-0ce2-472b-870a-bb6f96c1966c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:53.973558 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f87ae89-7134-4789-9929-55b45146212d req-5be034c3-0ce2-472b-870a-bb6f96c1966c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 943 time: 0.0840776 Jun 04 07:51:54.018480 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-6f87ae89-7134-4789-9929-55b45146212d req-a7d76765-0bb5-4eb4-8c01-85afe910dffa tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Jun 04 07:51:55.210805 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caab059-6430-43f0-a748-b8b76543a4c7 req-a64e62c4-18d0-407d-865d-879b24731227 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:55.212267 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3caab059-6430-43f0-a748-b8b76543a4c7 req-a64e62c4-18d0-407d-865d-879b24731227 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 943 time: 0.0863392 Jun 04 07:51:55.256278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-3caab059-6430-43f0-a748-b8b76543a4c7 req-42392914-f73b-49ad-abbe-3c8db6887a38 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382919 Jun 04 07:51:56.442481 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de212a-36cd-4685-8c58-5cf1d0d0fc35 req-4c870449-86e0-41ed-b509-98f0875340ea tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:56.443910 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67de212a-36cd-4685-8c58-5cf1d0d0fc35 req-4c870449-86e0-41ed-b509-98f0875340ea tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 943 time: 0.0825326 Jun 04 07:51:56.488886 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-67de212a-36cd-4685-8c58-5cf1d0d0fc35 req-89ae4c85-dbe7-4dd1-8b31-04f639ba4c6d tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Jun 04 07:51:56.511956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:51:56.619183 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:56.638390 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:56.670456 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:56.687567 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'mac_address': 'fa:16:3e:ee:6c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:51:56.773738 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2d91400d-9b54-4432-9b4d-8ca650ac17ca is: DOWN; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:51:56.774105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:56.794058 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:51:56.810479 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:56.815027 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:56.884906 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=4']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:56.930064 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:51:57.157302 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['2d91400d-9b54-4432-9b4d-8ca650ac17ca'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:51:57.680562 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea3add-27f1-4df8-8e3d-77f271fd5370 req-9248e259-9163-4878-956a-06cf39d0d973 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:57.682033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdea3add-27f1-4df8-8e3d-77f271fd5370 req-9248e259-9163-4878-956a-06cf39d0d973 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 944 time: 0.0870521 Jun 04 07:51:57.726776 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fdea3add-27f1-4df8-8e3d-77f271fd5370 req-f7384ecd-2092-4b66-a0b7-36ee7a4458e5 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Jun 04 07:51:58.503144 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:51:58.571030 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning for port 2d91400d-9b54-4432-9b4d-8ca650ac17ca completed by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 07:51:58.577777 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 2d91400d-9b54-4432-9b4d-8ca650ac17ca triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:51:58.578377 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:58.699881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2d91400d-9b54-4432-9b4d-8ca650ac17ca is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:51:58.700256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:58.726632 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:51:58.737223 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:51:58.743533 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:51:58.789588 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cee4aac-d679-4f78-80cb-0838b61c137a'] response: {'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'code': 200} Jun 04 07:51:58.829537 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=5']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:51:59.081124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b433fb-1b9e-4f8e-83f7-8320436479d1 req-b537d219-47ef-4dc1-b99c-72607d89c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:59.082779 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76b433fb-1b9e-4f8e-83f7-8320436479d1 req-b537d219-47ef-4dc1-b99c-72607d89c44c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1096 time: 0.2440352 Jun 04 07:51:59.094998 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1e527-d2bd-4459-99a2-37bd3c2dd917 req-0fb588d5-f77d-42aa-834a-2265df744888 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:51:59.096423 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eed1e527-d2bd-4459-99a2-37bd3c2dd917 req-0fb588d5-f77d-42aa-834a-2265df744888 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.2278507 Jun 04 07:51:59.162096 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-76b433fb-1b9e-4f8e-83f7-8320436479d1 req-a7097a8c-dc5b-418f-8922-c38cfcc14f05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647597 Jun 04 07:51:59.164844 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-eed1e527-d2bd-4459-99a2-37bd3c2dd917 req-d53b1e58-11bc-4c7e-8929-dd86bbcd14e9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557158 Jun 04 07:52:00.359165 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7043c1d-4ef5-4268-bcb3-eef22ec7916c req-8f669681-221b-4c03-9b1e-4588caebd319 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:00.361175 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7043c1d-4ef5-4268-bcb3-eef22ec7916c req-8f669681-221b-4c03-9b1e-4588caebd319 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.0863392 Jun 04 07:52:00.416890 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-b7043c1d-4ef5-4268-bcb3-eef22ec7916c req-c7df0cee-c1f2-4ce7-ad6e-49b55b6932b9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497279 Jun 04 07:52:01.612156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e0c0-2386-4ec5-b1af-105888577599 req-8bacaad0-4ab0-40c7-b27f-cf6e1b69eb4c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:01.613629 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa19e0c0-2386-4ec5-b1af-105888577599 req-8bacaad0-4ab0-40c7-b27f-cf6e1b69eb4c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.0860054 Jun 04 07:52:01.660216 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-fa19e0c0-2386-4ec5-b1af-105888577599 req-0708f721-6543-4374-a68b-f35fb34d91af tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Jun 04 07:52:01.867433 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f63b-ee13-4a62-a461-5edf26bef5df req-ab91ce69-d8a3-4e46-91d2-33196685d681 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:01.868912 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e96f63b-ee13-4a62-a461-5edf26bef5df req-ab91ce69-d8a3-4e46-91d2-33196685d681 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.0936346 Jun 04 07:52:01.917355 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-2e96f63b-ee13-4a62-a461-5edf26bef5df req-ab41c274-e6bd-4296-a29e-1844c6a1dfad tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Jun 04 07:52:01.942707 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53004) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:52:02.016453 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16861836-2cbf-4f50-b099-4b766cc3992d tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:02.019072 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-16861836-2cbf-4f50-b099-4b766cc3992d tempest-TestSnapshotPattern-1357604041 tempest-TestSnapshotPattern-1357604041-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1091 time: 0.0744417 Jun 04 07:52:02.021967 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53008) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:52:02.027130 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.v2.base [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Request body: {'floatingip': {'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 07:52:02.034115 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 07:52:02.037972 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Usage tracker for resource:floatingip and tenant:91e4e1d367344e1d84fe2714c413db20 is out of sync, need to count used quota {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 07:52:02.040797 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 07:52:02.046586 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.quota.driver [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 07:52:02.064328 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:02.213944 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:02.367540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Allocated IP 172.25.1.231 (745395c4-3603-4ebb-96f6-04a67c8a9918/4da2d7b6-89ad-4fe4-acc1-05470ae9f27f/66283637-cc07-48d6-b5cb-7e9260d0a32a) {{(pid=88849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 07:52:02.520047 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:02.551342 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760752799874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:02.621397 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Network 745395c4-3603-4ebb-96f6-04a67c8a9918 is already hosted by enough agents. {{(pid=88849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 07:52:02.624531 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Resources bound (agent type, host, resource id): {{(pid=88849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 07:52:02.629109 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Received port after_create {{(pid=88849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 07:52:02.664246 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=66283637-cc07-48d6-b5cb-7e9260d0a32a,revision_number=1']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:52:03.063368 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:03.135430 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:03.451418 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for port, precommit_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:03.455748 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804264'] for port, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:03.564857 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event updated for resources: {'Port': ['ID=66283637-cc07-48d6-b5cb-7e9260d0a32a,revision_number=2']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:52:03.576562 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1705183'] for floatingip, after_update {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:03.750669 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Floating IP 28d7d33a-641c-4b33-91b2-89afb0efe833 associated. External IP: 172.25.1.231, port: 2d91400d-9b54-4432-9b4d-8ca650ac17ca. Jun 04 07:52:04.108923 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:52:04.288110 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:52:04.297625 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:52:04.307224 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:52:04.307816 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:52:04.314189 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:04.373011 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e4c4fbab-3c23-48ef-bb36-6e40efc9d235 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3499959 Jun 04 07:52:04.373625 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:52:04.419578 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f426e8-2f56-4480-9438-f336d5eea9fb'] response: {'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'status': 'completed', 'code': 200} Jun 04 07:52:04.495479 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:52:04.512029 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-e317175e-c549-4958-b0bf-cb3af4490b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:04.513591 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-e317175e-c549-4958-b0bf-cb3af4490b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1096 time: 0.0714014 Jun 04 07:52:04.645338 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-c79c62e3-8d84-4433-b414-7e27436ad78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:04.646734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-c79c62e3-8d84-4433-b414-7e27436ad78d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1268730 Jun 04 07:52:04.749921 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-8484a03c-7409-4e94-9df9-23e49f59c17c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 999 time: 0.0973423 Jun 04 07:52:04.810630 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-a8ac3cf1-e154-42af-87f7-5d4f4ab91113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:04.812073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-a8ac3cf1-e154-42af-87f7-5d4f4ab91113 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0569487 Jun 04 07:52:04.861635 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '28d7d33a-641c-4b33-91b2-89afb0efe833', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:ee:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:52:03Z', 'updated_at': '2022-06-04T07:52:03Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}, {'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:52:04.866051 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:52:04.874842 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:52:04.875464 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:51:49Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:52:05.014985 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-f77249e4-f30d-48c8-ab58-1ecc60495fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:05.016465 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-f77249e4-f30d-48c8-ab58-1ecc60495fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984828 Jun 04 07:52:05.065896 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:52:05.147133 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-436101d2-f077-4b3c-8633-ae128c605ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244080 Jun 04 07:52:05.281085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-5aacc07b-3593-4e9c-90b3-c6c4944bc2a7 req-87553bef-ca7e-42bc-9934-7636c52e16ab service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277080 Jun 04 07:52:05.411430 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '28d7d33a-641c-4b33-91b2-89afb0efe833', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:ee:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:52:03Z', 'updated_at': '2022-06-04T07:52:03Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}, {'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:52:05.415640 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b2777-c7d5-44fd-9841-ba555b2eef81 None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '28d7d33a-641c-4b33-91b2-89afb0efe833', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.231', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:ee:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:52:03Z', 'updated_at': '2022-06-04T07:52:03Z', 'revision_number': 0, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}, {'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:52:05.603281 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174ac48-77a1-48a8-9b0d-439c176111bb None None] New status for floating IP 28d7d33a-641c-4b33-91b2-89afb0efe833: ACTIVE {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:52:17.172348 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ec0557e7-b15c-44ce-8cf9-2a0497a1e999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:19.312674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5fb96510-a4c5-4443-a446-f880e19ab81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:20.373498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:20.817349 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:22.390414 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:26.567647 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:26.637362 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:26.645343 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-a81a08f6-b8e0-417a-aa45-e78bdac8a1be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166966 Jun 04 07:52:26.783835 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-4cb64c68-43c8-4801-90f5-9b98b883d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:26.785405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-4cb64c68-43c8-4801-90f5-9b98b883d156 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1096 time: 0.0742674 Jun 04 07:52:26.928627 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-a3b08886-166e-48c2-8632-6e5681ab4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:26.930085 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-a3b08886-166e-48c2-8632-6e5681ab4895 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1265304 Jun 04 07:52:27.033332 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-a9588bde-9be6-4f78-a3a0-c3eafdd159f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 1001 time: 0.0974824 Jun 04 07:52:27.094941 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-14b2ffec-3f30-4716-b11e-0cca671c606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:27.096278 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-14b2ffec-3f30-4716-b11e-0cca671c606a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0570161 Jun 04 07:52:27.173000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-5158ae80-9c8e-4781-92f7-6a83f6326d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:27.174502 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-5158ae80-9c8e-4781-92f7-6a83f6326d18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723238 Jun 04 07:52:27.304654 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-79472043-71f7-48a9-8fb3-ee70a96eb0f6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241453 Jun 04 07:52:27.434486 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-ce8265c5-c96a-466f-a485-e914d5ce8cd7 req-1a9c21cb-4f80-4352-876c-8f9732e82ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240935 Jun 04 07:52:33.928395 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:52:43.010579 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-dfc6b236-6722-49dc-8d22-379314cdec8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721500 Jun 04 07:52:43.150524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-51e843dc-d8b3-4094-a672-d2768e75589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:43.151957 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-51e843dc-d8b3-4094-a672-d2768e75589c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0724430 Jun 04 07:52:43.296837 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-83234206-265b-4490-b7bc-121842f05064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:43.298224 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-83234206-265b-4490-b7bc-121842f05064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1281981 Jun 04 07:52:43.407707 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-f64dc039-4617-49f6-9444-613cd76c0161 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 998 time: 0.1036978 Jun 04 07:52:43.472500 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-d28e4a2d-7d26-43fb-b4db-d713f5ba901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:43.473932 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-d28e4a2d-7d26-43fb-b4db-d713f5ba901e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0602241 Jun 04 07:52:43.652947 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-ff096817-6da9-4de4-87b4-356d2223015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:52:43.654551 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-ff096817-6da9-4de4-87b4-356d2223015c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750941 Jun 04 07:52:43.786114 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-794752fb-8a44-41d8-89e5-4b7c40fe5774 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257267 Jun 04 07:52:43.918300 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-f6d5418f-9134-48a9-8f02-a4e894e031d8 req-938fa17b-e027-426c-b7c5-1e13b7d4d5ec service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258445 Jun 04 07:52:47.175007 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-6b96687f-e8f9-4976-86d2-184d060d54f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:49.314215 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7faf-6c1f-45be-98ba-02ce41195c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:50.375595 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:50.820416 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:52.395325 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:56.567802 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:52:56.642296 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:10.928900 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:53:17.173627 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-da1ab57a-29e6-4ebc-a963-717dc6c5c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:19.319966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e1fbae4c-b2dc-41cf-9aa3-8a9a64dc26bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:20.379410 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:20.823180 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:22.397206 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:26.569612 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:26.663303 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:27.616405 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-2b752249-5cc1-47b2-8052-1ff40a7dd6de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798216 Jun 04 07:53:27.758518 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-45b780da-bde6-47e1-ad6a-69ca297a1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:27.760296 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-45b780da-bde6-47e1-ad6a-69ca297a1cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1096 time: 0.0737205 Jun 04 07:53:27.908826 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-9a338626-18f5-4f38-9c92-0a6fedc53590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:27.910215 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-9a338626-18f5-4f38-9c92-0a6fedc53590 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1305163 Jun 04 07:53:28.014854 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-790a0e09-4cbc-4cdb-b607-aa0629f21566 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 1001 time: 0.0975008 Jun 04 07:53:28.077461 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-f079ddc0-6e05-4a01-9cf7-403c0a86fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:28.078903 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-f079ddc0-6e05-4a01-9cf7-403c0a86fa81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0573432 Jun 04 07:53:28.164342 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-861613dd-12a4-4ac7-a2ea-15fa15761031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:28.165734 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-861613dd-12a4-4ac7-a2ea-15fa15761031 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799706 Jun 04 07:53:28.297033 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-fc2dcfb2-1df6-4b3e-96b2-2387889d3b6f service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243172 Jun 04 07:53:28.428347 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-d22572e4-31a0-4f06-af27-1fc1fdd8310f req-c948f5a6-80fc-427f-ae03-4edad0105f6a service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241682 Jun 04 07:53:44.958390 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-434b7ea7-a255-4042-bf0d-d834aaed351b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700154 Jun 04 07:53:45.105157 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b82b-e054-444c-8933-3268b75f0265 req-6356bae8-c030-43f0-9a97-92f1f49abf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:45.106642 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-6356bae8-c030-43f0-9a97-92f1f49abf31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0801303 Jun 04 07:53:45.247768 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b82b-e054-444c-8933-3268b75f0265 req-5c13098a-9eab-455d-8f73-464dc90166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:45.249184 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-5c13098a-9eab-455d-8f73-464dc90166c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1256480 Jun 04 07:53:45.347697 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-fbb0276e-c7ad-4742-bb94-002ddbb6e67f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 998 time: 0.0921619 Jun 04 07:53:45.517034 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b82b-e054-444c-8933-3268b75f0265 req-5874f896-11c2-4d5c-a8da-843acdd47274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:45.518411 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-5874f896-11c2-4d5c-a8da-843acdd47274 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.1650069 Jun 04 07:53:45.592472 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b82b-e054-444c-8933-3268b75f0265 req-9faf191e-419d-4506-8ddc-2d55b41f261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:53:45.593944 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-9faf191e-419d-4506-8ddc-2d55b41f261f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698943 Jun 04 07:53:45.724083 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-6659b71e-2771-4b7e-ba70-2818e527b9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237819 Jun 04 07:53:45.856068 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-25e4b82b-e054-444c-8933-3268b75f0265 req-073c2968-6ff9-4012-8176-28cb7bb38313 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260471 Jun 04 07:53:47.176135 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dbeadaf4-666d-4fb1-88ce-22e651527316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:47.928666 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:53:49.313790 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-4dd1857a-ca68-410d-8d1b-ff89228bb2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:50.382499 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:50.825811 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:52.398601 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:56.577619 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:53:56.670875 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:09.321489 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca details requested by agent hyperv_n-h2-811808-2 with host n-h2-811808-2 {{(pid=88850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 07:54:09.454224 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:09.467423 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Returning: {'device': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'port_id': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'mac_address': 'fa:16:3e:ee:6c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 07:54:09.555949 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2d91400d-9b54-4432-9b4d-8ca650ac17ca is: ACTIVE; New status is: BUILD {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:54:09.556319 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:09.573667 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 07:54:09.588942 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:09.593165 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:09.666631 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=6']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:09.677055 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] get_ports_and_sgs() called for port_ids ['2d91400d-9b54-4432-9b4d-8ca650ac17ca'] {{(pid=88850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 07:54:09.704629 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.704969 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.705304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.705661 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.706007 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.706314 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.706636 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.706956 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.707276 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.707592 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.707908 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:09.708222 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:11.328805 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca up at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 07:54:11.396106 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.provisioning_blocks [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Provisioning complete for port 2d91400d-9b54-4432-9b4d-8ca650ac17ca triggered by entity L2. {{(pid=88850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 07:54:11.396476 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-550603'] for port, provisioning_complete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:11.511163 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Current status of the port 2d91400d-9b54-4432-9b4d-8ca650ac17ca is: BUILD; New status is: ACTIVE {{(pid=88850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 07:54:11.511571 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624001'] for port, before_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:11.537529 n-d-811808-2 neutron-server[88850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:54:11.547092 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:11.550978 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760753176854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760752799892', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760752799937'] for port, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:11.588953 n-d-811808-2 neutron-server[88850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d90cdc0-b479-4539-a7da-1627393dc6fb'] response: {'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'code': 200} Jun 04 07:54:11.619460 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Pushing event updated for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=7']} {{(pid=88850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:17.189762 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-1a7df70b-d843-4332-9bae-48478bcbfe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:19.321849 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-80878908-2e26-4be4-b49f-bafdd804aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:20.388015 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:20.846042 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:22.406880 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:22.608202 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53264) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:22.812167 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Deleting port 66283637-cc07-48d6-b5cb-7e9260d0a32a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:22.812504 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:22.985823 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:22.986146 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:23.111934 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Calling delete_port for 66283637-cc07-48d6-b5cb-7e9260d0a32a owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:23.265321 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:23.312737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event deleted for resources: {'Port': ['ID=66283637-cc07-48d6-b5cb-7e9260d0a32a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:23.356745 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.357093 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.357435 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.357799 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.358134 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.358464 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.358793 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.359119 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.359445 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.359769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.360097 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.360419 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:23.426225 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:23.426627 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Floating IP 28d7d33a-641c-4b33-91b2-89afb0efe833 disassociated (deleted). External IP: 172.25.1.231, port: 2d91400d-9b54-4432-9b4d-8ca650ac17ca. Jun 04 07:54:23.883120 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:54:24.063866 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:54:24.074100 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:54:24.083989 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:24.084880 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:24.087530 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:24.152696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-1a2e25f4-7198-4cf8-8c36-ce960a2bc1d9 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "DELETE /v2.0/floatingips/28d7d33a-641c-4b33-91b2-89afb0efe833 HTTP/1.1" status: 204 len: 168 time: 1.5424788 Jun 04 07:54:24.154466 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:54:24.266505 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:24.455594 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bc8419-4d93-4aa8-8fef-b3a60d3d7bb3'] response: {'name': 'network-changed', 'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'status': 'completed', 'code': 200} Jun 04 07:54:24.605611 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-5061c8b8-e01f-4ee2-97bf-cc179ff9c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:24.607532 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-5061c8b8-e01f-4ee2-97bf-cc179ff9c8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 1096 time: 0.1283765 Jun 04 07:54:24.623851 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:24.627566 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:54:24.635753 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:24.636397 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:24.718948 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dc975-3c44-4aaa-b8ad-55dc23b9f3d4 req-779cc32d-be09-4658-9b30-6c579e84edc3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:24.719641 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-967dc975-3c44-4aaa-b8ad-55dc23b9f3d4 req-779cc32d-be09-4658-9b30-6c579e84edc3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:54:24.752310 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-967dc975-3c44-4aaa-b8ad-55dc23b9f3d4 req-779cc32d-be09-4658-9b30-6c579e84edc3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:54:24.753447 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-967dc975-3c44-4aaa-b8ad-55dc23b9f3d4 req-779cc32d-be09-4658-9b30-6c579e84edc3 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.2116759 Jun 04 07:54:24.791555 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-e4e49230-eee2-48a0-89b6-b80fd23ae9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:24.793679 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-e4e49230-eee2-48a0-89b6-b80fd23ae9a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1785374 Jun 04 07:54:24.813434 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:24.874459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-5e6716d6-6897-4513-a1aa-7bef5155669d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 200 len: 217 time: 0.0699396 Jun 04 07:54:24.878994 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-967dc975-3c44-4aaa-b8ad-55dc23b9f3d4 req-7c7df4b0-f2ff-4f94-a991-05ae7f1dbfd4 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109593 Jun 04 07:54:24.937731 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-4f1084b1-953d-44dd-ac27-9cf34ce8a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:24.939186 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-4f1084b1-953d-44dd-ac27-9cf34ce8a0f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0580904 Jun 04 07:54:24.954214 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:54:25.019802 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-862c6eac-7f7a-46c7-84da-73f6775d8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:25.021295 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-862c6eac-7f7a-46c7-84da-73f6775d8801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744936 Jun 04 07:54:25.154906 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-23396109-22c1-457c-918d-4a71fefb169e service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263812 Jun 04 07:54:25.173156 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:25.178523 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fddb597-68d0-4261-9251-c2358c33c3ad None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_floatingips': [{'id': '82d6f8d0-512f-429e-8631-68c71c7c8490', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'router_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'port_id': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'mac_address': 'fa:16:3e:47:14:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T07:48:51Z', 'updated_at': '2022-06-04T07:48:54Z', 'revision_number': 1, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:54:25.295459 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-4b4461c5-d9f3-492f-82e9-3a3f60bf7092 req-65eff69a-ac5e-4198-ba23-96e60033ab25 service neutron] 10.222.0.24 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340489 Jun 04 07:54:25.399728 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820fccdf-1a72-4218-8b0d-70534f31d1b7 None None] New status for floating IP 28d7d33a-641c-4b33-91b2-89afb0efe833: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:54:26.070107 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732920cb-a7cf-4e5b-9845-135ef99589d2 req-ecd41b79-e2d5-495d-ae16-41caa5d0a3ef tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:26.071802 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-732920cb-a7cf-4e5b-9845-135ef99589d2 req-ecd41b79-e2d5-495d-ae16-41caa5d0a3ef tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.0791106 Jun 04 07:54:26.116951 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-732920cb-a7cf-4e5b-9845-135ef99589d2 req-e7bc8092-752d-45b1-aa67-2035d55f2a5c tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380979 Jun 04 07:54:26.403505 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-e8f65979-ad02-4593-9bcd-96b2d682c996 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:26.404923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-e8f65979-ad02-4593-9bcd-96b2d682c996 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.24 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 945 time: 0.0814974 Jun 04 07:54:26.475999 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Deleting port 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:26.476334 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:26.595853 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:26.686344 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:26.850991 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] For port 2d91400d-9b54-4432-9b4d-8ca650ac17ca, host n-h2-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811808-2',level=0,port_id=2d91400d-9b54-4432-9b4d-8ca650ac17ca,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:26.851347 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:26.975737 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Calling delete_port for 2d91400d-9b54-4432-9b4d-8ca650ac17ca owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:27.123172 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:27.174970 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event deleted for resources: {'Port': ['ID=2d91400d-9b54-4432-9b4d-8ca650ac17ca,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:27.296061 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-7e64f706-e9c2-4377-b106-7f3b95012679 req-ef40428e-7a45-4e1c-90de-b8612d12b230 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=419f6cc9-c1a4-40cb-85f2-12d181942e4f HTTP/1.1" status: 200 len: 210 time: 0.0491886 Jun 04 07:54:27.296860 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] No DVR routers for this DVR port 2d91400d-9b54-4432-9b4d-8ca650ac17ca on host n-h2-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:54:27.299269 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:27.302088 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-deleted', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:54:27.321978 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-dc6e3a8a-a631-45c6-9541-c1f680594d67 req-dca62e97-2e3c-4794-b963-d8b0c5ce86d8 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.24 "DELETE /v2.0/ports/2d91400d-9b54-4432-9b4d-8ca650ac17ca HTTP/1.1" status: 204 len: 173 time: 0.9101791 Jun 04 07:54:27.351917 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00eab5c-cace-4ab1-832a-08092bff84cf'] response: {'server_uuid': '419f6cc9-c1a4-40cb-85f2-12d181942e4f', 'name': 'network-vif-deleted', 'tag': '2d91400d-9b54-4432-9b4d-8ca650ac17ca', 'status': 'completed', 'code': 200} Jun 04 07:54:27.438678 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:27.472547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:27.472881 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:28.945399 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53324) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:29.151072 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Deleting port d712431a-e5a6-4d6b-a8c0-705f3c6dd38c {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:29.151913 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:29.328645 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:29.328975 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:29.452662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Calling delete_port for d712431a-e5a6-4d6b-a8c0-705f3c6dd38c owned by network:floatingip {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:29.603471 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:29.650288 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event deleted for resources: {'Port': ['ID=d712431a-e5a6-4d6b-a8c0-705f3c6dd38c,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:29.748192 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for floatingip, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:29.748931 n-d-811808-2 neutron-server[88849]: INFO neutron.db.l3_db [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Floating IP 82d6f8d0-512f-429e-8631-68c71c7c8490 disassociated (deleted). External IP: 172.25.1.13, port: c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a. Jun 04 07:54:30.211406 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:54:30.397237 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:54:30.407901 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:54:30.413174 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for floatingip, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:30.416895 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:30.418909 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:30.470923 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-ed6a3055-edcb-4702-80e5-c37d084951a6 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "DELETE /v2.0/floatingips/82d6f8d0-512f-429e-8631-68c71c7c8490 HTTP/1.1" status: 204 len: 168 time: 1.5241489 Jun 04 07:54:30.471503 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:54:30.642438 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:30.716049 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7318e89-45cb-4b36-92d5-cdf95f232dd5'] response: {'name': 'network-changed', 'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'status': 'completed', 'code': 200} Jun 04 07:54:30.807001 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-26cb78cc-a68b-4828-bb5e-a41a2810dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:30.808519 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-26cb78cc-a68b-4828-bb5e-a41a2810dced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91e4e1d367344e1d84fe2714c413db20&device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 1094 time: 0.0724969 Jun 04 07:54:30.957890 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:30.963299 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:54:30.975024 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:30.975851 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:31.002842 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a549f-3067-4335-915e-08de5f360e17 req-0f2e44d7-517f-439e-9584-d060d71fb6d7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:31.003540 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-551a549f-3067-4335-915e-08de5f360e17 req-0f2e44d7-517f-439e-9584-d060d71fb6d7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Synchronizing usage tracker for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 07:54:31.006482 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-485cc2a2-6846-4b59-8215-1153fb0f6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:31.007795 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-485cc2a2-6846-4b59-8215-1153fb0f6b5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 200 len: 911 time: 0.1659915 Jun 04 07:54:31.078574 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-a1f5392d-42b9-434f-97f3-8e0636e6da58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 200 len: 217 time: 0.0644829 Jun 04 07:54:31.081524 n-d-811808-2 neutron-server[88849]: DEBUG neutron.quota.resource [req-551a549f-3067-4335-915e-08de5f360e17 req-0f2e44d7-517f-439e-9584-d060d71fb6d7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Unset dirty status for tenant:91e4e1d367344e1d84fe2714c413db20 on resource:port {{(pid=88849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 07:54:31.082611 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-551a549f-3067-4335-915e-08de5f360e17 req-0f2e44d7-517f-439e-9584-d060d71fb6d7 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.2781706 Jun 04 07:54:31.158455 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:31.172243 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-670664ab-4702-4d14-a186-b6c4aa178c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:31.173696 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-670664ab-4702-4d14-a186-b6c4aa178c0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 200 len: 849 time: 0.0893025 Jun 04 07:54:31.178350 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-551a549f-3067-4335-915e-08de5f360e17 req-a6986e87-8ce2-4f82-bfee-1c421184c043 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593798 Jun 04 07:54:31.255150 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-151e9fab-1235-412a-9e95-ea0ba43ef960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:31.256605 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-151e9fab-1235-412a-9e95-ea0ba43ef960 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b75c946-4086-4111-a5c1-9f3da946025d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758467 Jun 04 07:54:31.391859 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-9d2f4823-34a9-4433-9853-9d9b920053b4 service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286075 Jun 04 07:54:31.446187 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca no longer exists at agent hyperv_n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:31.478335 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:31.483486 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26e22-a679-4a49-8021-f6dc171bfeda None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:48:25Z', 'revision_number': 4, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2', '_interfaces': [{'id': 'bdeea1ef-e852-4d6f-8928-ae088718e03b', 'name': '', 'network_id': '1b75c946-4086-4111-a5c1-9f3da946025d', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'mac_address': 'fa:16:3e:35:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:25Z', 'updated_at': '2022-06-04T07:48:34Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'subnets': [{'id': '52f49507-6c94-44c6-b7cb-94aa597cfebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:54:31.483821 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] No Port match for: 2d91400d-9b54-4432-9b4d-8ca650ac17ca {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:31.484077 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Device 2d91400d-9b54-4432-9b4d-8ca650ac17ca not bound to the agent host n-h2-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:31.533429 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-84e0037d-fb6f-4153-88bb-38016bc1baa4 req-acc10e56-e652-4d2e-9c20-e89c80d4639b service neutron] 10.222.0.39 "GET /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331849 Jun 04 07:54:31.677662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-08024c60-b48d-4722-a647-eb7c71e5e366 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:31.679131 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-08024c60-b48d-4722-a647-eb7c71e5e366 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.0885892 Jun 04 07:54:31.712613 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7668a57-5071-4b57-bb77-5eb58bcbd3d4 None None] New status for floating IP 82d6f8d0-512f-429e-8631-68c71c7c8490: DOWN {{(pid=88850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 07:54:31.751832 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Deleting port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:31.752318 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:32.111808 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] For port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a, host n-h1-811808-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811808-2',level=0,port_id=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:32.112164 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:32.239769 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Calling delete_port for c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a owned by compute:nova {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:32.442648 n-d-811808-2 neutron-server[88849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d903-8a65-40e2-8472-ab14ca52e6ee req-29851003-2a70-4eff-a680-bc04a23c126a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 07:54:32.443995 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a2d903-8a65-40e2-8472-ab14ca52e6ee req-29851003-2a70-4eff-a680-bc04a23c126a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/ports?device_id=0f98d549-f817-4a2a-9fc4-afca3bc5f3d6 HTTP/1.1" status: 200 len: 943 time: 0.1569498 Jun 04 07:54:32.463964 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:32.522616 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event deleted for resources: {'Port': ['ID=c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:32.599917 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-86a2d903-8a65-40e2-8472-ab14ca52e6ee req-e3dc19a3-8186-40ba-bde9-3aada8fc0bc2 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "GET /v2.0/security-groups?id=af531a47-125f-48a3-9aaf-23fb96aaf329&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491058 Jun 04 07:54:32.611944 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] No DVR routers for this DVR port c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a on host n-h1-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:54:32.614389 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104864'] for port, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:32.627918 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [req-205f0d8e-5b22-44ee-bcac-98c331ee9dac req-82174782-330f-4016-8620-15fffde52434 tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.39 "DELETE /v2.0/ports/c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a HTTP/1.1" status: 204 len: 173 time: 0.9435251 Jun 04 07:54:32.717012 n-d-811808-2 neutron-server[88849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-deleted', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a'}] {{(pid=88849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 07:54:32.764303 n-d-811808-2 neutron-server[88849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5369f15b-0149-478a-ba25-9d6de7d133ff'] response: {'server_uuid': '0f98d549-f817-4a2a-9fc4-afca3bc5f3d6', 'name': 'network-vif-deleted', 'tag': 'c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a', 'status': 'completed', 'code': 200} Jun 04 07:54:33.697344 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53340) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:33.768175 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:33.798449 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:33.863337 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:33.882108 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af531a47-125f-48a3-9aaf-23fb96aaf329,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:33.896348 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:33.898381 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-6cfac9b5-fe2c-4bb1-8e14-ac5a5b9d290a tempest-TestSnapshotPattern-783052500 tempest-TestSnapshotPattern-783052500-project] 10.222.0.17 "DELETE /v2.0/security-groups/af531a47-125f-48a3-9aaf-23fb96aaf329 HTTP/1.1" status: 204 len: 168 time: 0.1990173 Jun 04 07:54:33.950353 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53346) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:34.590055 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:35.057044 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Deleting port bdeea1ef-e852-4d6f-8928-ae088718e03b {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:35.058272 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:35.231124 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] For port bdeea1ef-e852-4d6f-8928-ae088718e03b, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=bdeea1ef-e852-4d6f-8928-ae088718e03b,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:35.231474 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:35.353867 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Calling delete_port for bdeea1ef-e852-4d6f-8928-ae088718e03b owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:35.676787 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:35.724156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdeea1ef-e852-4d6f-8928-ae088718e03b,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:35.992897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:36.466850 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:54:36.522772 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a no longer exists at agent hyperv_n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:36.555646 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] No Port match for: c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:36.555992 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Device c21c0f91-ed6e-4fe9-a9e8-fdc01b81d38a not bound to the agent host n-h1-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:36.646251 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:54:36.655458 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Sync routers for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:54:36.659650 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-15c6d76d-1262-484d-b02a-c319ab1a7d9d admin admin] 10.222.0.17 "PUT /v2.0/routers/76dd0181-2fbb-4b07-8f55-b4489dfd8123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7082174 Jun 04 07:54:36.662196 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53352) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:36.668150 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:36.668768 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:36.841313 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:36.842647 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: n-d-811808-2 {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:37.019730 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.031549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Deleting port dbe89aae-6a28-4349-abd0-e3df227ce111 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:37.031993 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.166330 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:54:35Z', 'revision_number': 5, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port': {'id': 'dbe89aae-6a28-4349-abd0-e3df227ce111', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:22Z', 'updated_at': '2022-06-04T07:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:37.170819 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Checking router: 76dd0181-2fbb-4b07-8f55-b4489dfd8123 for host: n-d-811808-2 {{(pid=88851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:54:37.178886 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Routers {'76dd0181-2fbb-4b07-8f55-b4489dfd8123'} bound to L3 agent in host n-d-811808-2 {{(pid=88851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:37.179466 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'], 'active': True} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:37.212332 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] For port dbe89aae-6a28-4349-abd0-e3df227ce111, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=dbe89aae-6a28-4349-abd0-e3df227ce111,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:37.212690 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.331823 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_dvr_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] Set router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 gateway port host: None {{(pid=88851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:37.334278 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Calling delete_port for dbe89aae-6a28-4349-abd0-e3df227ce111 owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:37.439015 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.l3_hamode_db [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:54:37Z', 'revision_number': 6, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:37.443259 n-d-811808-2 neutron-server[88851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf6c41-4471-4e00-98d3-5dafb9ad46ae None None] The sync data for ids ['76dd0181-2fbb-4b07-8f55-b4489dfd8123'] in n-d-811808-2 is: [{'id': '76dd0181-2fbb-4b07-8f55-b4489dfd8123', 'name': 'tempest-TestSnapshotPattern-1357305782-router', 'tenant_id': '91e4e1d367344e1d84fe2714c413db20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:21Z', 'updated_at': '2022-06-04T07:54:37Z', 'revision_number': 6, 'project_id': '91e4e1d367344e1d84fe2714c413db20', 'gw_port_host': None}] {{(pid=88851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:54:37.617968 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.666640 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe89aae-6a28-4349-abd0-e3df227ce111,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:37.754755 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.859463 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bdeea1ef-e852-4d6f-8928-ae088718e03b no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:37.898561 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: bdeea1ef-e852-4d6f-8928-ae088718e03b {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:37.898902 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device bdeea1ef-e852-4d6f-8928-ae088718e03b not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:37.935377 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.937545 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.959111 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.959686 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76dd0181-2fbb-4b07-8f55-b4489dfd8123 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:54:37.974361 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:37.975493 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-282a796b-b93f-494c-af58-ff963b9ba1e6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/76dd0181-2fbb-4b07-8f55-b4489dfd8123 HTTP/1.1" status: 204 len: 168 time: 1.3123200 Jun 04 07:54:37.978296 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53356) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:38.040580 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Deleting subnet 52f49507-6c94-44c6-b7cb-94aa597cfebf {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:54:38.044184 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.092006 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.172963 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.248594 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.287935 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f49507-6c94-44c6-b7cb-94aa597cfebf,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:38.289897 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.296274 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-c7626362-820a-4e1e-b3be-94a5cbee1e94 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/52f49507-6c94-44c6-b7cb-94aa597cfebf HTTP/1.1" status: 204 len: 168 time: 0.3169277 Jun 04 07:54:38.298033 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25103cdd-0b1a-474b-b374-c2c2c5700cc2 None None] Network 1b75c946-4086-4111-a5c1-9f3da946025d requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:54:38.298800 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53360) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:38.407389 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.419538 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Deleting port 6de4253a-ec8b-4648-bdae-389d8b1a0291 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:38.419885 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.590538 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] DHCP port deletion for 1b75c946-4086-4111-a5c1-9f3da946025d request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:54:38.595107 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Deleting port 6de4253a-ec8b-4648-bdae-389d8b1a0291 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:38.595479 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.640499 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] For port 6de4253a-ec8b-4648-bdae-389d8b1a0291, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6de4253a-ec8b-4648-bdae-389d8b1a0291,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:38.641066 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.766138 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Calling delete_port for 6de4253a-ec8b-4648-bdae-389d8b1a0291 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:38.796462 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] For port 6de4253a-ec8b-4648-bdae-389d8b1a0291, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=6de4253a-ec8b-4648-bdae-389d8b1a0291,segment=NetworkSegment(39e46206-87d6-40ba-a17d-ac6d60d39f91),segment_id=39e46206-87d6-40ba-a17d-ac6d60d39f91)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:38.796773 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.848440 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:38.895188 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de4253a-ec8b-4648-bdae-389d8b1a0291,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:38.900507 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] No DVR routers for this DVR port 6de4253a-ec8b-4648-bdae-389d8b1a0291 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:54:38.926376 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Calling delete_port for 6de4253a-ec8b-4648-bdae-389d8b1a0291 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 07:54:38.998743 n-d-811808-2 neutron-server[88850]: util.warn( Jun 04 07:54:39.004141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:54:39.004508 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:54:39.120627 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.144651 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b75c946-4086-4111-a5c1-9f3da946025d']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:39.157096 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e46206-87d6-40ba-a17d-ac6d60d39f91') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:39.157387 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e46206-87d6-40ba-a17d-ac6d60d39f91') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:39.168396 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.183649 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.189411 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:54:39.189813 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.271336 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 39e46206-87d6-40ba-a17d-ac6d60d39f91 resource provider aggregate not found Jun 04 07:54:39.287682 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.291164 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment 39e46206-87d6-40ba-a17d-ac6d60d39f91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39e46206-87d6-40ba-a17d-ac6d60d39f91 found for delete ", "request_id": "req-5c0404a2-1aee-44c5-86aa-b96a6cfe3805"}]} Jun 04 07:54:39.306584 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.317447 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b75c946-4086-4111-a5c1-9f3da946025d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:39.332286 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-81bf5212-3ef6-4436-991c-ff2a1b1f1ed2 admin admin] 10.222.0.17 "DELETE /v2.0/networks/1b75c946-4086-4111-a5c1-9f3da946025d HTTP/1.1" status: 204 len: 168 time: 1.0323949 Jun 04 07:54:39.335174 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53370) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:39.505706 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Deleting port 6de4253a-ec8b-4648-bdae-389d8b1a0291 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:39.506090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.572754 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-eb247c4b-0c44-4a11-be69-d00c5364037f None None] The port '6de4253a-ec8b-4648-bdae-389d8b1a0291' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:54:39.831840 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dbe89aae-6a28-4349-abd0-e3df227ce111 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:39.868098 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: dbe89aae-6a28-4349-abd0-e3df227ce111 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:39.868429 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device dbe89aae-6a28-4349-abd0-e3df227ce111 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:39.868847 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6de4253a-ec8b-4648-bdae-389d8b1a0291 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:39.881590 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711053'] for router_interface, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:39.902729 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 6de4253a-ec8b-4648-bdae-389d8b1a0291 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:39.903076 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 6de4253a-ec8b-4648-bdae-389d8b1a0291 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:40.231306 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Deleting port 815c92c2-d4f1-4a5f-a303-3454ce935b36 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:40.231635 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:40.401303 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] For port 815c92c2-d4f1-4a5f-a303-3454ce935b36, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=815c92c2-d4f1-4a5f-a303-3454ce935b36,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:40.401793 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:40.636052 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Calling delete_port for 815c92c2-d4f1-4a5f-a303-3454ce935b36 owned by network:router_interface {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:40.815582 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:40.864025 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Pushing event deleted for resources: {'Port': ['ID=815c92c2-d4f1-4a5f-a303-3454ce935b36,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:41.138412 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1710961'] for router_interface, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:41.505541 n-d-811808-2 neutron-server[88849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Router 3fb98902-81d9-4f93-bb05-008f0b82bd53 has already been hosted by L3 agent 15226cad-14ea-4477-9c8c-b16f3ae1e0c6 {{(pid=88849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 07:54:41.703581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] Notify agent at l3_agent.n-d-811808-2 the message routers_updated {{(pid=88849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 07:54:41.712650 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Sync routers for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 07:54:41.724242 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-892b6e8e-5658-4a93-9fa6-4881c4a7307b admin admin] 10.222.0.17 "PUT /v2.0/routers/3fb98902-81d9-4f93-bb05-008f0b82bd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3857238 Jun 04 07:54:41.724425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:41.724425 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:41.724581 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53376) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:41.903141 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks [] for router, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:41.907336 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: n-d-811808-2 {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:42.206874 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:42.209756 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'external_fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:54:40Z', 'revision_number': 5, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port': {'id': 'a88736fe-039f-4e23-b476-b9d0c2062f2d', 'name': '', 'network_id': '745395c4-3603-4ebb-96f6-04a67c8a9918', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811808-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T07:48:29Z', 'updated_at': '2022-06-04T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da2d7b6-89ad-4fe4-acc1-05470ae9f27f', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811808-2'}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:42.214093 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Checking router: 3fb98902-81d9-4f93-bb05-008f0b82bd53 for host: n-d-811808-2 {{(pid=88850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 07:54:42.216903 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Deleting port a88736fe-039f-4e23-b476-b9d0c2062f2d {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:42.217248 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:42.225215 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Routers {'3fb98902-81d9-4f93-bb05-008f0b82bd53'} bound to L3 agent in host n-d-811808-2 {{(pid=88850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 07:54:42.225868 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811808-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T06:04:49Z,description=,heartbeat_timestamp=2022-06-04T07:54:19Z,host='n-d-811808-2',id=15226cad-14ea-4477-9c8c-b16f3ae1e0c6,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T06:04:49Z,topic='l3_agent')) {'router_ids': ['3fb98902-81d9-4f93-bb05-008f0b82bd53'], 'active': True} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:42.401549 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] For port a88736fe-039f-4e23-b476-b9d0c2062f2d, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=a88736fe-039f-4e23-b476-b9d0c2062f2d,segment=NetworkSegment(d05659ac-f057-4df6-909d-017b3d5f222b),segment_id=d05659ac-f057-4df6-909d-017b3d5f222b)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:42.401997 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:42.420937 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_dvr_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] Set router 3fb98902-81d9-4f93-bb05-008f0b82bd53 gateway port host: None {{(pid=88850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 07:54:42.524389 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Calling delete_port for a88736fe-039f-4e23-b476-b9d0c2062f2d owned by network:router_gateway {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:42.528141 n-d-811808-2 neutron-server[88850]: DEBUG neutron.db.l3_hamode_db [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:54:42Z', 'revision_number': 6, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port_host': None}], 'n-d-811808-2', False) {} {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:42.532103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fdda7e-d0ef-4d06-94ba-9e771fe78dea None None] The sync data for ids ['3fb98902-81d9-4f93-bb05-008f0b82bd53'] in n-d-811808-2 is: [{'id': '3fb98902-81d9-4f93-bb05-008f0b82bd53', 'name': 'tempest-TestSnapshotPattern-645995359-router', 'tenant_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T07:48:28Z', 'updated_at': '2022-06-04T07:54:42Z', 'revision_number': 6, 'project_id': 'e060a7271f994b15bb35ca97e6b86e3c', 'gw_port_host': None}] {{(pid=88850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 07:54:42.696879 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:42.744295 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88736fe-039f-4e23-b476-b9d0c2062f2d,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:42.835751 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1705192'] for router_gateway, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.012842 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10604'] for router, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.016385 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.041212 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705519'] for router, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.041885 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb98902-81d9-4f93-bb05-008f0b82bd53 {{(pid=88849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 07:54:43.056338 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] Notify callbacks [] for router, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.058280 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-46b6e7bc-e5ee-4921-a4d9-852143d8ea47 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3fb98902-81d9-4f93-bb05-008f0b82bd53 HTTP/1.1" status: 204 len: 168 time: 1.3328607 Jun 04 07:54:43.061156 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53380) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:43.118494 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Deleting subnet d4e29066-b46e-47cc-8f86-5d665fda4bb5 {{(pid=88849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 07:54:43.122121 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.171741 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574669'] for subnet, precommit_delete_associations {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.249514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-552279'] for subnet, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.317778 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-552300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14804318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16738819'] for subnet, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.363809 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.367000 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e29066-b46e-47cc-8f86-5d665fda4bb5,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:43.368968 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c625cd-ad73-4c2d-8c87-02146c5d5463 None None] Network f433fe15-f7be-453b-b3d3-f910088e0913 requested from n-d-811808-2 {{(pid=88850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 07:54:43.373709 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-e720a34e-cad3-4bf0-8b22-2fb2faa1f0c3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/d4e29066-b46e-47cc-8f86-5d665fda4bb5 HTTP/1.1" status: 204 len: 168 time: 0.3115108 Jun 04 07:54:43.376163 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53384) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:43.602293 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592176'] for network, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.613062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Deleting port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 {{(pid=88849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:43.613394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.630051 n-d-811808-2 neutron-server[88850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] DHCP port deletion for f433fe15-f7be-453b-b3d3-f910088e0913 request from n-d-811808-2 {{(pid=88850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 07:54:43.634472 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Deleting port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:43.634859 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.825062 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.db [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] For port 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=247906e5-2f15-41e3-8991-ad3ef3ec9b21,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:43.825394 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.836105 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 815c92c2-d4f1-4a5f-a303-3454ce935b36 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:43.881547 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: 815c92c2-d4f1-4a5f-a303-3454ce935b36 {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:43.881890 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 815c92c2-d4f1-4a5f-a303-3454ce935b36 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:43.882304 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a88736fe-039f-4e23-b476-b9d0c2062f2d no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:43.919103 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No Port match for: a88736fe-039f-4e23-b476-b9d0c2062f2d {{(pid=88850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 07:54:43.919438 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device a88736fe-039f-4e23-b476-b9d0c2062f2d not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:43.919841 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 247906e5-2f15-41e3-8991-ad3ef3ec9b21 no longer exists at agent ovs-agent-n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 07:54:43.943955 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] For port 247906e5-2f15-41e3-8991-ad3ef3ec9b21, host n-d-811808-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811808-2',level=0,port_id=247906e5-2f15-41e3-8991-ad3ef3ec9b21,segment=NetworkSegment(d35dcd0b-5cf4-4013-b351-4e49ee27e08d),segment_id=d35dcd0b-5cf4-4013-b351-4e49ee27e08d)] {{(pid=88850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 07:54:43.944340 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704891'] for port, precommit_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:43.954662 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.plugin [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Calling delete_port for 247906e5-2f15-41e3-8991-ad3ef3ec9b21 owned by network:dhcp {{(pid=88849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:44.033620 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760753176989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760752799883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804259'] for port, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.083268 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Pushing event deleted for resources: {'Port': ['ID=247906e5-2f15-41e3-8991-ad3ef3ec9b21,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:44.086780 n-d-811808-2 neutron-server[88849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] No DVR routers for this DVR port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 on host n-d-811808-2 {{(pid=88849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 07:54:44.096402 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Calling delete_port for 247906e5-2f15-41e3-8991-ad3ef3ec9b21 owned by network:dhcp {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 07:54:44.158686 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.db [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] No active binding found for port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 {{(pid=88850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 04 07:54:44.159057 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.rpc [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Device 247906e5-2f15-41e3-8991-ad3ef3ec9b21 not bound to the agent host n-d-811808-2 {{(pid=88850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 07:54:44.181090 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.db.api [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 07:54:44.181443 n-d-811808-2 neutron-server[88850]: DEBUG oslo_db.api [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 07:54:44.208538 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741680', 'neutron.services.segments.db._delete_segments_for_network-8760753270182'] for network, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.237184 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f433fe15-f7be-453b-b3d3-f910088e0913']}} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:44.251207 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d') {'for_net_delete': True} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:44.251871 n-d-811808-2 neutron-server[88849]: DEBUG neutron.services.segments.db [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35dcd0b-5cf4-4013-b351-4e49ee27e08d') {} {{(pid=88849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 07:54:44.263277 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760753273793', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15574660'] for segment, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.279763 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745019'] for segment, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.285720 n-d-811808-2 neutron-server[88849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 07:54:44.286098 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-745008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804468'] for segment, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.353693 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d35dcd0b-5cf4-4013-b351-4e49ee27e08d resource provider aggregate not found Jun 04 07:54:44.373495 n-d-811808-2 neutron-server[88849]: INFO neutron.services.segments.plugin [-] Segment d35dcd0b-5cf4-4013-b351-4e49ee27e08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d35dcd0b-5cf4-4013-b351-4e49ee27e08d found for delete ", "request_id": "req-a5e8d2cd-e04f-4b7a-8d1e-53bd863b227f"}]} Jun 04 07:54:44.386235 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1705165'] for network, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.405514 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Notify callbacks [] for network, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.415537 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] Pushing event deleted for resources: {'Network': ['ID=f433fe15-f7be-453b-b3d3-f910088e0913,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:44.423073 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-b70ce431-d6c2-47f0-b72f-9a2d51a8e583 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f433fe15-f7be-453b-b3d3-f910088e0913 HTTP/1.1" status: 204 len: 168 time: 1.0459800 Jun 04 07:54:44.542471 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53394) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:44.592073 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-af7eccdb-240b-4fde-a600-0e37a1cc1162 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=91e4e1d367344e1d84fe2714c413db20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480061 Jun 04 07:54:44.594443 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [-] (88848) accepted ('10.222.0.17', 53398) {{(pid=88848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:44.654508 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.681532 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.683684 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Deleting port 247906e5-2f15-41e3-8991-ad3ef3ec9b21 {{(pid=88850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 07:54:44.684195 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760753337950'] for port, before_delete {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.736754 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.754816 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ed0a0-b36f-4427-b3bc-7226c62b059f,revision_number=None']} {{(pid=88848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:44.757713 n-d-811808-2 neutron-server[88850]: DEBUG neutron.plugins.ml2.plugin [None req-dd90a63e-6ea1-434c-a4e4-49a7cc0b8e13 None None] The port '247906e5-2f15-41e3-8991-ad3ef3ec9b21' was deleted {{(pid=88850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 07:54:44.765708 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.766133 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.766466 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.766797 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.767121 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.767782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.767782 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.768106 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.768584 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.768939 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.769191 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.769533 n-d-811808-2 neutron-server[88848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811808-2 {{(pid=88848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 07:54:44.773623 n-d-811808-2 neutron-server[88848]: DEBUG neutron_lib.callbacks.manager [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:44.774902 n-d-811808-2 neutron-server[88848]: INFO neutron.wsgi [None req-b76b30c6-660a-4fa0-bf6d-acf365ccfb99 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ec4ed0a0-b36f-4427-b3bc-7226c62b059f HTTP/1.1" status: 204 len: 168 time: 0.1794076 Jun 04 07:54:45.109566 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53406) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:45.159741 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-d88b88d8-8f2e-4f80-8d32-26e6d00e02b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e060a7271f994b15bb35ca97e6b86e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490048 Jun 04 07:54:45.162154 n-d-811808-2 neutron-server[88849]: DEBUG neutron.wsgi [-] (88849) accepted ('10.222.0.17', 53410) {{(pid=88849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 07:54:45.220568 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:45.245834 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:45.298745 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802626'] for security_group, after_delete {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:45.319189 n-d-811808-2 neutron-server[88849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965951a-4ed4-4424-aca9-b07faedbe771,revision_number=None']} {{(pid=88849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 07:54:45.326373 n-d-811808-2 neutron-server[88849]: DEBUG neutron_lib.callbacks.manager [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:45.327814 n-d-811808-2 neutron-server[88849]: INFO neutron.wsgi [None req-3e573b3c-fd6b-41c4-a13a-4e9fcd9efae7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a965951a-4ed4-4424-aca9-b07faedbe771 HTTP/1.1" status: 204 len: 168 time: 0.1647875 Jun 04 07:54:47.183301 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d3f0a271-6e2f-4ee0-a671-ef614efcadb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:49.315371 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0c7ab5b8-851b-4649-be57-30925e5e8425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:50.382443 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:50.827869 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:52.404128 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:56.610448 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:54:56.679505 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:01.943344 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:55:17.186230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0ac65a1b-8319-4746-a72f-dd32c9086539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:19.315959 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-2bf7b46b-3577-4a29-a0f6-a32ee9cd84f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:20.384757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:20.830217 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:22.407182 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:26.615693 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:26.696933 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:38.943852 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:55:47.188622 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3a85dd11-3c9e-4369-b193-3616e4b701e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:49.317306 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9b50519e-f467-4aa2-b35e-59fda1f21bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:50.389049 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:50.833175 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:52.409745 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:56.625357 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:55:56.703967 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:15.943400 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:56:17.190671 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-dc1e3da1-1f54-4afa-b55e-a3dc2f2fd99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:19.323793 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d06dbde3-59d6-4ede-bed9-edd1a86a0f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:20.063487 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-e2c21f46-3499-4bce-914d-c216b72ec7bf req-ac1c7772-55b0-4ec5-a4fb-bfc2a5f98a05 service neutron] (88848) timed out ('10.222.0.24', 53313) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 07:56:20.392126 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:20.872347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:22.411713 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:26.624682 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:26.718535 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:47.192038 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff513-4481-4667-820d-17bbbb4d2ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:49.317343 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-22ee82df-211e-4d60-a423-876779858cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:50.393614 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:50.840722 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:52.414563 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:52.943565 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:56:56.623782 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:56:56.724401 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:17.193796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-bc31e67d-8ec7-45b9-8152-cc9f06fe04dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:19.323186 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a1e08092-cdcb-4a9c-b5aa-297182be3642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:20.396184 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:20.842459 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:22.418663 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:26.639421 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:26.754109 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:29.942470 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:57:47.196178 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5b71-79c1-4e01-9856-ec140c0e8341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:49.317063 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-86ffe60c-72bb-4fb7-b648-417ec5e53a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:50.398357 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:50.845205 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:52.420077 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:56.639250 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:57:56.750515 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:06.942481 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:58:17.200624 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c8f661ef-532c-4792-865a-7a4b642270e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:19.321279 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-e5bf55a0-a6cd-4c2c-a151-c6b068ef45e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:20.401926 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:20.848596 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:22.422996 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:26.653685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:26.754061 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:43.941400 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:58:47.202160 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-c93564d4-0dd2-4709-972b-683467eef41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:49.314620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f967-87a7-4bf7-8dea-a3d76790e175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:50.403603 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:50.852095 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:52.426854 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:56.653304 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:58:56.769719 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:17.204549 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-5d7abc78-66ee-4a65-876e-8bba65fca9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:19.318674 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-898f074b-dc89-40ca-808e-15820ac50cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:20.405330 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:20.855769 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:20.940895 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 07:59:22.428348 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:26.668446 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:26.765635 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:47.206481 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-68cf2969-630e-47e4-beff-1b73360c8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:49.321768 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0c4a-0240-408a-89b0-36f8f66211e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:50.409314 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:50.855999 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:52.432415 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:56.682058 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:56.765605 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 07:59:57.940612 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:00:17.207941 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-875623e4-9051-43d7-b6b2-a11b39ee5615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:19.324786 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0d5fb6dd-5443-4e98-b01e-970f05f9aa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:20.411459 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:20.859913 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:22.434141 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:26.697498 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:26.763685 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:34.940905 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:00:47.208826 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b8613cc5-c23a-45df-9e31-2b514d880817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:49.328757 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-0fd50ffc-da44-40d9-8c41-cc0e98fa725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:50.414347 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:50.864083 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:52.436324 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:56.708689 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:00:56.777409 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:11.940470 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:01:17.211833 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-ccb2daa3-5290-46fa-b6e7-cc0901c9cebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:19.330087 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd16b-1448-41f7-ada5-bc0c4f38c080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:20.416254 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:20.867437 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:22.440791 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:24.580436 n-d-811808-2 neutron-server[88848]: DEBUG neutron.wsgi [req-7018d820-222d-45e5-a4d0-5748a4a95c4b req-7fc54a4a-f630-4c54-86d5-778da41745b6 service neutron] (88848) timed out ('10.222.0.17', 56130) {{(pid=88848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 08:01:26.727192 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:26.792237 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:47.213620 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-671b608b-7573-47e6-b8b4-bd898f7df23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:48.939763 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:01:49.332211 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-392f4e1c-3896-474a-85b6-69a103aa35c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:50.419143 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:50.867230 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:52.446105 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:56.726428 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:01:56.790966 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:17.215694 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-807f3de7-227b-4c42-b480-c27a69d88609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:19.334515 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-d87c2ba0-3361-4d24-905a-e657490f0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:20.421838 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:20.869629 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:22.446899 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:25.939200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:02:26.725828 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:26.789172 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:47.218821 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3277c33a-126d-4fdc-9be9-c0b1f4db74d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:49.337305 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-efbf5381-adf4-4009-8348-8f57bbb2d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:50.424474 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:50.874905 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:52.450739 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:56.723681 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:02:56.804256 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:02.938176 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 08:03:17.220137 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-21b89189-2bc7-4f05-9655-dbf8a6953456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:19.340157 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-79edc003-08df-4307-bf12-2d55a6530fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:20.427796 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9e687942-768a-460b-afa4-16b9409a0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:20.875598 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-b56f60ea-6be2-4a46-892b-1e51339d553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:22.453871 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-3d810542-0bb3-4722-9d0f-d2a93d1cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:26.726645 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-9a588dfb-f229-4df9-a80d-79fc83dda553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:26.805263 n-d-811808-2 neutron-server[88850]: DEBUG neutron_lib.callbacks.manager [None req-a12c0130-2d88-4bf5-9f3e-95769010f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760753270164', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-550522'] for agent, after_update {{(pid=88850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 08:03:39.937200 n-d-811808-2 neutron-server[88851]: DEBUG neutron.db.agents_db [None req-ad2d6ece-567b-4bfb-9d2d-2ca255dc2aed None None] Agent healthcheck: found 7 active agents {{(pid=88851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}